| Current File : /home/mmdealscpanel/yummmdeals.com/_vendor.tar |
__init__.py 0000644 00000011076 15043676010 0006664 0 ustar 00 """
pip._vendor is for vendoring dependencies of pip to prevent needing pip to
depend on something external.
Files inside of pip._vendor should be considered immutable and should only be
updated to versions from upstream.
"""
from __future__ import absolute_import
import glob
import os.path
import sys
# Downstream redistributors which have debundled our dependencies should also
# patch this value to be true. This will trigger the additional patching
# to cause things like "six" to be available as pip.
DEBUNDLED = False
# By default, look in this directory for a bunch of .whl files which we will
# add to the beginning of sys.path before attempting to import anything. This
# is done to support downstream re-distributors like Debian and Fedora who
# wish to create their own Wheels for our dependencies to aid in debundling.
WHEEL_DIR = os.path.abspath(os.path.dirname(__file__))
# Define a small helper function to alias our vendored modules to the real ones
# if the vendored ones do not exist. This idea of this was taken from
# https://github.com/kennethreitz/requests/pull/2567.
def vendored(modulename):
vendored_name = "{0}.{1}".format(__name__, modulename)
try:
__import__(vendored_name, globals(), locals(), level=0)
except ImportError:
try:
__import__(modulename, globals(), locals(), level=0)
except ImportError:
# We can just silently allow import failures to pass here. If we
# got to this point it means that ``import pip._vendor.whatever``
# failed and so did ``import whatever``. Since we're importing this
# upfront in an attempt to alias imports, not erroring here will
# just mean we get a regular import error whenever pip *actually*
# tries to import one of these modules to use it, which actually
# gives us a better error message than we would have otherwise
# gotten.
pass
else:
sys.modules[vendored_name] = sys.modules[modulename]
base, head = vendored_name.rsplit(".", 1)
setattr(sys.modules[base], head, sys.modules[modulename])
# If we're operating in a debundled setup, then we want to go ahead and trigger
# the aliasing of our vendored libraries as well as looking for wheels to add
# to our sys.path. This will cause all of this code to be a no-op typically
# however downstream redistributors can enable it in a consistent way across
# all platforms.
if DEBUNDLED:
# Actually look inside of WHEEL_DIR to find .whl files and add them to the
# front of our sys.path.
sys.path[:] = glob.glob(os.path.join(WHEEL_DIR, "*.whl")) + sys.path
# Actually alias all of our vendored dependencies.
vendored("cachecontrol")
vendored("colorama")
vendored("distlib")
vendored("distro")
vendored("html5lib")
vendored("lockfile")
vendored("six")
vendored("six.moves")
vendored("six.moves.urllib")
vendored("packaging")
vendored("packaging.version")
vendored("packaging.specifiers")
vendored("pkg_resources")
vendored("progress")
vendored("retrying")
vendored("requests")
vendored("requests.packages")
vendored("requests.packages.urllib3")
vendored("requests.packages.urllib3._collections")
vendored("requests.packages.urllib3.connection")
vendored("requests.packages.urllib3.connectionpool")
vendored("requests.packages.urllib3.contrib")
vendored("requests.packages.urllib3.contrib.ntlmpool")
vendored("requests.packages.urllib3.contrib.pyopenssl")
vendored("requests.packages.urllib3.exceptions")
vendored("requests.packages.urllib3.fields")
vendored("requests.packages.urllib3.filepost")
vendored("requests.packages.urllib3.packages")
vendored("requests.packages.urllib3.packages.ordered_dict")
vendored("requests.packages.urllib3.packages.six")
vendored("requests.packages.urllib3.packages.ssl_match_hostname")
vendored("requests.packages.urllib3.packages.ssl_match_hostname."
"_implementation")
vendored("requests.packages.urllib3.poolmanager")
vendored("requests.packages.urllib3.request")
vendored("requests.packages.urllib3.response")
vendored("requests.packages.urllib3.util")
vendored("requests.packages.urllib3.util.connection")
vendored("requests.packages.urllib3.util.request")
vendored("requests.packages.urllib3.util.response")
vendored("requests.packages.urllib3.util.retry")
vendored("requests.packages.urllib3.util.ssl_")
vendored("requests.packages.urllib3.util.timeout")
vendored("requests.packages.urllib3.util.url")
ipaddress.py 0000644 00000234460 15043676011 0007110 0 ustar 00 # Copyright 2007 Google Inc.
# Licensed to PSF under a Contributor Agreement.
"""A fast, lightweight IPv4/IPv6 manipulation library in Python.
This library is used to create/poke/manipulate IPv4 and IPv6 addresses
and networks.
"""
from __future__ import unicode_literals
import itertools
import struct
__version__ = '1.0.17'
# Compatibility functions
_compat_int_types = (int,)
try:
_compat_int_types = (int, long)
except NameError:
pass
try:
_compat_str = unicode
except NameError:
_compat_str = str
assert bytes != str
if b'\0'[0] == 0: # Python 3 semantics
def _compat_bytes_to_byte_vals(byt):
return byt
else:
def _compat_bytes_to_byte_vals(byt):
return [struct.unpack(b'!B', b)[0] for b in byt]
try:
_compat_int_from_byte_vals = int.from_bytes
except AttributeError:
def _compat_int_from_byte_vals(bytvals, endianess):
assert endianess == 'big'
res = 0
for bv in bytvals:
assert isinstance(bv, _compat_int_types)
res = (res << 8) + bv
return res
def _compat_to_bytes(intval, length, endianess):
assert isinstance(intval, _compat_int_types)
assert endianess == 'big'
if length == 4:
if intval < 0 or intval >= 2 ** 32:
raise struct.error("integer out of range for 'I' format code")
return struct.pack(b'!I', intval)
elif length == 16:
if intval < 0 or intval >= 2 ** 128:
raise struct.error("integer out of range for 'QQ' format code")
return struct.pack(b'!QQ', intval >> 64, intval & 0xffffffffffffffff)
else:
raise NotImplementedError()
if hasattr(int, 'bit_length'):
# Not int.bit_length , since that won't work in 2.7 where long exists
def _compat_bit_length(i):
return i.bit_length()
else:
def _compat_bit_length(i):
for res in itertools.count():
if i >> res == 0:
return res
def _compat_range(start, end, step=1):
assert step > 0
i = start
while i < end:
yield i
i += step
class _TotalOrderingMixin(object):
__slots__ = ()
# Helper that derives the other comparison operations from
# __lt__ and __eq__
# We avoid functools.total_ordering because it doesn't handle
# NotImplemented correctly yet (http://bugs.python.org/issue10042)
def __eq__(self, other):
raise NotImplementedError
def __ne__(self, other):
equal = self.__eq__(other)
if equal is NotImplemented:
return NotImplemented
return not equal
def __lt__(self, other):
raise NotImplementedError
def __le__(self, other):
less = self.__lt__(other)
if less is NotImplemented or not less:
return self.__eq__(other)
return less
def __gt__(self, other):
less = self.__lt__(other)
if less is NotImplemented:
return NotImplemented
equal = self.__eq__(other)
if equal is NotImplemented:
return NotImplemented
return not (less or equal)
def __ge__(self, other):
less = self.__lt__(other)
if less is NotImplemented:
return NotImplemented
return not less
IPV4LENGTH = 32
IPV6LENGTH = 128
class AddressValueError(ValueError):
"""A Value Error related to the address."""
class NetmaskValueError(ValueError):
"""A Value Error related to the netmask."""
def ip_address(address):
"""Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Address or IPv6Address object.
Raises:
ValueError: if the *address* passed isn't either a v4 or a v6
address
"""
try:
return IPv4Address(address)
except (AddressValueError, NetmaskValueError):
pass
try:
return IPv6Address(address)
except (AddressValueError, NetmaskValueError):
pass
if isinstance(address, bytes):
raise AddressValueError(
'%r does not appear to be an IPv4 or IPv6 address. '
'Did you pass in a bytes (str in Python 2) instead of'
' a unicode object?' % address)
raise ValueError('%r does not appear to be an IPv4 or IPv6 address' %
address)
def ip_network(address, strict=True):
"""Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP network. Either IPv4 or
IPv6 networks may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Network or IPv6Network object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address. Or if the network has host bits set.
"""
try:
return IPv4Network(address, strict)
except (AddressValueError, NetmaskValueError):
pass
try:
return IPv6Network(address, strict)
except (AddressValueError, NetmaskValueError):
pass
if isinstance(address, bytes):
raise AddressValueError(
'%r does not appear to be an IPv4 or IPv6 network. '
'Did you pass in a bytes (str in Python 2) instead of'
' a unicode object?' % address)
raise ValueError('%r does not appear to be an IPv4 or IPv6 network' %
address)
def ip_interface(address):
"""Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Interface or IPv6Interface object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address.
Notes:
The IPv?Interface classes describe an Address on a particular
Network, so they're basically a combination of both the Address
and Network classes.
"""
try:
return IPv4Interface(address)
except (AddressValueError, NetmaskValueError):
pass
try:
return IPv6Interface(address)
except (AddressValueError, NetmaskValueError):
pass
raise ValueError('%r does not appear to be an IPv4 or IPv6 interface' %
address)
def v4_int_to_packed(address):
"""Represent an address as 4 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv4 IP address.
Returns:
The integer address packed as 4 bytes in network (big-endian) order.
Raises:
ValueError: If the integer is negative or too large to be an
IPv4 IP address.
"""
try:
return _compat_to_bytes(address, 4, 'big')
except (struct.error, OverflowError):
raise ValueError("Address negative or too large for IPv4")
def v6_int_to_packed(address):
"""Represent an address as 16 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv6 IP address.
Returns:
The integer address packed as 16 bytes in network (big-endian) order.
"""
try:
return _compat_to_bytes(address, 16, 'big')
except (struct.error, OverflowError):
raise ValueError("Address negative or too large for IPv6")
def _split_optional_netmask(address):
"""Helper to split the netmask and raise AddressValueError if needed"""
addr = _compat_str(address).split('/')
if len(addr) > 2:
raise AddressValueError("Only one '/' permitted in %r" % address)
return addr
def _find_address_range(addresses):
"""Find a sequence of sorted deduplicated IPv#Address.
Args:
addresses: a list of IPv#Address objects.
Yields:
A tuple containing the first and last IP addresses in the sequence.
"""
it = iter(addresses)
first = last = next(it)
for ip in it:
if ip._ip != last._ip + 1:
yield first, last
first = ip
last = ip
yield first, last
def _count_righthand_zero_bits(number, bits):
"""Count the number of zero bits on the right hand side.
Args:
number: an integer.
bits: maximum number of bits to count.
Returns:
The number of zero bits on the right hand side of the number.
"""
if number == 0:
return bits
return min(bits, _compat_bit_length(~number & (number - 1)))
def summarize_address_range(first, last):
"""Summarize a network range given the first and last IP addresses.
Example:
>>> list(summarize_address_range(IPv4Address('192.0.2.0'),
... IPv4Address('192.0.2.130')))
... #doctest: +NORMALIZE_WHITESPACE
[IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'),
IPv4Network('192.0.2.130/32')]
Args:
first: the first IPv4Address or IPv6Address in the range.
last: the last IPv4Address or IPv6Address in the range.
Returns:
An iterator of the summarized IPv(4|6) network objects.
Raise:
TypeError:
If the first and last objects are not IP addresses.
If the first and last objects are not the same version.
ValueError:
If the last object is not greater than the first.
If the version of the first address is not 4 or 6.
"""
if (not (isinstance(first, _BaseAddress) and
isinstance(last, _BaseAddress))):
raise TypeError('first and last must be IP addresses, not networks')
if first.version != last.version:
raise TypeError("%s and %s are not of the same version" % (
first, last))
if first > last:
raise ValueError('last IP address must be greater than first')
if first.version == 4:
ip = IPv4Network
elif first.version == 6:
ip = IPv6Network
else:
raise ValueError('unknown IP version')
ip_bits = first._max_prefixlen
first_int = first._ip
last_int = last._ip
while first_int <= last_int:
nbits = min(_count_righthand_zero_bits(first_int, ip_bits),
_compat_bit_length(last_int - first_int + 1) - 1)
net = ip((first_int, ip_bits - nbits))
yield net
first_int += 1 << nbits
if first_int - 1 == ip._ALL_ONES:
break
def _collapse_addresses_internal(addresses):
"""Loops through the addresses, collapsing concurrent netblocks.
Example:
ip1 = IPv4Network('192.0.2.0/26')
ip2 = IPv4Network('192.0.2.64/26')
ip3 = IPv4Network('192.0.2.128/26')
ip4 = IPv4Network('192.0.2.192/26')
_collapse_addresses_internal([ip1, ip2, ip3, ip4]) ->
[IPv4Network('192.0.2.0/24')]
This shouldn't be called directly; it is called via
collapse_addresses([]).
Args:
addresses: A list of IPv4Network's or IPv6Network's
Returns:
A list of IPv4Network's or IPv6Network's depending on what we were
passed.
"""
# First merge
to_merge = list(addresses)
subnets = {}
while to_merge:
net = to_merge.pop()
supernet = net.supernet()
existing = subnets.get(supernet)
if existing is None:
subnets[supernet] = net
elif existing != net:
# Merge consecutive subnets
del subnets[supernet]
to_merge.append(supernet)
# Then iterate over resulting networks, skipping subsumed subnets
last = None
for net in sorted(subnets.values()):
if last is not None:
# Since they are sorted,
# last.network_address <= net.network_address is a given.
if last.broadcast_address >= net.broadcast_address:
continue
yield net
last = net
def collapse_addresses(addresses):
"""Collapse a list of IP objects.
Example:
collapse_addresses([IPv4Network('192.0.2.0/25'),
IPv4Network('192.0.2.128/25')]) ->
[IPv4Network('192.0.2.0/24')]
Args:
addresses: An iterator of IPv4Network or IPv6Network objects.
Returns:
An iterator of the collapsed IPv(4|6)Network objects.
Raises:
TypeError: If passed a list of mixed version objects.
"""
addrs = []
ips = []
nets = []
# split IP addresses and networks
for ip in addresses:
if isinstance(ip, _BaseAddress):
if ips and ips[-1]._version != ip._version:
raise TypeError("%s and %s are not of the same version" % (
ip, ips[-1]))
ips.append(ip)
elif ip._prefixlen == ip._max_prefixlen:
if ips and ips[-1]._version != ip._version:
raise TypeError("%s and %s are not of the same version" % (
ip, ips[-1]))
try:
ips.append(ip.ip)
except AttributeError:
ips.append(ip.network_address)
else:
if nets and nets[-1]._version != ip._version:
raise TypeError("%s and %s are not of the same version" % (
ip, nets[-1]))
nets.append(ip)
# sort and dedup
ips = sorted(set(ips))
# find consecutive address ranges in the sorted sequence and summarize them
if ips:
for first, last in _find_address_range(ips):
addrs.extend(summarize_address_range(first, last))
return _collapse_addresses_internal(addrs + nets)
def get_mixed_type_key(obj):
"""Return a key suitable for sorting between networks and addresses.
Address and Network objects are not sortable by default; they're
fundamentally different so the expression
IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24')
doesn't make any sense. There are some times however, where you may wish
to have ipaddress sort these for you anyway. If you need to do this, you
can use this function as the key= argument to sorted().
Args:
obj: either a Network or Address object.
Returns:
appropriate key.
"""
if isinstance(obj, _BaseNetwork):
return obj._get_networks_key()
elif isinstance(obj, _BaseAddress):
return obj._get_address_key()
return NotImplemented
class _IPAddressBase(_TotalOrderingMixin):
"""The mother class."""
__slots__ = ()
@property
def exploded(self):
"""Return the longhand version of the IP address as a string."""
return self._explode_shorthand_ip_string()
@property
def compressed(self):
"""Return the shorthand version of the IP address as a string."""
return _compat_str(self)
@property
def reverse_pointer(self):
"""The name of the reverse DNS pointer for the IP address, e.g.:
>>> ipaddress.ip_address("127.0.0.1").reverse_pointer
'1.0.0.127.in-addr.arpa'
>>> ipaddress.ip_address("2001:db8::1").reverse_pointer
'1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa'
"""
return self._reverse_pointer()
@property
def version(self):
msg = '%200s has no version specified' % (type(self),)
raise NotImplementedError(msg)
def _check_int_address(self, address):
if address < 0:
msg = "%d (< 0) is not permitted as an IPv%d address"
raise AddressValueError(msg % (address, self._version))
if address > self._ALL_ONES:
msg = "%d (>= 2**%d) is not permitted as an IPv%d address"
raise AddressValueError(msg % (address, self._max_prefixlen,
self._version))
def _check_packed_address(self, address, expected_len):
address_len = len(address)
if address_len != expected_len:
msg = (
'%r (len %d != %d) is not permitted as an IPv%d address. '
'Did you pass in a bytes (str in Python 2) instead of'
' a unicode object?'
)
raise AddressValueError(msg % (address, address_len,
expected_len, self._version))
@classmethod
def _ip_int_from_prefix(cls, prefixlen):
"""Turn the prefix length into a bitwise netmask
Args:
prefixlen: An integer, the prefix length.
Returns:
An integer.
"""
return cls._ALL_ONES ^ (cls._ALL_ONES >> prefixlen)
@classmethod
def _prefix_from_ip_int(cls, ip_int):
"""Return prefix length from the bitwise netmask.
Args:
ip_int: An integer, the netmask in expanded bitwise format
Returns:
An integer, the prefix length.
Raises:
ValueError: If the input intermingles zeroes & ones
"""
trailing_zeroes = _count_righthand_zero_bits(ip_int,
cls._max_prefixlen)
prefixlen = cls._max_prefixlen - trailing_zeroes
leading_ones = ip_int >> trailing_zeroes
all_ones = (1 << prefixlen) - 1
if leading_ones != all_ones:
byteslen = cls._max_prefixlen // 8
details = _compat_to_bytes(ip_int, byteslen, 'big')
msg = 'Netmask pattern %r mixes zeroes & ones'
raise ValueError(msg % details)
return prefixlen
@classmethod
def _report_invalid_netmask(cls, netmask_str):
msg = '%r is not a valid netmask' % netmask_str
raise NetmaskValueError(msg)
@classmethod
def _prefix_from_prefix_string(cls, prefixlen_str):
"""Return prefix length from a numeric string
Args:
prefixlen_str: The string to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask
"""
# int allows a leading +/- as well as surrounding whitespace,
# so we ensure that isn't the case
if not _BaseV4._DECIMAL_DIGITS.issuperset(prefixlen_str):
cls._report_invalid_netmask(prefixlen_str)
try:
prefixlen = int(prefixlen_str)
except ValueError:
cls._report_invalid_netmask(prefixlen_str)
if not (0 <= prefixlen <= cls._max_prefixlen):
cls._report_invalid_netmask(prefixlen_str)
return prefixlen
@classmethod
def _prefix_from_ip_string(cls, ip_str):
"""Turn a netmask/hostmask string into a prefix length
Args:
ip_str: The netmask/hostmask to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask/hostmask
"""
# Parse the netmask/hostmask like an IP address.
try:
ip_int = cls._ip_int_from_string(ip_str)
except AddressValueError:
cls._report_invalid_netmask(ip_str)
# Try matching a netmask (this would be /1*0*/ as a bitwise regexp).
# Note that the two ambiguous cases (all-ones and all-zeroes) are
# treated as netmasks.
try:
return cls._prefix_from_ip_int(ip_int)
except ValueError:
pass
# Invert the bits, and try matching a /0+1+/ hostmask instead.
ip_int ^= cls._ALL_ONES
try:
return cls._prefix_from_ip_int(ip_int)
except ValueError:
cls._report_invalid_netmask(ip_str)
def __reduce__(self):
return self.__class__, (_compat_str(self),)
class _BaseAddress(_IPAddressBase):
"""A generic IP object.
This IP class contains the version independent methods which are
used by single IP addresses.
"""
__slots__ = ()
def __int__(self):
return self._ip
def __eq__(self, other):
try:
return (self._ip == other._ip and
self._version == other._version)
except AttributeError:
return NotImplemented
def __lt__(self, other):
if not isinstance(other, _IPAddressBase):
return NotImplemented
if not isinstance(other, _BaseAddress):
raise TypeError('%s and %s are not of the same type' % (
self, other))
if self._version != other._version:
raise TypeError('%s and %s are not of the same version' % (
self, other))
if self._ip != other._ip:
return self._ip < other._ip
return False
# Shorthand for Integer addition and subtraction. This is not
# meant to ever support addition/subtraction of addresses.
def __add__(self, other):
if not isinstance(other, _compat_int_types):
return NotImplemented
return self.__class__(int(self) + other)
def __sub__(self, other):
if not isinstance(other, _compat_int_types):
return NotImplemented
return self.__class__(int(self) - other)
def __repr__(self):
return '%s(%r)' % (self.__class__.__name__, _compat_str(self))
def __str__(self):
return _compat_str(self._string_from_ip_int(self._ip))
def __hash__(self):
return hash(hex(int(self._ip)))
def _get_address_key(self):
return (self._version, self)
def __reduce__(self):
return self.__class__, (self._ip,)
class _BaseNetwork(_IPAddressBase):
"""A generic IP network object.
This IP class contains the version independent methods which are
used by networks.
"""
def __init__(self, address):
self._cache = {}
def __repr__(self):
return '%s(%r)' % (self.__class__.__name__, _compat_str(self))
def __str__(self):
return '%s/%d' % (self.network_address, self.prefixlen)
def hosts(self):
"""Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the network
or broadcast addresses.
"""
network = int(self.network_address)
broadcast = int(self.broadcast_address)
for x in _compat_range(network + 1, broadcast):
yield self._address_class(x)
def __iter__(self):
network = int(self.network_address)
broadcast = int(self.broadcast_address)
for x in _compat_range(network, broadcast + 1):
yield self._address_class(x)
def __getitem__(self, n):
network = int(self.network_address)
broadcast = int(self.broadcast_address)
if n >= 0:
if network + n > broadcast:
raise IndexError('address out of range')
return self._address_class(network + n)
else:
n += 1
if broadcast + n < network:
raise IndexError('address out of range')
return self._address_class(broadcast + n)
def __lt__(self, other):
if not isinstance(other, _IPAddressBase):
return NotImplemented
if not isinstance(other, _BaseNetwork):
raise TypeError('%s and %s are not of the same type' % (
self, other))
if self._version != other._version:
raise TypeError('%s and %s are not of the same version' % (
self, other))
if self.network_address != other.network_address:
return self.network_address < other.network_address
if self.netmask != other.netmask:
return self.netmask < other.netmask
return False
def __eq__(self, other):
try:
return (self._version == other._version and
self.network_address == other.network_address and
int(self.netmask) == int(other.netmask))
except AttributeError:
return NotImplemented
def __hash__(self):
return hash(int(self.network_address) ^ int(self.netmask))
def __contains__(self, other):
# always false if one is v4 and the other is v6.
if self._version != other._version:
return False
# dealing with another network.
if isinstance(other, _BaseNetwork):
return False
# dealing with another address
else:
# address
return (int(self.network_address) <= int(other._ip) <=
int(self.broadcast_address))
def overlaps(self, other):
"""Tell if self is partly contained in other."""
return self.network_address in other or (
self.broadcast_address in other or (
other.network_address in self or (
other.broadcast_address in self)))
@property
def broadcast_address(self):
x = self._cache.get('broadcast_address')
if x is None:
x = self._address_class(int(self.network_address) |
int(self.hostmask))
self._cache['broadcast_address'] = x
return x
@property
def hostmask(self):
x = self._cache.get('hostmask')
if x is None:
x = self._address_class(int(self.netmask) ^ self._ALL_ONES)
self._cache['hostmask'] = x
return x
@property
def with_prefixlen(self):
return '%s/%d' % (self.network_address, self._prefixlen)
@property
def with_netmask(self):
return '%s/%s' % (self.network_address, self.netmask)
@property
def with_hostmask(self):
return '%s/%s' % (self.network_address, self.hostmask)
@property
def num_addresses(self):
"""Number of hosts in the current subnet."""
return int(self.broadcast_address) - int(self.network_address) + 1
@property
def _address_class(self):
# Returning bare address objects (rather than interfaces) allows for
# more consistent behaviour across the network address, broadcast
# address and individual host addresses.
msg = '%200s has no associated address class' % (type(self),)
raise NotImplementedError(msg)
@property
def prefixlen(self):
return self._prefixlen
def address_exclude(self, other):
"""Remove an address from a larger block.
For example:
addr1 = ip_network('192.0.2.0/28')
addr2 = ip_network('192.0.2.1/32')
list(addr1.address_exclude(addr2)) =
[IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'),
IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')]
or IPv6:
addr1 = ip_network('2001:db8::1/32')
addr2 = ip_network('2001:db8::1/128')
list(addr1.address_exclude(addr2)) =
[ip_network('2001:db8::1/128'),
ip_network('2001:db8::2/127'),
ip_network('2001:db8::4/126'),
ip_network('2001:db8::8/125'),
...
ip_network('2001:db8:8000::/33')]
Args:
other: An IPv4Network or IPv6Network object of the same type.
Returns:
An iterator of the IPv(4|6)Network objects which is self
minus other.
Raises:
TypeError: If self and other are of differing address
versions, or if other is not a network object.
ValueError: If other is not completely contained by self.
"""
if not self._version == other._version:
raise TypeError("%s and %s are not of the same version" % (
self, other))
if not isinstance(other, _BaseNetwork):
raise TypeError("%s is not a network object" % other)
if not other.subnet_of(self):
raise ValueError('%s not contained in %s' % (other, self))
if other == self:
return
# Make sure we're comparing the network of other.
other = other.__class__('%s/%s' % (other.network_address,
other.prefixlen))
s1, s2 = self.subnets()
while s1 != other and s2 != other:
if other.subnet_of(s1):
yield s2
s1, s2 = s1.subnets()
elif other.subnet_of(s2):
yield s1
s1, s2 = s2.subnets()
else:
# If we got here, there's a bug somewhere.
raise AssertionError('Error performing exclusion: '
's1: %s s2: %s other: %s' %
(s1, s2, other))
if s1 == other:
yield s2
elif s2 == other:
yield s1
else:
# If we got here, there's a bug somewhere.
raise AssertionError('Error performing exclusion: '
's1: %s s2: %s other: %s' %
(s1, s2, other))
def compare_networks(self, other):
"""Compare two IP objects.
This is only concerned about the comparison of the integer
representation of the network addresses. This means that the
host bits aren't considered at all in this method. If you want
to compare host bits, you can easily enough do a
'HostA._ip < HostB._ip'
Args:
other: An IP object.
Returns:
If the IP versions of self and other are the same, returns:
-1 if self < other:
eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25')
IPv6Network('2001:db8::1000/124') <
IPv6Network('2001:db8::2000/124')
0 if self == other
eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24')
IPv6Network('2001:db8::1000/124') ==
IPv6Network('2001:db8::1000/124')
1 if self > other
eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25')
IPv6Network('2001:db8::2000/124') >
IPv6Network('2001:db8::1000/124')
Raises:
TypeError if the IP versions are different.
"""
# does this need to raise a ValueError?
if self._version != other._version:
raise TypeError('%s and %s are not of the same type' % (
self, other))
# self._version == other._version below here:
if self.network_address < other.network_address:
return -1
if self.network_address > other.network_address:
return 1
# self.network_address == other.network_address below here:
if self.netmask < other.netmask:
return -1
if self.netmask > other.netmask:
return 1
return 0
def _get_networks_key(self):
"""Network-only key function.
Returns an object that identifies this address' network and
netmask. This function is a suitable "key" argument for sorted()
and list.sort().
"""
return (self._version, self.network_address, self.netmask)
def subnets(self, prefixlen_diff=1, new_prefix=None):
"""The subnets which join to make the current subnet.
In the case that self contains only one IP
(self._prefixlen == 32 for IPv4 or self._prefixlen == 128
for IPv6), yield an iterator with just ourself.
Args:
prefixlen_diff: An integer, the amount the prefix length
should be increased by. This should not be set if
new_prefix is also set.
new_prefix: The desired new prefix length. This must be a
larger number (smaller prefix) than the existing prefix.
This should not be set if prefixlen_diff is also set.
Returns:
An iterator of IPv(4|6) objects.
Raises:
ValueError: The prefixlen_diff is too small or too large.
OR
prefixlen_diff and new_prefix are both set or new_prefix
is a smaller number than the current prefix (smaller
number means a larger network)
"""
if self._prefixlen == self._max_prefixlen:
yield self
return
if new_prefix is not None:
if new_prefix < self._prefixlen:
raise ValueError('new prefix must be longer')
if prefixlen_diff != 1:
raise ValueError('cannot set prefixlen_diff and new_prefix')
prefixlen_diff = new_prefix - self._prefixlen
if prefixlen_diff < 0:
raise ValueError('prefix length diff must be > 0')
new_prefixlen = self._prefixlen + prefixlen_diff
if new_prefixlen > self._max_prefixlen:
raise ValueError(
'prefix length diff %d is invalid for netblock %s' % (
new_prefixlen, self))
start = int(self.network_address)
end = int(self.broadcast_address) + 1
step = (int(self.hostmask) + 1) >> prefixlen_diff
for new_addr in _compat_range(start, end, step):
current = self.__class__((new_addr, new_prefixlen))
yield current
def supernet(self, prefixlen_diff=1, new_prefix=None):
"""The supernet containing the current network.
Args:
prefixlen_diff: An integer, the amount the prefix length of
the network should be decreased by. For example, given a
/24 network and a prefixlen_diff of 3, a supernet with a
/21 netmask is returned.
Returns:
An IPv4 network object.
Raises:
ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have
a negative prefix length.
OR
If prefixlen_diff and new_prefix are both set or new_prefix is a
larger number than the current prefix (larger number means a
smaller network)
"""
if self._prefixlen == 0:
return self
if new_prefix is not None:
if new_prefix > self._prefixlen:
raise ValueError('new prefix must be shorter')
if prefixlen_diff != 1:
raise ValueError('cannot set prefixlen_diff and new_prefix')
prefixlen_diff = self._prefixlen - new_prefix
new_prefixlen = self.prefixlen - prefixlen_diff
if new_prefixlen < 0:
raise ValueError(
'current prefixlen is %d, cannot have a prefixlen_diff of %d' %
(self.prefixlen, prefixlen_diff))
return self.__class__((
int(self.network_address) & (int(self.netmask) << prefixlen_diff),
new_prefixlen
))
@property
def is_multicast(self):
"""Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is a multicast address.
See RFC 2373 2.7 for details.
"""
return (self.network_address.is_multicast and
self.broadcast_address.is_multicast)
def subnet_of(self, other):
# always false if one is v4 and the other is v6.
if self._version != other._version:
return False
# dealing with another network.
if (hasattr(other, 'network_address') and
hasattr(other, 'broadcast_address')):
return (other.network_address <= self.network_address and
other.broadcast_address >= self.broadcast_address)
# dealing with another address
else:
raise TypeError('Unable to test subnet containment with element '
'of type %s' % type(other))
def supernet_of(self, other):
# always false if one is v4 and the other is v6.
if self._version != other._version:
return False
# dealing with another network.
if (hasattr(other, 'network_address') and
hasattr(other, 'broadcast_address')):
return (other.network_address >= self.network_address and
other.broadcast_address <= self.broadcast_address)
# dealing with another address
else:
raise TypeError('Unable to test subnet containment with element '
'of type %s' % type(other))
@property
def is_reserved(self):
"""Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within one of the
reserved IPv6 Network ranges.
"""
return (self.network_address.is_reserved and
self.broadcast_address.is_reserved)
@property
def is_link_local(self):
"""Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is reserved per RFC 4291.
"""
return (self.network_address.is_link_local and
self.broadcast_address.is_link_local)
@property
def is_private(self):
"""Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
"""
return (self.network_address.is_private and
self.broadcast_address.is_private)
@property
def is_global(self):
"""Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
"""
return not self.is_private
@property
def is_unspecified(self):
"""Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 2373 2.5.2.
"""
return (self.network_address.is_unspecified and
self.broadcast_address.is_unspecified)
@property
def is_loopback(self):
"""Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback address as defined in
RFC 2373 2.5.3.
"""
return (self.network_address.is_loopback and
self.broadcast_address.is_loopback)
class _BaseV4(object):
"""Base IPv4 object.
The following methods are used by IPv4 objects in both single IP
addresses and networks.
"""
__slots__ = ()
_version = 4
# Equivalent to 255.255.255.255 or 32 bits of 1's.
_ALL_ONES = (2 ** IPV4LENGTH) - 1
_DECIMAL_DIGITS = frozenset('0123456789')
# the valid octets for host and netmasks. only useful for IPv4.
_valid_mask_octets = frozenset([255, 254, 252, 248, 240, 224, 192, 128, 0])
_max_prefixlen = IPV4LENGTH
# There are only a handful of valid v4 netmasks, so we cache them all
# when constructed (see _make_netmask()).
_netmask_cache = {}
def _explode_shorthand_ip_string(self):
return _compat_str(self)
@classmethod
def _make_netmask(cls, arg):
"""Make a (netmask, prefix_len) tuple from the given argument.
Argument can be:
- an integer (the prefix length)
- a string representing the prefix length (e.g. "24")
- a string representing the prefix netmask (e.g. "255.255.255.0")
"""
if arg not in cls._netmask_cache:
if isinstance(arg, _compat_int_types):
prefixlen = arg
else:
try:
# Check for a netmask in prefix length form
prefixlen = cls._prefix_from_prefix_string(arg)
except NetmaskValueError:
# Check for a netmask or hostmask in dotted-quad form.
# This may raise NetmaskValueError.
prefixlen = cls._prefix_from_ip_string(arg)
netmask = IPv4Address(cls._ip_int_from_prefix(prefixlen))
cls._netmask_cache[arg] = netmask, prefixlen
return cls._netmask_cache[arg]
@classmethod
def _ip_int_from_string(cls, ip_str):
"""Turn the given IP string into an integer for comparison.
Args:
ip_str: A string, the IP ip_str.
Returns:
The IP ip_str as an integer.
Raises:
AddressValueError: if ip_str isn't a valid IPv4 Address.
"""
if not ip_str:
raise AddressValueError('Address cannot be empty')
octets = ip_str.split('.')
if len(octets) != 4:
raise AddressValueError("Expected 4 octets in %r" % ip_str)
try:
return _compat_int_from_byte_vals(
map(cls._parse_octet, octets), 'big')
except ValueError as exc:
raise AddressValueError("%s in %r" % (exc, ip_str))
@classmethod
def _parse_octet(cls, octet_str):
"""Convert a decimal octet into an integer.
Args:
octet_str: A string, the number to parse.
Returns:
The octet as an integer.
Raises:
ValueError: if the octet isn't strictly a decimal from [0..255].
"""
if not octet_str:
raise ValueError("Empty octet not permitted")
# Whitelist the characters, since int() allows a lot of bizarre stuff.
if not cls._DECIMAL_DIGITS.issuperset(octet_str):
msg = "Only decimal digits permitted in %r"
raise ValueError(msg % octet_str)
# We do the length check second, since the invalid character error
# is likely to be more informative for the user
if len(octet_str) > 3:
msg = "At most 3 characters permitted in %r"
raise ValueError(msg % octet_str)
# Convert to integer (we know digits are legal)
octet_int = int(octet_str, 10)
# Any octets that look like they *might* be written in octal,
# and which don't look exactly the same in both octal and
# decimal are rejected as ambiguous
if octet_int > 7 and octet_str[0] == '0':
msg = "Ambiguous (octal/decimal) value in %r not permitted"
raise ValueError(msg % octet_str)
if octet_int > 255:
raise ValueError("Octet %d (> 255) not permitted" % octet_int)
return octet_int
@classmethod
def _string_from_ip_int(cls, ip_int):
"""Turns a 32-bit integer into dotted decimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
The IP address as a string in dotted decimal notation.
"""
return '.'.join(_compat_str(struct.unpack(b'!B', b)[0]
if isinstance(b, bytes)
else b)
for b in _compat_to_bytes(ip_int, 4, 'big'))
def _is_hostmask(self, ip_str):
"""Test if the IP string is a hostmask (rather than a netmask).
Args:
ip_str: A string, the potential hostmask.
Returns:
A boolean, True if the IP string is a hostmask.
"""
bits = ip_str.split('.')
try:
parts = [x for x in map(int, bits) if x in self._valid_mask_octets]
except ValueError:
return False
if len(parts) != len(bits):
return False
if parts[0] < parts[-1]:
return True
return False
def _reverse_pointer(self):
"""Return the reverse DNS pointer name for the IPv4 address.
This implements the method described in RFC1035 3.5.
"""
reverse_octets = _compat_str(self).split('.')[::-1]
return '.'.join(reverse_octets) + '.in-addr.arpa'
@property
def max_prefixlen(self):
return self._max_prefixlen
@property
def version(self):
return self._version
class IPv4Address(_BaseV4, _BaseAddress):
"""Represent and manipulate single IPv4 Addresses."""
__slots__ = ('_ip', '__weakref__')
def __init__(self, address):
"""
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv4Address('192.0.2.1') == IPv4Address(3221225985).
or, more generally
IPv4Address(int(IPv4Address('192.0.2.1'))) ==
IPv4Address('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
"""
# Efficient constructor from integer.
if isinstance(address, _compat_int_types):
self._check_int_address(address)
self._ip = address
return
# Constructing from a packed address
if isinstance(address, bytes):
self._check_packed_address(address, 4)
bvs = _compat_bytes_to_byte_vals(address)
self._ip = _compat_int_from_byte_vals(bvs, 'big')
return
# Assume input argument to be string or any object representation
# which converts into a formatted IP string.
addr_str = _compat_str(address)
if '/' in addr_str:
raise AddressValueError("Unexpected '/' in %r" % address)
self._ip = self._ip_int_from_string(addr_str)
@property
def packed(self):
"""The binary representation of this address."""
return v4_int_to_packed(self._ip)
@property
def is_reserved(self):
"""Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within the
reserved IPv4 Network range.
"""
return self in self._constants._reserved_network
@property
def is_private(self):
"""Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry.
"""
return any(self in net for net in self._constants._private_networks)
@property
def is_global(self):
return (
self not in self._constants._public_network and
not self.is_private)
@property
def is_multicast(self):
"""Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is multicast.
See RFC 3171 for details.
"""
return self in self._constants._multicast_network
@property
def is_unspecified(self):
"""Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 5735 3.
"""
return self == self._constants._unspecified_address
@property
def is_loopback(self):
"""Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback per RFC 3330.
"""
return self in self._constants._loopback_network
@property
def is_link_local(self):
"""Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is link-local per RFC 3927.
"""
return self in self._constants._linklocal_network
class IPv4Interface(IPv4Address):
def __init__(self, address):
if isinstance(address, (bytes, _compat_int_types)):
IPv4Address.__init__(self, address)
self.network = IPv4Network(self._ip)
self._prefixlen = self._max_prefixlen
return
if isinstance(address, tuple):
IPv4Address.__init__(self, address[0])
if len(address) > 1:
self._prefixlen = int(address[1])
else:
self._prefixlen = self._max_prefixlen
self.network = IPv4Network(address, strict=False)
self.netmask = self.network.netmask
self.hostmask = self.network.hostmask
return
addr = _split_optional_netmask(address)
IPv4Address.__init__(self, addr[0])
self.network = IPv4Network(address, strict=False)
self._prefixlen = self.network._prefixlen
self.netmask = self.network.netmask
self.hostmask = self.network.hostmask
def __str__(self):
return '%s/%d' % (self._string_from_ip_int(self._ip),
self.network.prefixlen)
def __eq__(self, other):
address_equal = IPv4Address.__eq__(self, other)
if not address_equal or address_equal is NotImplemented:
return address_equal
try:
return self.network == other.network
except AttributeError:
# An interface with an associated network is NOT the
# same as an unassociated address. That's why the hash
# takes the extra info into account.
return False
def __lt__(self, other):
address_less = IPv4Address.__lt__(self, other)
if address_less is NotImplemented:
return NotImplemented
try:
return self.network < other.network
except AttributeError:
# We *do* allow addresses and interfaces to be sorted. The
# unassociated address is considered less than all interfaces.
return False
def __hash__(self):
return self._ip ^ self._prefixlen ^ int(self.network.network_address)
__reduce__ = _IPAddressBase.__reduce__
@property
def ip(self):
return IPv4Address(self._ip)
@property
def with_prefixlen(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self._prefixlen)
@property
def with_netmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.netmask)
@property
def with_hostmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.hostmask)
class IPv4Network(_BaseV4, _BaseNetwork):
"""This class represents and manipulates 32-bit IPv4 network + addresses..
Attributes: [examples for IPv4Network('192.0.2.0/27')]
.network_address: IPv4Address('192.0.2.0')
.hostmask: IPv4Address('0.0.0.31')
.broadcast_address: IPv4Address('192.0.2.32')
.netmask: IPv4Address('255.255.255.224')
.prefixlen: 27
"""
# Class to use when creating address objects
_address_class = IPv4Address
def __init__(self, address, strict=True):
"""Instantiate a new IPv4 network object.
Args:
address: A string or integer representing the IP [& network].
'192.0.2.0/24'
'192.0.2.0/255.255.255.0'
'192.0.0.2/0.0.0.255'
are all functionally the same in IPv4. Similarly,
'192.0.2.1'
'192.0.2.1/255.255.255.255'
'192.0.2.1/32'
are also functionally equivalent. That is to say, failing to
provide a subnetmask will create an object with a mask of /32.
If the mask (portion after the / in the argument) is given in
dotted quad form, it is treated as a netmask if it starts with a
non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it
starts with a zero field (e.g. 0.255.255.255 == /8), with the
single exception of an all-zero mask which is treated as a
netmask == /0. If no mask is given, a default of /32 is used.
Additionally, an integer can be passed, so
IPv4Network('192.0.2.1') == IPv4Network(3221225985)
or, more generally
IPv4Interface(int(IPv4Interface('192.0.2.1'))) ==
IPv4Interface('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
NetmaskValueError: If the netmask isn't valid for
an IPv4 address.
ValueError: If strict is True and a network address is not
supplied.
"""
_BaseNetwork.__init__(self, address)
# Constructing from a packed address or integer
if isinstance(address, (_compat_int_types, bytes)):
self.network_address = IPv4Address(address)
self.netmask, self._prefixlen = self._make_netmask(
self._max_prefixlen)
# fixme: address/network test here.
return
if isinstance(address, tuple):
if len(address) > 1:
arg = address[1]
else:
# We weren't given an address[1]
arg = self._max_prefixlen
self.network_address = IPv4Address(address[0])
self.netmask, self._prefixlen = self._make_netmask(arg)
packed = int(self.network_address)
if packed & int(self.netmask) != packed:
if strict:
raise ValueError('%s has host bits set' % self)
else:
self.network_address = IPv4Address(packed &
int(self.netmask))
return
# Assume input argument to be string or any object representation
# which converts into a formatted IP prefix string.
addr = _split_optional_netmask(address)
self.network_address = IPv4Address(self._ip_int_from_string(addr[0]))
if len(addr) == 2:
arg = addr[1]
else:
arg = self._max_prefixlen
self.netmask, self._prefixlen = self._make_netmask(arg)
if strict:
if (IPv4Address(int(self.network_address) & int(self.netmask)) !=
self.network_address):
raise ValueError('%s has host bits set' % self)
self.network_address = IPv4Address(int(self.network_address) &
int(self.netmask))
if self._prefixlen == (self._max_prefixlen - 1):
self.hosts = self.__iter__
@property
def is_global(self):
"""Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry.
"""
return (not (self.network_address in IPv4Network('100.64.0.0/10') and
self.broadcast_address in IPv4Network('100.64.0.0/10')) and
not self.is_private)
class _IPv4Constants(object):
_linklocal_network = IPv4Network('169.254.0.0/16')
_loopback_network = IPv4Network('127.0.0.0/8')
_multicast_network = IPv4Network('224.0.0.0/4')
_public_network = IPv4Network('100.64.0.0/10')
_private_networks = [
IPv4Network('0.0.0.0/8'),
IPv4Network('10.0.0.0/8'),
IPv4Network('127.0.0.0/8'),
IPv4Network('169.254.0.0/16'),
IPv4Network('172.16.0.0/12'),
IPv4Network('192.0.0.0/29'),
IPv4Network('192.0.0.170/31'),
IPv4Network('192.0.2.0/24'),
IPv4Network('192.168.0.0/16'),
IPv4Network('198.18.0.0/15'),
IPv4Network('198.51.100.0/24'),
IPv4Network('203.0.113.0/24'),
IPv4Network('240.0.0.0/4'),
IPv4Network('255.255.255.255/32'),
]
_reserved_network = IPv4Network('240.0.0.0/4')
_unspecified_address = IPv4Address('0.0.0.0')
IPv4Address._constants = _IPv4Constants
class _BaseV6(object):
"""Base IPv6 object.
The following methods are used by IPv6 objects in both single IP
addresses and networks.
"""
__slots__ = ()
_version = 6
_ALL_ONES = (2 ** IPV6LENGTH) - 1
_HEXTET_COUNT = 8
_HEX_DIGITS = frozenset('0123456789ABCDEFabcdef')
_max_prefixlen = IPV6LENGTH
# There are only a bunch of valid v6 netmasks, so we cache them all
# when constructed (see _make_netmask()).
_netmask_cache = {}
@classmethod
def _make_netmask(cls, arg):
"""Make a (netmask, prefix_len) tuple from the given argument.
Argument can be:
- an integer (the prefix length)
- a string representing the prefix length (e.g. "24")
- a string representing the prefix netmask (e.g. "255.255.255.0")
"""
if arg not in cls._netmask_cache:
if isinstance(arg, _compat_int_types):
prefixlen = arg
else:
prefixlen = cls._prefix_from_prefix_string(arg)
netmask = IPv6Address(cls._ip_int_from_prefix(prefixlen))
cls._netmask_cache[arg] = netmask, prefixlen
return cls._netmask_cache[arg]
@classmethod
def _ip_int_from_string(cls, ip_str):
"""Turn an IPv6 ip_str into an integer.
Args:
ip_str: A string, the IPv6 ip_str.
Returns:
An int, the IPv6 address
Raises:
AddressValueError: if ip_str isn't a valid IPv6 Address.
"""
if not ip_str:
raise AddressValueError('Address cannot be empty')
parts = ip_str.split(':')
# An IPv6 address needs at least 2 colons (3 parts).
_min_parts = 3
if len(parts) < _min_parts:
msg = "At least %d parts expected in %r" % (_min_parts, ip_str)
raise AddressValueError(msg)
# If the address has an IPv4-style suffix, convert it to hexadecimal.
if '.' in parts[-1]:
try:
ipv4_int = IPv4Address(parts.pop())._ip
except AddressValueError as exc:
raise AddressValueError("%s in %r" % (exc, ip_str))
parts.append('%x' % ((ipv4_int >> 16) & 0xFFFF))
parts.append('%x' % (ipv4_int & 0xFFFF))
# An IPv6 address can't have more than 8 colons (9 parts).
# The extra colon comes from using the "::" notation for a single
# leading or trailing zero part.
_max_parts = cls._HEXTET_COUNT + 1
if len(parts) > _max_parts:
msg = "At most %d colons permitted in %r" % (
_max_parts - 1, ip_str)
raise AddressValueError(msg)
# Disregarding the endpoints, find '::' with nothing in between.
# This indicates that a run of zeroes has been skipped.
skip_index = None
for i in _compat_range(1, len(parts) - 1):
if not parts[i]:
if skip_index is not None:
# Can't have more than one '::'
msg = "At most one '::' permitted in %r" % ip_str
raise AddressValueError(msg)
skip_index = i
# parts_hi is the number of parts to copy from above/before the '::'
# parts_lo is the number of parts to copy from below/after the '::'
if skip_index is not None:
# If we found a '::', then check if it also covers the endpoints.
parts_hi = skip_index
parts_lo = len(parts) - skip_index - 1
if not parts[0]:
parts_hi -= 1
if parts_hi:
msg = "Leading ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # ^: requires ^::
if not parts[-1]:
parts_lo -= 1
if parts_lo:
msg = "Trailing ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # :$ requires ::$
parts_skipped = cls._HEXTET_COUNT - (parts_hi + parts_lo)
if parts_skipped < 1:
msg = "Expected at most %d other parts with '::' in %r"
raise AddressValueError(msg % (cls._HEXTET_COUNT - 1, ip_str))
else:
# Otherwise, allocate the entire address to parts_hi. The
# endpoints could still be empty, but _parse_hextet() will check
# for that.
if len(parts) != cls._HEXTET_COUNT:
msg = "Exactly %d parts expected without '::' in %r"
raise AddressValueError(msg % (cls._HEXTET_COUNT, ip_str))
if not parts[0]:
msg = "Leading ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # ^: requires ^::
if not parts[-1]:
msg = "Trailing ':' only permitted as part of '::' in %r"
raise AddressValueError(msg % ip_str) # :$ requires ::$
parts_hi = len(parts)
parts_lo = 0
parts_skipped = 0
try:
# Now, parse the hextets into a 128-bit integer.
ip_int = 0
for i in range(parts_hi):
ip_int <<= 16
ip_int |= cls._parse_hextet(parts[i])
ip_int <<= 16 * parts_skipped
for i in range(-parts_lo, 0):
ip_int <<= 16
ip_int |= cls._parse_hextet(parts[i])
return ip_int
except ValueError as exc:
raise AddressValueError("%s in %r" % (exc, ip_str))
@classmethod
def _parse_hextet(cls, hextet_str):
"""Convert an IPv6 hextet string into an integer.
Args:
hextet_str: A string, the number to parse.
Returns:
The hextet as an integer.
Raises:
ValueError: if the input isn't strictly a hex number from
[0..FFFF].
"""
# Whitelist the characters, since int() allows a lot of bizarre stuff.
if not cls._HEX_DIGITS.issuperset(hextet_str):
raise ValueError("Only hex digits permitted in %r" % hextet_str)
# We do the length check second, since the invalid character error
# is likely to be more informative for the user
if len(hextet_str) > 4:
msg = "At most 4 characters permitted in %r"
raise ValueError(msg % hextet_str)
# Length check means we can skip checking the integer value
return int(hextet_str, 16)
@classmethod
def _compress_hextets(cls, hextets):
"""Compresses a list of hextets.
Compresses a list of strings, replacing the longest continuous
sequence of "0" in the list with "" and adding empty strings at
the beginning or at the end of the string such that subsequently
calling ":".join(hextets) will produce the compressed version of
the IPv6 address.
Args:
hextets: A list of strings, the hextets to compress.
Returns:
A list of strings.
"""
best_doublecolon_start = -1
best_doublecolon_len = 0
doublecolon_start = -1
doublecolon_len = 0
for index, hextet in enumerate(hextets):
if hextet == '0':
doublecolon_len += 1
if doublecolon_start == -1:
# Start of a sequence of zeros.
doublecolon_start = index
if doublecolon_len > best_doublecolon_len:
# This is the longest sequence of zeros so far.
best_doublecolon_len = doublecolon_len
best_doublecolon_start = doublecolon_start
else:
doublecolon_len = 0
doublecolon_start = -1
if best_doublecolon_len > 1:
best_doublecolon_end = (best_doublecolon_start +
best_doublecolon_len)
# For zeros at the end of the address.
if best_doublecolon_end == len(hextets):
hextets += ['']
hextets[best_doublecolon_start:best_doublecolon_end] = ['']
# For zeros at the beginning of the address.
if best_doublecolon_start == 0:
hextets = [''] + hextets
return hextets
@classmethod
def _string_from_ip_int(cls, ip_int=None):
"""Turns a 128-bit integer into hexadecimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
A string, the hexadecimal representation of the address.
Raises:
ValueError: The address is bigger than 128 bits of all ones.
"""
if ip_int is None:
ip_int = int(cls._ip)
if ip_int > cls._ALL_ONES:
raise ValueError('IPv6 address is too large')
hex_str = '%032x' % ip_int
hextets = ['%x' % int(hex_str[x:x + 4], 16) for x in range(0, 32, 4)]
hextets = cls._compress_hextets(hextets)
return ':'.join(hextets)
def _explode_shorthand_ip_string(self):
"""Expand a shortened IPv6 address.
Args:
ip_str: A string, the IPv6 address.
Returns:
A string, the expanded IPv6 address.
"""
if isinstance(self, IPv6Network):
ip_str = _compat_str(self.network_address)
elif isinstance(self, IPv6Interface):
ip_str = _compat_str(self.ip)
else:
ip_str = _compat_str(self)
ip_int = self._ip_int_from_string(ip_str)
hex_str = '%032x' % ip_int
parts = [hex_str[x:x + 4] for x in range(0, 32, 4)]
if isinstance(self, (_BaseNetwork, IPv6Interface)):
return '%s/%d' % (':'.join(parts), self._prefixlen)
return ':'.join(parts)
def _reverse_pointer(self):
"""Return the reverse DNS pointer name for the IPv6 address.
This implements the method described in RFC3596 2.5.
"""
reverse_chars = self.exploded[::-1].replace(':', '')
return '.'.join(reverse_chars) + '.ip6.arpa'
@property
def max_prefixlen(self):
return self._max_prefixlen
@property
def version(self):
return self._version
class IPv6Address(_BaseV6, _BaseAddress):
"""Represent and manipulate single IPv6 Addresses."""
__slots__ = ('_ip', '__weakref__')
def __init__(self, address):
"""Instantiate a new IPv6 address object.
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv6Address('2001:db8::') ==
IPv6Address(42540766411282592856903984951653826560)
or, more generally
IPv6Address(int(IPv6Address('2001:db8::'))) ==
IPv6Address('2001:db8::')
Raises:
AddressValueError: If address isn't a valid IPv6 address.
"""
# Efficient constructor from integer.
if isinstance(address, _compat_int_types):
self._check_int_address(address)
self._ip = address
return
# Constructing from a packed address
if isinstance(address, bytes):
self._check_packed_address(address, 16)
bvs = _compat_bytes_to_byte_vals(address)
self._ip = _compat_int_from_byte_vals(bvs, 'big')
return
# Assume input argument to be string or any object representation
# which converts into a formatted IP string.
addr_str = _compat_str(address)
if '/' in addr_str:
raise AddressValueError("Unexpected '/' in %r" % address)
self._ip = self._ip_int_from_string(addr_str)
@property
def packed(self):
"""The binary representation of this address."""
return v6_int_to_packed(self._ip)
@property
def is_multicast(self):
"""Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is a multicast address.
See RFC 2373 2.7 for details.
"""
return self in self._constants._multicast_network
@property
def is_reserved(self):
"""Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within one of the
reserved IPv6 Network ranges.
"""
return any(self in x for x in self._constants._reserved_networks)
@property
def is_link_local(self):
"""Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is reserved per RFC 4291.
"""
return self in self._constants._linklocal_network
@property
def is_site_local(self):
"""Test if the address is reserved for site-local.
Note that the site-local address space has been deprecated by RFC 3879.
Use is_private to test if this address is in the space of unique local
addresses as defined by RFC 4193.
Returns:
A boolean, True if the address is reserved per RFC 3513 2.5.6.
"""
return self in self._constants._sitelocal_network
@property
def is_private(self):
"""Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv6-special-registry.
"""
return any(self in net for net in self._constants._private_networks)
@property
def is_global(self):
"""Test if this address is allocated for public networks.
Returns:
A boolean, true if the address is not reserved per
iana-ipv6-special-registry.
"""
return not self.is_private
@property
def is_unspecified(self):
"""Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 2373 2.5.2.
"""
return self._ip == 0
@property
def is_loopback(self):
"""Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback address as defined in
RFC 2373 2.5.3.
"""
return self._ip == 1
@property
def ipv4_mapped(self):
"""Return the IPv4 mapped address.
Returns:
If the IPv6 address is a v4 mapped address, return the
IPv4 mapped address. Return None otherwise.
"""
if (self._ip >> 32) != 0xFFFF:
return None
return IPv4Address(self._ip & 0xFFFFFFFF)
@property
def teredo(self):
"""Tuple of embedded teredo IPs.
Returns:
Tuple of the (server, client) IPs or None if the address
doesn't appear to be a teredo address (doesn't start with
2001::/32)
"""
if (self._ip >> 96) != 0x20010000:
return None
return (IPv4Address((self._ip >> 64) & 0xFFFFFFFF),
IPv4Address(~self._ip & 0xFFFFFFFF))
@property
def sixtofour(self):
"""Return the IPv4 6to4 embedded address.
Returns:
The IPv4 6to4-embedded address if present or None if the
address doesn't appear to contain a 6to4 embedded address.
"""
if (self._ip >> 112) != 0x2002:
return None
return IPv4Address((self._ip >> 80) & 0xFFFFFFFF)
class IPv6Interface(IPv6Address):
def __init__(self, address):
if isinstance(address, (bytes, _compat_int_types)):
IPv6Address.__init__(self, address)
self.network = IPv6Network(self._ip)
self._prefixlen = self._max_prefixlen
return
if isinstance(address, tuple):
IPv6Address.__init__(self, address[0])
if len(address) > 1:
self._prefixlen = int(address[1])
else:
self._prefixlen = self._max_prefixlen
self.network = IPv6Network(address, strict=False)
self.netmask = self.network.netmask
self.hostmask = self.network.hostmask
return
addr = _split_optional_netmask(address)
IPv6Address.__init__(self, addr[0])
self.network = IPv6Network(address, strict=False)
self.netmask = self.network.netmask
self._prefixlen = self.network._prefixlen
self.hostmask = self.network.hostmask
def __str__(self):
return '%s/%d' % (self._string_from_ip_int(self._ip),
self.network.prefixlen)
def __eq__(self, other):
address_equal = IPv6Address.__eq__(self, other)
if not address_equal or address_equal is NotImplemented:
return address_equal
try:
return self.network == other.network
except AttributeError:
# An interface with an associated network is NOT the
# same as an unassociated address. That's why the hash
# takes the extra info into account.
return False
def __lt__(self, other):
address_less = IPv6Address.__lt__(self, other)
if address_less is NotImplemented:
return NotImplemented
try:
return self.network < other.network
except AttributeError:
# We *do* allow addresses and interfaces to be sorted. The
# unassociated address is considered less than all interfaces.
return False
def __hash__(self):
return self._ip ^ self._prefixlen ^ int(self.network.network_address)
__reduce__ = _IPAddressBase.__reduce__
@property
def ip(self):
return IPv6Address(self._ip)
@property
def with_prefixlen(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self._prefixlen)
@property
def with_netmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.netmask)
@property
def with_hostmask(self):
return '%s/%s' % (self._string_from_ip_int(self._ip),
self.hostmask)
@property
def is_unspecified(self):
return self._ip == 0 and self.network.is_unspecified
@property
def is_loopback(self):
return self._ip == 1 and self.network.is_loopback
class IPv6Network(_BaseV6, _BaseNetwork):
"""This class represents and manipulates 128-bit IPv6 networks.
Attributes: [examples for IPv6('2001:db8::1000/124')]
.network_address: IPv6Address('2001:db8::1000')
.hostmask: IPv6Address('::f')
.broadcast_address: IPv6Address('2001:db8::100f')
.netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0')
.prefixlen: 124
"""
# Class to use when creating address objects
_address_class = IPv6Address
def __init__(self, address, strict=True):
"""Instantiate a new IPv6 Network object.
Args:
address: A string or integer representing the IPv6 network or the
IP and prefix/netmask.
'2001:db8::/128'
'2001:db8:0000:0000:0000:0000:0000:0000/128'
'2001:db8::'
are all functionally the same in IPv6. That is to say,
failing to provide a subnetmask will create an object with
a mask of /128.
Additionally, an integer can be passed, so
IPv6Network('2001:db8::') ==
IPv6Network(42540766411282592856903984951653826560)
or, more generally
IPv6Network(int(IPv6Network('2001:db8::'))) ==
IPv6Network('2001:db8::')
strict: A boolean. If true, ensure that we have been passed
A true network address, eg, 2001:db8::1000/124 and not an
IP address on a network, eg, 2001:db8::1/124.
Raises:
AddressValueError: If address isn't a valid IPv6 address.
NetmaskValueError: If the netmask isn't valid for
an IPv6 address.
ValueError: If strict was True and a network address was not
supplied.
"""
_BaseNetwork.__init__(self, address)
# Efficient constructor from integer or packed address
if isinstance(address, (bytes, _compat_int_types)):
self.network_address = IPv6Address(address)
self.netmask, self._prefixlen = self._make_netmask(
self._max_prefixlen)
return
if isinstance(address, tuple):
if len(address) > 1:
arg = address[1]
else:
arg = self._max_prefixlen
self.netmask, self._prefixlen = self._make_netmask(arg)
self.network_address = IPv6Address(address[0])
packed = int(self.network_address)
if packed & int(self.netmask) != packed:
if strict:
raise ValueError('%s has host bits set' % self)
else:
self.network_address = IPv6Address(packed &
int(self.netmask))
return
# Assume input argument to be string or any object representation
# which converts into a formatted IP prefix string.
addr = _split_optional_netmask(address)
self.network_address = IPv6Address(self._ip_int_from_string(addr[0]))
if len(addr) == 2:
arg = addr[1]
else:
arg = self._max_prefixlen
self.netmask, self._prefixlen = self._make_netmask(arg)
if strict:
if (IPv6Address(int(self.network_address) & int(self.netmask)) !=
self.network_address):
raise ValueError('%s has host bits set' % self)
self.network_address = IPv6Address(int(self.network_address) &
int(self.netmask))
if self._prefixlen == (self._max_prefixlen - 1):
self.hosts = self.__iter__
def hosts(self):
"""Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the
Subnet-Router anycast address.
"""
network = int(self.network_address)
broadcast = int(self.broadcast_address)
for x in _compat_range(network + 1, broadcast + 1):
yield self._address_class(x)
@property
def is_site_local(self):
"""Test if the address is reserved for site-local.
Note that the site-local address space has been deprecated by RFC 3879.
Use is_private to test if this address is in the space of unique local
addresses as defined by RFC 4193.
Returns:
A boolean, True if the address is reserved per RFC 3513 2.5.6.
"""
return (self.network_address.is_site_local and
self.broadcast_address.is_site_local)
class _IPv6Constants(object):
_linklocal_network = IPv6Network('fe80::/10')
_multicast_network = IPv6Network('ff00::/8')
_private_networks = [
IPv6Network('::1/128'),
IPv6Network('::/128'),
IPv6Network('::ffff:0:0/96'),
IPv6Network('100::/64'),
IPv6Network('2001::/23'),
IPv6Network('2001:2::/48'),
IPv6Network('2001:db8::/32'),
IPv6Network('2001:10::/28'),
IPv6Network('fc00::/7'),
IPv6Network('fe80::/10'),
]
_reserved_networks = [
IPv6Network('::/8'), IPv6Network('100::/8'),
IPv6Network('200::/7'), IPv6Network('400::/6'),
IPv6Network('800::/5'), IPv6Network('1000::/4'),
IPv6Network('4000::/3'), IPv6Network('6000::/3'),
IPv6Network('8000::/3'), IPv6Network('A000::/3'),
IPv6Network('C000::/3'), IPv6Network('E000::/4'),
IPv6Network('F000::/5'), IPv6Network('F800::/6'),
IPv6Network('FE00::/9'),
]
_sitelocal_network = IPv6Network('fec0::/10')
IPv6Address._constants = _IPv6Constants
packaging/__init__.py 0000644 00000001001 15043676012 0010575 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
from .__about__ import (
__author__, __copyright__, __email__, __license__, __summary__, __title__,
__uri__, __version__
)
__all__ = [
"__title__", "__summary__", "__uri__", "__version__", "__author__",
"__email__", "__license__", "__copyright__",
]
packaging/_compat.py 0000644 00000001534 15043676012 0010473 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import sys
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
# flake8: noqa
if PY3:
string_types = str,
else:
string_types = basestring,
def with_metaclass(meta, *bases):
"""
Create a base class with a metaclass.
"""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
packaging/_structures.py 0000644 00000002610 15043676012 0011427 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
class Infinity(object):
def __repr__(self):
return "Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return False
def __le__(self, other):
return False
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return True
def __ge__(self, other):
return True
def __neg__(self):
return NegativeInfinity
Infinity = Infinity()
class NegativeInfinity(object):
def __repr__(self):
return "-Infinity"
def __hash__(self):
return hash(repr(self))
def __lt__(self, other):
return True
def __le__(self, other):
return True
def __eq__(self, other):
return isinstance(other, self.__class__)
def __ne__(self, other):
return not isinstance(other, self.__class__)
def __gt__(self, other):
return False
def __ge__(self, other):
return False
def __neg__(self):
return Infinity
NegativeInfinity = NegativeInfinity()
packaging/__pycache__/requirements.cpython-38.pyc 0000644 00000007610 15043676012 0016063 0 ustar 00 U
��.e\ � @ s| d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAeA�Bd!� G d"d#� d#eC�ZDdS )$� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �F/usr/lib/python3.8/site-packages/pip/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>7 � r- � specifierc C s |d S )Nr r r) r r r r- : r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- > r. zx[]c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s zt �|�}W nD tk
rR } z&td�||j|jd � |j���W 5 d }~X Y nX |j| _|jr�t � |j�}|j
dkr�t � |�|jkr�td��n(|j
r�|j r�|j
s�|j s�td�|j���|j| _nd | _t
|jr�|j�� ng �| _t|j�| _|jr�|jnd | _d S )NzParse error at "{0!r}": {1}� �filezInvalid URL givenzInvalid URL: {0})� REQUIREMENT� parseStringr r �formatZloc�msgr$ r% �urlparseZschemeZ
urlunparseZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__[ s4 ��
��
zRequirement.__init__c C s� | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrh|�d�| j�� | j rh|�d� | j r�|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}� z; {0}r( )
r$ r& �appendr6 �join�sortedr/ �strr% r0 )r: �partsr r r �__str__v s
zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r6 rA )r: r r r �__repr__� s zRequirement.__repr__N)r r r r r< rC rD r r r r r1 N s r1 )EZ
__future__r r r �string�reZpip._vendor.pyparsingr r r r r r
r r r
r �LZ pip._vendor.six.moves.urllibr r8 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPARATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr4 r5 �objectr1 r r r r �<module> sh �� �
packaging/__pycache__/markers.cpython-38.pyc 0000644 00000021322 15043676012 0015000 0 ustar 00 U
��.e: � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r " s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r ( s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__0 s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__3 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__6 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize9 s zNode.serializeN)r r r r" r% r( r* r r r r r / s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* > s zVariable.serializeN�r r r r* r r r r r+ = s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. B s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* H s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>h � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH o rI �'�"c C s t |d �S rA )r. rD r r r rH r rI �and�orc C s t |d �S rA )�tuplerD r r r rH y rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rnd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �listrV r �AssertionError�lenr` �join)�markerr_ �innerr r r r` � s �
��
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rk r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rh r* r �contains�
_operatorsrC r r& )rl �oprm �specZoperr r r �_eval_op� s
�rs c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rw c C s� g g}| D ]�}t |tttf�s"t�t |t�rB|d �t||�� q
t |t�r�|\}}}t |t�rtt||j �}|j }n|j }t||j �}|d �t
|||�� q
|dks�t�|dkr
|�g � q
t dd� |D ��S )N���)rT rU rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>) r] re rV r rf �append�_evaluate_markersr+ rw r rs �any) Zmarkersru �groupsri rl rq rm Z lhs_valueZ rhs_valuer r r r| � s"
r| c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sr t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � d�
t�� d d� �tjd� S )N�implementation�0rn �.� ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )�hasattr�sysr� r� r� rv �os�platform�machine�release�systemr8 r@ rh Zpython_version_tuple)Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! ri �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater| r� )r! ru Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Zpip._vendor.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtrp rs rt rw r| r� r r r r r r �<module> s� � �������� �
� � �
�������>�
� packaging/__pycache__/__about__.cpython-38.pyc 0000644 00000001271 15043676012 0015243 0 ustar 00 U
��.e� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz19.2z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2019 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �C/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__about__.py�<module> s" � packaging/__pycache__/tags.cpython-38.opt-1.pyc 0000644 00000025064 15043676012 0015240 0 ustar 00 U
��.e�2 � @ sn d dl mZ d dlZzd dlmZ W n0 ek
rT d dlZdd� e�� D �Z[Y nX d dl Z d dl
Z
d dl Z d dl Z d dl
Z
dddd d
d �Ze jd kZG d
d� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Z d#d$� Z efd%d&�Z d'd(� Z d=d)d*�Z d+d,� Z!d-d.� Z"d/d0� Z#d1d2� Z$efd3d4�Z%d5d6� Z&d7d8� Z'd9d:� Z(d;d<� Z)dS )>� )�absolute_importN)�EXTENSION_SUFFIXESc C s g | ] }|d �qS )r � )�.0�xr r �>/usr/lib/python3.8/site-packages/pip/_vendor/packaging/tags.py�
<listcomp> s r �py�cp�ppZipZjy)�pythonZcpythonZpypyZ
ironpythonZjythonl c @ sb e Zd ZdddgZdd� Zedd� �Zedd � �Zed
d � �Zd d
� Z dd� Z
dd� Z dd� Z dS )�Tag� _interpreter�_abi� _platformc C s" |� � | _|� � | _|� � | _d S �N)�lowerr r r )�self� interpreter�abi�platformr r r �__init__' s
z Tag.__init__c C s | j S r )r �r r r r r , s zTag.interpreterc C s | j S r )r r r r r r 0 s zTag.abic C s | j S r )r r r r r r 4 s z Tag.platformc C s$ | j |j ko"| j|jko"| j|jkS r )r r r )r �otherr r r �__eq__8 s
�
�z
Tag.__eq__c C s t | j| j| jf�S r )�hashr r r r r r r �__hash__? s z Tag.__hash__c C s d� | j| j| j�S )Nz{}-{}-{})�formatr r r r r r r �__str__B s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r Zself_id)r �idr r r r �__repr__E s z Tag.__repr__N)
�__name__�
__module__� __qualname__� __slots__r �propertyr r r r r r r r r r r r
# s
r
c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )N�-�.)�set�split�addr
� frozenset)�tag�tagsZ interpreters�abis� platformsr r � platform_r r r � parse_tagI s r1 c C s | � dd�� dd�S )Nr' �_r& ��replace)�stringr r r �_normalize_stringS s r6 c C s dj | d | d d�S )N�cp{major}{minor}r � ��major�minor)r )�
py_versionr r r �_cpython_interpreterW s r= c C s� g }dj | d d� � }d } }}t�d�}ttd�}dtk}|sR|d krV|sR|rVd}| dk r�t�d �} | st| d krxd
}| d k r�t�d �}
|
d
ks�|
d kr�tjdkr�d}n|r�|�dj |d�� |�ddj ||||d�� |S )Nz{}{}� � ZPy_DEBUGZgettotalrefcountz_d.pyd�d)� � Z
WITH_PYMALLOC�m)rA rA ZPy_UNICODE_SIZE� i�� �uz cp{version})�versionr z"cp{version}{debug}{pymalloc}{ucs4})rF �debug�pymalloc�ucs4) r � sysconfig�get_config_var�hasattr�sysr �
maxunicode�append�insert) r< r. rF rG rH rI Z
with_debugZ has_refcountZhas_extZ
with_pymallocZ unicode_sizer r r �
_cpython_abis\ s@
�� ��rQ c # s� |D ] }|D ]}t � ||�V q q� fdd�|D �D ]
}|V q4� fdd�|D �D ]
}|V qRt| d d dd�D ].}|D ]$}dj| d |d�� t � d |�V qzqrd S )
Nc 3 s | ]}t � d |�V qdS )�abi3N�r
�r r0 �r r r � <genexpr>� s z _cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS ��noneNrS rT rU r r rV � s r8 ���r7 r r9 rR )r
�ranger )r< r r. r/ r r0 r, �
minor_versionr rU r �
_cpython_tags s �r\ c C s dj tjd tjjtjjd�S )Nz$pp{py_major}{pypy_major}{pypy_minor}r )Zpy_majorZ
pypy_majorZ
pypy_minor)r rM � version_infoZpypy_version_infor: r; r r r r �_pypy_interpreter� s
�r^ c C s t �d�} | rt| �S dS d S )NZSOABIrX )rJ rK r6 )r r r r � _generic_abi� s
r_ c # sB � �fdd�|D �D ]
}|V q�fdd�|D �D ]
}|V q2d S )Nc 3 s | ]}t �� |�V qd S r rS �r r �r r r r rV � s z _pypy_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS rW rS r` rU r r rV � s r )r< r r r/ r, r ra r �
_pypy_tags� s rb c # sN � �fdd�|D �D ]
}|V q� dkrJ�fdd�|D �}|D ]
}|V q>d S )Nc 3 s | ]}t �� |�V qd S r rS r` ra r r rV � s z _generic_tags.<locals>.<genexpr>rX c 3 s | ]}t � d |�V qdS rW rS rT rU r r rV � s r )r r< r r/ r, r- r ra r �
_generic_tags� s rc c c s\ dj | d | d d�V dj | d d�V t| d d dd�D ]}dj | d |d�V q>dS ) z�
Yield Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all following versions up to 'end'.
zpy{major}{minor}r r8 r9 z py{major})r: rY N)r rZ )r< r; r r r �_py_interpreter_range� s rd c c sT t |�D ] }|D ]}t|d|�V qqt| dd�V t |�D ]}t|dd�V q<dS )z�
Return the sequence of tags that are consistent across implementations.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any
- py*-none-any
rX �anyN)rd r
)r r< r/ rF r0 r r r �_independent_tags� s rf c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)�arch�is_32bitr r r � _mac_arch� s
rl c C s� |g}|dkr,| dk rg S |� dddg� np|dkrR| dk r@g S |� dddg� nJ|dkrz| d ksj| dk rng S |�d� n"|d
kr�| d kr�g S |� ddg� |�d � |S )
NZx86_64)�
rD ZintelZfat64Zfat32rh ZfatZppc64)rm � rg )rm � Z universal)�extendrO )rF �cpu_archZformatsr r r �_mac_binary_formats� s&
rr c
C s� t �� \}}}| d kr2ttt|�d�d d� ��} |d krBt|�}g }t| d dd�D ]B}| d |f}t||�}|D ]"} |� dj
|d |d | d�� qtqV|S )Nr' r> r8 rY r z&macosx_{major}_{minor}_{binary_format})r: r; �
binary_format) r Zmac_ver�tuple�map�intr) rl rZ rr rO r )
rF rj � version_strr2 rq r/ r[ Zcompat_versionZbinary_formatsrs r r r �_mac_platforms� s$
��rx c C s> z dd l }tt|| d ��W S ttfk
r4 Y nX t|� S )Nr Z _compatible)�
_manylinux�bool�getattr� ImportError�AttributeError�_have_compatible_glibc)�name�
glibc_versionry r r r �_is_manylinux_compatible s r� c C sZ dd l } | �d �}z
|j}W n tk
r2 Y d S X | j|_|� }t|t�sV|�d�}|S )Nr �ascii) �ctypesZCDLL�gnu_get_libc_versionr} Zc_char_pZrestype�
isinstance�str�decode)r� Zprocess_namespacer� rw r r r �_glibc_version_string s
r� c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr: r; )�re�match�warnings�warn�RuntimeWarningrv �group)rw �required_major�
minimum_minorrC r r r �_check_glibc_version1 s ���r� c C s t � }|d krdS t|| |�S )NF)r� r� )r� r� rw r r r r~ F s r~ c s| t tj�� �� � dkr | r d� d}t|�}|D ]$\}}t||�r.� �d|�g} qXq.g }|� fdd�|D �7 }|�� � |S )NZ linux_x86_64Z
linux_i686))Z
manylinux2014)r> � )Z
manylinux2010)r> � )Z
manylinux1)r> rn �linuxc s g | ]\}}� � d |��qS �r� r3 )r r r2 r� r r r ^ s z$_linux_platforms.<locals>.<listcomp>)r6 � distutils�util� get_platform�iterr� r4 rO )rk Zmanylinux_supportZmanylinux_support_iterr r� r/ r r� r �_linux_platformsM s
r� c C s t tj�� �} | gS r )r6 r� r� r� )r r r r �_generic_platformsc s r� c C s t �� �� } t�| �p| S r )r Zpython_implementationr �INTERPRETER_SHORT_NAMES�get)r r r r �_interpreter_nameh s r� c C s4 t �d�}|s&d�tt|d d� ��}dj| |d�S )NZpy_version_nodotr? r> z{name}{version})r rF )rJ rK �joinru r� r )r r< rF r r r �_generic_interpreterm s
r� c c s� t jdd� } t� }t�� dkr(t� }nt�� dkr<t� }nt� }|dkrvt| �}t | �}t
| |||�D ]
}|V qhnZ|dkr�t � }t � }t
| |||�D ]
}|V q�n*t|| �}t � }t|| ||�D ]
}|V q�t|| |�D ]
}|V q�dS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
Nr> ZDarwinZLinuxr
r )rM r] r� r �systemrx r� r� r= rQ r\ r^ r_ rb r� rc rf )r< Zinterpreter_namer/ r r. r, r r r r �sys_tagst s.
r� )NN)*Z
__future__r Zdistutils.utilr� Zimportlib.machineryr r| ZimpZ get_suffixesr r� rM rJ r� r� �maxsizeZ_32_BIT_INTERPRETER�objectr
r1 r6 r= rQ r\ r^ r_ rb rc rd rf rl rr rx r� r� r� r~ r� r� r� r� r� r r r r �<module> sV �
&
#
packaging/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001027 15043676012 0016032 0 ustar 00 U
��.e2 � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__init__.py�<module> s ( � packaging/__pycache__/_structures.cpython-38.pyc 0000644 00000005301 15043676012 0015715 0 ustar 00 U
��.e� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �E/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__ s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
( s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r + s zNegativeInfinity.__hash__c C s dS r r r r r r r . s zNegativeInfinity.__lt__c C s dS r r r r r r r 1 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 4 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 7 s zNegativeInfinity.__ne__c C s dS r r r r r r r : s zNegativeInfinity.__gt__c C s dS r r r r r r r = s zNegativeInfinity.__ge__c C s t S r )r r r r r r @ s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s packaging/__pycache__/version.cpython-38.pyc 0000644 00000027432 15043676013 0015032 0 ustar 00 U
��.e�. � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
! s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__( s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>, � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__+ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ / r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__. s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 2 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__1 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 5 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__4 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 8 r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__7 s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ; r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__: s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' = s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r ' s r c @ s� e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd � �Zd S ) r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__E s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__I s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__L s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicO s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionS s zLegacyVersion.base_versionc C s dS )N���r r r r r r
W s zLegacyVersion.epochc C s d S r r r r r r r [ s zLegacyVersion.releasec C s d S r r r r r r r _ s zLegacyVersion.prec C s d S r r r r r r r c s zLegacyVersion.postc C s d S r r r r r r r g s zLegacyVersion.devc C s d S r r r r r r r k s zLegacyVersion.localc C s dS �NFr r r r r �
is_prereleaseo s zLegacyVersion.is_prereleasec C s dS r@ r r r r r �is_postreleases s z LegacyVersion.is_postreleasec C s dS r@ r r r r r �
is_devreleasew s zLegacyVersion.is_devreleaseN)r r r r6 r8 r< �propertyr= r> r
r r r r r rA rB rC r r r r r D s2
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_parts� s rU c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )Nr? rM rN z*final-Z00000000)rU �lower�
startswith�pop�append�tuple)r r
�partsrT r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s� e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Zd S ) r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rJ Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr\ rZ rP �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s, � � �zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j dkr |�d�| j �� |�d�dd� | jD ��� | jd k rb|�d�dd� | jD ��� | jd k r~|�d�| j�� | jd k r�|�d �| j�� | jd k r�|�d
�| j�� d�|�S ) Nr �{0}!rJ c s s | ]}t |�V qd S r �r3 �r^ �xr r r r` s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r rj rk r r r r` s z.post{0}z.dev{0}z+{0}) r
rY r: �joinr r r r r �r r[ r r r r8 � s
zVersion.__str__c C s | j jS r )r4 r
r r r r r
s z
Version.epochc C s | j jS r )r4 r r r r r r s zVersion.releasec C s | j jS r )r4 r r r r r r s z Version.prec C s | j jr| j jd S d S �Nr )r4 r r r r r r s z Version.postc C s | j jr| j jd S d S rp )r4 r r r r r r $ s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrJ c s s | ]}t |�V qd S r rj rk r r r r` + s z Version.local.<locals>.<genexpr>)r4 r rn r r r r r ( s z
Version.localc C s t | ��dd�d S )N�+r r )r3 rP r r r r r= / s zVersion.publicc C sF g }| j dkr |�d�| j �� |�d�dd� | jD ��� d�|�S )Nr ri rJ c s s | ]}t |�V qd S r rj rk r r r r` < s z'Version.base_version.<locals>.<genexpr>rm )r
rY r: rn r ro r r r r> 3 s
zVersion.base_versionc C s | j d k p| jd k S r )r r r r r r rA @ s zVersion.is_prereleasec C s
| j d k S r )r r r r r rB D s zVersion.is_postreleasec C s
| j d k S r )r r r r r rC H s zVersion.is_devreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASErb r6 r< r8 rD r
r r r r r r= r> rA rB rC r r r r r � s4
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rE r rG rI )Zrev�rr )rV r\ )ZletterZnumberr r r re M s re z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrV r\ )r^ rT r r r r` t s �z'_parse_local_version.<locals>.<genexpr>)rZ �_local_version_separatorsrP )r r r r rf o s �rf c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rl r r r r$ � r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rm N)r0 r\ r r] r r r r` � s z_cmpkey.<locals>.<genexpr>)rZ �reversed�list� itertools� dropwhiler ra r r r rg z s � rg ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rO rQ rU r5 r r re rz rf rg r r r r �<module> s8 � 8� x
packaging/__pycache__/_compat.cpython-38.pyc 0000644 00000001713 15043676013 0014761 0 ustar 00 U
��.ea � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s packaging/__pycache__/specifiers.cpython-38.pyc 0000644 00000046417 15043676013 0015505 0 ustar 00 U
��.e�l � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__# s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__* s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases1 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 8 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains? s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterE s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__Q s
z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr__[ s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r d s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r g s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r j s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r u s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' M s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal� s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than� s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than� s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s � rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� � z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatiblev s ����
�z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr~ ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary� s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r~ r� TF)r1 r0 r� r
rK )r r) r* r r r r � s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt
s< ] �
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ * r| z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ + r| r r �0)rL r� r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� & s
,,r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>< s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 9 s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 N s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>X s z'SpecifierSet.__str__.<locals>.<genexpr>)r �sortedr� r r r r r W s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r Z s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__] s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r t s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r ~ s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� 8 s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 8 1
packaging/__pycache__/_structures.cpython-38.opt-1.pyc 0000644 00000005301 15043676013 0016655 0 ustar 00 U
��.e� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � ��selfr r �E/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S �N��hash�reprr r r r �__hash__ s zInfinity.__hash__c C s dS �NFr �r �otherr r r �__lt__ s zInfinity.__lt__c C s dS r r r r r r �__le__ s zInfinity.__le__c C s t || j�S r ��
isinstance� __class__r r r r �__eq__ s zInfinity.__eq__c C s t || j� S r r r r r r �__ne__ s zInfinity.__ne__c C s dS �NTr r r r r �__gt__ s zInfinity.__gt__c C s dS r r r r r r �__ge__ s zInfinity.__ge__c C s t S r )�NegativeInfinityr r r r �__neg__ s zInfinity.__neg__N� �__name__�
__module__� __qualname__r
r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr r r r r r
( s zNegativeInfinity.__repr__c C s t t| ��S r r r r r r r + s zNegativeInfinity.__hash__c C s dS r r r r r r r . s zNegativeInfinity.__lt__c C s dS r r r r r r r 1 s zNegativeInfinity.__le__c C s t || j�S r r r r r r r 4 s zNegativeInfinity.__eq__c C s t || j� S r r r r r r r 7 s zNegativeInfinity.__ne__c C s dS r r r r r r r : s zNegativeInfinity.__gt__c C s dS r r r r r r r = s zNegativeInfinity.__ge__c C s t S r )r r r r r r @ s zNegativeInfinity.__neg__Nr r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s packaging/__pycache__/_compat.cpython-38.opt-1.pyc 0000644 00000001713 15043676013 0015720 0 ustar 00 U
��.ea � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t �|ddi �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d��bases�metar �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r r r r � metaclass s r Ztemporary_classr )�typer )r
r r r r r �with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r �<module> s packaging/__pycache__/__about__.cpython-38.opt-1.pyc 0000644 00000001271 15043676013 0016203 0 ustar 00 U
��.e� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz19.2z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2019 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r �C/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__about__.py�<module> s" � packaging/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000002624 15043676013 0015440 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ d dlZddlmZmZ e�d�Z dd� Z
dd � Z dS )
� )�absolute_import�division�print_functionN� )�InvalidVersion�Versionz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�?/usr/lib/python3.8/site-packages/pip/_vendor/packaging/utils.py�canonicalize_name s r c
C s� z t | �} W n tk
r$ | Y S X g }| jdkrF|�d�| j�� |�t�ddd�dd� | jD ���� | j dk r�|�d�d d� | j D ��� | j
dk r�|�d
�| j
�� | j dk r�|�d �| j �� | j dk r�|�d �| j �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle differences
with the way it handles the release segment.
r z{0}!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr
r
r � <genexpr>' s z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r r r r
r
r r + s z.post{0}z.dev{0}z+{0})
r r Zepoch�append�format�rer
�join�releaseZpreZpostZdevZlocal)�version�partsr
r
r �canonicalize_version s"
&
r ) Z
__future__r r r r r r r �compiler r r r
r
r
r �<module> s
packaging/__pycache__/specifiers.cpython-38.opt-1.pyc 0000644 00000046417 15043676013 0016444 0 ustar 00 U
��.e�l � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Ze�d�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/packaging/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr ��selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr �r �otherr r r �__eq__# s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr r r r r �__ne__* s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr r r r r � prereleases1 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr �r �valuer r r r 8 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr �r �itemr r r r �contains? s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterE s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r" r r r r r s
r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j �|�}|s td�|���|�d��� |�d��� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__Q s
z _IndividualSpecifier.__init__c C s0 | j d k rd�| j�nd}d�| jjt| �|�S )N�, prereleases={0!r}r( z<{0}({1!r}{2})>)r1 r- r � __class__r �str�r Zprer r r �__repr__[ s
��z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r- r0 r r r r r d s z _IndividualSpecifier.__str__c C s
t | j�S �N)�hashr0 r r r r r g s z _IndividualSpecifier.__hash__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: ��
isinstancer r6 r �NotImplementedr0 r r r r r j s
z_IndividualSpecifier.__eq__c C sP t |t�r4z| �|�}W qD tk
r0 t Y S X nt || j�sDtS | j|jkS r: r< r r r r r u s
z_IndividualSpecifier.__ne__c C s t | d�| j| ��S )Nz _compare_{0})�getattrr- �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S r: )r= r r r
�r r* r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr �r0 r r r r r) � s z _IndividualSpecifier.operatorc C s
| j d S )Nr rE r r r r r* � s z _IndividualSpecifier.versionc C s | j S r: �r1 r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: �r �r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s: |d kr| j }| �|�}|jr&|s&dS | �| j�|| j�S �NF)r rD �
is_prereleaserB r) r* r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}|D ]B}| � |�}| j|f|�r |jrX|sX| jsX|�|� q d}|V q |s||r||D ]
}|V qpd S )NFr T)rD r rK r �append)r r! r Zyielded�found_prereleases�kwr* �parsed_versionr r r r" � s"
�� z_IndividualSpecifier.filter)r( N)N)N)r r
r r@ r4 r9 r r r r rB rD �propertyr) r* r r& rI r r" r r r r r' M s(
r' c @ sv e Zd ZdZe�de d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
�^\s*�\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)�==�!=�<=�>=�<�>c C s t |t�stt|��}|S r: )r= r r7 rC r r r rD � s
z LegacySpecifier._coerce_versionc C s || � |�kS r: �rD �r � prospectiver2 r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || � |�kS r: r` ra r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || � |�kS r: r` ra r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || � |�kS r: r` ra r r r �_compare_greater_than_equal� s z+LegacySpecifier._compare_greater_than_equalc C s || � |�k S r: r` ra r r r �_compare_less_than� s z"LegacySpecifier._compare_less_thanc C s || � |�kS r: r` ra r r r �_compare_greater_than� s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr+ r@ rD rc rd re rf rg rh r r r r rQ � s � rQ c s t �� �� fdd��}|S )Nc s t |t�sdS � | ||�S rJ )r= r ra ��fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)ro rp r rn r �_require_version_compare s rs c @ s� e Zd ZdZe�de d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
rR rS Z
compatiblerT rU rV rW rX rY Z arbitrary)�~=rZ r[ r\ r] r^ r_ �===c C sN d� tt�dd� t|���d d� �}|d7 }| �d�||�oL| �d�||�S )N�.c S s | � d� o| � d� S )NZpostZdev)�
startswith��xr r r �<lambda>� � z/Specifier._compare_compatible.<locals>.<lambda>����.*r] rZ )�join�list� itertools� takewhile�_version_splitrB )r rb r2 �prefixr r r �_compare_compatiblev s ����
�z Specifier._compare_compatiblec C sp |� d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nr~ ���)�endswithr Zpublicr� r7 �len� _pad_version�localra r r r rc � s
zSpecifier._compare_equalc C s | � ||� S r: )rc ra r r r rd � s z Specifier._compare_not_equalc C s |t |�kS r: �r ra r r r re � s z"Specifier._compare_less_than_equalc C s |t |�kS r: r� ra r r r rf � s z%Specifier._compare_greater_than_equalc C s< t |�}||k sdS |js8|jr8t |j�t |j�kr8dS dS �NFT)r rK � base_versionra r r r rg � s z Specifier._compare_less_thanc C s^ t |�}||ksdS |js8|jr8t |j�t |j�kr8dS |jd k rZt |j�t |j�krZdS dS r� )r Zis_postreleaser� r� ra r r r rh � s
z Specifier._compare_greater_thanc C s t |��� t |��� kS r: )r7 �lowerra r r r �_compare_arbitrary� s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|dkrN|dkr@|�d�r@|d d� }t|�jrNdS dS )N)rZ r] r\ ru rv rZ r~ r� TF)r1 r0 r� r
rK )r r) r* r r r r � s
zSpecifier.prereleasesc C s
|| _ d S r: rF r r r r r s N)r r
r ri rj rk rl rm r+ r@ rs r� rc rd re rf rg rh r� rP r r& r r r r rt
s< ] �
"
rt z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C s@ g }| � d�D ],}t�|�}|r0|�|�� � q|�|� q|S )Nrw )�split�
_prefix_regexr, �extend�groupsrL )r* �resultr r3 r r r r� s
r� c
C s� g g }}|� tt�dd� | ��� |� tt�dd� |��� |� | t|d �d � � |� |t|d �d � � |�ddgtdt|d �t|d � � � |�ddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | � � S r: ��isdigitry r r r r{ * r| z _pad_version.<locals>.<lambda>c S s | � � S r: r� ry r r r r{ + r| r r �0)rL r� r� r� r� �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r r� & s
,,r� c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr( Nc C sn dd� |� d�D �}t� }|D ]:}z|�t|�� W q tk
rV |�t|�� Y q X q t|�| _|| _d S )Nc S s g | ]}|� � r|� � �qS r )r/ ��.0�sr r r �
<listcomp>< s z)SpecifierSet.__init__.<locals>.<listcomp>�,) r� �set�addrt r rQ � frozenset�_specsr1 )r Z
specifiersr Zparsed� specifierr r r r4 9 s
zSpecifierSet.__init__c C s* | j d k rd�| j�nd}d�t| �|�S )Nr5 r( z<SpecifierSet({0!r}{1})>)r1 r- r r7 r8 r r r r9 N s
��zSpecifierSet.__repr__c C s d� tdd� | jD ���S )Nr� c s s | ]}t |�V qd S r: )r7 r� r r r � <genexpr>X s z'SpecifierSet.__str__.<locals>.<genexpr>)r �sortedr� r r r r r W s zSpecifierSet.__str__c C s
t | j�S r: )r; r� r r r r r Z s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r= r r� r> r� r� r1 �
ValueError)r r r� r r r �__and__] s
�zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: �r= r r� r' r7 r> r� r r r r r t s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS r: r� r r r r r ~ s
zSpecifierSet.__ne__c C s
t | j�S r: )r� r� r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S r: )�iterr� r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S r: �r r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r1 r� �anyr r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S r: rF r r r r r � s c C s
| � |�S r: rG rH r r r rI � s zSpecifierSet.__contains__c sL t � ttf�st� �� �d kr$| j��s2� jr2dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS )r� NrG r� �r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r= r r r
r rK �allr� r r r� r r � s
zSpecifierSet.containsc C s� |d kr| j }| jr6| jD ]}|j|t|�d�}q|S g }g }|D ]P}t|ttf�s^t|�}n|}t|t�rnqB|jr�|s�|s�|� |� qB|� |� qB|s�|r�|d kr�|S |S d S )Nr� )
r r� r" �boolr= r r r
rK rL )r r! r r2 ZfilteredrM r rO r r r r" � s*
zSpecifierSet.filter)r( N)N)N)r r
r r4 r9 r r r� r r r� r� rP r r& rI r r" r r r r r� 8 s
r� ) Z
__future__r r r r# rq r� rj Z_compatr r r* r r r
r� r �ABCMeta�objectr r' rQ rs rt rk r� r� r� r� r r r r �<module> s& 8 1
packaging/__pycache__/requirements.cpython-38.opt-1.pyc 0000644 00000007610 15043676013 0017023 0 ustar 00 U
��.e\ � @ s| d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed ��!� Z"ed
��!� Z#ed��!� Z$ed��!� Z%ed��!� Z&ed��!� Z'ed��!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9�:dd � � e e9�d �Z;e;�:d d � � e e� �d �Ze�:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAeA�Bd!� G d"d#� d#eC�ZDdS )$� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �F/usr/lib/python3.8/site-packages/pip/_vendor/packaging/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' ��s�l�tr r r �<lambda>7 � r- � specifierc C s |d S )Nr r r) r r r r- : r. �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_endr) r r r r- > r. zx[]c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c
C s zt �|�}W nD tk
rR } z&td�||j|jd � |j���W 5 d }~X Y nX |j| _|jr�t � |j�}|j
dkr�t � |�|jkr�td��n(|j
r�|j r�|j
s�|j s�td�|j���|j| _nd | _t
|jr�|j�� ng �| _t|j�| _|jr�|jnd | _d S )NzParse error at "{0!r}": {1}� �filezInvalid URL givenzInvalid URL: {0})� REQUIREMENT� parseStringr r �formatZloc�msgr$ r% �urlparseZschemeZ
urlunparseZnetloc�setr& ZasListr r/ r0 )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__[ s4 ��
��
zRequirement.__init__c C s� | j g}| jr*|�d�d�t| j���� | jr@|�t| j�� | jrh|�d�| j�� | j rh|�d� | j r�|�d�| j �� d�|�S )Nz[{0}]r! z@ {0}� z; {0}r( )
r$ r& �appendr6 �join�sortedr/ �strr% r0 )r: �partsr r r �__str__v s
zRequirement.__str__c C s d� t| ��S )Nz<Requirement({0!r})>)r6 rA )r: r r r �__repr__� s zRequirement.__repr__N)r r r r r< rC rD r r r r r1 N s r1 )EZ
__future__r r r �string�reZpip._vendor.pyparsingr r r r r r
r r r
r �LZ pip._vendor.six.moves.urllibr r8 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPARATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr4 r5 �objectr1 r r r r �<module> sh �� �
packaging/__pycache__/tags.cpython-38.pyc 0000644 00000025064 15043676013 0014302 0 ustar 00 U
��.e�2 � @ sn d dl mZ d dlZzd dlmZ W n0 ek
rT d dlZdd� e�� D �Z[Y nX d dl Z d dl
Z
d dl Z d dl Z d dl
Z
dddd d
d �Ze jd kZG d
d� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Z d#d$� Z efd%d&�Z d'd(� Z d=d)d*�Z d+d,� Z!d-d.� Z"d/d0� Z#d1d2� Z$efd3d4�Z%d5d6� Z&d7d8� Z'd9d:� Z(d;d<� Z)dS )>� )�absolute_importN)�EXTENSION_SUFFIXESc C s g | ] }|d �qS )r � )�.0�xr r �>/usr/lib/python3.8/site-packages/pip/_vendor/packaging/tags.py�
<listcomp> s r �py�cp�ppZipZjy)�pythonZcpythonZpypyZ
ironpythonZjythonl c @ sb e Zd ZdddgZdd� Zedd� �Zedd � �Zed
d � �Zd d
� Z dd� Z
dd� Z dd� Z dS )�Tag� _interpreter�_abi� _platformc C s" |� � | _|� � | _|� � | _d S �N)�lowerr r r )�self� interpreter�abi�platformr r r �__init__' s
z Tag.__init__c C s | j S r )r �r r r r r , s zTag.interpreterc C s | j S r )r r r r r r 0 s zTag.abic C s | j S r )r r r r r r 4 s z Tag.platformc C s$ | j |j ko"| j|jko"| j|jkS r )r r r )r �otherr r r �__eq__8 s
�
�z
Tag.__eq__c C s t | j| j| jf�S r )�hashr r r r r r r �__hash__? s z Tag.__hash__c C s d� | j| j| j�S )Nz{}-{}-{})�formatr r r r r r r �__str__B s z Tag.__str__c C s dj | t| �d�S )Nz<{self} @ {self_id}>)r Zself_id)r �idr r r r �__repr__E s z Tag.__repr__N)
�__name__�
__module__� __qualname__� __slots__r �propertyr r r r r r r r r r r r
# s
r
c C s` t � }| �d�\}}}|�d�D ]6}|�d�D ]&}|�d�D ]}|�t|||�� q<q.q t|�S )N�-�.)�set�split�addr
� frozenset)�tag�tagsZ interpreters�abis� platformsr r � platform_r r r � parse_tagI s r1 c C s | � dd�� dd�S )Nr' �_r& ��replace)�stringr r r �_normalize_stringS s r6 c C s dj | d | d d�S )N�cp{major}{minor}r � ��major�minor)r )�
py_versionr r r �_cpython_interpreterW s r= c C s� g }dj | d d� � }d } }}t�d�}ttd�}dtk}|sR|d krV|sR|rVd}| dk r�t�d �} | st| d krxd
}| d k r�t�d �}
|
d
ks�|
d kr�tjdkr�d}n|r�|�dj |d�� |�ddj ||||d�� |S )Nz{}{}� � ZPy_DEBUGZgettotalrefcountz_d.pyd�d)� � Z
WITH_PYMALLOC�m)rA rA ZPy_UNICODE_SIZE� i�� �uz cp{version})�versionr z"cp{version}{debug}{pymalloc}{ucs4})rF �debug�pymalloc�ucs4) r � sysconfig�get_config_var�hasattr�sysr �
maxunicode�append�insert) r< r. rF rG rH rI Z
with_debugZ has_refcountZhas_extZ
with_pymallocZ unicode_sizer r r �
_cpython_abis\ s@
�� ��rQ c # s� |D ] }|D ]}t � ||�V q q� fdd�|D �D ]
}|V q4� fdd�|D �D ]
}|V qRt| d d dd�D ].}|D ]$}dj| d |d�� t � d |�V qzqrd S )
Nc 3 s | ]}t � d |�V qdS )�abi3N�r
�r r0 �r r r � <genexpr>� s z _cpython_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS ��noneNrS rT rU r r rV � s r8 ���r7 r r9 rR )r
�ranger )r< r r. r/ r r0 r, �
minor_versionr rU r �
_cpython_tags s �r\ c C s dj tjd tjjtjjd�S )Nz$pp{py_major}{pypy_major}{pypy_minor}r )Zpy_majorZ
pypy_majorZ
pypy_minor)r rM � version_infoZpypy_version_infor: r; r r r r �_pypy_interpreter� s
�r^ c C s t �d�} | rt| �S dS d S )NZSOABIrX )rJ rK r6 )r r r r � _generic_abi� s
r_ c # sB � �fdd�|D �D ]
}|V q�fdd�|D �D ]
}|V q2d S )Nc 3 s | ]}t �� |�V qd S r rS �r r �r r r r rV � s z _pypy_tags.<locals>.<genexpr>c 3 s | ]}t � d |�V qdS rW rS r` rU r r rV � s r )r< r r r/ r, r ra r �
_pypy_tags� s rb c # sN � �fdd�|D �D ]
}|V q� dkrJ�fdd�|D �}|D ]
}|V q>d S )Nc 3 s | ]}t �� |�V qd S r rS r` ra r r rV � s z _generic_tags.<locals>.<genexpr>rX c 3 s | ]}t � d |�V qdS rW rS rT rU r r rV � s r )r r< r r/ r, r- r ra r �
_generic_tags� s rc c c s\ dj | d | d d�V dj | d d�V t| d d dd�D ]}dj | d |d�V q>dS ) z�
Yield Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all following versions up to 'end'.
zpy{major}{minor}r r8 r9 z py{major})r: rY N)r rZ )r< r; r r r �_py_interpreter_range� s rd c c sT t |�D ] }|D ]}t|d|�V qqt| dd�V t |�D ]}t|dd�V q<dS )z�
Return the sequence of tags that are consistent across implementations.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any
- py*-none-any
rX �anyN)rd r
)r r< r/ rF r0 r r r �_independent_tags� s rf c C s |s| S | � d�rdS dS )N�ppc�i386)�
startswith)�arch�is_32bitr r r � _mac_arch� s
rl c C s� |g}|dkr,| dk rg S |� dddg� np|dkrR| dk r@g S |� dddg� nJ|dkrz| d ksj| dk rng S |�d� n"|d
kr�| d kr�g S |� ddg� |�d � |S )
NZx86_64)�
rD ZintelZfat64Zfat32rh ZfatZppc64)rm � rg )rm � Z universal)�extendrO )rF �cpu_archZformatsr r r �_mac_binary_formats� s&
rr c
C s� t �� \}}}| d kr2ttt|�d�d d� ��} |d krBt|�}g }t| d dd�D ]B}| d |f}t||�}|D ]"} |� dj
|d |d | d�� qtqV|S )Nr' r> r8 rY r z&macosx_{major}_{minor}_{binary_format})r: r; �
binary_format) r Zmac_ver�tuple�map�intr) rl rZ rr rO r )
rF rj � version_strr2 rq r/ r[ Zcompat_versionZbinary_formatsrs r r r �_mac_platforms� s$
��rx c C s> z dd l }tt|| d ��W S ttfk
r4 Y nX t|� S )Nr Z _compatible)�
_manylinux�bool�getattr� ImportError�AttributeError�_have_compatible_glibc)�name�
glibc_versionry r r r �_is_manylinux_compatible s r� c C sZ dd l } | �d �}z
|j}W n tk
r2 Y d S X | j|_|� }t|t�sV|�d�}|S )Nr �ascii) �ctypesZCDLL�gnu_get_libc_versionr} Zc_char_pZrestype�
isinstance�str�decode)r� Zprocess_namespacer� rw r r r �_glibc_version_string s
r� c C sH t �d| �}|s$t�d| t� dS t|�d��|koFt|�d��|kS )Nz$(?P<major>[0-9]+)\.(?P<minor>[0-9]+)z=Expected glibc version with 2 components major.minor, got: %sFr: r; )�re�match�warnings�warn�RuntimeWarningrv �group)rw �required_major�
minimum_minorrC r r r �_check_glibc_version1 s ���r� c C s t � }|d krdS t|| |�S )NF)r� r� )r� r� rw r r r r~ F s r~ c s| t tj�� �� � dkr | r d� d}t|�}|D ]$\}}t||�r.� �d|�g} qXq.g }|� fdd�|D �7 }|�� � |S )NZ linux_x86_64Z
linux_i686))Z
manylinux2014)r> � )Z
manylinux2010)r> � )Z
manylinux1)r> rn �linuxc s g | ]\}}� � d |��qS �r� r3 )r r r2 r� r r r ^ s z$_linux_platforms.<locals>.<listcomp>)r6 � distutils�util� get_platform�iterr� r4 rO )rk Zmanylinux_supportZmanylinux_support_iterr r� r/ r r� r �_linux_platformsM s
r� c C s t tj�� �} | gS r )r6 r� r� r� )r r r r �_generic_platformsc s r� c C s t �� �� } t�| �p| S r )r Zpython_implementationr �INTERPRETER_SHORT_NAMES�get)r r r r �_interpreter_nameh s r� c C s4 t �d�}|s&d�tt|d d� ��}dj| |d�S )NZpy_version_nodotr? r> z{name}{version})r rF )rJ rK �joinru r� r )r r< rF r r r �_generic_interpreterm s
r� c c s� t jdd� } t� }t�� dkr(t� }nt�� dkr<t� }nt� }|dkrvt| �}t | �}t
| |||�D ]
}|V qhnZ|dkr�t � }t � }t
| |||�D ]
}|V q�n*t|| �}t � }t|| ||�D ]
}|V q�t|| |�D ]
}|V q�dS )z�
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
Nr> ZDarwinZLinuxr
r )rM r] r� r �systemrx r� r� r= rQ r\ r^ r_ rb r� rc rf )r< Zinterpreter_namer/ r r. r, r r r r �sys_tagst s.
r� )NN)*Z
__future__r Zdistutils.utilr� Zimportlib.machineryr r| ZimpZ get_suffixesr r� rM rJ r� r� �maxsizeZ_32_BIT_INTERPRETER�objectr
r1 r6 r= rQ r\ r^ r_ rb rc rd rf rl rr rx r� r� r� r~ r� r� r� r� r� r r r r �<module> sV �
&
#
packaging/__pycache__/utils.cpython-38.pyc 0000644 00000002624 15043676013 0014501 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ d dlZddlmZmZ e�d�Z dd� Z
dd � Z dS )
� )�absolute_import�division�print_functionN� )�InvalidVersion�Versionz[-_.]+c C s t �d| ��� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�?/usr/lib/python3.8/site-packages/pip/_vendor/packaging/utils.py�canonicalize_name s r c
C s� z t | �} W n tk
r$ | Y S X g }| jdkrF|�d�| j�� |�t�ddd�dd� | jD ���� | j dk r�|�d�d d� | j D ��� | j
dk r�|�d
�| j
�� | j dk r�|�d �| j �� | j dk r�|�d �| j �� d�|�S )
z�
This is very similar to Version.__str__, but has one subtle differences
with the way it handles the release segment.
r z{0}!z(\.0)+$� �.c s s | ]}t |�V qd S �N��str��.0�xr
r
r � <genexpr>' s z'canonicalize_version.<locals>.<genexpr>Nc s s | ]}t |�V qd S r r r r
r
r r + s z.post{0}z.dev{0}z+{0})
r r Zepoch�append�format�rer
�join�releaseZpreZpostZdevZlocal)�version�partsr
r
r �canonicalize_version s"
&
r ) Z
__future__r r r r r r r �compiler r r r
r
r
r �<module> s
packaging/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000027432 15043676013 0015771 0 ustar 00 U
��.e�. � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ e�
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Ze�dej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Ze�d#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s, z
t | �W S tk
r& t| � Y S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/version.pyr s
c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
! s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S �N)�hash�_key��selfr r r �__hash__( s z_BaseVersion.__hash__c C s | � |dd� �S )Nc S s | |k S r r ��s�or r r �<lambda>, � z%_BaseVersion.__lt__.<locals>.<lambda>��_compare�r �otherr r r �__lt__+ s z_BaseVersion.__lt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ / r% z%_BaseVersion.__le__.<locals>.<lambda>r& r( r r r �__le__. s z_BaseVersion.__le__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 2 r% z%_BaseVersion.__eq__.<locals>.<lambda>r& r( r r r �__eq__1 s z_BaseVersion.__eq__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 5 r% z%_BaseVersion.__ge__.<locals>.<lambda>r& r( r r r �__ge__4 s z_BaseVersion.__ge__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ 8 r% z%_BaseVersion.__gt__.<locals>.<lambda>r& r( r r r �__gt__7 s z_BaseVersion.__gt__c C s | � |dd� �S )Nc S s | |kS r r r! r r r r$ ; r% z%_BaseVersion.__ne__.<locals>.<lambda>r& r( r r r �__ne__: s z_BaseVersion.__ne__c C s t |t�stS || j|j�S r )�
isinstancer �NotImplementedr )r r) �methodr r r r' = s
z_BaseVersion._compareN) r r r r r* r+ r, r- r. r/ r' r r r r r ' s r c @ s� e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd � �Zd S ) r c C s t |�| _t| j�| _d S r )�str�_version�_legacy_cmpkeyr )r r r r r �__init__E s
zLegacyVersion.__init__c C s | j S r �r4 r r r r �__str__I s zLegacyVersion.__str__c C s d� tt| ���S )Nz<LegacyVersion({0})>��format�reprr3 r r r r �__repr__L s zLegacyVersion.__repr__c C s | j S r r7 r r r r �publicO s zLegacyVersion.publicc C s | j S r r7 r r r r � base_versionS s zLegacyVersion.base_versionc C s dS )N���r r r r r r
W s zLegacyVersion.epochc C s d S r r r r r r r [ s zLegacyVersion.releasec C s d S r r r r r r r _ s zLegacyVersion.prec C s d S r r r r r r r c s zLegacyVersion.postc C s d S r r r r r r r g s zLegacyVersion.devc C s d S r r r r r r r k s zLegacyVersion.localc C s dS �NFr r r r r �
is_prereleaseo s zLegacyVersion.is_prereleasec C s dS r@ r r r r r �is_postreleases s z LegacyVersion.is_postreleasec C s dS r@ r r r r r �
is_devreleasew s zLegacyVersion.is_devreleaseN)r r r r6 r8 r< �propertyr= r> r
r r r r r rA rB rC r r r r r D s2
z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c s\ t �| �D ]F}t�||�}|r
|dkr(q
|d d� dkrF|�d�V q
d| V q
dV d S )N�.r �
0123456789� �*�*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r" �partr r r �_parse_version_parts� s rU c C sz d}g }t | �� �D ]T}|�d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�}||fS )Nr? rM rN z*final-Z00000000)rU �lower�
startswith�pop�append�tuple)r r
�partsrT r r r r5 � s
r5 a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s� e Zd Ze�de d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd� �Ze dd � �Ze d d � �Zd S ) r z^\s*z\s*$c
C s� | j �|�}|s td�|���t|�d�r8t|�d��ndtdd� |�d��d�D ��t |�d�|�d ��t |�d
�|�d �p�|�d ��t |�d
�|�d��t
|�d��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S r )�int��.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r rJ Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr �r
r r r r r )�_regex�searchr
r: r �groupr\ rZ rP �_parse_letter_version�_parse_local_versionr4 �_cmpkeyr
r r r r r r )r r �matchr r r r6 � s, � � �zVersion.__init__c C s d� tt| ���S )Nz<Version({0})>r9 r r r r r< � s zVersion.__repr__c C s� g }| j dkr |�d�| j �� |�d�dd� | jD ��� | jd k rb|�d�dd� | jD ��� | jd k r~|�d�| j�� | jd k r�|�d �| j�� | jd k r�|�d
�| j�� d�|�S ) Nr �{0}!rJ c s s | ]}t |�V qd S r �r3 �r^ �xr r r r` s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S r rj rk r r r r` s z.post{0}z.dev{0}z+{0}) r
rY r: �joinr r r r r �r r[ r r r r8 � s
zVersion.__str__c C s | j jS r )r4 r
r r r r r
s z
Version.epochc C s | j jS r )r4 r r r r r r s zVersion.releasec C s | j jS r )r4 r r r r r r s z Version.prec C s | j jr| j jd S d S �Nr )r4 r r r r r r s z Version.postc C s | j jr| j jd S d S rp )r4 r r r r r r $ s z Version.devc C s( | j jr d�dd� | j jD ��S d S d S )NrJ c s s | ]}t |�V qd S r rj rk r r r r` + s z Version.local.<locals>.<genexpr>)r4 r rn r r r r r ( s z
Version.localc C s t | ��dd�d S )N�+r r )r3 rP r r r r r= / s zVersion.publicc C sF g }| j dkr |�d�| j �� |�d�dd� | jD ��� d�|�S )Nr ri rJ c s s | ]}t |�V qd S r rj rk r r r r` < s z'Version.base_version.<locals>.<genexpr>rm )r
rY r: rn r ro r r r r> 3 s
zVersion.base_versionc C s | j d k p| jd k S r )r r r r r r rA @ s zVersion.is_prereleasec C s
| j d k S r )r r r r r rB D s zVersion.is_postreleasec C s
| j d k S r )r r r r r rC H s zVersion.is_devreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASErb r6 r< r8 rD r
r r r r r r= r> rA rB rC r r r r r � s4
c C sv | rZ|d krd}| � � } | dkr&d} n(| dkr4d} n| dkrBd} n | dkrNd } | t|�fS | sr|rrd } | t|�fS d S )
Nr Zalpha�aZbeta�b)rE r rG rI )Zrev�rr )rV r\ )ZletterZnumberr r r re M s re z[\._-]c C s$ | dk r t dd� t�| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|� � s|�� nt|�V qd S r )�isdigitrV r\ )r^ rT r r r r` t s �z'_parse_local_version.<locals>.<genexpr>)rZ �_local_version_separatorsrP )r r r r rf o s �rf c C s� t ttt�dd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )rl r r r r$ � r% z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )rm N)r0 r\ r r] r r r r` � s z_cmpkey.<locals>.<genexpr>)rZ �reversed�list� itertools� dropwhiler ra r r r rg z s � rg ) Z
__future__r r r � collectionsr} rr Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rs rt rO rQ rU r5 r r re rz rf rg r r r r �<module> s8 � 8� x
packaging/__pycache__/markers.cpython-38.opt-1.pyc 0000644 00000021155 15043676013 0015744 0 ustar 00 U
��.e: � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"�$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&�$d8d-� � ed9�ed:�B Z'e'�$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*�$d>d-� � ed?��+� Z,ed@��+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N��__name__�
__module__� __qualname__�__doc__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/packaging/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
Nr r r r r r " s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
Nr r r r r r ( s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S �N)�value)�selfr r r r �__init__0 s z
Node.__init__c C s
t | j�S r )�strr �r! r r r �__str__3 s z Node.__str__c C s d� | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r# r$ r r r �__repr__6 s z
Node.__repr__c C s t �d S r )�NotImplementedErrorr$ r r r � serialize9 s zNode.serializeN)r r r r" r% r( r* r r r r r / s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S r �r# r$ r r r r* > s zVariable.serializeN�r r r r* r r r r r+ = s r+ c @ s e Zd Zdd� ZdS )�Valuec C s
d� | �S )Nz"{0}")r& r$ r r r r* C s zValue.serializeNr- r r r r r. B s r. c @ s e Zd Zdd� ZdS )�Opc C s t | �S r r, r$ r r r r* H s z Op.serializeNr- r r r r r/ G s r/ �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_name�os.name� sys.platform�platform.version�platform.machine� platform.python_implementation�python_implementationZextra)r; r< r= r> r? r@ c C s t t�|d |d ��S �Nr )r+ �ALIASES�get��s�l�tr r r �<lambda>h � rH z===�==�>=�<=�!=z~=�>�<�not in�inc C s t |d �S rA )r/ rD r r r rH o rI �'�"c C s t |d �S rA )r. rD r r r rH r rI �and�orc C s t |d �S rA )�tuplerD r r r rH y rI �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rY � s
rY Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZd�|�S dd�|� d S n"t | t�r�d�dd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker�rZ �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rW rX c S s g | ] }|� � �qS r )r* ra r r r r\ � s z"_format_marker.<locals>.<listcomp>)r] �list�lenrV r` �join)�markerr_ �innerr r r r` � s �
��
r` c C s | |kS r r ��lhs�rhsr r r rH � rI c C s | |kS r r rj r r r rH � rI )rQ rP rO rL rJ rM rK rN c C sl zt d�|�� |g��}W n tk
r. Y n X |�| �S t�|�� �}|d krbtd�|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rg r* r �contains�
_operatorsrC r r& )rk �oprl �specZoperr r r �_eval_op� s
�rr c C s& | � |t�}|tkr"td�|���|S )Nz/{0!r} does not exist in evaluation environment.)rC �
_undefinedr r& )� environment�namer r r r �_get_env� s �rv c C s� g g}| D ]�}t |t�r.|d �t||�� q
t |t�r�|\}}}t |t�r`t||j�}|j}n|j}t||j�}|d �t|||�� q
|dkr
|�g � q
t dd� |D ��S )N���rU c s s | ]}t |�V qd S r )�all)rZ �itemr r r rc � s z$_evaluate_markers.<locals>.<genexpr>)
r] re �append�_evaluate_markersrV r+ rv r rr �any) Zmarkersrt �groupsrh rk rp rl Z lhs_valueZ rhs_valuer r r r{ � s
r{ c C s2 d� | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r& � releaselevelr# �serial)�info�versionZkindr r r �format_full_version� s
r� c C sr t td�r ttjj�} tjj}nd} d}|| tjt�� t� � t�
� t�� t� � t� � d�
t�� d d� �tjd� S )N�implementation�0rm �.� ) r2 r0 r: r6 r4 r7 r5 r3 r1 r8 r9 )�hasattr�sysr� r� r� ru �os�platform�machine�release�systemr8 r@ rg Zpython_version_tuple)Ziverr2 r r r r � s"
�c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c
C s` zt t�|��| _W nF tk
rZ } z(d�|||j|jd � �}t|��W 5 d }~X Y nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rY �MARKERZ parseString�_markersr r& Zlocr )r! rh �eZerr_strr r r r" s �zMarker.__init__c C s
t | j�S r )r` r� r$ r r r r% s zMarker.__str__c C s d� t| ��S )Nz<Marker({0!r})>)r& r# r$ r r r r( s zMarker.__repr__Nc C s$ t � }|dk r|�|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updater{ r� )r! rt Zcurrent_environmentr r r �evaluate s
zMarker.evaluate)N)r r r r" r% r( r� r r r r r s )T)AZ
__future__r r r �operatorr� r� r� Zpip._vendor.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r+ r. r/ ZVARIABLErB ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr� rY r` �lt�le�eq�ne�ge�gtro rr rs rv r{ r� r r r r r r �<module> s� � �������� �
� � �
�������>�
� packaging/__pycache__/__init__.cpython-38.pyc 0000644 00000001027 15043676013 0015074 0 ustar 00 U
��.e2 � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/packaging/__init__.py�<module> s ( � packaging/utils.py 0000644 00000000645 15043676013 0010214 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import re
_canonicalize_regex = re.compile(r"[-_.]+")
def canonicalize_name(name):
# This is taken from PEP 503.
return _canonicalize_regex.sub("-", name).lower()
packaging/markers.py 0000644 00000020046 15043676013 0010515 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import operator
import os
import platform
import sys
from pip._vendor.pyparsing import (
ParseException, ParseResults, stringStart, stringEnd,
)
from pip._vendor.pyparsing import ZeroOrMore, Group, Forward, QuotedString
from pip._vendor.pyparsing import Literal as L # noqa
from ._compat import string_types
from .specifiers import Specifier, InvalidSpecifier
__all__ = [
"InvalidMarker", "UndefinedComparison", "UndefinedEnvironmentName",
"Marker", "default_environment",
]
class InvalidMarker(ValueError):
"""
An invalid marker was found, users should refer to PEP 508.
"""
class UndefinedComparison(ValueError):
"""
An invalid operation was attempted on a value that doesn't support it.
"""
class UndefinedEnvironmentName(ValueError):
"""
A name was attempted to be used that does not exist inside of the
environment.
"""
class Node(object):
def __init__(self, value):
self.value = value
def __str__(self):
return str(self.value)
def __repr__(self):
return "<{0}({1!r})>".format(self.__class__.__name__, str(self))
def serialize(self):
raise NotImplementedError
class Variable(Node):
def serialize(self):
return str(self)
class Value(Node):
def serialize(self):
return '"{0}"'.format(self)
class Op(Node):
def serialize(self):
return str(self)
VARIABLE = (
L("implementation_version") |
L("platform_python_implementation") |
L("implementation_name") |
L("python_full_version") |
L("platform_release") |
L("platform_version") |
L("platform_machine") |
L("platform_system") |
L("python_version") |
L("sys_platform") |
L("os_name") |
L("os.name") | # PEP-345
L("sys.platform") | # PEP-345
L("platform.version") | # PEP-345
L("platform.machine") | # PEP-345
L("platform.python_implementation") | # PEP-345
L("python_implementation") | # undocumented setuptools legacy
L("extra")
)
ALIASES = {
'os.name': 'os_name',
'sys.platform': 'sys_platform',
'platform.version': 'platform_version',
'platform.machine': 'platform_machine',
'platform.python_implementation': 'platform_python_implementation',
'python_implementation': 'platform_python_implementation'
}
VARIABLE.setParseAction(lambda s, l, t: Variable(ALIASES.get(t[0], t[0])))
VERSION_CMP = (
L("===") |
L("==") |
L(">=") |
L("<=") |
L("!=") |
L("~=") |
L(">") |
L("<")
)
MARKER_OP = VERSION_CMP | L("not in") | L("in")
MARKER_OP.setParseAction(lambda s, l, t: Op(t[0]))
MARKER_VALUE = QuotedString("'") | QuotedString('"')
MARKER_VALUE.setParseAction(lambda s, l, t: Value(t[0]))
BOOLOP = L("and") | L("or")
MARKER_VAR = VARIABLE | MARKER_VALUE
MARKER_ITEM = Group(MARKER_VAR + MARKER_OP + MARKER_VAR)
MARKER_ITEM.setParseAction(lambda s, l, t: tuple(t[0]))
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
MARKER_EXPR = Forward()
MARKER_ATOM = MARKER_ITEM | Group(LPAREN + MARKER_EXPR + RPAREN)
MARKER_EXPR << MARKER_ATOM + ZeroOrMore(BOOLOP + MARKER_EXPR)
MARKER = stringStart + MARKER_EXPR + stringEnd
def _coerce_parse_result(results):
if isinstance(results, ParseResults):
return [_coerce_parse_result(i) for i in results]
else:
return results
def _format_marker(marker, first=True):
assert isinstance(marker, (list, tuple, string_types))
# Sometimes we have a structure like [[...]] which is a single item list
# where the single item is itself it's own list. In that case we want skip
# the rest of this function so that we don't get extraneous () on the
# outside.
if (isinstance(marker, list) and len(marker) == 1 and
isinstance(marker[0], (list, tuple))):
return _format_marker(marker[0])
if isinstance(marker, list):
inner = (_format_marker(m, first=False) for m in marker)
if first:
return " ".join(inner)
else:
return "(" + " ".join(inner) + ")"
elif isinstance(marker, tuple):
return " ".join([m.serialize() for m in marker])
else:
return marker
_operators = {
"in": lambda lhs, rhs: lhs in rhs,
"not in": lambda lhs, rhs: lhs not in rhs,
"<": operator.lt,
"<=": operator.le,
"==": operator.eq,
"!=": operator.ne,
">=": operator.ge,
">": operator.gt,
}
def _eval_op(lhs, op, rhs):
try:
spec = Specifier("".join([op.serialize(), rhs]))
except InvalidSpecifier:
pass
else:
return spec.contains(lhs)
oper = _operators.get(op.serialize())
if oper is None:
raise UndefinedComparison(
"Undefined {0!r} on {1!r} and {2!r}.".format(op, lhs, rhs)
)
return oper(lhs, rhs)
_undefined = object()
def _get_env(environment, name):
value = environment.get(name, _undefined)
if value is _undefined:
raise UndefinedEnvironmentName(
"{0!r} does not exist in evaluation environment.".format(name)
)
return value
def _evaluate_markers(markers, environment):
groups = [[]]
for marker in markers:
assert isinstance(marker, (list, tuple, string_types))
if isinstance(marker, list):
groups[-1].append(_evaluate_markers(marker, environment))
elif isinstance(marker, tuple):
lhs, op, rhs = marker
if isinstance(lhs, Variable):
lhs_value = _get_env(environment, lhs.value)
rhs_value = rhs.value
else:
lhs_value = lhs.value
rhs_value = _get_env(environment, rhs.value)
groups[-1].append(_eval_op(lhs_value, op, rhs_value))
else:
assert marker in ["and", "or"]
if marker == "or":
groups.append([])
return any(all(item) for item in groups)
def format_full_version(info):
version = '{0.major}.{0.minor}.{0.micro}'.format(info)
kind = info.releaselevel
if kind != 'final':
version += kind[0] + str(info.serial)
return version
def default_environment():
if hasattr(sys, 'implementation'):
iver = format_full_version(sys.implementation.version)
implementation_name = sys.implementation.name
else:
iver = '0'
implementation_name = ''
return {
"implementation_name": implementation_name,
"implementation_version": iver,
"os_name": os.name,
"platform_machine": platform.machine(),
"platform_release": platform.release(),
"platform_system": platform.system(),
"platform_version": platform.version(),
"python_full_version": platform.python_version(),
"platform_python_implementation": platform.python_implementation(),
"python_version": platform.python_version()[:3],
"sys_platform": sys.platform,
}
class Marker(object):
def __init__(self, marker):
try:
self._markers = _coerce_parse_result(MARKER.parseString(marker))
except ParseException as e:
err_str = "Invalid marker: {0!r}, parse error at {1!r}".format(
marker, marker[e.loc:e.loc + 8])
raise InvalidMarker(err_str)
def __str__(self):
return _format_marker(self._markers)
def __repr__(self):
return "<Marker({0!r})>".format(str(self))
def evaluate(self, environment=None):
"""Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
"""
current_environment = default_environment()
if environment is not None:
current_environment.update(environment)
return _evaluate_markers(self._markers, current_environment)
packaging/version.py 0000644 00000026444 15043676013 0010546 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import collections
import itertools
import re
from ._structures import Infinity
__all__ = [
"parse", "Version", "LegacyVersion", "InvalidVersion", "VERSION_PATTERN"
]
_Version = collections.namedtuple(
"_Version",
["epoch", "release", "dev", "pre", "post", "local"],
)
def parse(version):
"""
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
"""
try:
return Version(version)
except InvalidVersion:
return LegacyVersion(version)
class InvalidVersion(ValueError):
"""
An invalid version was found, users should refer to PEP 440.
"""
class _BaseVersion(object):
def __hash__(self):
return hash(self._key)
def __lt__(self, other):
return self._compare(other, lambda s, o: s < o)
def __le__(self, other):
return self._compare(other, lambda s, o: s <= o)
def __eq__(self, other):
return self._compare(other, lambda s, o: s == o)
def __ge__(self, other):
return self._compare(other, lambda s, o: s >= o)
def __gt__(self, other):
return self._compare(other, lambda s, o: s > o)
def __ne__(self, other):
return self._compare(other, lambda s, o: s != o)
def _compare(self, other, method):
if not isinstance(other, _BaseVersion):
return NotImplemented
return method(self._key, other._key)
class LegacyVersion(_BaseVersion):
def __init__(self, version):
self._version = str(version)
self._key = _legacy_cmpkey(self._version)
def __str__(self):
return self._version
def __repr__(self):
return "<LegacyVersion({0})>".format(repr(str(self)))
@property
def public(self):
return self._version
@property
def base_version(self):
return self._version
@property
def local(self):
return None
@property
def is_prerelease(self):
return False
@property
def is_postrelease(self):
return False
_legacy_version_component_re = re.compile(
r"(\d+ | [a-z]+ | \.| -)", re.VERBOSE,
)
_legacy_version_replacement_map = {
"pre": "c", "preview": "c", "-": "final-", "rc": "c", "dev": "@",
}
def _parse_version_parts(s):
for part in _legacy_version_component_re.split(s):
part = _legacy_version_replacement_map.get(part, part)
if not part or part == ".":
continue
if part[:1] in "0123456789":
# pad for numeric comparison
yield part.zfill(8)
else:
yield "*" + part
# ensure that alpha/beta/candidate are before final
yield "*final"
def _legacy_cmpkey(version):
# We hardcode an epoch of -1 here. A PEP 440 version can only have a epoch
# greater than or equal to 0. This will effectively put the LegacyVersion,
# which uses the defacto standard originally implemented by setuptools,
# as before all PEP 440 versions.
epoch = -1
# This scheme is taken from pkg_resources.parse_version setuptools prior to
# it's adoption of the packaging library.
parts = []
for part in _parse_version_parts(version.lower()):
if part.startswith("*"):
# remove "-" before a prerelease tag
if part < "*final":
while parts and parts[-1] == "*final-":
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == "00000000":
parts.pop()
parts.append(part)
parts = tuple(parts)
return epoch, parts
# Deliberately not anchored to the start and end of the string, to make it
# easier for 3rd party code to reuse
VERSION_PATTERN = r"""
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
"""
class Version(_BaseVersion):
_regex = re.compile(
r"^\s*" + VERSION_PATTERN + r"\s*$",
re.VERBOSE | re.IGNORECASE,
)
def __init__(self, version):
# Validate the version and parse it into pieces
match = self._regex.search(version)
if not match:
raise InvalidVersion("Invalid version: '{0}'".format(version))
# Store the parsed out pieces of the version
self._version = _Version(
epoch=int(match.group("epoch")) if match.group("epoch") else 0,
release=tuple(int(i) for i in match.group("release").split(".")),
pre=_parse_letter_version(
match.group("pre_l"),
match.group("pre_n"),
),
post=_parse_letter_version(
match.group("post_l"),
match.group("post_n1") or match.group("post_n2"),
),
dev=_parse_letter_version(
match.group("dev_l"),
match.group("dev_n"),
),
local=_parse_local_version(match.group("local")),
)
# Generate a key which will be used for sorting
self._key = _cmpkey(
self._version.epoch,
self._version.release,
self._version.pre,
self._version.post,
self._version.dev,
self._version.local,
)
def __repr__(self):
return "<Version({0})>".format(repr(str(self)))
def __str__(self):
parts = []
# Epoch
if self._version.epoch != 0:
parts.append("{0}!".format(self._version.epoch))
# Release segment
parts.append(".".join(str(x) for x in self._version.release))
# Pre-release
if self._version.pre is not None:
parts.append("".join(str(x) for x in self._version.pre))
# Post-release
if self._version.post is not None:
parts.append(".post{0}".format(self._version.post[1]))
# Development release
if self._version.dev is not None:
parts.append(".dev{0}".format(self._version.dev[1]))
# Local version segment
if self._version.local is not None:
parts.append(
"+{0}".format(".".join(str(x) for x in self._version.local))
)
return "".join(parts)
@property
def public(self):
return str(self).split("+", 1)[0]
@property
def base_version(self):
parts = []
# Epoch
if self._version.epoch != 0:
parts.append("{0}!".format(self._version.epoch))
# Release segment
parts.append(".".join(str(x) for x in self._version.release))
return "".join(parts)
@property
def local(self):
version_string = str(self)
if "+" in version_string:
return version_string.split("+", 1)[1]
@property
def is_prerelease(self):
return bool(self._version.dev or self._version.pre)
@property
def is_postrelease(self):
return bool(self._version.post)
def _parse_letter_version(letter, number):
if letter:
# We consider there to be an implicit 0 in a pre-release if there is
# not a numeral associated with it.
if number is None:
number = 0
# We normalize any letters to their lower case form
letter = letter.lower()
# We consider some words to be alternate spellings of other words and
# in those cases we want to normalize the spellings to our preferred
# spelling.
if letter == "alpha":
letter = "a"
elif letter == "beta":
letter = "b"
elif letter in ["c", "pre", "preview"]:
letter = "rc"
elif letter in ["rev", "r"]:
letter = "post"
return letter, int(number)
if not letter and number:
# We assume if we are given a number, but we are not given a letter
# then this is using the implicit post release syntax (e.g. 1.0-1)
letter = "post"
return letter, int(number)
_local_version_seperators = re.compile(r"[\._-]")
def _parse_local_version(local):
"""
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
"""
if local is not None:
return tuple(
part.lower() if not part.isdigit() else int(part)
for part in _local_version_seperators.split(local)
)
def _cmpkey(epoch, release, pre, post, dev, local):
# When we compare a release version, we want to compare it with all of the
# trailing zeros removed. So we'll use a reverse the list, drop all the now
# leading zeros until we come to something non zero, then take the rest
# re-reverse it back into the correct order and make it a tuple and use
# that for our sorting key.
release = tuple(
reversed(list(
itertools.dropwhile(
lambda x: x == 0,
reversed(release),
)
))
)
# We need to "trick" the sorting algorithm to put 1.0.dev0 before 1.0a0.
# We'll do this by abusing the pre segment, but we _only_ want to do this
# if there is not a pre or a post segment. If we have one of those then
# the normal sorting rules will handle this case correctly.
if pre is None and post is None and dev is not None:
pre = -Infinity
# Versions without a pre-release (except as noted above) should sort after
# those with one.
elif pre is None:
pre = Infinity
# Versions without a post segment should sort before those with one.
if post is None:
post = -Infinity
# Versions without a development segment should sort after those with one.
if dev is None:
dev = Infinity
if local is None:
# Versions without a local segment should sort before those with one.
local = -Infinity
else:
# Versions with a local segment need that segment parsed to implement
# the sorting rules in PEP440.
# - Alpha numeric segments sort before numeric segments
# - Alpha numeric segments sort lexicographically
# - Numeric segments sort numerically
# - Shorter versions sort before longer versions when the prefixes
# match exactly
local = tuple(
(i, "") if isinstance(i, int) else (-Infinity, i)
for i in local
)
return epoch, release, pre, post, dev, local
packaging/requirements.py 0000644 00000010347 15043676013 0011577 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import string
import re
from pip._vendor.pyparsing import (
stringStart, stringEnd, originalTextFor, ParseException
)
from pip._vendor.pyparsing import ZeroOrMore, Word, Optional, Regex, Combine
from pip._vendor.pyparsing import Literal as L # noqa
from pip._vendor.six.moves.urllib import parse as urlparse
from .markers import MARKER_EXPR, Marker
from .specifiers import LegacySpecifier, Specifier, SpecifierSet
class InvalidRequirement(ValueError):
"""
An invalid requirement was found, users should refer to PEP 508.
"""
ALPHANUM = Word(string.ascii_letters + string.digits)
LBRACKET = L("[").suppress()
RBRACKET = L("]").suppress()
LPAREN = L("(").suppress()
RPAREN = L(")").suppress()
COMMA = L(",").suppress()
SEMICOLON = L(";").suppress()
AT = L("@").suppress()
PUNCTUATION = Word("-_.")
IDENTIFIER_END = ALPHANUM | (ZeroOrMore(PUNCTUATION) + ALPHANUM)
IDENTIFIER = Combine(ALPHANUM + ZeroOrMore(IDENTIFIER_END))
NAME = IDENTIFIER("name")
EXTRA = IDENTIFIER
URI = Regex(r'[^ ]+')("url")
URL = (AT + URI)
EXTRAS_LIST = EXTRA + ZeroOrMore(COMMA + EXTRA)
EXTRAS = (LBRACKET + Optional(EXTRAS_LIST) + RBRACKET)("extras")
VERSION_PEP440 = Regex(Specifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_LEGACY = Regex(LegacySpecifier._regex_str, re.VERBOSE | re.IGNORECASE)
VERSION_ONE = VERSION_PEP440 ^ VERSION_LEGACY
VERSION_MANY = Combine(VERSION_ONE + ZeroOrMore(COMMA + VERSION_ONE),
joinString=",", adjacent=False)("_raw_spec")
_VERSION_SPEC = Optional(((LPAREN + VERSION_MANY + RPAREN) | VERSION_MANY))
_VERSION_SPEC.setParseAction(lambda s, l, t: t._raw_spec or '')
VERSION_SPEC = originalTextFor(_VERSION_SPEC)("specifier")
VERSION_SPEC.setParseAction(lambda s, l, t: t[1])
MARKER_EXPR = originalTextFor(MARKER_EXPR())("marker")
MARKER_EXPR.setParseAction(
lambda s, l, t: Marker(s[t._original_start:t._original_end])
)
MARKER_SEPERATOR = SEMICOLON
MARKER = MARKER_SEPERATOR + MARKER_EXPR
VERSION_AND_MARKER = VERSION_SPEC + Optional(MARKER)
URL_AND_MARKER = URL + Optional(MARKER)
NAMED_REQUIREMENT = \
NAME + Optional(EXTRAS) + (URL_AND_MARKER | VERSION_AND_MARKER)
REQUIREMENT = stringStart + NAMED_REQUIREMENT + stringEnd
class Requirement(object):
"""Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
"""
# TODO: Can we test whether something is contained within a requirement?
# If so how do we do that? Do we need to test against the _name_ of
# the thing as well as the version? What about the markers?
# TODO: Can we normalize the name and extra name?
def __init__(self, requirement_string):
try:
req = REQUIREMENT.parseString(requirement_string)
except ParseException as e:
raise InvalidRequirement(
"Invalid requirement, parse error at \"{0!r}\"".format(
requirement_string[e.loc:e.loc + 8]))
self.name = req.name
if req.url:
parsed_url = urlparse.urlparse(req.url)
if not (parsed_url.scheme and parsed_url.netloc) or (
not parsed_url.scheme and not parsed_url.netloc):
raise InvalidRequirement("Invalid URL given")
self.url = req.url
else:
self.url = None
self.extras = set(req.extras.asList() if req.extras else [])
self.specifier = SpecifierSet(req.specifier)
self.marker = req.marker if req.marker else None
def __str__(self):
parts = [self.name]
if self.extras:
parts.append("[{0}]".format(",".join(sorted(self.extras))))
if self.specifier:
parts.append(str(self.specifier))
if self.url:
parts.append("@ {0}".format(self.url))
if self.marker:
parts.append("; {0}".format(self.marker))
return "".join(parts)
def __repr__(self):
return "<Requirement({0!r})>".format(str(self))
packaging/tags.py 0000644 00000031205 15043676013 0010006 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import
import distutils.util
try:
from importlib.machinery import EXTENSION_SUFFIXES
except ImportError: # pragma: no cover
import imp
EXTENSION_SUFFIXES = [x[0] for x in imp.get_suffixes()]
del imp
import platform
import re
import sys
import sysconfig
import warnings
INTERPRETER_SHORT_NAMES = {
"python": "py", # Generic.
"cpython": "cp",
"pypy": "pp",
"ironpython": "ip",
"jython": "jy",
}
_32_BIT_INTERPRETER = sys.maxsize <= 2 ** 32
class Tag(object):
__slots__ = ["_interpreter", "_abi", "_platform"]
def __init__(self, interpreter, abi, platform):
self._interpreter = interpreter.lower()
self._abi = abi.lower()
self._platform = platform.lower()
@property
def interpreter(self):
return self._interpreter
@property
def abi(self):
return self._abi
@property
def platform(self):
return self._platform
def __eq__(self, other):
return (
(self.platform == other.platform)
and (self.abi == other.abi)
and (self.interpreter == other.interpreter)
)
def __hash__(self):
return hash((self._interpreter, self._abi, self._platform))
def __str__(self):
return "{}-{}-{}".format(self._interpreter, self._abi, self._platform)
def __repr__(self):
return "<{self} @ {self_id}>".format(self=self, self_id=id(self))
def parse_tag(tag):
tags = set()
interpreters, abis, platforms = tag.split("-")
for interpreter in interpreters.split("."):
for abi in abis.split("."):
for platform_ in platforms.split("."):
tags.add(Tag(interpreter, abi, platform_))
return frozenset(tags)
def _normalize_string(string):
return string.replace(".", "_").replace("-", "_")
def _cpython_interpreter(py_version):
# TODO: Is using py_version_nodot for interpreter version critical?
return "cp{major}{minor}".format(major=py_version[0], minor=py_version[1])
def _cpython_abis(py_version):
abis = []
version = "{}{}".format(*py_version[:2])
debug = pymalloc = ucs4 = ""
with_debug = sysconfig.get_config_var("Py_DEBUG")
has_refcount = hasattr(sys, "gettotalrefcount")
# Windows doesn't set Py_DEBUG, so checking for support of debug-compiled
# extension modules is the best option.
# https://github.com/pypa/pip/issues/3383#issuecomment-173267692
has_ext = "_d.pyd" in EXTENSION_SUFFIXES
if with_debug or (with_debug is None and (has_refcount or has_ext)):
debug = "d"
if py_version < (3, 8):
with_pymalloc = sysconfig.get_config_var("WITH_PYMALLOC")
if with_pymalloc or with_pymalloc is None:
pymalloc = "m"
if py_version < (3, 3):
unicode_size = sysconfig.get_config_var("Py_UNICODE_SIZE")
if unicode_size == 4 or (
unicode_size is None and sys.maxunicode == 0x10FFFF
):
ucs4 = "u"
elif debug:
# Debug builds can also load "normal" extension modules.
# We can also assume no UCS-4 or pymalloc requirement.
abis.append("cp{version}".format(version=version))
abis.insert(
0,
"cp{version}{debug}{pymalloc}{ucs4}".format(
version=version, debug=debug, pymalloc=pymalloc, ucs4=ucs4
),
)
return abis
def _cpython_tags(py_version, interpreter, abis, platforms):
for abi in abis:
for platform_ in platforms:
yield Tag(interpreter, abi, platform_)
for tag in (Tag(interpreter, "abi3", platform_) for platform_ in platforms):
yield tag
for tag in (Tag(interpreter, "none", platform_) for platform_ in platforms):
yield tag
# PEP 384 was first implemented in Python 3.2.
for minor_version in range(py_version[1] - 1, 1, -1):
for platform_ in platforms:
interpreter = "cp{major}{minor}".format(
major=py_version[0], minor=minor_version
)
yield Tag(interpreter, "abi3", platform_)
def _pypy_interpreter():
return "pp{py_major}{pypy_major}{pypy_minor}".format(
py_major=sys.version_info[0],
pypy_major=sys.pypy_version_info.major,
pypy_minor=sys.pypy_version_info.minor,
)
def _generic_abi():
abi = sysconfig.get_config_var("SOABI")
if abi:
return _normalize_string(abi)
else:
return "none"
def _pypy_tags(py_version, interpreter, abi, platforms):
for tag in (Tag(interpreter, abi, platform) for platform in platforms):
yield tag
for tag in (Tag(interpreter, "none", platform) for platform in platforms):
yield tag
def _generic_tags(interpreter, py_version, abi, platforms):
for tag in (Tag(interpreter, abi, platform) for platform in platforms):
yield tag
if abi != "none":
tags = (Tag(interpreter, "none", platform_) for platform_ in platforms)
for tag in tags:
yield tag
def _py_interpreter_range(py_version):
"""
Yield Python versions in descending order.
After the latest version, the major-only version will be yielded, and then
all following versions up to 'end'.
"""
yield "py{major}{minor}".format(major=py_version[0], minor=py_version[1])
yield "py{major}".format(major=py_version[0])
for minor in range(py_version[1] - 1, -1, -1):
yield "py{major}{minor}".format(major=py_version[0], minor=minor)
def _independent_tags(interpreter, py_version, platforms):
"""
Return the sequence of tags that are consistent across implementations.
The tags consist of:
- py*-none-<platform>
- <interpreter>-none-any
- py*-none-any
"""
for version in _py_interpreter_range(py_version):
for platform_ in platforms:
yield Tag(version, "none", platform_)
yield Tag(interpreter, "none", "any")
for version in _py_interpreter_range(py_version):
yield Tag(version, "none", "any")
def _mac_arch(arch, is_32bit=_32_BIT_INTERPRETER):
if not is_32bit:
return arch
if arch.startswith("ppc"):
return "ppc"
return "i386"
def _mac_binary_formats(version, cpu_arch):
formats = [cpu_arch]
if cpu_arch == "x86_64":
if version < (10, 4):
return []
formats.extend(["intel", "fat64", "fat32"])
elif cpu_arch == "i386":
if version < (10, 4):
return []
formats.extend(["intel", "fat32", "fat"])
elif cpu_arch == "ppc64":
# TODO: Need to care about 32-bit PPC for ppc64 through 10.2?
if version > (10, 5) or version < (10, 4):
return []
formats.append("fat64")
elif cpu_arch == "ppc":
if version > (10, 6):
return []
formats.extend(["fat32", "fat"])
formats.append("universal")
return formats
def _mac_platforms(version=None, arch=None):
version_str, _, cpu_arch = platform.mac_ver()
if version is None:
version = tuple(map(int, version_str.split(".")[:2]))
if arch is None:
arch = _mac_arch(cpu_arch)
platforms = []
for minor_version in range(version[1], -1, -1):
compat_version = version[0], minor_version
binary_formats = _mac_binary_formats(compat_version, arch)
for binary_format in binary_formats:
platforms.append(
"macosx_{major}_{minor}_{binary_format}".format(
major=compat_version[0],
minor=compat_version[1],
binary_format=binary_format,
)
)
return platforms
# From PEP 513.
def _is_manylinux_compatible(name, glibc_version):
# Check for presence of _manylinux module.
try:
import _manylinux
return bool(getattr(_manylinux, name + "_compatible"))
except (ImportError, AttributeError):
# Fall through to heuristic check below.
pass
return _have_compatible_glibc(*glibc_version)
def _glibc_version_string():
# Returns glibc version string, or None if not using glibc.
import ctypes
# ctypes.CDLL(None) internally calls dlopen(NULL), and as the dlopen
# manpage says, "If filename is NULL, then the returned handle is for the
# main program". This way we can let the linker do the work to figure out
# which libc our process is actually using.
process_namespace = ctypes.CDLL(None)
try:
gnu_get_libc_version = process_namespace.gnu_get_libc_version
except AttributeError:
# Symbol doesn't exist -> therefore, we are not linked to
# glibc.
return None
# Call gnu_get_libc_version, which returns a string like "2.5"
gnu_get_libc_version.restype = ctypes.c_char_p
version_str = gnu_get_libc_version()
# py2 / py3 compatibility:
if not isinstance(version_str, str):
version_str = version_str.decode("ascii")
return version_str
# Separated out from have_compatible_glibc for easier unit testing.
def _check_glibc_version(version_str, required_major, minimum_minor):
# Parse string and check against requested version.
#
# We use a regexp instead of str.split because we want to discard any
# random junk that might come after the minor version -- this might happen
# in patched/forked versions of glibc (e.g. Linaro's version of glibc
# uses version strings like "2.20-2014.11"). See gh-3588.
m = re.match(r"(?P<major>[0-9]+)\.(?P<minor>[0-9]+)", version_str)
if not m:
warnings.warn(
"Expected glibc version with 2 components major.minor,"
" got: %s" % version_str,
RuntimeWarning,
)
return False
return (
int(m.group("major")) == required_major
and int(m.group("minor")) >= minimum_minor
)
def _have_compatible_glibc(required_major, minimum_minor):
version_str = _glibc_version_string()
if version_str is None:
return False
return _check_glibc_version(version_str, required_major, minimum_minor)
def _linux_platforms(is_32bit=_32_BIT_INTERPRETER):
linux = _normalize_string(distutils.util.get_platform())
if linux == "linux_x86_64" and is_32bit:
linux = "linux_i686"
manylinux_support = (
("manylinux2014", (2, 17)), # CentOS 7 w/ glibc 2.17 (PEP 599)
("manylinux2010", (2, 12)), # CentOS 6 w/ glibc 2.12 (PEP 571)
("manylinux1", (2, 5)), # CentOS 5 w/ glibc 2.5 (PEP 513)
)
manylinux_support_iter = iter(manylinux_support)
for name, glibc_version in manylinux_support_iter:
if _is_manylinux_compatible(name, glibc_version):
platforms = [linux.replace("linux", name)]
break
else:
platforms = []
# Support for a later manylinux implies support for an earlier version.
platforms += [linux.replace("linux", name) for name, _ in manylinux_support_iter]
platforms.append(linux)
return platforms
def _generic_platforms():
platform = _normalize_string(distutils.util.get_platform())
return [platform]
def _interpreter_name():
name = platform.python_implementation().lower()
return INTERPRETER_SHORT_NAMES.get(name) or name
def _generic_interpreter(name, py_version):
version = sysconfig.get_config_var("py_version_nodot")
if not version:
version = "".join(map(str, py_version[:2]))
return "{name}{version}".format(name=name, version=version)
def sys_tags():
"""
Returns the sequence of tag triples for the running interpreter.
The order of the sequence corresponds to priority order for the
interpreter, from most to least important.
"""
py_version = sys.version_info[:2]
interpreter_name = _interpreter_name()
if platform.system() == "Darwin":
platforms = _mac_platforms()
elif platform.system() == "Linux":
platforms = _linux_platforms()
else:
platforms = _generic_platforms()
if interpreter_name == "cp":
interpreter = _cpython_interpreter(py_version)
abis = _cpython_abis(py_version)
for tag in _cpython_tags(py_version, interpreter, abis, platforms):
yield tag
elif interpreter_name == "pp":
interpreter = _pypy_interpreter()
abi = _generic_abi()
for tag in _pypy_tags(py_version, interpreter, abi, platforms):
yield tag
else:
interpreter = _generic_interpreter(interpreter_name, py_version)
abi = _generic_abi()
for tag in _generic_tags(interpreter, py_version, abi, platforms):
yield tag
for tag in _independent_tags(interpreter, py_version, platforms):
yield tag
packaging/specifiers.py 0000644 00000066571 15043676013 0011222 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
import abc
import functools
import itertools
import re
from ._compat import string_types, with_metaclass
from .version import Version, LegacyVersion, parse
class InvalidSpecifier(ValueError):
"""
An invalid specifier was found, users should refer to PEP 440.
"""
class BaseSpecifier(with_metaclass(abc.ABCMeta, object)):
@abc.abstractmethod
def __str__(self):
"""
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
"""
@abc.abstractmethod
def __hash__(self):
"""
Returns a hash value for this Specifier like object.
"""
@abc.abstractmethod
def __eq__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are equal.
"""
@abc.abstractmethod
def __ne__(self, other):
"""
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
"""
@abc.abstractproperty
def prereleases(self):
"""
Returns whether or not pre-releases as a whole are allowed by this
specifier.
"""
@prereleases.setter
def prereleases(self, value):
"""
Sets whether or not pre-releases as a whole are allowed by this
specifier.
"""
@abc.abstractmethod
def contains(self, item, prereleases=None):
"""
Determines if the given item is contained within this specifier.
"""
@abc.abstractmethod
def filter(self, iterable, prereleases=None):
"""
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
"""
class _IndividualSpecifier(BaseSpecifier):
_operators = {}
def __init__(self, spec="", prereleases=None):
match = self._regex.search(spec)
if not match:
raise InvalidSpecifier("Invalid specifier: '{0}'".format(spec))
self._spec = (
match.group("operator").strip(),
match.group("version").strip(),
)
# Store whether or not this Specifier should accept prereleases
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<{0}({1!r}{2})>".format(
self.__class__.__name__,
str(self),
pre,
)
def __str__(self):
return "{0}{1}".format(*self._spec)
def __hash__(self):
return hash(self._spec)
def __eq__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec == other._spec
def __ne__(self, other):
if isinstance(other, string_types):
try:
other = self.__class__(other)
except InvalidSpecifier:
return NotImplemented
elif not isinstance(other, self.__class__):
return NotImplemented
return self._spec != other._spec
def _get_operator(self, op):
return getattr(self, "_compare_{0}".format(self._operators[op]))
def _coerce_version(self, version):
if not isinstance(version, (LegacyVersion, Version)):
version = parse(version)
return version
@property
def operator(self):
return self._spec[0]
@property
def version(self):
return self._spec[1]
@property
def prereleases(self):
return self._prereleases
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Determine if prereleases are to be allowed or not.
if prereleases is None:
prereleases = self.prereleases
# Normalize item to a Version or LegacyVersion, this allows us to have
# a shortcut for ``"2.0" in Specifier(">=2")
item = self._coerce_version(item)
# Determine if we should be supporting prereleases in this specifier
# or not, if we do not support prereleases than we can short circuit
# logic if this version is a prereleases.
if item.is_prerelease and not prereleases:
return False
# Actually do the comparison to determine if this item is contained
# within this Specifier or not.
return self._get_operator(self.operator)(item, self.version)
def filter(self, iterable, prereleases=None):
yielded = False
found_prereleases = []
kw = {"prereleases": prereleases if prereleases is not None else True}
# Attempt to iterate over all the values in the iterable and if any of
# them match, yield them.
for version in iterable:
parsed_version = self._coerce_version(version)
if self.contains(parsed_version, **kw):
# If our version is a prerelease, and we were not set to allow
# prereleases, then we'll store it for later incase nothing
# else matches this specifier.
if (parsed_version.is_prerelease and not
(prereleases or self.prereleases)):
found_prereleases.append(version)
# Either this is not a prerelease, or we should have been
# accepting prereleases from the begining.
else:
yielded = True
yield version
# Now that we've iterated over everything, determine if we've yielded
# any values, and if we have not and we have any prereleases stored up
# then we will go ahead and yield the prereleases.
if not yielded and found_prereleases:
for version in found_prereleases:
yield version
class LegacySpecifier(_IndividualSpecifier):
_regex_str = (
r"""
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
"""
)
_regex = re.compile(
r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
}
def _coerce_version(self, version):
if not isinstance(version, LegacyVersion):
version = LegacyVersion(str(version))
return version
def _compare_equal(self, prospective, spec):
return prospective == self._coerce_version(spec)
def _compare_not_equal(self, prospective, spec):
return prospective != self._coerce_version(spec)
def _compare_less_than_equal(self, prospective, spec):
return prospective <= self._coerce_version(spec)
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= self._coerce_version(spec)
def _compare_less_than(self, prospective, spec):
return prospective < self._coerce_version(spec)
def _compare_greater_than(self, prospective, spec):
return prospective > self._coerce_version(spec)
def _require_version_compare(fn):
@functools.wraps(fn)
def wrapped(self, prospective, spec):
if not isinstance(prospective, Version):
return False
return fn(self, prospective, spec)
return wrapped
class Specifier(_IndividualSpecifier):
_regex_str = (
r"""
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
"""
)
_regex = re.compile(
r"^\s*" + _regex_str + r"\s*$", re.VERBOSE | re.IGNORECASE)
_operators = {
"~=": "compatible",
"==": "equal",
"!=": "not_equal",
"<=": "less_than_equal",
">=": "greater_than_equal",
"<": "less_than",
">": "greater_than",
"===": "arbitrary",
}
@_require_version_compare
def _compare_compatible(self, prospective, spec):
# Compatible releases have an equivalent combination of >= and ==. That
# is that ~=2.2 is equivalent to >=2.2,==2.*. This allows us to
# implement this in terms of the other specifiers instead of
# implementing it ourselves. The only thing we need to do is construct
# the other specifiers.
# We want everything but the last item in the version, but we want to
# ignore post and dev releases and we want to treat the pre-release as
# it's own separate segment.
prefix = ".".join(
list(
itertools.takewhile(
lambda x: (not x.startswith("post") and not
x.startswith("dev")),
_version_split(spec),
)
)[:-1]
)
# Add the prefix notation to the end of our string
prefix += ".*"
return (self._get_operator(">=")(prospective, spec) and
self._get_operator("==")(prospective, prefix))
@_require_version_compare
def _compare_equal(self, prospective, spec):
# We need special logic to handle prefix matching
if spec.endswith(".*"):
# In the case of prefix matching we want to ignore local segment.
prospective = Version(prospective.public)
# Split the spec out by dots, and pretend that there is an implicit
# dot in between a release segment and a pre-release segment.
spec = _version_split(spec[:-2]) # Remove the trailing .*
# Split the prospective version out by dots, and pretend that there
# is an implicit dot in between a release segment and a pre-release
# segment.
prospective = _version_split(str(prospective))
# Shorten the prospective version to be the same length as the spec
# so that we can determine if the specifier is a prefix of the
# prospective version or not.
prospective = prospective[:len(spec)]
# Pad out our two sides with zeros so that they both equal the same
# length.
spec, prospective = _pad_version(spec, prospective)
else:
# Convert our spec string into a Version
spec = Version(spec)
# If the specifier does not have a local segment, then we want to
# act as if the prospective version also does not have a local
# segment.
if not spec.local:
prospective = Version(prospective.public)
return prospective == spec
@_require_version_compare
def _compare_not_equal(self, prospective, spec):
return not self._compare_equal(prospective, spec)
@_require_version_compare
def _compare_less_than_equal(self, prospective, spec):
return prospective <= Version(spec)
@_require_version_compare
def _compare_greater_than_equal(self, prospective, spec):
return prospective >= Version(spec)
@_require_version_compare
def _compare_less_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is less than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective < spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a pre-release version, that we do not accept pre-release
# versions for the version mentioned in the specifier (e.g. <3.1 should
# not match 3.1.dev0, but should match 3.0.dev0).
if not spec.is_prerelease and prospective.is_prerelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# less than the spec version *and* it's not a pre-release of the same
# version in the spec.
return True
@_require_version_compare
def _compare_greater_than(self, prospective, spec):
# Convert our spec to a Version instance, since we'll want to work with
# it as a version.
spec = Version(spec)
# Check to see if the prospective version is greater than the spec
# version. If it's not we can short circuit and just return False now
# instead of doing extra unneeded work.
if not prospective > spec:
return False
# This special case is here so that, unless the specifier itself
# includes is a post-release version, that we do not accept
# post-release versions for the version mentioned in the specifier
# (e.g. >3.1 should not match 3.0.post0, but should match 3.2.post0).
if not spec.is_postrelease and prospective.is_postrelease:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# Ensure that we do not allow a local version of the version mentioned
# in the specifier, which is techincally greater than, to match.
if prospective.local is not None:
if Version(prospective.base_version) == Version(spec.base_version):
return False
# If we've gotten to here, it means that prospective version is both
# greater than the spec version *and* it's not a pre-release of the
# same version in the spec.
return True
def _compare_arbitrary(self, prospective, spec):
return str(prospective).lower() == str(spec).lower()
@property
def prereleases(self):
# If there is an explicit prereleases set for this, then we'll just
# blindly use that.
if self._prereleases is not None:
return self._prereleases
# Look at all of our specifiers and determine if they are inclusive
# operators, and if they are if they are including an explicit
# prerelease.
operator, version = self._spec
if operator in ["==", ">=", "<=", "~=", "==="]:
# The == specifier can include a trailing .*, if it does we
# want to remove before parsing.
if operator == "==" and version.endswith(".*"):
version = version[:-2]
# Parse the version, and if it is a pre-release than this
# specifier allows pre-releases.
if parse(version).is_prerelease:
return True
return False
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
_prefix_regex = re.compile(r"^([0-9]+)((?:a|b|c|rc)[0-9]+)$")
def _version_split(version):
result = []
for item in version.split("."):
match = _prefix_regex.search(item)
if match:
result.extend(match.groups())
else:
result.append(item)
return result
def _pad_version(left, right):
left_split, right_split = [], []
# Get the release segment of our versions
left_split.append(list(itertools.takewhile(lambda x: x.isdigit(), left)))
right_split.append(list(itertools.takewhile(lambda x: x.isdigit(), right)))
# Get the rest of our versions
left_split.append(left[len(left_split[0]):])
right_split.append(right[len(right_split[0]):])
# Insert our padding
left_split.insert(
1,
["0"] * max(0, len(right_split[0]) - len(left_split[0])),
)
right_split.insert(
1,
["0"] * max(0, len(left_split[0]) - len(right_split[0])),
)
return (
list(itertools.chain(*left_split)),
list(itertools.chain(*right_split)),
)
class SpecifierSet(BaseSpecifier):
def __init__(self, specifiers="", prereleases=None):
# Split on , to break each indidivual specifier into it's own item, and
# strip each item to remove leading/trailing whitespace.
specifiers = [s.strip() for s in specifiers.split(",") if s.strip()]
# Parsed each individual specifier, attempting first to make it a
# Specifier and falling back to a LegacySpecifier.
parsed = set()
for specifier in specifiers:
try:
parsed.add(Specifier(specifier))
except InvalidSpecifier:
parsed.add(LegacySpecifier(specifier))
# Turn our parsed specifiers into a frozen set and save them for later.
self._specs = frozenset(parsed)
# Store our prereleases value so we can use it later to determine if
# we accept prereleases or not.
self._prereleases = prereleases
def __repr__(self):
pre = (
", prereleases={0!r}".format(self.prereleases)
if self._prereleases is not None
else ""
)
return "<SpecifierSet({0!r}{1})>".format(str(self), pre)
def __str__(self):
return ",".join(sorted(str(s) for s in self._specs))
def __hash__(self):
return hash(self._specs)
def __and__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif not isinstance(other, SpecifierSet):
return NotImplemented
specifier = SpecifierSet()
specifier._specs = frozenset(self._specs | other._specs)
if self._prereleases is None and other._prereleases is not None:
specifier._prereleases = other._prereleases
elif self._prereleases is not None and other._prereleases is None:
specifier._prereleases = self._prereleases
elif self._prereleases == other._prereleases:
specifier._prereleases = self._prereleases
else:
raise ValueError(
"Cannot combine SpecifierSets with True and False prerelease "
"overrides."
)
return specifier
def __eq__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs == other._specs
def __ne__(self, other):
if isinstance(other, string_types):
other = SpecifierSet(other)
elif isinstance(other, _IndividualSpecifier):
other = SpecifierSet(str(other))
elif not isinstance(other, SpecifierSet):
return NotImplemented
return self._specs != other._specs
def __len__(self):
return len(self._specs)
def __iter__(self):
return iter(self._specs)
@property
def prereleases(self):
# If we have been given an explicit prerelease modifier, then we'll
# pass that through here.
if self._prereleases is not None:
return self._prereleases
# If we don't have any specifiers, and we don't have a forced value,
# then we'll just return None since we don't know if this should have
# pre-releases or not.
if not self._specs:
return None
# Otherwise we'll see if any of the given specifiers accept
# prereleases, if any of them do we'll return True, otherwise False.
return any(s.prereleases for s in self._specs)
@prereleases.setter
def prereleases(self, value):
self._prereleases = value
def __contains__(self, item):
return self.contains(item)
def contains(self, item, prereleases=None):
# Ensure that our item is a Version or LegacyVersion instance.
if not isinstance(item, (LegacyVersion, Version)):
item = parse(item)
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# We can determine if we're going to allow pre-releases by looking to
# see if any of the underlying items supports them. If none of them do
# and this item is a pre-release then we do not allow it and we can
# short circuit that here.
# Note: This means that 1.0.dev1 would not be contained in something
# like >=1.0.devabc however it would be in >=1.0.debabc,>0.0.dev0
if not prereleases and item.is_prerelease:
return False
# We simply dispatch to the underlying specs here to make sure that the
# given version is contained within all of them.
# Note: This use of all() here means that an empty set of specifiers
# will always return True, this is an explicit design decision.
return all(
s.contains(item, prereleases=prereleases)
for s in self._specs
)
def filter(self, iterable, prereleases=None):
# Determine if we're forcing a prerelease or not, if we're not forcing
# one for this particular filter call, then we'll use whatever the
# SpecifierSet thinks for whether or not we should support prereleases.
if prereleases is None:
prereleases = self.prereleases
# If we have any specifiers, then we want to wrap our iterable in the
# filter method for each one, this will act as a logical AND amongst
# each specifier.
if self._specs:
for spec in self._specs:
iterable = spec.filter(iterable, prereleases=bool(prereleases))
return iterable
# If we do not have any specifiers, then we need to have a rough filter
# which will filter out any pre-releases, unless there are no final
# releases, and which will filter out LegacyVersion in general.
else:
filtered = []
found_prereleases = []
for item in iterable:
# Ensure that we some kind of Version class for this item.
if not isinstance(item, (LegacyVersion, Version)):
parsed_version = parse(item)
else:
parsed_version = item
# Filter out any item which is parsed as a LegacyVersion
if isinstance(parsed_version, LegacyVersion):
continue
# Store any item which is a pre-release for later unless we've
# already found a final version or we are accepting prereleases
if parsed_version.is_prerelease and not prereleases:
if not filtered:
found_prereleases.append(item)
else:
filtered.append(item)
# If we've found no items except for pre-releases, then we'll go
# ahead and use the pre-releases
if not filtered and found_prereleases and prereleases is None:
return found_prereleases
return filtered
packaging/__about__.py 0000644 00000001320 15043676013 0010751 0 ustar 00 # This file is dual licensed under the terms of the Apache License, Version
# 2.0, and the BSD License. See the LICENSE file in the root of this repository
# for complete details.
from __future__ import absolute_import, division, print_function
__all__ = [
"__title__", "__summary__", "__uri__", "__version__", "__author__",
"__email__", "__license__", "__copyright__",
]
__title__ = "packaging"
__summary__ = "Core utilities for Python packages"
__uri__ = "https://github.com/pypa/packaging"
__version__ = "16.8"
__author__ = "Donald Stufft and individual contributors"
__email__ = "donald@stufft.io"
__license__ = "BSD or Apache License, Version 2.0"
__copyright__ = "Copyright 2014-2016 %s" % __author__
urllib3/__init__.py 0000644 00000005445 15043676013 0010246 0 ustar 00 """
urllib3 - Thread-safe connection pooling and re-using.
"""
from __future__ import absolute_import
import warnings
from .connectionpool import (
HTTPConnectionPool,
HTTPSConnectionPool,
connection_from_url
)
from . import exceptions
from .filepost import encode_multipart_formdata
from .poolmanager import PoolManager, ProxyManager, proxy_from_url
from .response import HTTPResponse
from .util.request import make_headers
from .util.url import get_host
from .util.timeout import Timeout
from .util.retry import Retry
# Set default logging handler to avoid "No handler found" warnings.
import logging
try: # Python 2.7+
from logging import NullHandler
except ImportError:
class NullHandler(logging.Handler):
def emit(self, record):
pass
__author__ = 'Andrey Petrov (andrey.petrov@shazow.net)'
__license__ = 'MIT'
__version__ = '1.22'
__all__ = (
'HTTPConnectionPool',
'HTTPSConnectionPool',
'PoolManager',
'ProxyManager',
'HTTPResponse',
'Retry',
'Timeout',
'add_stderr_logger',
'connection_from_url',
'disable_warnings',
'encode_multipart_formdata',
'get_host',
'make_headers',
'proxy_from_url',
)
logging.getLogger(__name__).addHandler(NullHandler())
def add_stderr_logger(level=logging.DEBUG):
"""
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
"""
# This method needs to be in this __init__.py to get the __name__ correct
# even if urllib3 is vendored within another package.
logger = logging.getLogger(__name__)
handler = logging.StreamHandler()
handler.setFormatter(logging.Formatter('%(asctime)s %(levelname)s %(message)s'))
logger.addHandler(handler)
logger.setLevel(level)
logger.debug('Added a stderr logging handler to logger: %s', __name__)
return handler
# ... Clean up.
del NullHandler
# All warning filters *must* be appended unless you're really certain that they
# shouldn't be: otherwise, it's very hard for users to use most Python
# mechanisms to silence them.
# SecurityWarning's always go off by default.
warnings.simplefilter('always', exceptions.SecurityWarning, append=True)
# SubjectAltNameWarning's should go off once per host
warnings.simplefilter('default', exceptions.SubjectAltNameWarning, append=True)
# InsecurePlatformWarning's don't vary between requests, so we keep it default.
warnings.simplefilter('default', exceptions.InsecurePlatformWarning,
append=True)
# SNIMissingWarnings should go off only once.
warnings.simplefilter('default', exceptions.SNIMissingWarning, append=True)
def disable_warnings(category=exceptions.HTTPWarning):
"""
Helper for quickly disabling all urllib3 warnings.
"""
warnings.simplefilter('ignore', category)
urllib3/exceptions.py 0000644 00000014713 15043676013 0010666 0 ustar 00 from __future__ import absolute_import
from .packages.six.moves.http_client import (
IncompleteRead as httplib_IncompleteRead
)
# Base Exceptions
class HTTPError(Exception):
"Base exception used by this module."
pass
class HTTPWarning(Warning):
"Base warning used by this module."
pass
class PoolError(HTTPError):
"Base exception for errors caused within a pool."
def __init__(self, pool, message):
self.pool = pool
HTTPError.__init__(self, "%s: %s" % (pool, message))
def __reduce__(self):
# For pickling purposes.
return self.__class__, (None, None)
class RequestError(PoolError):
"Base exception for PoolErrors that have associated URLs."
def __init__(self, pool, url, message):
self.url = url
PoolError.__init__(self, pool, message)
def __reduce__(self):
# For pickling purposes.
return self.__class__, (None, self.url, None)
class SSLError(HTTPError):
"Raised when SSL certificate fails in an HTTPS connection."
pass
class ProxyError(HTTPError):
"Raised when the connection to a proxy fails."
pass
class DecodeError(HTTPError):
"Raised when automatic decoding based on Content-Type fails."
pass
class ProtocolError(HTTPError):
"Raised when something unexpected happens mid-request/response."
pass
#: Renamed to ProtocolError but aliased for backwards compatibility.
ConnectionError = ProtocolError
# Leaf Exceptions
class MaxRetryError(RequestError):
"""Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
"""
def __init__(self, pool, url, reason=None):
self.reason = reason
message = "Max retries exceeded with url: %s (Caused by %r)" % (
url, reason)
RequestError.__init__(self, pool, url, message)
class HostChangedError(RequestError):
"Raised when an existing pool gets a request for a foreign host."
def __init__(self, pool, url, retries=3):
message = "Tried to open a foreign host with url: %s" % url
RequestError.__init__(self, pool, url, message)
self.retries = retries
class TimeoutStateError(HTTPError):
""" Raised when passing an invalid state to a timeout """
pass
class TimeoutError(HTTPError):
""" Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
"""
pass
class ReadTimeoutError(TimeoutError, RequestError):
"Raised when a socket timeout occurs while receiving data from a server"
pass
# This timeout error does not have a URL attached and needs to inherit from the
# base HTTPError
class ConnectTimeoutError(TimeoutError):
"Raised when a socket timeout occurs while connecting to a server"
pass
class NewConnectionError(ConnectTimeoutError, PoolError):
"Raised when we fail to establish a new connection. Usually ECONNREFUSED."
pass
class EmptyPoolError(PoolError):
"Raised when a pool runs out of connections and no more are allowed."
pass
class ClosedPoolError(PoolError):
"Raised when a request enters a pool after the pool has been closed."
pass
class LocationValueError(ValueError, HTTPError):
"Raised when there is something wrong with a given URL input."
pass
class LocationParseError(LocationValueError):
"Raised when get_host or similar fails to parse the URL input."
def __init__(self, location):
message = "Failed to parse: %s" % location
HTTPError.__init__(self, message)
self.location = location
class ResponseError(HTTPError):
"Used as a container for an error reason supplied in a MaxRetryError."
GENERIC_ERROR = 'too many error responses'
SPECIFIC_ERROR = 'too many {status_code} error responses'
class SecurityWarning(HTTPWarning):
"Warned when perfoming security reducing actions"
pass
class SubjectAltNameWarning(SecurityWarning):
"Warned when connecting to a host with a certificate missing a SAN."
pass
class InsecureRequestWarning(SecurityWarning):
"Warned when making an unverified HTTPS request."
pass
class SystemTimeWarning(SecurityWarning):
"Warned when system time is suspected to be wrong"
pass
class InsecurePlatformWarning(SecurityWarning):
"Warned when certain SSL configuration is not available on a platform."
pass
class SNIMissingWarning(HTTPWarning):
"Warned when making a HTTPS request without SNI available."
pass
class DependencyWarning(HTTPWarning):
"""
Warned when an attempt is made to import a module with missing optional
dependencies.
"""
pass
class ResponseNotChunked(ProtocolError, ValueError):
"Response needs to be chunked in order to read it as chunks."
pass
class BodyNotHttplibCompatible(HTTPError):
"""
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
"""
pass
class IncompleteRead(HTTPError, httplib_IncompleteRead):
"""
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
"""
def __init__(self, partial, expected):
super(IncompleteRead, self).__init__(partial, expected)
def __repr__(self):
return ('IncompleteRead(%i bytes read, '
'%i more expected)' % (self.partial, self.expected))
class InvalidHeader(HTTPError):
"The header provided was somehow invalid."
pass
class ProxySchemeUnknown(AssertionError, ValueError):
"ProxyManager does not support the supplied scheme"
# TODO(t-8ch): Stop inheriting from AssertionError in v2.0.
def __init__(self, scheme):
message = "Not supported proxy scheme %s" % scheme
super(ProxySchemeUnknown, self).__init__(message)
class HeaderParsingError(HTTPError):
"Raised by assert_header_parsing, but we convert it to a log.warning statement."
def __init__(self, defects, unparsed_data):
message = '%s, unparsed data: %r' % (defects or 'Unknown', unparsed_data)
super(HeaderParsingError, self).__init__(message)
class UnrewindableBodyError(HTTPError):
"urllib3 encountered an error when trying to rewind a body"
pass
urllib3/contrib/socks.py 0000644 00000014063 15043676013 0011265 0 ustar 00 # -*- coding: utf-8 -*-
"""
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4 (specifically the SOCKS4A variant) and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4
- SOCKS4a
- SOCKS5
- Usernames and passwords for the SOCKS proxy
Known Limitations:
- Currently PySocks does not support contacting remote websites via literal
IPv6 addresses. Any such connection attempt will fail. You must use a domain
name.
- Currently PySocks does not support IPv6 connections to the SOCKS proxy. Any
such connection attempt will fail.
"""
from __future__ import absolute_import
try:
import socks
except ImportError:
import warnings
from ..exceptions import DependencyWarning
warnings.warn((
'SOCKS support in urllib3 requires the installation of optional '
'dependencies: specifically, PySocks. For more information, see '
'https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies'
),
DependencyWarning
)
raise
from socket import error as SocketError, timeout as SocketTimeout
from ..connection import (
HTTPConnection, HTTPSConnection
)
from ..connectionpool import (
HTTPConnectionPool, HTTPSConnectionPool
)
from ..exceptions import ConnectTimeoutError, NewConnectionError
from ..poolmanager import PoolManager
from ..util.url import parse_url
try:
import ssl
except ImportError:
ssl = None
class SOCKSConnection(HTTPConnection):
"""
A plain-text HTTP connection that connects via a SOCKS proxy.
"""
def __init__(self, *args, **kwargs):
self._socks_options = kwargs.pop('_socks_options')
super(SOCKSConnection, self).__init__(*args, **kwargs)
def _new_conn(self):
"""
Establish a new connection via the SOCKS proxy.
"""
extra_kw = {}
if self.source_address:
extra_kw['source_address'] = self.source_address
if self.socket_options:
extra_kw['socket_options'] = self.socket_options
try:
conn = socks.create_connection(
(self.host, self.port),
proxy_type=self._socks_options['socks_version'],
proxy_addr=self._socks_options['proxy_host'],
proxy_port=self._socks_options['proxy_port'],
proxy_username=self._socks_options['username'],
proxy_password=self._socks_options['password'],
proxy_rdns=self._socks_options['rdns'],
timeout=self.timeout,
**extra_kw
)
except SocketTimeout as e:
raise ConnectTimeoutError(
self, "Connection to %s timed out. (connect timeout=%s)" %
(self.host, self.timeout))
except socks.ProxyError as e:
# This is fragile as hell, but it seems to be the only way to raise
# useful errors here.
if e.socket_err:
error = e.socket_err
if isinstance(error, SocketTimeout):
raise ConnectTimeoutError(
self,
"Connection to %s timed out. (connect timeout=%s)" %
(self.host, self.timeout)
)
else:
raise NewConnectionError(
self,
"Failed to establish a new connection: %s" % error
)
else:
raise NewConnectionError(
self,
"Failed to establish a new connection: %s" % e
)
except SocketError as e: # Defensive: PySocks should catch all these.
raise NewConnectionError(
self, "Failed to establish a new connection: %s" % e)
return conn
# We don't need to duplicate the Verified/Unverified distinction from
# urllib3/connection.py here because the HTTPSConnection will already have been
# correctly set to either the Verified or Unverified form by that module. This
# means the SOCKSHTTPSConnection will automatically be the correct type.
class SOCKSHTTPSConnection(SOCKSConnection, HTTPSConnection):
pass
class SOCKSHTTPConnectionPool(HTTPConnectionPool):
ConnectionCls = SOCKSConnection
class SOCKSHTTPSConnectionPool(HTTPSConnectionPool):
ConnectionCls = SOCKSHTTPSConnection
class SOCKSProxyManager(PoolManager):
"""
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
"""
pool_classes_by_scheme = {
'http': SOCKSHTTPConnectionPool,
'https': SOCKSHTTPSConnectionPool,
}
def __init__(self, proxy_url, username=None, password=None,
num_pools=10, headers=None, **connection_pool_kw):
parsed = parse_url(proxy_url)
if parsed.scheme == 'socks5':
socks_version = socks.PROXY_TYPE_SOCKS5
rdns = False
elif parsed.scheme == 'socks5h':
socks_version = socks.PROXY_TYPE_SOCKS5
rdns = True
elif parsed.scheme == 'socks4':
socks_version = socks.PROXY_TYPE_SOCKS4
rdns = False
elif parsed.scheme == 'socks4a':
socks_version = socks.PROXY_TYPE_SOCKS4
rdns = True
else:
raise ValueError(
"Unable to determine SOCKS version from %s" % proxy_url
)
self.proxy_url = proxy_url
socks_options = {
'socks_version': socks_version,
'proxy_host': parsed.host,
'proxy_port': parsed.port,
'username': username,
'password': password,
'rdns': rdns
}
connection_pool_kw['_socks_options'] = socks_options
super(SOCKSProxyManager, self).__init__(
num_pools, headers, **connection_pool_kw
)
self.pool_classes_by_scheme = SOCKSProxyManager.pool_classes_by_scheme
urllib3/contrib/__init__.py 0000644 00000000000 15043676013 0011664 0 ustar 00 urllib3/contrib/_securetransport/__init__.py 0000644 00000000000 15043676013 0015266 0 ustar 00 urllib3/contrib/_securetransport/bindings.py 0000644 00000042230 15043676013 0015337 0 ustar 00 """
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
"""
from __future__ import absolute_import
import platform
from ctypes.util import find_library
from ctypes import (
c_void_p, c_int32, c_char_p, c_size_t, c_byte, c_uint32, c_ulong, c_long,
c_bool
)
from ctypes import CDLL, POINTER, CFUNCTYPE
security_path = find_library('Security')
if not security_path:
raise ImportError('The library Security could not be found')
core_foundation_path = find_library('CoreFoundation')
if not core_foundation_path:
raise ImportError('The library CoreFoundation could not be found')
version = platform.mac_ver()[0]
version_info = tuple(map(int, version.split('.')))
if version_info < (10, 8):
raise OSError(
'Only OS X 10.8 and newer are supported, not %s.%s' % (
version_info[0], version_info[1]
)
)
Security = CDLL(security_path, use_errno=True)
CoreFoundation = CDLL(core_foundation_path, use_errno=True)
Boolean = c_bool
CFIndex = c_long
CFStringEncoding = c_uint32
CFData = c_void_p
CFString = c_void_p
CFArray = c_void_p
CFMutableArray = c_void_p
CFDictionary = c_void_p
CFError = c_void_p
CFType = c_void_p
CFTypeID = c_ulong
CFTypeRef = POINTER(CFType)
CFAllocatorRef = c_void_p
OSStatus = c_int32
CFDataRef = POINTER(CFData)
CFStringRef = POINTER(CFString)
CFArrayRef = POINTER(CFArray)
CFMutableArrayRef = POINTER(CFMutableArray)
CFDictionaryRef = POINTER(CFDictionary)
CFArrayCallBacks = c_void_p
CFDictionaryKeyCallBacks = c_void_p
CFDictionaryValueCallBacks = c_void_p
SecCertificateRef = POINTER(c_void_p)
SecExternalFormat = c_uint32
SecExternalItemType = c_uint32
SecIdentityRef = POINTER(c_void_p)
SecItemImportExportFlags = c_uint32
SecItemImportExportKeyParameters = c_void_p
SecKeychainRef = POINTER(c_void_p)
SSLProtocol = c_uint32
SSLCipherSuite = c_uint32
SSLContextRef = POINTER(c_void_p)
SecTrustRef = POINTER(c_void_p)
SSLConnectionRef = c_uint32
SecTrustResultType = c_uint32
SecTrustOptionFlags = c_uint32
SSLProtocolSide = c_uint32
SSLConnectionType = c_uint32
SSLSessionOption = c_uint32
try:
Security.SecItemImport.argtypes = [
CFDataRef,
CFStringRef,
POINTER(SecExternalFormat),
POINTER(SecExternalItemType),
SecItemImportExportFlags,
POINTER(SecItemImportExportKeyParameters),
SecKeychainRef,
POINTER(CFArrayRef),
]
Security.SecItemImport.restype = OSStatus
Security.SecCertificateGetTypeID.argtypes = []
Security.SecCertificateGetTypeID.restype = CFTypeID
Security.SecIdentityGetTypeID.argtypes = []
Security.SecIdentityGetTypeID.restype = CFTypeID
Security.SecKeyGetTypeID.argtypes = []
Security.SecKeyGetTypeID.restype = CFTypeID
Security.SecCertificateCreateWithData.argtypes = [
CFAllocatorRef,
CFDataRef
]
Security.SecCertificateCreateWithData.restype = SecCertificateRef
Security.SecCertificateCopyData.argtypes = [
SecCertificateRef
]
Security.SecCertificateCopyData.restype = CFDataRef
Security.SecCopyErrorMessageString.argtypes = [
OSStatus,
c_void_p
]
Security.SecCopyErrorMessageString.restype = CFStringRef
Security.SecIdentityCreateWithCertificate.argtypes = [
CFTypeRef,
SecCertificateRef,
POINTER(SecIdentityRef)
]
Security.SecIdentityCreateWithCertificate.restype = OSStatus
Security.SecKeychainCreate.argtypes = [
c_char_p,
c_uint32,
c_void_p,
Boolean,
c_void_p,
POINTER(SecKeychainRef)
]
Security.SecKeychainCreate.restype = OSStatus
Security.SecKeychainDelete.argtypes = [
SecKeychainRef
]
Security.SecKeychainDelete.restype = OSStatus
Security.SecPKCS12Import.argtypes = [
CFDataRef,
CFDictionaryRef,
POINTER(CFArrayRef)
]
Security.SecPKCS12Import.restype = OSStatus
SSLReadFunc = CFUNCTYPE(OSStatus, SSLConnectionRef, c_void_p, POINTER(c_size_t))
SSLWriteFunc = CFUNCTYPE(OSStatus, SSLConnectionRef, POINTER(c_byte), POINTER(c_size_t))
Security.SSLSetIOFuncs.argtypes = [
SSLContextRef,
SSLReadFunc,
SSLWriteFunc
]
Security.SSLSetIOFuncs.restype = OSStatus
Security.SSLSetPeerID.argtypes = [
SSLContextRef,
c_char_p,
c_size_t
]
Security.SSLSetPeerID.restype = OSStatus
Security.SSLSetCertificate.argtypes = [
SSLContextRef,
CFArrayRef
]
Security.SSLSetCertificate.restype = OSStatus
Security.SSLSetCertificateAuthorities.argtypes = [
SSLContextRef,
CFTypeRef,
Boolean
]
Security.SSLSetCertificateAuthorities.restype = OSStatus
Security.SSLSetConnection.argtypes = [
SSLContextRef,
SSLConnectionRef
]
Security.SSLSetConnection.restype = OSStatus
Security.SSLSetPeerDomainName.argtypes = [
SSLContextRef,
c_char_p,
c_size_t
]
Security.SSLSetPeerDomainName.restype = OSStatus
Security.SSLHandshake.argtypes = [
SSLContextRef
]
Security.SSLHandshake.restype = OSStatus
Security.SSLRead.argtypes = [
SSLContextRef,
c_char_p,
c_size_t,
POINTER(c_size_t)
]
Security.SSLRead.restype = OSStatus
Security.SSLWrite.argtypes = [
SSLContextRef,
c_char_p,
c_size_t,
POINTER(c_size_t)
]
Security.SSLWrite.restype = OSStatus
Security.SSLClose.argtypes = [
SSLContextRef
]
Security.SSLClose.restype = OSStatus
Security.SSLGetNumberSupportedCiphers.argtypes = [
SSLContextRef,
POINTER(c_size_t)
]
Security.SSLGetNumberSupportedCiphers.restype = OSStatus
Security.SSLGetSupportedCiphers.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite),
POINTER(c_size_t)
]
Security.SSLGetSupportedCiphers.restype = OSStatus
Security.SSLSetEnabledCiphers.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite),
c_size_t
]
Security.SSLSetEnabledCiphers.restype = OSStatus
Security.SSLGetNumberEnabledCiphers.argtype = [
SSLContextRef,
POINTER(c_size_t)
]
Security.SSLGetNumberEnabledCiphers.restype = OSStatus
Security.SSLGetEnabledCiphers.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite),
POINTER(c_size_t)
]
Security.SSLGetEnabledCiphers.restype = OSStatus
Security.SSLGetNegotiatedCipher.argtypes = [
SSLContextRef,
POINTER(SSLCipherSuite)
]
Security.SSLGetNegotiatedCipher.restype = OSStatus
Security.SSLGetNegotiatedProtocolVersion.argtypes = [
SSLContextRef,
POINTER(SSLProtocol)
]
Security.SSLGetNegotiatedProtocolVersion.restype = OSStatus
Security.SSLCopyPeerTrust.argtypes = [
SSLContextRef,
POINTER(SecTrustRef)
]
Security.SSLCopyPeerTrust.restype = OSStatus
Security.SecTrustSetAnchorCertificates.argtypes = [
SecTrustRef,
CFArrayRef
]
Security.SecTrustSetAnchorCertificates.restype = OSStatus
Security.SecTrustSetAnchorCertificatesOnly.argstypes = [
SecTrustRef,
Boolean
]
Security.SecTrustSetAnchorCertificatesOnly.restype = OSStatus
Security.SecTrustEvaluate.argtypes = [
SecTrustRef,
POINTER(SecTrustResultType)
]
Security.SecTrustEvaluate.restype = OSStatus
Security.SecTrustGetCertificateCount.argtypes = [
SecTrustRef
]
Security.SecTrustGetCertificateCount.restype = CFIndex
Security.SecTrustGetCertificateAtIndex.argtypes = [
SecTrustRef,
CFIndex
]
Security.SecTrustGetCertificateAtIndex.restype = SecCertificateRef
Security.SSLCreateContext.argtypes = [
CFAllocatorRef,
SSLProtocolSide,
SSLConnectionType
]
Security.SSLCreateContext.restype = SSLContextRef
Security.SSLSetSessionOption.argtypes = [
SSLContextRef,
SSLSessionOption,
Boolean
]
Security.SSLSetSessionOption.restype = OSStatus
Security.SSLSetProtocolVersionMin.argtypes = [
SSLContextRef,
SSLProtocol
]
Security.SSLSetProtocolVersionMin.restype = OSStatus
Security.SSLSetProtocolVersionMax.argtypes = [
SSLContextRef,
SSLProtocol
]
Security.SSLSetProtocolVersionMax.restype = OSStatus
Security.SecCopyErrorMessageString.argtypes = [
OSStatus,
c_void_p
]
Security.SecCopyErrorMessageString.restype = CFStringRef
Security.SSLReadFunc = SSLReadFunc
Security.SSLWriteFunc = SSLWriteFunc
Security.SSLContextRef = SSLContextRef
Security.SSLProtocol = SSLProtocol
Security.SSLCipherSuite = SSLCipherSuite
Security.SecIdentityRef = SecIdentityRef
Security.SecKeychainRef = SecKeychainRef
Security.SecTrustRef = SecTrustRef
Security.SecTrustResultType = SecTrustResultType
Security.SecExternalFormat = SecExternalFormat
Security.OSStatus = OSStatus
Security.kSecImportExportPassphrase = CFStringRef.in_dll(
Security, 'kSecImportExportPassphrase'
)
Security.kSecImportItemIdentity = CFStringRef.in_dll(
Security, 'kSecImportItemIdentity'
)
# CoreFoundation time!
CoreFoundation.CFRetain.argtypes = [
CFTypeRef
]
CoreFoundation.CFRetain.restype = CFTypeRef
CoreFoundation.CFRelease.argtypes = [
CFTypeRef
]
CoreFoundation.CFRelease.restype = None
CoreFoundation.CFGetTypeID.argtypes = [
CFTypeRef
]
CoreFoundation.CFGetTypeID.restype = CFTypeID
CoreFoundation.CFStringCreateWithCString.argtypes = [
CFAllocatorRef,
c_char_p,
CFStringEncoding
]
CoreFoundation.CFStringCreateWithCString.restype = CFStringRef
CoreFoundation.CFStringGetCStringPtr.argtypes = [
CFStringRef,
CFStringEncoding
]
CoreFoundation.CFStringGetCStringPtr.restype = c_char_p
CoreFoundation.CFStringGetCString.argtypes = [
CFStringRef,
c_char_p,
CFIndex,
CFStringEncoding
]
CoreFoundation.CFStringGetCString.restype = c_bool
CoreFoundation.CFDataCreate.argtypes = [
CFAllocatorRef,
c_char_p,
CFIndex
]
CoreFoundation.CFDataCreate.restype = CFDataRef
CoreFoundation.CFDataGetLength.argtypes = [
CFDataRef
]
CoreFoundation.CFDataGetLength.restype = CFIndex
CoreFoundation.CFDataGetBytePtr.argtypes = [
CFDataRef
]
CoreFoundation.CFDataGetBytePtr.restype = c_void_p
CoreFoundation.CFDictionaryCreate.argtypes = [
CFAllocatorRef,
POINTER(CFTypeRef),
POINTER(CFTypeRef),
CFIndex,
CFDictionaryKeyCallBacks,
CFDictionaryValueCallBacks
]
CoreFoundation.CFDictionaryCreate.restype = CFDictionaryRef
CoreFoundation.CFDictionaryGetValue.argtypes = [
CFDictionaryRef,
CFTypeRef
]
CoreFoundation.CFDictionaryGetValue.restype = CFTypeRef
CoreFoundation.CFArrayCreate.argtypes = [
CFAllocatorRef,
POINTER(CFTypeRef),
CFIndex,
CFArrayCallBacks,
]
CoreFoundation.CFArrayCreate.restype = CFArrayRef
CoreFoundation.CFArrayCreateMutable.argtypes = [
CFAllocatorRef,
CFIndex,
CFArrayCallBacks
]
CoreFoundation.CFArrayCreateMutable.restype = CFMutableArrayRef
CoreFoundation.CFArrayAppendValue.argtypes = [
CFMutableArrayRef,
c_void_p
]
CoreFoundation.CFArrayAppendValue.restype = None
CoreFoundation.CFArrayGetCount.argtypes = [
CFArrayRef
]
CoreFoundation.CFArrayGetCount.restype = CFIndex
CoreFoundation.CFArrayGetValueAtIndex.argtypes = [
CFArrayRef,
CFIndex
]
CoreFoundation.CFArrayGetValueAtIndex.restype = c_void_p
CoreFoundation.kCFAllocatorDefault = CFAllocatorRef.in_dll(
CoreFoundation, 'kCFAllocatorDefault'
)
CoreFoundation.kCFTypeArrayCallBacks = c_void_p.in_dll(CoreFoundation, 'kCFTypeArrayCallBacks')
CoreFoundation.kCFTypeDictionaryKeyCallBacks = c_void_p.in_dll(
CoreFoundation, 'kCFTypeDictionaryKeyCallBacks'
)
CoreFoundation.kCFTypeDictionaryValueCallBacks = c_void_p.in_dll(
CoreFoundation, 'kCFTypeDictionaryValueCallBacks'
)
CoreFoundation.CFTypeRef = CFTypeRef
CoreFoundation.CFArrayRef = CFArrayRef
CoreFoundation.CFStringRef = CFStringRef
CoreFoundation.CFDictionaryRef = CFDictionaryRef
except (AttributeError):
raise ImportError('Error initializing ctypes')
class CFConst(object):
"""
A class object that acts as essentially a namespace for CoreFoundation
constants.
"""
kCFStringEncodingUTF8 = CFStringEncoding(0x08000100)
class SecurityConst(object):
"""
A class object that acts as essentially a namespace for Security constants.
"""
kSSLSessionOptionBreakOnServerAuth = 0
kSSLProtocol2 = 1
kSSLProtocol3 = 2
kTLSProtocol1 = 4
kTLSProtocol11 = 7
kTLSProtocol12 = 8
kSSLClientSide = 1
kSSLStreamType = 0
kSecFormatPEMSequence = 10
kSecTrustResultInvalid = 0
kSecTrustResultProceed = 1
# This gap is present on purpose: this was kSecTrustResultConfirm, which
# is deprecated.
kSecTrustResultDeny = 3
kSecTrustResultUnspecified = 4
kSecTrustResultRecoverableTrustFailure = 5
kSecTrustResultFatalTrustFailure = 6
kSecTrustResultOtherError = 7
errSSLProtocol = -9800
errSSLWouldBlock = -9803
errSSLClosedGraceful = -9805
errSSLClosedNoNotify = -9816
errSSLClosedAbort = -9806
errSSLXCertChainInvalid = -9807
errSSLCrypto = -9809
errSSLInternal = -9810
errSSLCertExpired = -9814
errSSLCertNotYetValid = -9815
errSSLUnknownRootCert = -9812
errSSLNoRootCert = -9813
errSSLHostNameMismatch = -9843
errSSLPeerHandshakeFail = -9824
errSSLPeerUserCancelled = -9839
errSSLWeakPeerEphemeralDHKey = -9850
errSSLServerAuthCompleted = -9841
errSSLRecordOverflow = -9847
errSecVerifyFailed = -67808
errSecNoTrustSettings = -25263
errSecItemNotFound = -25300
errSecInvalidTrustSettings = -25262
# Cipher suites. We only pick the ones our default cipher string allows.
TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384 = 0xC02C
TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384 = 0xC030
TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256 = 0xC02B
TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 = 0xC02F
TLS_DHE_DSS_WITH_AES_256_GCM_SHA384 = 0x00A3
TLS_DHE_RSA_WITH_AES_256_GCM_SHA384 = 0x009F
TLS_DHE_DSS_WITH_AES_128_GCM_SHA256 = 0x00A2
TLS_DHE_RSA_WITH_AES_128_GCM_SHA256 = 0x009E
TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384 = 0xC024
TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384 = 0xC028
TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA = 0xC00A
TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA = 0xC014
TLS_DHE_RSA_WITH_AES_256_CBC_SHA256 = 0x006B
TLS_DHE_DSS_WITH_AES_256_CBC_SHA256 = 0x006A
TLS_DHE_RSA_WITH_AES_256_CBC_SHA = 0x0039
TLS_DHE_DSS_WITH_AES_256_CBC_SHA = 0x0038
TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256 = 0xC023
TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256 = 0xC027
TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA = 0xC009
TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA = 0xC013
TLS_DHE_RSA_WITH_AES_128_CBC_SHA256 = 0x0067
TLS_DHE_DSS_WITH_AES_128_CBC_SHA256 = 0x0040
TLS_DHE_RSA_WITH_AES_128_CBC_SHA = 0x0033
TLS_DHE_DSS_WITH_AES_128_CBC_SHA = 0x0032
TLS_RSA_WITH_AES_256_GCM_SHA384 = 0x009D
TLS_RSA_WITH_AES_128_GCM_SHA256 = 0x009C
TLS_RSA_WITH_AES_256_CBC_SHA256 = 0x003D
TLS_RSA_WITH_AES_128_CBC_SHA256 = 0x003C
TLS_RSA_WITH_AES_256_CBC_SHA = 0x0035
TLS_RSA_WITH_AES_128_CBC_SHA = 0x002F
TLS_AES_128_GCM_SHA256 = 0x1301
TLS_AES_256_GCM_SHA384 = 0x1302
TLS_CHACHA20_POLY1305_SHA256 = 0x1303
urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.pyc 0000644 00000016540 15043676013 0022025 0 ustar 00 U
��.e�. � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z e� dej
�Zdd� Zdd � Zd
d � Zdd d
�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a�
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
� N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE-----
(.*?)
-----END CERTIFICATE-----c C s t �t j| t| ��S )zv
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
)r � CFDataCreate�kCFAllocatorDefault�len)Z
bytestring� r �Z/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py�_cf_data_from_bytes s
�r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }t�tj|||tjtj�S )zK
Given a list of Python tuples, create an associated CFDictionary.
c s s | ]}|d V qdS )r Nr ��.0�tr r r
� <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr r r r r
r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r
�_cf_dictionary_from_tuples% s �r c C sn t �| t �t j��}t�|tj�}|dkrXt �d�}t� ||dtj�}|sRt
d��|j }|dk rj|� d�}|S )z�
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
Ni z'Error copying C string from CFStringRef�utf-8)
�ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r
�_cf_string_to_unicode; s& �
�
r c C s\ | dkr dS t �| d�}t|�}t�|� |dks:|dkrBd| }|dkrPtj}||��dS )z[
Checks the return code and throws an exception if there is an error to
report
r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r
�_assert_no_errorT s
r$ c C s� | � dd�} dd� t�| �D �}|s.t�d��t�tjdt� tj
��}|sTt�d��z`|D ]V}t |�}|stt�d��t �
tj|�}t�|� |s�t�d��t�||� t�|� qZW n tk
r� t�|� Y nX |S ) z�
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
s
�
c S s g | ]}t �|�d ���qS )r )�base64Z b64decode�group)r
�matchr r r
�
<listcomp>q s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)�replace�
_PEM_CERTS_RE�finditerr r! r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z
pem_bundleZ der_certsZ
cert_arrayZ der_bytesZcertdataZcertr r r
�_cert_array_from_pemi s< �
�
�
r2 c C s t �� }t�| �|kS )z=
Returns True if a given CFTypeRef is a certificate.
)r ZSecCertificateGetTypeIDr � CFGetTypeID��itemZexpectedr r r
�_is_cert� s r6 c C s t �� }t�| �|kS )z;
Returns True if a given CFTypeRef is an identity.
)r ZSecIdentityGetTypeIDr r3 r4 r r r
� _is_identity� s r7 c
C s� t �d�} t�| dd� ��d�}t�| dd� �}t�� }t j�||�� d�}t
� � }t
� |t
|�|ddt�|��}t|� ||fS )a�
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
�( N� r F)�os�urandomr& Z b16encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r. r$ )Z random_bytes�filenameZpasswordZ
tempdirectoryZ
keychain_path�keychain�statusr r r
�_temporary_keychain� s
�rC c C s g }g }d}t |d��}|�� }W 5 Q R X z�t�tj|t|��}t�� }t� |ddddd| t
� |��}t |� t�
|�} t| �D ]X}
t�||
�} t
�| tj�} t| �r�t�| � |�| � q�t| �r�t�| � |�| � q�W 5 |r�t�|� t�|� X ||fS )z�
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
N�rbr )�open�readr r r r r Z
CFArrayRefr Z
SecItemImportr r. r$ ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r6 ZCFRetain�appendr7 ) rA r= � certificates�
identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr5 r r r
�_load_items_from_file� sJ ��
rM c
G s� g }g }dd� |D �}z�|D ]&}t| |�\}}|�|� |�|� q |s�t�� }t�| |d t �
|��} t | � |� |� t�|�
d�� t�tjdt �
tj��}
t �||�D ]} t�|
| � q�|
W �S t �||�D ]}t�|� q�X dS )z�
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
c s s | ]}|r|V qd S )Nr )r
r= r r r
r $ s z*_load_client_cert_chain.<locals>.<genexpr>r N)� itertools�chainr r rM �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r. r$ rH �popr- r r/ r0 ) rA �pathsrI rJ �objZ file_pathZnew_identitiesZ new_certsZ new_identityrB Z trust_chainr5 r r r
�_load_client_cert_chain s8
�
�rT )N)�__doc__r& r rN �rer: r r< Zbindingsr r r �compile�DOTALLr+ r r r r$ r2 r6 r7 rC rM rT r r r r
�<module> s, �
-#7 urllib3/contrib/_securetransport/__pycache__/low_level.cpython-38.opt-1.pyc 0000644 00000016540 15043676013 0022764 0 ustar 00 U
��.e�. � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z e� dej
�Zdd� Zdd � Zd
d � Zdd d
�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a�
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
� N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE-----
(.*?)
-----END CERTIFICATE-----c C s t �t j| t| ��S )zv
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
)r � CFDataCreate�kCFAllocatorDefault�len)Z
bytestring� r �Z/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/low_level.py�_cf_data_from_bytes s
�r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }t�tj|||tjtj�S )zK
Given a list of Python tuples, create an associated CFDictionary.
c s s | ]}|d V qdS )r Nr ��.0�tr r r
� <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr r r r r
r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r
�_cf_dictionary_from_tuples% s �r c C sn t �| t �t j��}t�|tj�}|dkrXt �d�}t� ||dtj�}|sRt
d��|j }|dk rj|� d�}|S )z�
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
Ni z'Error copying C string from CFStringRef�utf-8)
�ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r
�_cf_string_to_unicode; s& �
�
r c C s\ | dkr dS t �| d�}t|�}t�|� |dks:|dkrBd| }|dkrPtj}||��dS )z[
Checks the return code and throws an exception if there is an error to
report
r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r
�_assert_no_errorT s
r$ c C s� | � dd�} dd� t�| �D �}|s.t�d��t�tjdt� tj
��}|sTt�d��z`|D ]V}t |�}|stt�d��t �
tj|�}t�|� |s�t�d��t�||� t�|� qZW n tk
r� t�|� Y nX |S ) z�
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
s
�
c S s g | ]}t �|�d ���qS )r )�base64Z b64decode�group)r
�matchr r r
�
<listcomp>q s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)�replace�
_PEM_CERTS_RE�finditerr r! r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z
pem_bundleZ der_certsZ
cert_arrayZ der_bytesZcertdataZcertr r r
�_cert_array_from_pemi s< �
�
�
r2 c C s t �� }t�| �|kS )z=
Returns True if a given CFTypeRef is a certificate.
)r ZSecCertificateGetTypeIDr � CFGetTypeID��itemZexpectedr r r
�_is_cert� s r6 c C s t �� }t�| �|kS )z;
Returns True if a given CFTypeRef is an identity.
)r ZSecIdentityGetTypeIDr r3 r4 r r r
� _is_identity� s r7 c
C s� t �d�} t�| dd� ��d�}t�| dd� �}t�� }t j�||�� d�}t
� � }t
� |t
|�|ddt�|��}t|� ||fS )a�
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
�( N� r F)�os�urandomr& Z b16encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r. r$ )Z random_bytes�filenameZpasswordZ
tempdirectoryZ
keychain_path�keychain�statusr r r
�_temporary_keychain� s
�rC c C s g }g }d}t |d��}|�� }W 5 Q R X z�t�tj|t|��}t�� }t� |ddddd| t
� |��}t |� t�
|�} t| �D ]X}
t�||
�} t
�| tj�} t| �r�t�| � |�| � q�t| �r�t�| � |�| � q�W 5 |r�t�|� t�|� X ||fS )z�
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
N�rbr )�open�readr r r r r Z
CFArrayRefr Z
SecItemImportr r. r$ ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r6 ZCFRetain�appendr7 ) rA r= � certificates�
identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr5 r r r
�_load_items_from_file� sJ ��
rM c
G s� g }g }dd� |D �}z�|D ]&}t| |�\}}|�|� |�|� q |s�t�� }t�| |d t �
|��} t | � |� |� t�|�
d�� t�tjdt �
tj��}
t �||�D ]} t�|
| � q�|
W �S t �||�D ]}t�|� q�X dS )z�
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
c s s | ]}|r|V qd S )Nr )r
r= r r r
r $ s z*_load_client_cert_chain.<locals>.<genexpr>r N)� itertools�chainr r rM �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r. r$ rH �popr- r r/ r0 ) rA �pathsrI rJ �objZ file_pathZnew_identitiesZ new_certsZ new_identityrB Z trust_chainr5 r r r
�_load_client_cert_chain s8
�
�rT )N)�__doc__r& r rN �rer: r r< Zbindingsr r r �compile�DOTALLr+ r r r r$ r2 r6 r7 rC rM rT r r r r
�<module> s, �
-#7 urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000264 15043676013 0022527 0 ustar 00 U
��.e � @ s d S )N� r r r �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py�<module> � urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.opt-1.pyc 0000644 00000023727 15043676013 0022576 0 ustar 00 U
��.e�A � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m
Z
m Z m Z m
Z
mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed
��e�� d Zeeee�d ���Z e d k r�e d
e d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e
Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�z�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee
��ZTee-eAee �ee
��ZUe?eTeUge jV_He-e jV_Ie?e e
ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e
ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e
ee
�ge j]_He-e j]_Ie?e e
ee
�ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee
�ge j`_He-e j`_Ie?ee>�ee
�ge ja_He-e ja_Ie?ee>�e
ge jb_He-e jb_Ie?ee
�ge jc_de-e jc_Ie?ee>�ee
�ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/�se d�e _te/�se d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,�se d�e _�e�se d�e _�e�se d�e _�e�se d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k
�rt ed��Y nX G dd� de��Z�G dd� de��Z�dS ) ay
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.)�
� z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_
A class object that acts as essentially a namespace for CoreFoundation
constants.
i N)�__name__�
__module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.pyr � s r c @ s( e Zd ZdZdZdZdZdZdZdZ dZ
d Z dZ dZ
dZdZdZd
ZdZd Zd ZdZd
ZdZdZdZdZdZdZ dZ dZ dZ dZ dZ!dZ"dZ#dZ$d Z%d Z&d Z'd Z(d Z)d!Z*d"Z+d#Z,d$Z-d%Z.d&Z/d'Z0d(Z1d)Z2d*Z3d+Z4d,Z5d-Z6d.Z7d/Z8d0Z9d1Z:d2Z;d3Z<d4Z=d5Z>d6Z?d7Z@d8ZAd9ZBd:ZCd;ZDd<ZEd=ZFd>ZGd?ZHd@ZIdAS )B�
SecurityConstzU
A class object that acts as essentially a namespace for Security constants.
r r � � � r r i� � � � i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���i,� i0� i+� i/� i�� i�� � � i$� i(� i
� i� �k �9 i#� i'� i � i� �g �3 � � �= �< �5 �/ i i i i N)Jr r r r Z"kSSLSessionOptionBreakOnServerAuthZ
kSSLProtocol2Z
kSSLProtocol3Z
kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkTLSProtocol13ZkTLSProtocolMaxSupportedZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256r" r" r" r# r$ � s� r$ )�r Z
__future__r �platformZ ctypes.utilr Zctypesr r r r r r r
r r r
r r Z
security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ
CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ
SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ
SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ
SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ
CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s& , �� �
��
� �
����
� � �
� �
� ��
� � � �
urllib3/contrib/_securetransport/__pycache__/bindings.cpython-38.pyc 0000644 00000023727 15043676013 0021637 0 ustar 00 U
��.e�A � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m
Z
m Z m Z m
Z
mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed
��e�� d Zeeee�d ���Z e d k r�e d
e d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e
Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�z�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee
��ZTee-eAee �ee
��ZUe?eTeUge jV_He-e jV_Ie?e e
ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e
ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e
ee
�ge j]_He-e j]_Ie?e e
ee
�ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee
�ge j`_He-e j`_Ie?ee>�ee
�ge ja_He-e ja_Ie?ee>�e
ge jb_He-e jb_Ie?ee
�ge jc_de-e jc_Ie?ee>�ee
�ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/�se d�e _te/�se d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,�se d�e _�e�se d�e _�e�se d�e _�e�se d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k
�rt ed��Y nX G dd� de��Z�G dd� de��Z�dS ) ay
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.)�
� z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_
A class object that acts as essentially a namespace for CoreFoundation
constants.
i N)�__name__�
__module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/bindings.pyr � s r c @ s( e Zd ZdZdZdZdZdZdZdZ dZ
d Z dZ dZ
dZdZdZd
ZdZd Zd ZdZd
ZdZdZdZdZdZdZ dZ dZ dZ dZ dZ!dZ"dZ#dZ$d Z%d Z&d Z'd Z(d Z)d!Z*d"Z+d#Z,d$Z-d%Z.d&Z/d'Z0d(Z1d)Z2d*Z3d+Z4d,Z5d-Z6d.Z7d/Z8d0Z9d1Z:d2Z;d3Z<d4Z=d5Z>d6Z?d7Z@d8ZAd9ZBd:ZCd;ZDd<ZEd=ZFd>ZGd?ZHd@ZIdAS )B�
SecurityConstzU
A class object that acts as essentially a namespace for Security constants.
r r � � � r r i� � � � i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���i,� i0� i+� i/� i�� i�� � � i$� i(� i
� i� �k �9 i#� i'� i � i� �g �3 � � �= �< �5 �/ i i i i N)Jr r r r Z"kSSLSessionOptionBreakOnServerAuthZ
kSSLProtocol2Z
kSSLProtocol3Z
kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkTLSProtocol13ZkTLSProtocolMaxSupportedZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256r" r" r" r# r$ � s� r$ )�r Z
__future__r �platformZ ctypes.utilr Zctypesr r r r r r r
r r r
r r Z
security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ
CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ
SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ
SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ
SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ
CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s& , �� �
��
� �
����
� � �
� �
� ��
� � � �
urllib3/contrib/_securetransport/__pycache__/__init__.cpython-38.pyc 0000644 00000000264 15043676013 0021570 0 ustar 00 U
��.e � @ s d S )N� r r r �Y/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_securetransport/__init__.py�<module> � urllib3/contrib/_securetransport/low_level.py 0000644 00000027436 15043676013 0015545 0 ustar 00 """
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
"""
import base64
import ctypes
import itertools
import re
import os
import ssl
import tempfile
from .bindings import Security, CoreFoundation, CFConst
# This regular expression is used to grab PEM data out of a PEM bundle.
_PEM_CERTS_RE = re.compile(
b"-----BEGIN CERTIFICATE-----\n(.*?)\n-----END CERTIFICATE-----", re.DOTALL
)
def _cf_data_from_bytes(bytestring):
"""
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
"""
return CoreFoundation.CFDataCreate(
CoreFoundation.kCFAllocatorDefault, bytestring, len(bytestring)
)
def _cf_dictionary_from_tuples(tuples):
"""
Given a list of Python tuples, create an associated CFDictionary.
"""
dictionary_size = len(tuples)
# We need to get the dictionary keys and values out in the same order.
keys = (t[0] for t in tuples)
values = (t[1] for t in tuples)
cf_keys = (CoreFoundation.CFTypeRef * dictionary_size)(*keys)
cf_values = (CoreFoundation.CFTypeRef * dictionary_size)(*values)
return CoreFoundation.CFDictionaryCreate(
CoreFoundation.kCFAllocatorDefault,
cf_keys,
cf_values,
dictionary_size,
CoreFoundation.kCFTypeDictionaryKeyCallBacks,
CoreFoundation.kCFTypeDictionaryValueCallBacks,
)
def _cf_string_to_unicode(value):
"""
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
"""
value_as_void_p = ctypes.cast(value, ctypes.POINTER(ctypes.c_void_p))
string = CoreFoundation.CFStringGetCStringPtr(
value_as_void_p,
CFConst.kCFStringEncodingUTF8
)
if string is None:
buffer = ctypes.create_string_buffer(1024)
result = CoreFoundation.CFStringGetCString(
value_as_void_p,
buffer,
1024,
CFConst.kCFStringEncodingUTF8
)
if not result:
raise OSError('Error copying C string from CFStringRef')
string = buffer.value
if string is not None:
string = string.decode('utf-8')
return string
def _assert_no_error(error, exception_class=None):
"""
Checks the return code and throws an exception if there is an error to
report
"""
if error == 0:
return
cf_error_string = Security.SecCopyErrorMessageString(error, None)
output = _cf_string_to_unicode(cf_error_string)
CoreFoundation.CFRelease(cf_error_string)
if output is None or output == u'':
output = u'OSStatus %s' % error
if exception_class is None:
exception_class = ssl.SSLError
raise exception_class(output)
def _cert_array_from_pem(pem_bundle):
"""
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
"""
der_certs = [
base64.b64decode(match.group(1))
for match in _PEM_CERTS_RE.finditer(pem_bundle)
]
if not der_certs:
raise ssl.SSLError("No root certificates specified")
cert_array = CoreFoundation.CFArrayCreateMutable(
CoreFoundation.kCFAllocatorDefault,
0,
ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks)
)
if not cert_array:
raise ssl.SSLError("Unable to allocate memory!")
try:
for der_bytes in der_certs:
certdata = _cf_data_from_bytes(der_bytes)
if not certdata:
raise ssl.SSLError("Unable to allocate memory!")
cert = Security.SecCertificateCreateWithData(
CoreFoundation.kCFAllocatorDefault, certdata
)
CoreFoundation.CFRelease(certdata)
if not cert:
raise ssl.SSLError("Unable to build cert object!")
CoreFoundation.CFArrayAppendValue(cert_array, cert)
CoreFoundation.CFRelease(cert)
except Exception:
# We need to free the array before the exception bubbles further.
# We only want to do that if an error occurs: otherwise, the caller
# should free.
CoreFoundation.CFRelease(cert_array)
return cert_array
def _is_cert(item):
"""
Returns True if a given CFTypeRef is a certificate.
"""
expected = Security.SecCertificateGetTypeID()
return CoreFoundation.CFGetTypeID(item) == expected
def _is_identity(item):
"""
Returns True if a given CFTypeRef is an identity.
"""
expected = Security.SecIdentityGetTypeID()
return CoreFoundation.CFGetTypeID(item) == expected
def _temporary_keychain():
"""
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
"""
# Unfortunately, SecKeychainCreate requires a path to a keychain. This
# means we cannot use mkstemp to use a generic temporary file. Instead,
# we're going to create a temporary directory and a filename to use there.
# This filename will be 8 random bytes expanded into base64. We also need
# some random bytes to password-protect the keychain we're creating, so we
# ask for 40 random bytes.
random_bytes = os.urandom(40)
filename = base64.b64encode(random_bytes[:8]).decode('utf-8')
password = base64.b64encode(random_bytes[8:]) # Must be valid UTF-8
tempdirectory = tempfile.mkdtemp()
keychain_path = os.path.join(tempdirectory, filename).encode('utf-8')
# We now want to create the keychain itself.
keychain = Security.SecKeychainRef()
status = Security.SecKeychainCreate(
keychain_path,
len(password),
password,
False,
None,
ctypes.byref(keychain)
)
_assert_no_error(status)
# Having created the keychain, we want to pass it off to the caller.
return keychain, tempdirectory
def _load_items_from_file(keychain, path):
"""
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
"""
certificates = []
identities = []
result_array = None
with open(path, 'rb') as f:
raw_filedata = f.read()
try:
filedata = CoreFoundation.CFDataCreate(
CoreFoundation.kCFAllocatorDefault,
raw_filedata,
len(raw_filedata)
)
result_array = CoreFoundation.CFArrayRef()
result = Security.SecItemImport(
filedata, # cert data
None, # Filename, leaving it out for now
None, # What the type of the file is, we don't care
None, # what's in the file, we don't care
0, # import flags
None, # key params, can include passphrase in the future
keychain, # The keychain to insert into
ctypes.byref(result_array) # Results
)
_assert_no_error(result)
# A CFArray is not very useful to us as an intermediary
# representation, so we are going to extract the objects we want
# and then free the array. We don't need to keep hold of keys: the
# keychain already has them!
result_count = CoreFoundation.CFArrayGetCount(result_array)
for index in range(result_count):
item = CoreFoundation.CFArrayGetValueAtIndex(
result_array, index
)
item = ctypes.cast(item, CoreFoundation.CFTypeRef)
if _is_cert(item):
CoreFoundation.CFRetain(item)
certificates.append(item)
elif _is_identity(item):
CoreFoundation.CFRetain(item)
identities.append(item)
finally:
if result_array:
CoreFoundation.CFRelease(result_array)
CoreFoundation.CFRelease(filedata)
return (identities, certificates)
def _load_client_cert_chain(keychain, *paths):
"""
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
"""
# Ok, the strategy.
#
# This relies on knowing that macOS will not give you a SecIdentityRef
# unless you have imported a key into a keychain. This is a somewhat
# artificial limitation of macOS (for example, it doesn't necessarily
# affect iOS), but there is nothing inside Security.framework that lets you
# get a SecIdentityRef without having a key in a keychain.
#
# So the policy here is we take all the files and iterate them in order.
# Each one will use SecItemImport to have one or more objects loaded from
# it. We will also point at a keychain that macOS can use to work with the
# private key.
#
# Once we have all the objects, we'll check what we actually have. If we
# already have a SecIdentityRef in hand, fab: we'll use that. Otherwise,
# we'll take the first certificate (which we assume to be our leaf) and
# ask the keychain to give us a SecIdentityRef with that cert's associated
# key.
#
# We'll then return a CFArray containing the trust chain: one
# SecIdentityRef and then zero-or-more SecCertificateRef objects. The
# responsibility for freeing this CFArray will be with the caller. This
# CFArray must remain alive for the entire connection, so in practice it
# will be stored with a single SSLSocket, along with the reference to the
# keychain.
certificates = []
identities = []
# Filter out bad paths.
paths = (path for path in paths if path)
try:
for file_path in paths:
new_identities, new_certs = _load_items_from_file(
keychain, file_path
)
identities.extend(new_identities)
certificates.extend(new_certs)
# Ok, we have everything. The question is: do we have an identity? If
# not, we want to grab one from the first cert we have.
if not identities:
new_identity = Security.SecIdentityRef()
status = Security.SecIdentityCreateWithCertificate(
keychain,
certificates[0],
ctypes.byref(new_identity)
)
_assert_no_error(status)
identities.append(new_identity)
# We now want to release the original certificate, as we no longer
# need it.
CoreFoundation.CFRelease(certificates.pop(0))
# We now need to build a new CFArray that holds the trust chain.
trust_chain = CoreFoundation.CFArrayCreateMutable(
CoreFoundation.kCFAllocatorDefault,
0,
ctypes.byref(CoreFoundation.kCFTypeArrayCallBacks),
)
for item in itertools.chain(identities, certificates):
# ArrayAppendValue does a CFRetain on the item. That's fine,
# because the finally block will release our other refs to them.
CoreFoundation.CFArrayAppendValue(trust_chain, item)
return trust_chain
finally:
for obj in itertools.chain(identities, certificates):
CoreFoundation.CFRelease(obj)
urllib3/contrib/_appengine_environ.py 0000644 00000001303 15043676013 0014001 0 ustar 00 """
This module provides means to detect the App Engine environment.
"""
import os
def is_appengine():
return is_local_appengine() or is_prod_appengine() or is_prod_appengine_mvms()
def is_appengine_sandbox():
return is_appengine() and not is_prod_appengine_mvms()
def is_local_appengine():
return (
"APPENGINE_RUNTIME" in os.environ
and "Development/" in os.environ["SERVER_SOFTWARE"]
)
def is_prod_appengine():
return (
"APPENGINE_RUNTIME" in os.environ
and "Google App Engine/" in os.environ["SERVER_SOFTWARE"]
and not is_prod_appengine_mvms()
)
def is_prod_appengine_mvms():
return os.environ.get("GAE_VM", False) == "true"
urllib3/contrib/securetransport.py 0000644 00000073445 15043676013 0013417 0 ustar 00 """
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
"""
from __future__ import absolute_import
import contextlib
import ctypes
import errno
import os.path
import shutil
import socket
import ssl
import threading
import weakref
from .. import util
from ._securetransport.bindings import (
Security, SecurityConst, CoreFoundation
)
from ._securetransport.low_level import (
_assert_no_error, _cert_array_from_pem, _temporary_keychain,
_load_client_cert_chain
)
try: # Platform-specific: Python 2
from socket import _fileobject
except ImportError: # Platform-specific: Python 3
_fileobject = None
from ..packages.backports.makefile import backport_makefile
try:
memoryview(b'')
except NameError:
raise ImportError("SecureTransport only works on Pythons with memoryview")
__all__ = ['inject_into_urllib3', 'extract_from_urllib3']
# SNI always works
HAS_SNI = True
orig_util_HAS_SNI = util.HAS_SNI
orig_util_SSLContext = util.ssl_.SSLContext
# This dictionary is used by the read callback to obtain a handle to the
# calling wrapped socket. This is a pretty silly approach, but for now it'll
# do. I feel like I should be able to smuggle a handle to the wrapped socket
# directly in the SSLConnectionRef, but for now this approach will work I
# guess.
#
# We need to lock around this structure for inserts, but we don't do it for
# reads/writes in the callbacks. The reasoning here goes as follows:
#
# 1. It is not possible to call into the callbacks before the dictionary is
# populated, so once in the callback the id must be in the dictionary.
# 2. The callbacks don't mutate the dictionary, they only read from it, and
# so cannot conflict with any of the insertions.
#
# This is good: if we had to lock in the callbacks we'd drastically slow down
# the performance of this code.
_connection_refs = weakref.WeakValueDictionary()
_connection_ref_lock = threading.Lock()
# Limit writes to 16kB. This is OpenSSL's limit, but we'll cargo-cult it over
# for no better reason than we need *a* limit, and this one is right there.
SSL_WRITE_BLOCKSIZE = 16384
# This is our equivalent of util.ssl_.DEFAULT_CIPHERS, but expanded out to
# individual cipher suites. We need to do this becuase this is how
# SecureTransport wants them.
CIPHER_SUITES = [
SecurityConst.TLS_AES_256_GCM_SHA384,
SecurityConst.TLS_CHACHA20_POLY1305_SHA256,
SecurityConst.TLS_AES_128_GCM_SHA256,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_DHE_DSS_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_DHE_RSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_DHE_DSS_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_DHE_RSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA256,
SecurityConst.TLS_DHE_DSS_WITH_AES_256_CBC_SHA256,
SecurityConst.TLS_DHE_RSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_DHE_DSS_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_DHE_DSS_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_DHE_RSA_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_DHE_DSS_WITH_AES_128_CBC_SHA,
SecurityConst.TLS_RSA_WITH_AES_256_GCM_SHA384,
SecurityConst.TLS_RSA_WITH_AES_128_GCM_SHA256,
SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA256,
SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA256,
SecurityConst.TLS_RSA_WITH_AES_256_CBC_SHA,
SecurityConst.TLS_RSA_WITH_AES_128_CBC_SHA,
]
# Basically this is simple: for PROTOCOL_SSLv23 we turn it into a low of
# TLSv1 and a high of TLSv1.2. For everything else, we pin to that version.
_protocol_to_min_max = {
ssl.PROTOCOL_SSLv23: (SecurityConst.kTLSProtocol1, SecurityConst.kTLSProtocol12),
}
if hasattr(ssl, "PROTOCOL_SSLv2"):
_protocol_to_min_max[ssl.PROTOCOL_SSLv2] = (
SecurityConst.kSSLProtocol2, SecurityConst.kSSLProtocol2
)
if hasattr(ssl, "PROTOCOL_SSLv3"):
_protocol_to_min_max[ssl.PROTOCOL_SSLv3] = (
SecurityConst.kSSLProtocol3, SecurityConst.kSSLProtocol3
)
if hasattr(ssl, "PROTOCOL_TLSv1"):
_protocol_to_min_max[ssl.PROTOCOL_TLSv1] = (
SecurityConst.kTLSProtocol1, SecurityConst.kTLSProtocol1
)
if hasattr(ssl, "PROTOCOL_TLSv1_1"):
_protocol_to_min_max[ssl.PROTOCOL_TLSv1_1] = (
SecurityConst.kTLSProtocol11, SecurityConst.kTLSProtocol11
)
if hasattr(ssl, "PROTOCOL_TLSv1_2"):
_protocol_to_min_max[ssl.PROTOCOL_TLSv1_2] = (
SecurityConst.kTLSProtocol12, SecurityConst.kTLSProtocol12
)
if hasattr(ssl, "PROTOCOL_TLS"):
_protocol_to_min_max[ssl.PROTOCOL_TLS] = _protocol_to_min_max[ssl.PROTOCOL_SSLv23]
def inject_into_urllib3():
"""
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
"""
util.ssl_.SSLContext = SecureTransportContext
util.HAS_SNI = HAS_SNI
util.ssl_.HAS_SNI = HAS_SNI
util.IS_SECURETRANSPORT = True
util.ssl_.IS_SECURETRANSPORT = True
def extract_from_urllib3():
"""
Undo monkey-patching by :func:`inject_into_urllib3`.
"""
util.ssl_.SSLContext = orig_util_SSLContext
util.HAS_SNI = orig_util_HAS_SNI
util.ssl_.HAS_SNI = orig_util_HAS_SNI
util.IS_SECURETRANSPORT = False
util.ssl_.IS_SECURETRANSPORT = False
def _read_callback(connection_id, data_buffer, data_length_pointer):
"""
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
"""
wrapped_socket = None
try:
wrapped_socket = _connection_refs.get(connection_id)
if wrapped_socket is None:
return SecurityConst.errSSLInternal
base_socket = wrapped_socket.socket
requested_length = data_length_pointer[0]
timeout = wrapped_socket.gettimeout()
error = None
read_count = 0
buffer = (ctypes.c_char * requested_length).from_address(data_buffer)
buffer_view = memoryview(buffer)
try:
while read_count < requested_length:
if timeout is None or timeout >= 0:
readables = util.wait_for_read([base_socket], timeout)
if not readables:
raise socket.error(errno.EAGAIN, 'timed out')
# We need to tell ctypes that we have a buffer that can be
# written to. Upsettingly, we do that like this:
chunk_size = base_socket.recv_into(
buffer_view[read_count:requested_length]
)
read_count += chunk_size
if not chunk_size:
if not read_count:
return SecurityConst.errSSLClosedGraceful
break
except (socket.error) as e:
error = e.errno
if error is not None and error != errno.EAGAIN:
if error == errno.ECONNRESET:
return SecurityConst.errSSLClosedAbort
raise
data_length_pointer[0] = read_count
if read_count != requested_length:
return SecurityConst.errSSLWouldBlock
return 0
except Exception as e:
if wrapped_socket is not None:
wrapped_socket._exception = e
return SecurityConst.errSSLInternal
def _write_callback(connection_id, data_buffer, data_length_pointer):
"""
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
"""
wrapped_socket = None
try:
wrapped_socket = _connection_refs.get(connection_id)
if wrapped_socket is None:
return SecurityConst.errSSLInternal
base_socket = wrapped_socket.socket
bytes_to_write = data_length_pointer[0]
data = ctypes.string_at(data_buffer, bytes_to_write)
timeout = wrapped_socket.gettimeout()
error = None
sent = 0
try:
while sent < bytes_to_write:
if timeout is None or timeout >= 0:
writables = util.wait_for_write([base_socket], timeout)
if not writables:
raise socket.error(errno.EAGAIN, 'timed out')
chunk_sent = base_socket.send(data)
sent += chunk_sent
# This has some needless copying here, but I'm not sure there's
# much value in optimising this data path.
data = data[chunk_sent:]
except (socket.error) as e:
error = e.errno
if error is not None and error != errno.EAGAIN:
if error == errno.ECONNRESET:
return SecurityConst.errSSLClosedAbort
raise
data_length_pointer[0] = sent
if sent != bytes_to_write:
return SecurityConst.errSSLWouldBlock
return 0
except Exception as e:
if wrapped_socket is not None:
wrapped_socket._exception = e
return SecurityConst.errSSLInternal
# We need to keep these two objects references alive: if they get GC'd while
# in use then SecureTransport could attempt to call a function that is in freed
# memory. That would be...uh...bad. Yeah, that's the word. Bad.
_read_callback_pointer = Security.SSLReadFunc(_read_callback)
_write_callback_pointer = Security.SSLWriteFunc(_write_callback)
class WrappedSocket(object):
"""
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
"""
def __init__(self, socket):
self.socket = socket
self.context = None
self._makefile_refs = 0
self._closed = False
self._exception = None
self._keychain = None
self._keychain_dir = None
self._client_cert_chain = None
# We save off the previously-configured timeout and then set it to
# zero. This is done because we use select and friends to handle the
# timeouts, but if we leave the timeout set on the lower socket then
# Python will "kindly" call select on that socket again for us. Avoid
# that by forcing the timeout to zero.
self._timeout = self.socket.gettimeout()
self.socket.settimeout(0)
@contextlib.contextmanager
def _raise_on_error(self):
"""
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
"""
self._exception = None
# We explicitly don't catch around this yield because in the unlikely
# event that an exception was hit in the block we don't want to swallow
# it.
yield
if self._exception is not None:
exception, self._exception = self._exception, None
self.close()
raise exception
def _set_ciphers(self):
"""
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
"""
ciphers = (Security.SSLCipherSuite * len(CIPHER_SUITES))(*CIPHER_SUITES)
result = Security.SSLSetEnabledCiphers(
self.context, ciphers, len(CIPHER_SUITES)
)
_assert_no_error(result)
def _custom_validate(self, verify, trust_bundle):
"""
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
"""
# If we disabled cert validation, just say: cool.
if not verify:
return
# We want data in memory, so load it up.
if os.path.isfile(trust_bundle):
with open(trust_bundle, 'rb') as f:
trust_bundle = f.read()
cert_array = None
trust = Security.SecTrustRef()
try:
# Get a CFArray that contains the certs we want.
cert_array = _cert_array_from_pem(trust_bundle)
# Ok, now the hard part. We want to get the SecTrustRef that ST has
# created for this connection, shove our CAs into it, tell ST to
# ignore everything else it knows, and then ask if it can build a
# chain. This is a buuuunch of code.
result = Security.SSLCopyPeerTrust(
self.context, ctypes.byref(trust)
)
_assert_no_error(result)
if not trust:
raise ssl.SSLError("Failed to copy trust reference")
result = Security.SecTrustSetAnchorCertificates(trust, cert_array)
_assert_no_error(result)
result = Security.SecTrustSetAnchorCertificatesOnly(trust, True)
_assert_no_error(result)
trust_result = Security.SecTrustResultType()
result = Security.SecTrustEvaluate(
trust, ctypes.byref(trust_result)
)
_assert_no_error(result)
finally:
if trust:
CoreFoundation.CFRelease(trust)
if cert_array is None:
CoreFoundation.CFRelease(cert_array)
# Ok, now we can look at what the result was.
successes = (
SecurityConst.kSecTrustResultUnspecified,
SecurityConst.kSecTrustResultProceed
)
if trust_result.value not in successes:
raise ssl.SSLError(
"certificate verify failed, error code: %d" %
trust_result.value
)
def handshake(self,
server_hostname,
verify,
trust_bundle,
min_version,
max_version,
client_cert,
client_key,
client_key_passphrase):
"""
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
"""
# First, we do the initial bits of connection setup. We need to create
# a context, set its I/O funcs, and set the connection reference.
self.context = Security.SSLCreateContext(
None, SecurityConst.kSSLClientSide, SecurityConst.kSSLStreamType
)
result = Security.SSLSetIOFuncs(
self.context, _read_callback_pointer, _write_callback_pointer
)
_assert_no_error(result)
# Here we need to compute the handle to use. We do this by taking the
# id of self modulo 2**31 - 1. If this is already in the dictionary, we
# just keep incrementing by one until we find a free space.
with _connection_ref_lock:
handle = id(self) % 2147483647
while handle in _connection_refs:
handle = (handle + 1) % 2147483647
_connection_refs[handle] = self
result = Security.SSLSetConnection(self.context, handle)
_assert_no_error(result)
# If we have a server hostname, we should set that too.
if server_hostname:
if not isinstance(server_hostname, bytes):
server_hostname = server_hostname.encode('utf-8')
result = Security.SSLSetPeerDomainName(
self.context, server_hostname, len(server_hostname)
)
_assert_no_error(result)
# Setup the ciphers.
self._set_ciphers()
# Set the minimum and maximum TLS versions.
result = Security.SSLSetProtocolVersionMin(self.context, min_version)
_assert_no_error(result)
result = Security.SSLSetProtocolVersionMax(self.context, max_version)
_assert_no_error(result)
# If there's a trust DB, we need to use it. We do that by telling
# SecureTransport to break on server auth. We also do that if we don't
# want to validate the certs at all: we just won't actually do any
# authing in that case.
if not verify or trust_bundle is not None:
result = Security.SSLSetSessionOption(
self.context,
SecurityConst.kSSLSessionOptionBreakOnServerAuth,
True
)
_assert_no_error(result)
# If there's a client cert, we need to use it.
if client_cert:
self._keychain, self._keychain_dir = _temporary_keychain()
self._client_cert_chain = _load_client_cert_chain(
self._keychain, client_cert, client_key
)
result = Security.SSLSetCertificate(
self.context, self._client_cert_chain
)
_assert_no_error(result)
while True:
with self._raise_on_error():
result = Security.SSLHandshake(self.context)
if result == SecurityConst.errSSLWouldBlock:
raise socket.timeout("handshake timed out")
elif result == SecurityConst.errSSLServerAuthCompleted:
self._custom_validate(verify, trust_bundle)
continue
else:
_assert_no_error(result)
break
def fileno(self):
return self.socket.fileno()
# Copy-pasted from Python 3.5 source code
def _decref_socketios(self):
if self._makefile_refs > 0:
self._makefile_refs -= 1
if self._closed:
self.close()
def recv(self, bufsiz):
buffer = ctypes.create_string_buffer(bufsiz)
bytes_read = self.recv_into(buffer, bufsiz)
data = buffer[:bytes_read]
return data
def recv_into(self, buffer, nbytes=None):
# Read short on EOF.
if self._closed:
return 0
if nbytes is None:
nbytes = len(buffer)
buffer = (ctypes.c_char * nbytes).from_buffer(buffer)
processed_bytes = ctypes.c_size_t(0)
with self._raise_on_error():
result = Security.SSLRead(
self.context, buffer, nbytes, ctypes.byref(processed_bytes)
)
# There are some result codes that we want to treat as "not always
# errors". Specifically, those are errSSLWouldBlock,
# errSSLClosedGraceful, and errSSLClosedNoNotify.
if (result == SecurityConst.errSSLWouldBlock):
# If we didn't process any bytes, then this was just a time out.
# However, we can get errSSLWouldBlock in situations when we *did*
# read some data, and in those cases we should just read "short"
# and return.
if processed_bytes.value == 0:
# Timed out, no data read.
raise socket.timeout("recv timed out")
elif result in (SecurityConst.errSSLClosedGraceful, SecurityConst.errSSLClosedNoNotify):
# The remote peer has closed this connection. We should do so as
# well. Note that we don't actually return here because in
# principle this could actually be fired along with return data.
# It's unlikely though.
self.close()
else:
_assert_no_error(result)
# Ok, we read and probably succeeded. We should return whatever data
# was actually read.
return processed_bytes.value
def settimeout(self, timeout):
self._timeout = timeout
def gettimeout(self):
return self._timeout
def send(self, data):
processed_bytes = ctypes.c_size_t(0)
with self._raise_on_error():
result = Security.SSLWrite(
self.context, data, len(data), ctypes.byref(processed_bytes)
)
if result == SecurityConst.errSSLWouldBlock and processed_bytes.value == 0:
# Timed out
raise socket.timeout("send timed out")
else:
_assert_no_error(result)
# We sent, and probably succeeded. Tell them how much we sent.
return processed_bytes.value
def sendall(self, data):
total_sent = 0
while total_sent < len(data):
sent = self.send(data[total_sent:total_sent + SSL_WRITE_BLOCKSIZE])
total_sent += sent
def shutdown(self):
with self._raise_on_error():
Security.SSLClose(self.context)
def close(self):
# TODO: should I do clean shutdown here? Do I have to?
if self._makefile_refs < 1:
self._closed = True
if self.context:
CoreFoundation.CFRelease(self.context)
self.context = None
if self._client_cert_chain:
CoreFoundation.CFRelease(self._client_cert_chain)
self._client_cert_chain = None
if self._keychain:
Security.SecKeychainDelete(self._keychain)
CoreFoundation.CFRelease(self._keychain)
shutil.rmtree(self._keychain_dir)
self._keychain = self._keychain_dir = None
return self.socket.close()
else:
self._makefile_refs -= 1
def getpeercert(self, binary_form=False):
# Urgh, annoying.
#
# Here's how we do this:
#
# 1. Call SSLCopyPeerTrust to get hold of the trust object for this
# connection.
# 2. Call SecTrustGetCertificateAtIndex for index 0 to get the leaf.
# 3. To get the CN, call SecCertificateCopyCommonName and process that
# string so that it's of the appropriate type.
# 4. To get the SAN, we need to do something a bit more complex:
# a. Call SecCertificateCopyValues to get the data, requesting
# kSecOIDSubjectAltName.
# b. Mess about with this dictionary to try to get the SANs out.
#
# This is gross. Really gross. It's going to be a few hundred LoC extra
# just to repeat something that SecureTransport can *already do*. So my
# operating assumption at this time is that what we want to do is
# instead to just flag to urllib3 that it shouldn't do its own hostname
# validation when using SecureTransport.
if not binary_form:
raise ValueError(
"SecureTransport only supports dumping binary certs"
)
trust = Security.SecTrustRef()
certdata = None
der_bytes = None
try:
# Grab the trust store.
result = Security.SSLCopyPeerTrust(
self.context, ctypes.byref(trust)
)
_assert_no_error(result)
if not trust:
# Probably we haven't done the handshake yet. No biggie.
return None
cert_count = Security.SecTrustGetCertificateCount(trust)
if not cert_count:
# Also a case that might happen if we haven't handshaked.
# Handshook? Handshaken?
return None
leaf = Security.SecTrustGetCertificateAtIndex(trust, 0)
assert leaf
# Ok, now we want the DER bytes.
certdata = Security.SecCertificateCopyData(leaf)
assert certdata
data_length = CoreFoundation.CFDataGetLength(certdata)
data_buffer = CoreFoundation.CFDataGetBytePtr(certdata)
der_bytes = ctypes.string_at(data_buffer, data_length)
finally:
if certdata:
CoreFoundation.CFRelease(certdata)
if trust:
CoreFoundation.CFRelease(trust)
return der_bytes
def _reuse(self):
self._makefile_refs += 1
def _drop(self):
if self._makefile_refs < 1:
self.close()
else:
self._makefile_refs -= 1
if _fileobject: # Platform-specific: Python 2
def makefile(self, mode, bufsize=-1):
self._makefile_refs += 1
return _fileobject(self, mode, bufsize, close=True)
else: # Platform-specific: Python 3
def makefile(self, mode="r", buffering=None, *args, **kwargs):
# We disable buffering with SecureTransport because it conflicts with
# the buffering that ST does internally (see issue #1153 for more).
buffering = 0
return backport_makefile(self, mode, buffering, *args, **kwargs)
WrappedSocket.makefile = makefile
class SecureTransportContext(object):
"""
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
"""
def __init__(self, protocol):
self._min_version, self._max_version = _protocol_to_min_max[protocol]
self._options = 0
self._verify = False
self._trust_bundle = None
self._client_cert = None
self._client_key = None
self._client_key_passphrase = None
@property
def check_hostname(self):
"""
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
"""
return True
@check_hostname.setter
def check_hostname(self, value):
"""
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
"""
pass
@property
def options(self):
# TODO: Well, crap.
#
# So this is the bit of the code that is the most likely to cause us
# trouble. Essentially we need to enumerate all of the SSL options that
# users might want to use and try to see if we can sensibly translate
# them, or whether we should just ignore them.
return self._options
@options.setter
def options(self, value):
# TODO: Update in line with above.
self._options = value
@property
def verify_mode(self):
return ssl.CERT_REQUIRED if self._verify else ssl.CERT_NONE
@verify_mode.setter
def verify_mode(self, value):
self._verify = True if value == ssl.CERT_REQUIRED else False
def set_default_verify_paths(self):
# So, this has to do something a bit weird. Specifically, what it does
# is nothing.
#
# This means that, if we had previously had load_verify_locations
# called, this does not undo that. We need to do that because it turns
# out that the rest of the urllib3 code will attempt to load the
# default verify paths if it hasn't been told about any paths, even if
# the context itself was sometime earlier. We resolve that by just
# ignoring it.
pass
def load_default_certs(self):
return self.set_default_verify_paths()
def set_ciphers(self, ciphers):
# For now, we just require the default cipher string.
if ciphers != util.ssl_.DEFAULT_CIPHERS:
raise ValueError(
"SecureTransport doesn't support custom cipher strings"
)
def load_verify_locations(self, cafile=None, capath=None, cadata=None):
# OK, we only really support cadata and cafile.
if capath is not None:
raise ValueError(
"SecureTransport does not support cert directories"
)
self._trust_bundle = cafile or cadata
def load_cert_chain(self, certfile, keyfile=None, password=None):
self._client_cert = certfile
self._client_key = keyfile
self._client_cert_passphrase = password
def wrap_socket(self, sock, server_side=False,
do_handshake_on_connect=True, suppress_ragged_eofs=True,
server_hostname=None):
# So, what do we do here? Firstly, we assert some properties. This is a
# stripped down shim, so there is some functionality we don't support.
# See PEP 543 for the real deal.
assert not server_side
assert do_handshake_on_connect
assert suppress_ragged_eofs
# Ok, we're good to go. Now we want to create the wrapped socket object
# and store it in the appropriate place.
wrapped_socket = WrappedSocket(sock)
# Now we can handshake
wrapped_socket.handshake(
server_hostname, self._verify, self._trust_bundle,
self._min_version, self._max_version, self._client_cert,
self._client_key, self._client_key_passphrase
)
return wrapped_socket
urllib3/contrib/__pycache__/_appengine_environ.cpython-38.opt-1.pyc 0000644 00000002073 15043676013 0021233 0 ustar 00 U
��.e� � @ s8 d Z ddlZdd� Zdd� Zdd� Zd d
� Zd d � ZdS )
zB
This module provides means to detect the App Engine environment.
� Nc C s t � pt� pt� S �N)�is_local_appengine�is_prod_appengine�is_prod_appengine_mvms� r r �R/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py� is_appengine s r c C s t � o t� S r )r r r r r r �is_appengine_sandbox s r c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r r s
�r c C s dt jko dt jd ko t� S )Nr
zGoogle App Engine/r )r r
r r r r r r s
��r c C s t j�dd�dkS )NZGAE_VMF�true)r r
�getr r r r r s r )�__doc__r r r r r r r r r r �<module> s urllib3/contrib/__pycache__/appengine.cpython-38.pyc 0000644 00000020312 15043676013 0016371 0 ustar 00 U
��.e2, � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZ ddlmZ dd lmZ dd
lmZ d d lmZ zdd
lmZ W n ek
r� dZY nX e� e �Z G dd� de
�Z G dd� de �Z G dd� de�Z!ej"Z"ej#Z#ej$Z$ej%Z%ej&Z&dS )a[
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from pip._vendor.urllib3 import PoolManager
from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
� )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning�
MaxRetryError�
ProtocolError� TimeoutError�SSLError)�RequestMethods)� HTTPResponse)�Timeout)�Retry� )�_appengine_environ)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN��__name__�
__module__� __qualname__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorNr r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd
d �Z d d
� Z
dd� Z dd� Z dS )�AppEngineManagera
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
NTc C sN t s td��t� rtd��t�dt� t�| |� || _|| _ |pFt
j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.)
r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr! r r r r r r c s ��� zAppEngineManager.__init__c C s | S )Nr )r" r r r � __enter__� s zAppEngineManager.__enter__c C s dS )NFr )r" �exc_typeZexc_valZexc_tbr r r �__exit__� s zAppEngineManager.__exit__c
K s� | � ||�}zF|o |jdko |j} tj||||p2i d| jo<| | �|�| jd�}
W �nB tjk
r� } zt | | ��W 5 d } ~ X Y �n tj
k
r� } z"dt | �kr�t d| ��t
| ��W 5 d } ~ X Y n� tjk
�r } z&dt | �kr�t| || d��t
| ��W 5 d } ~ X Y n� tjk
�r6 } zt d| ��W 5 d } ~ X Y n` tjk
�rb } z t| ��W 5 d } ~ X Y n4 tjk
�r� } zt d | | ��W 5 d } ~ X Y nX | j|
fd
|i|��} |�o�| �� }
|
�rv| j�r�|j�r�t| |d ��n�| jd k�r�d
}z|j||| | d�}W n. tk
�r2 |j�r*t| |d ��| Y S X |�| � t�d||
� t ||
�}| j ||||f|||d�|��S t | � d��}|� || j|��r�|j||| | d�}t�d|� |�!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr# Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr! ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r! �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr# r! r+ r, )"� _get_retriesr+ �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z
DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr
ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retry�sleep)r" r' Zurlr- r# r! r+ r, � response_kwr( r* �eZ
http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r6 � s� �
� � ���� �
���
��� zAppEngineManager.urlopenc K s� t � r"|j�d�}|dkr"|jd= |j�d�}|dkrZ|�d�}|�d� d�|�|jd< tf t�|j �|j
|j|j d�|��}tf t�|j �|j|j |d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r- �msgr# r3 )r- r# r3 �original_response) �is_prod_appenginer# �get�split�remove�joinr �io�BytesIOZcontentZ
header_msgZ status_code)r" Z
urlfetch_respr9 Zcontent_encodingZtransfer_encodingZ encodingsr= r r r r2 � s2
��
��z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8t�dt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r
�DEFAULT_TIMEOUT�
isinstanceZ_readZ_connectr r r r/ )r" r, r r r r0 s
�z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:t�dt � |S )N)r+ �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.)
rF r Zfrom_intr! Zconnect�readr+ r r r )r" r! r+ r r r r. - s
�z AppEngineManager._get_retries)NNTT)
r r r �__doc__r r$ r& r
rE r6 r2 r0 r. r r r r r O s" �
�
r$
r )'rI Z
__future__r rC Zloggingr Z packages.six.moves.urllib.parser �
exceptionsr r r r r r
Zrequestr r* r Z util.timeoutr
Z
util.retryr � r Zgoogle.appengine.apir � ImportErrorZ getLoggerr r4 r r r Z is_appengineZis_appengine_sandboxZis_local_appenginer> r r r r r �<module> s2 (
o urllib3/contrib/__pycache__/ntlmpool.cpython-38.opt-1.pyc 0000644 00000006260 15043676013 0017234 0 ustar 00 U
��.ei � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee
�Z G dd � d e�Z d
S ) z
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
� )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd
d � Z� ZS )
�NTLMConnectionPoolzQ
Implements an NTLM authentication version of an urllib3 connection pool
Zhttpsc sL t t| �j||� || _|| _|�dd�}|d �� | _|d | _|| _ dS )z�
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\username format.
pw is the password for the user.
�\� r N)
�superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r
�args�kwargsZ
user_parts�� __class__� �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.pyr s
zNTLMConnectionPool.__init__c
C s� | j d7 _ t�d| j | j| j� ddi}d}d}t| j| jd�}dt�| j � ||< t�d |� |�
d
| jd |� |� � }t |�
� �}t�d |j|j� t�d |� t�d
|�d�� d |_|| �d�}d }|D ] } | d d� dkr�| dd � }q�|d k�rtd||| f ��t�|�\}
} t�|
| j| j| j| �} d| ||< t�d |� |�
d
| jd |� |� � }t�d |j|j� t�d t |�
� �� t�d
|�� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_t�d� |S )Nr
z3Starting NTLM HTTPS connection no. %d: https://%s%s�
Connection�
Keep-AliveZ
Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r
r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ
getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r )
r �headersZ
req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' sr ��
�� � �
z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| ��|||||||�S )Nr r )r r �urlopen)r �methodZurlZbodyr) ZretriesZredirectZassert_same_hostr r r r. l s
�zNTLMConnectionPool.urlopen)NNr- TT) �__name__�
__module__� __qualname__�__doc__Zschemer r, r. �
__classcell__r r r r r s I �r N)
r3 Z
__future__r Zloggingr r � r Z packages.six.moves.http_clientr r0 r" r r r r r �<module> s urllib3/contrib/__pycache__/pyopenssl.cpython-38.pyc 0000644 00000035125 15043676013 0016467 0 ustar 00 U
��.e8@ � @ s\ d Z ddlmZ ddlZddlmZ ddlmZ ddl
m Z zddl m
Z
W n$ ek
rp G dd � d e�Z
Y nX dd
lmZmZ dd lmZ zdd lmZ W n$ ek
r� dZd
dlmZ Y nX ddlZddlZd
dlm Z ddl Z d
dl m Z ddgZ dZ!e j"ej#j$ej%ej#j&iZ'e(ed��r@e(ej#d��r@ej#j)e'ej*< e(ed��rhe(ej#d��rhej#j+e'ej,< e(ed��r�e(ej#d��r�ej#j-e'ej.< ej/ej#j0ej1ej#j2ej3ej#j2ej#j4 iZ5e6dd� e5�7� D ��Z8d Z9e j!Z:e j;j<Z=e�>e?�Z@d d� ZAd d� ZBd d � ZCd!d"� ZDd#d$� ZEG d%d&� d&eF�ZGe�r6d.d(d)�ZHneZHeHeG_HG d*d+� d+eF�ZId,d-� ZJdS )/ab
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
� )�absolute_importN)�x509)�backend)� _Certificate)�UnsupportedExtensionc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.pyr 7 s r )�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_SSLv3� SSLv3_METHOD�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S �Nr
)�.0�k�vr
r
r � <genexpr>g s r i @ c C s4 t � tt_ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr �
SSLContext�ssl_�HAS_SNI� IS_PYOPENSSLr
r
r
r r s s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr r# r$ �orig_util_HAS_SNIr% r& r
r
r
r r � s c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
r )�
Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr) �getattr� ImportErrorZOpenSSL.cryptor+ )r) r+ r r
r
r r! � s � �r! c C s@ dd� }d| kr| S || �} | dkr(dS t jdkr<| �d�} | S )a%
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
If the name cannot be idna-encoded then we return None signalling that
the name given should be skipped.
c S sv ddl m} zJdD ]8}| �|�r| t|�d� } |�d�|�| � W S q|�| �W S |jjk
rp Y dS X dS )z�
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
r )�idna)z*.�.N�ascii)Z pip._vendorr/ �
startswith�len�encodeZcoreZ IDNAError)�namer/ �prefixr
r
r � idna_encode� s
z'_dnsname_to_stdlib.<locals>.idna_encode�:N)� r �utf-8)�sys� version_info�decode)r5 r7 r
r
r �_dnsname_to_stdlib� s
r> c C s� t | d�r| �� }n tt| j�}z|j�tj�j }W nZ tj
k
rN g Y S tj t tj
tfk
r� } zt�d|� g W Y �S d}~X Y nX dd� tt|�tj��D �}|�dd� |�tj�D �� |S )zU
Given an PyOpenSSL certificate, provides all the subject alternative names.
�to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}|d k rd|f�qS )NZDNSr
�r r5 r
r
r �
<listcomp>� s �z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z
IP AddressN)�strr@ r
r
r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr? r �openssl_backendr, �
extensionsr* r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionr ZUnsupportedGeneralNameType� UnicodeError�logZwarning�mapr> Zget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr
r
r �get_subj_alt_name� s2
�� �
�rM c @ s� e Zd ZdZd!dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d"dd�Zdd� Zd d � Zd d � Zd S )#�
WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
Tc C s" || _ || _|| _d| _d| _d S �Nr F)�
connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrP rQ rR r
r
r �__init__
s
zWrappedSocket.__init__c C s
| j �� S r )rQ �fileno�rU r
r
r rW s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr � )rS rT �closerX r
r
r �_decref_socketios s
z WrappedSocket._decref_socketiosc
O s z| j j||�}W n� tjjk
r^ } z*| jrB|jdkrBW Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y n~ tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n: tjjk
�r } zt�d| ��W 5 d }~X Y nX |S d S )N����zUnexpected EOF� � The read operation timed out�read error: %r)rP �recv�OpenSSL�SSL� SysCallErrorrR �args� SocketErrorrB �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN�
WantReadErrorr �
wait_for_readrQ �
gettimeoutr �Error�ssl�SSLError)rU re �kwargs�datarK r
r
r ra s"
zWrappedSocket.recvc
O s
z| j j||�W S tjjk
r\ } z*| jr@|jdkr@W Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y nz tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n6 tjjk
�r } zt�d| ��W 5 d }~X Y nX d S )Nr\ r r_ r` )rP � recv_intorb rc rd rR re rf rB rg rh ri rj r rk rQ rl r rm rn ro )rU re rp rK r
r
r rr 7 s
zWrappedSocket.recv_intoc C s | j �|�S r )rQ �
settimeout)rU r r
r
r rs N s zWrappedSocket.settimeoutc
C s| z| j �|�W S tjjk
rD t�| j| j�� �s<t � �Y q Y q tjj
k
rt } zt t |���W 5 d }~X Y q X q d S r )
rP �sendrb rc ZWantWriteErrorr Zwait_for_writerQ rl r rd rf rB )rU rq rK r
r
r �_send_until_doneQ s z WrappedSocket._send_until_donec C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )r3 ru �SSL_WRITE_BLOCKSIZE)rU rq Z
total_sentZsentr
r
r �sendall\ s �zWrappedSocket.sendallc C s | j �� d S r )rP �shutdownrX r
r
r ry d s zWrappedSocket.shutdownc C sL | j dk r:zd| _| j�� W S tjjk
r6 Y d S X n| j d8 _ d S )NrY T)rS rT rP rZ rb rc rm rX r
r
r rZ h s
zWrappedSocket.closeFc C sD | j �� }|s|S |r(tj�tjj|�S d|�� jffft|�d�S )NZ
commonName)ZsubjectZsubjectAltName) rP Zget_peer_certificaterb ZcryptoZdump_certificateZ
FILETYPE_ASN1Z get_subjectZCNrM )rU Z binary_formr r
r
r � getpeercertr s
�zWrappedSocket.getpeercertc C s
| j �� S r )rP Zget_protocol_version_namerX r
r
r �version� s zWrappedSocket.versionc C s | j d7 _ d S �NrY )rS rX r
r
r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r| )rS rZ rX r
r
r �_drop� s
zWrappedSocket._dropN)T)F)r r r �__doc__rV rW r[ ra rr rs ru rx ry rZ rz r{ r} r~ r
r
r
r rN s
rN r] c C s | j d7 _ t| ||dd�S )NrY T)rZ )rS r )rU �mode�bufsizer
r
r �makefile� s r� c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd
d � Z d d
� Z
ddd�Z ddd�Z ddd�Z
dS )r" z�
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
c C s* t | | _tj�| j�| _d| _d| _d S rO )�_openssl_versions�protocolrb rc ZContext�_ctx�_optionsZcheck_hostname)rU r� r
r
r rV � s
zPyOpenSSLContext.__init__c C s | j S r )r� rX r
r
r �options� s zPyOpenSSLContext.optionsc C s || _ | j�|� d S r )r� r� Z set_options�rU rF r
r
r r� � s c C s t | j�� S r )�_openssl_to_stdlib_verifyr� Zget_verify_moderX r
r
r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j �t| t� d S r )r� Z
set_verify�_stdlib_to_openssl_verify�_verify_callbackr� r
r
r r� � s c C s | j �� d S r )r� �set_default_verify_pathsrX r
r
r r� � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|�d�}| j�|� d S �Nr: )�
isinstancer � text_typer4 r� Zset_cipher_list)rU Zciphersr
r
r � set_ciphers� s
z PyOpenSSLContext.set_ciphersNc C sN |d k r|� d�}|d k r$|� d�}| j�||� |d k rJ| j�t|�� d S r� )r4 r� �load_verify_locationsr )rU ZcafileZcapathZcadatar
r
r r� � s
z&PyOpenSSLContext.load_verify_locationsc sR | j �|� � d k r>t� tj�s*� �d�� | j �� fdd�� | j �|pJ|� d S )Nr: c s � S r r
)�_��passwordr
r �<lambda>� r^ z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)r� Zuse_certificate_chain_filer� r Z binary_typer4 Z
set_passwd_cbZuse_privatekey_file)rU ZcertfileZkeyfiler� r
r� r �load_cert_chain� s
z PyOpenSSLContext.load_cert_chainFTc
C s� t j�| j|�}t|tj�r&|�d�}|d k r8|�|� |� � z |�
� W q� t jj k
r� t �
||�� �sxtd��Y q@Y q� t jjk
r� } zt�d| ��W 5 d }~X Y q�X q�q@t||�S )Nr: zselect timed outzbad handshake: %r)rb rc Z
Connectionr� r� r r� r4 Zset_tlsext_host_nameZset_connect_stateZ do_handshakerj r rk rl r rm rn ro rN )rU ZsockZ server_sideZdo_handshake_on_connectrR Zserver_hostname�cnxrK r
r
r � wrap_socket� s
z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)r r r r rV �propertyr� �setterr� r� r� r� r� r� r
r
r
r r" � s&
�r" c C s |dkS rv r
)r� r Zerr_noZ err_depthZ return_coder
r
r r� � s r� )r] )Kr Z
__future__r Z OpenSSL.SSLrb Z cryptographyr Z$cryptography.hazmat.backends.opensslr rD Z)cryptography.hazmat.backends.openssl.x509r Zcryptography.x509r r. � ExceptionrQ r r
rf �ior r Zpackages.backports.makefiler Zloggingrn Zpackagesr r; � r �__all__r% Z PROTOCOL_TLSrc Z
SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODr� rC r r r r r r Z CERT_NONEZ VERIFY_NONEZ
CERT_OPTIONALZ VERIFY_PEERZ
CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr� �dict�itemsr� rw r( r$ r# r' Z getLoggerr rH r r r! r> rM �objectrN r� r" r� r
r
r
r �<module> sz + � ��
+6 W urllib3/contrib/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000243 15043676013 0017122 0 ustar 00 U
��.e � @ s d S )N� r r r �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/__init__.py�<module> � urllib3/contrib/__pycache__/ntlmpool.cpython-38.pyc 0000644 00000006260 15043676013 0016275 0 ustar 00 U
��.ei � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee
�Z G dd � d e�Z d
S ) z
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
� )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd
d � Z� ZS )
�NTLMConnectionPoolzQ
Implements an NTLM authentication version of an urllib3 connection pool
Zhttpsc sL t t| �j||� || _|| _|�dd�}|d �� | _|d | _|| _ dS )z�
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\username format.
pw is the password for the user.
�\� r N)
�superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r
�args�kwargsZ
user_parts�� __class__� �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/ntlmpool.pyr s
zNTLMConnectionPool.__init__c
C s� | j d7 _ t�d| j | j| j� ddi}d}d}t| j| jd�}dt�| j � ||< t�d |� |�
d
| jd |� |� � }t |�
� �}t�d |j|j� t�d |� t�d
|�d�� d |_|| �d�}d }|D ] } | d d� dkr�| dd � }q�|d k�rtd||| f ��t�|�\}
} t�|
| j| j| j| �} d| ||< t�d |� |�
d
| jd |� |� � }t�d |j|j� t�d t |�
� �� t�d
|�� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_t�d� |S )Nr
z3Starting NTLM HTTPS connection no. %d: https://%s%s�
Connection�
Keep-AliveZ
Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r
r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ
getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r )
r �headersZ
req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' sr ��
�� � �
z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| ��|||||||�S )Nr r )r r �urlopen)r �methodZurlZbodyr) ZretriesZredirectZassert_same_hostr r r r. l s
�zNTLMConnectionPool.urlopen)NNr- TT) �__name__�
__module__� __qualname__�__doc__Zschemer r, r. �
__classcell__r r r r r s I �r N)
r3 Z
__future__r Zloggingr r � r Z packages.six.moves.http_clientr r0 r" r r r r r �<module> s urllib3/contrib/__pycache__/securetransport.cpython-38.opt-1.pyc 0000644 00000046476 15043676013 0020650 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddlmZmZmZ ddlmZmZmZmZ zdd l mZ W n$ ek
r� dZdd
lmZ Y nX d d gZ d
Z ej Z ej j Z!e �"� Z#e �$� Z%dZ&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDg ZEejFejGejHfiZIeJe
d��r�ejKejKfeIe
jL< eJe
d��r�ejMejMfeIe
jN< eJe
d��r�ejGejGfeIe
jO< eJe
d��r�ejPejPfeIe
jQ< eJe
d��rejRejRfeIe
jS< dd � ZTdd � ZUdd� ZVdd� ZWe�XeV�ZYe�ZeW�Z[G dd� de\�Z]e�rnd#d d �Z^n
d$d d �Z^e^e]_^G d!d"� d"e\�Z_dS )%a�
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN� )�util� )�Security�
SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject��backport_makefile�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2c C s. t t_t tj_tt_ttj_dt_dtj_dS )zG
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
TN)�SecureTransportContextr �
SSLContext�ssl_�HAS_SNI�IS_SECURETRANSPORT� r r �O/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/securetransport.pyr � s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z>
Undo monkey-patching by :func:`inject_into_urllib3`.
FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s c
C s� d}�zJt �| �}|dkr"tjW S |j}|d }|�� }d}d}z|||k r�|dksZ|dkrtt�||�stt�t j
d��|| } t j | �
|| �}
|�|
| �} || 7 }| sB|s�tjW W S q�qBW nt tjk
�r0 } zR| j }|dk �r |t j
k�r ||d< |t jk�s|t jk�r tj W Y �
W S � W 5 d} ~ X Y nX ||d< ||k�rLtjW S W dS tk
�r� } z |dk �rt| |_tj W Y �S d} ~ X Y nX dS )zs
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
Nr � timed out)�_connection_refs�getr �errSSLInternal�socket�
gettimeoutr Z
wait_for_read�error�errno�EAGAIN�ctypes�c_charZ from_address� recv_into�errSSLClosedGraceful�
ECONNRESET�EPIPE�errSSLClosedAbort�errSSLWouldBlock� Exception�
_exception)
�
connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr& Z
read_countZ remaining�bufferZ
chunk_size�er r r �_read_callback� sP
�
r; c
C sr d}�z(t �| �}|dkr"tjW S |j}|d }t�||�}|�� }d}d} zV| |k r�|dksf|dkr�t� ||�s�t�
t j d��|�
|�}
| |
7 } ||
d� }qNW nl tj
k
�r } zJ| j }|dk r�|t j kr�| |d< |t jks�|t jkr�tj W Y �
W S � W 5 d} ~ X Y nX | |d< | |k�r*tjW S W dS tk
�rl } z |dk �rR| |_tj W Y �S d} ~ X Y nX dS )zx
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
Nr r )r! r" r r# r$ r) � string_atr% r Zwait_for_writer& r' r( �sendr- r. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r& �sentZ
chunk_sentr: r r r �_write_callback sD
r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
d*dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd+d"d#�Zd$d%� Zd&d'� Zd(d)� ZdS ),�
WrappedSocketz�
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j �� | _ | j �
d� d S �Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain�
_keychain_dir�_client_cert_chainr% �_timeout�
settimeout)�selfr$ r r r �__init__H s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | �� |�dS )a]
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
N)r2 �close)rK Z exceptionr r r �_raise_on_errorZ s
z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t �| j|tt��}t|� dS )a4
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
N)r ZSSLCipherSuite�len�
CIPHER_SUITESZSSLSetEnabledCiphersrC r )rK �ciphers�resultr r r � _set_cipherso s �zWrappedSocket._set_ciphersc C s |sdS t j�|�r2t|d��}|�� }W 5 Q R X d}t�� }z�t |�}t�
| j t �
|��}t|� |srt�d��t�||�}t|� t�|d�}t|� t�� }t�|t �
|��}t|� W 5 |r�t�|� |dk r�t�|� X tjtjf}|j|k�r
t�d|j ��dS )z�
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr � CFReleaser
�SSLCopyPeerTrustrC r) �byrefr �ssl�SSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rK �verify� trust_bundle�fZ
cert_array�trustrR Z trust_resultZ successesr r r �_custom_validate| s>
� �z WrappedSocket._custom_validatec C s� t �dtjtj�| _t �| jtt�} t | � t
�0 t | �d }
|
t krT|
d d }
q>| t |
< W 5 Q R X t �
| j|
�} t | � |r�t|t�s�|�d�}t �| j|t|��} t | � | �� t �| j|�} t | � t �| j|�} | dkr�|tjkr�t �| jtj�} t | � |�r|dk �r0t �| jtjd�} t | � |�rlt� \| _| _ t | j||�| _ t � | j| j �} t | � | � � �h t �!| j�} | tj"k�r�t#�$d��n>| tj%k�r�| �&||� W 5 Q R � �qlnt | � W 5 Q R � �q�W 5 Q R X �qldS )z�
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
Ni���r zutf-8r Tzhandshake timed out)'r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperC Z
SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection�
isinstance�bytes�encodeZSSLSetPeerDomainNamerO rS ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMax�kTLSProtocolMaxSupported�kTLSProtocol12ZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rF rG r rH ZSSLSetCertificaterN Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedre ) rK �server_hostnamera rb Z min_versionZ max_versionZ client_certZ
client_keyZclient_key_passphraserR Zhandler r r � handshake� s| � �
� � � �
zWrappedSocket.handshakec C s
| j �� S �N)r$ �fileno�rK r r r rr s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr r )rD rE rM rs r r r �_decref_socketios s
z WrappedSocket._decref_socketiosc C s& t �|�}| �||�}|d |� }|S rq )r) Zcreate_string_bufferr+ )rK Zbufsizr9 Z
bytes_readr> r r r �recv s
zWrappedSocket.recvNc C s� | j r
dS |d krt|�}tj| �|�}t�d�}| �� � t�| j ||t�
|��}W 5 Q R X |t j kr�|j
dkr�t�d��n"|t jt jfkr�| �� nt|� |j
S )Nr zrecv timed out)rE rO r) r* Z from_buffer�c_size_trN r ZSSLReadrC r] r r0 r` r$ r8 r, ZerrSSLClosedNoNotifyrM r )rK r9 �nbytes�processed_bytesrR r r r r+ & s.
�
�
zWrappedSocket.recv_intoc C s
|| _ d S rq �rI )rK r8 r r r rJ Q s zWrappedSocket.settimeoutc C s | j S rq ry rs r r r r% T s zWrappedSocket.gettimeoutc C sh t �d�}| �� �" t�| j|t|�t �|��}W 5 Q R X |tj krZ|j
dkrZt � d��nt
|� |j
S )Nr zsend timed out)r) rv rN r ZSSLWriterC rO r] r r0 r` r$ r8 r )rK r> rx rR r r r r= W s
� zWrappedSocket.sendc C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )rO r= �SSL_WRITE_BLOCKSIZE)rK r> Z
total_sentr? r r r �sendallh s zWrappedSocket.sendallc C s$ | � � � t�| j� W 5 Q R X d S rq )rN r ZSSLCloserC rs r r r �shutdownn s
zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(t�| j� d | _| jr@t�| j� d | _| jrvt�| j� t�| j� t �
| j � d | _| _ | j �
� S | j d8 _ d S )Nr T)rD rE rC r r[ rH rF r ZSecKeychainDelete�shutilZrmtreerG r$ rM rs r r r rM r s
zWrappedSocket.closeFc
C s� |s t d��t�� }d }d }zxt�| jt�|��}t |� |sFW �Td S t�
|�}|s\W �>d S t� |d�}t� |�}t�
|�}t�|�} t�| |�}W 5 |r�t�|� |r�t�|� X |S )Nz2SecureTransport only supports dumping binary certsr )�
ValueErrorr rZ r r[ r\ rC r) r] r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSecCertificateCopyDataZCFDataGetLengthZCFDataGetBytePtrr< )
rK Z binary_formrd ZcertdataZ der_bytesrR Z
cert_countZleafZ data_lengthr4 r r r � getpeercert� s.
zWrappedSocket.getpeercertc C s� t �� }t �| jt�|��}t|� |jtj kr4dS |jtj
krDdS |jtj krTdS |jtj krddS |jtj
krtdS |jtjkr�dS t�d| ��d S )NzTLSv1.3zTLSv1.2zTLSv1.1ZTLSv1ZSSLv3ZSSLv2zUnknown TLS version: %r)r Z SSLProtocolZ SSLGetNegotiatedProtocolVersionrC r) r] r r` r ZkTLSProtocol13rn �kTLSProtocol11�
kTLSProtocol1�
kSSLProtocol3�
kSSLProtocol2r^ r_ )rK �protocolrR r r r �version� s& � zWrappedSocket.versionc C s | j d7 _ d S �Nr )rD rs r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r� )rD rM rs r r r �_drop� s
zWrappedSocket._drop)N)F)�__name__�
__module__� __qualname__�__doc__rL �
contextlib�contextmanagerrN rS re rp rr rt ru r+ rJ r% r= r| r} rM r� r� r� r� r r r r rA @ s*
9a
+
:rA ���c C s | j d7 _ t| ||dd�S )Nr T)rM )rD r
)rK �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S rz r )rK r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed
d � �Z e jd d � �Z d
d� Z
dd� Z dd� Z d dd�Z
d dd�Zd dd�ZdS ) r z�
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S rB ) �_protocol_to_min_max� _min_version� _max_version�_options�_verify�
_trust_bundle� _client_cert� _client_key�_client_key_passphrase)rK r� r r r rL � s z SecureTransportContext.__init__c C s dS )��
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Tr rs r r r �check_hostname s z%SecureTransportContext.check_hostnamec C s dS )r� Nr �rK r` r r r r� s c C s | j S rq �r� rs r r r �options s z SecureTransportContext.optionsc C s
|| _ d S rq r� r� r r r r� s c C s | j r tjS tjS rq )r� r^ �
CERT_REQUIREDZ CERT_NONErs r r r � verify_mode s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r^ r� r� r� r r r r� $ s c C s d S rq r rs r r r �set_default_verify_paths( s
z/SecureTransportContext.set_default_verify_pathsc C s | � � S rq )r� rs r r r �load_default_certs4 s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSr )rK rQ r r r � set_ciphers7 s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)r r� )rK ZcafileZcapathZcadatar r r �load_verify_locations< s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S rq )r� r� Z_client_cert_passphrase)rK ZcertfileZkeyfileZpasswordr r r �load_cert_chainC s z&SecureTransportContext.load_cert_chainFTc
C s2 t |�}|�|| j| j| j| j| j| j| j� |S rq ) rA rp r� r� r� r� r� r� r� )rK ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsro r6 r r r � wrap_socketH s �
z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r� r� r� r� rL �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s0
�r )r� )r� N)`r� Z
__future__r r� r) r' Zos.pathrU r~ r$ r^ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r
r r r
� ImportErrorZpackages.backports.makefiler �__all__r r r r r ZWeakValueDictionaryr! ZLockrh r{ Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZTLS_AES_256_GCM_SHA384ZTLS_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArP Z PROTOCOL_TLSr� rm r� �hasattrr� r r� r r r� r rn r r r r; r@ Z SSLReadFuncrf Z SSLWriteFuncrg �objectrA r� r r r r r �<module> s� 3 �%�� �
�
�
�
�
76
!
urllib3/contrib/__pycache__/socks.cpython-38.pyc 0000644 00000012653 15043676013 0015556 0 ustar 00 U
��.e| � @ s( d Z ddlmZ z ddlZW n6 ek
rR ddlZddlmZ e�de� � Y nX ddl m
Z m Z
ddlmZmZ dd lmZmZ dd
lmZmZ dd lmZ dd lmZ z ddlZW n ek
r� dZY nX G d
d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a_
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4A (``proxy_url='socks4a://...``)
- SOCKS4 (``proxy_url='socks4://...``)
- SOCKS5 with remote DNS (``proxy_url='socks5h://...``)
- SOCKS5 with local DNS (``proxy_url='socks5://...``)
- Usernames and passwords for the SOCKS proxy
.. note::
It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in
your ``proxy_url`` to ensure that DNS resolution is done from the remote
server instead of client-side when connecting to a domain name.
SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5
supports IPv4, IPv6, and domain names.
When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url``
will be sent as the ``userid`` section of the SOCKS request::
proxy_url="socks4a://<userid>@proxy-host"
When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion
of the ``proxy_url`` will be sent as the username/password to authenticate
with the proxy::
proxy_url="socks5h://<username>:<password>@proxy-host"
� )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG
A plain-text HTTP connection that connects via a SOCKS proxy.
c s" |� d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs�� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/socks.pyr J s zSOCKSConnection.__init__c
C sH i }| j r| j |d< | jr$| j|d< zTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk
r� t | d
| j| jf ��Y n� tj
k
�r } zP|j r�|j }t |t�r�t | d
| j| jf ��nt
| d | ��nt
| d | ��W 5 d }~X Y n2 tk
�rB } zt
| d | ��W 5 d }~X Y nX |S )
zA
Establish a new connection via the SOCKS proxy.
�source_address�socket_options�
socks_version�
proxy_host�
proxy_port�username�password�rdns)Z
proxy_typeZ
proxy_addrr Zproxy_usernameZproxy_passwordZ
proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN)r r �socksZcreate_connection�host�portr r �
SocketTimeoutr Z
ProxyErrorZ
socket_err�
isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connN sd
�� �
��
�� � � �zSOCKSConnection._new_conn)�__name__�
__module__� __qualname__�__doc__r r* �
__classcell__r r r r r E s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r+ r, r- r r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r+ r, r- r �
ConnectionClsr r r r r1 � s r1 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r+ r, r- r0 r2 r r r r r3 � s r3 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
)ZhttpZhttpsN�
c s� t |�}|d krB|d krB|jd k rB|j�d�}t|�dkrB|\}}|jdkrXtj} d}
nN|jdkrntj} d}
n8|jdkr�tj} d}
n"|jdkr�tj} d}
n td | ��|| _ | |j
|j |||
d
�} | |d < t t
| �j||f|� t
j| _d S ) N�:r Zsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r! r" r )r Zauth�split�lenZschemer# ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4�
ValueError� proxy_urlr$ r% r r4 r �pool_classes_by_scheme) r r: r r! Z num_poolsZheadersZconnection_pool_kwZparsedr7 r r" Z
socks_optionsr r r r � sD
�
��zSOCKSProxyManager.__init__)NNr5 N) r+ r, r- r. r1 r3 r; r r/ r r r r r4 � s � �r4 ) r. Z
__future__r r# � ImportError�warnings�
exceptionsr �warnZsocketr r( r r& Z
connectionr r Zconnectionpoolr r
r r Z poolmanagerr
Zutil.urlr Zsslr r0 r1 r3 r4 r r r r �<module> s4 # �
H urllib3/contrib/__pycache__/socks.cpython-38.opt-1.pyc 0000644 00000012653 15043676013 0016515 0 ustar 00 U
��.e| � @ s( d Z ddlmZ z ddlZW n6 ek
rR ddlZddlmZ e�de� � Y nX ddl m
Z m Z
ddlmZmZ dd lmZmZ dd
lmZmZ dd lmZ dd lmZ z ddlZW n ek
r� dZY nX G d
d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a_
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4, SOCKS4A (an extension of SOCKS4), and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4A (``proxy_url='socks4a://...``)
- SOCKS4 (``proxy_url='socks4://...``)
- SOCKS5 with remote DNS (``proxy_url='socks5h://...``)
- SOCKS5 with local DNS (``proxy_url='socks5://...``)
- Usernames and passwords for the SOCKS proxy
.. note::
It is recommended to use ``socks5h://`` or ``socks4a://`` schemes in
your ``proxy_url`` to ensure that DNS resolution is done from the remote
server instead of client-side when connecting to a domain name.
SOCKS4 supports IPv4 and domain names with the SOCKS4A extension. SOCKS5
supports IPv4, IPv6, and domain names.
When connecting to a SOCKS4 proxy the ``username`` portion of the ``proxy_url``
will be sent as the ``userid`` section of the SOCKS request::
proxy_url="socks4a://<userid>@proxy-host"
When connecting to a SOCKS5 proxy the ``username`` and ``password`` portion
of the ``proxy_url`` will be sent as the username/password to authenticate
with the proxy::
proxy_url="socks5h://<username>:<password>@proxy-host"
� )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG
A plain-text HTTP connection that connects via a SOCKS proxy.
c s" |� d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs�� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/socks.pyr J s zSOCKSConnection.__init__c
C sH i }| j r| j |d< | jr$| j|d< zTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk
r� t | d
| j| jf ��Y n� tj
k
�r } zP|j r�|j }t |t�r�t | d
| j| jf ��nt
| d | ��nt
| d | ��W 5 d }~X Y n2 tk
�rB } zt
| d | ��W 5 d }~X Y nX |S )
zA
Establish a new connection via the SOCKS proxy.
�source_address�socket_options�
socks_version�
proxy_host�
proxy_port�username�password�rdns)Z
proxy_typeZ
proxy_addrr Zproxy_usernameZproxy_passwordZ
proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN)r r �socksZcreate_connection�host�portr r �
SocketTimeoutr Z
ProxyErrorZ
socket_err�
isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connN sd
�� �
��
�� � � �zSOCKSConnection._new_conn)�__name__�
__module__� __qualname__�__doc__r r* �
__classcell__r r r r r E s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r+ r, r- r r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r+ r, r- r �
ConnectionClsr r r r r1 � s r1 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r+ r, r- r0 r2 r r r r r3 � s r3 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
)ZhttpZhttpsN�
c s� t |�}|d krB|d krB|jd k rB|j�d�}t|�dkrB|\}}|jdkrXtj} d}
nN|jdkrntj} d}
n8|jdkr�tj} d}
n"|jdkr�tj} d}
n td | ��|| _ | |j
|j |||
d
�} | |d < t t
| �j||f|� t
j| _d S ) N�:r Zsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r! r" r )r Zauth�split�lenZschemer# ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4�
ValueError� proxy_urlr$ r% r r4 r �pool_classes_by_scheme) r r: r r! Z num_poolsZheadersZconnection_pool_kwZparsedr7 r r" Z
socks_optionsr r r r � sD
�
��zSOCKSProxyManager.__init__)NNr5 N) r+ r, r- r. r1 r3 r; r r/ r r r r r4 � s � �r4 ) r. Z
__future__r r# � ImportError�warnings�
exceptionsr �warnZsocketr r( r r& Z
connectionr r Zconnectionpoolr r
r r Z poolmanagerr
Zutil.urlr Zsslr r0 r1 r3 r4 r r r r �<module> s4 # �
H urllib3/contrib/__pycache__/_appengine_environ.cpython-38.pyc 0000644 00000002073 15043676013 0020274 0 ustar 00 U
��.e� � @ s8 d Z ddlZdd� Zdd� Zdd� Zd d
� Zd d � ZdS )
zB
This module provides means to detect the App Engine environment.
� Nc C s t � pt� pt� S �N)�is_local_appengine�is_prod_appengine�is_prod_appengine_mvms� r r �R/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/_appengine_environ.py� is_appengine s r c C s t � o t� S r )r r r r r r �is_appengine_sandbox s r c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r r s
�r c C s dt jko dt jd ko t� S )Nr
zGoogle App Engine/r )r r
r r r r r r s
��r c C s t j�dd�dkS )NZGAE_VMF�true)r r
�getr r r r r s r )�__doc__r r r r r r r r r r �<module> s urllib3/contrib/__pycache__/pyopenssl.cpython-38.opt-1.pyc 0000644 00000035125 15043676013 0017426 0 ustar 00 U
��.e8@ � @ s\ d Z ddlmZ ddlZddlmZ ddlmZ ddl
m Z zddl m
Z
W n$ ek
rp G dd � d e�Z
Y nX dd
lmZmZ dd lmZ zdd lmZ W n$ ek
r� dZd
dlmZ Y nX ddlZddlZd
dlm Z ddl Z d
dl m Z ddgZ dZ!e j"ej#j$ej%ej#j&iZ'e(ed��r@e(ej#d��r@ej#j)e'ej*< e(ed��rhe(ej#d��rhej#j+e'ej,< e(ed��r�e(ej#d��r�ej#j-e'ej.< ej/ej#j0ej1ej#j2ej3ej#j2ej#j4 iZ5e6dd� e5�7� D ��Z8d Z9e j!Z:e j;j<Z=e�>e?�Z@d d� ZAd d� ZBd d � ZCd!d"� ZDd#d$� ZEG d%d&� d&eF�ZGe�r6d.d(d)�ZHneZHeHeG_HG d*d+� d+eF�ZId,d-� ZJdS )/ab
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
� )�absolute_importN)�x509)�backend)� _Certificate)�UnsupportedExtensionc @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r
r
�I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/pyopenssl.pyr 7 s r )�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_SSLv3� SSLv3_METHOD�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S �Nr
)�.0�k�vr
r
r � <genexpr>g s r i @ c C s4 t � tt_ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr �
SSLContext�ssl_�HAS_SNI� IS_PYOPENSSLr
r
r
r r s s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr r# r$ �orig_util_HAS_SNIr% r& r
r
r
r r � s c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
r )�
Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr) �getattr� ImportErrorZOpenSSL.cryptor+ )r) r+ r r
r
r r! � s � �r! c C s@ dd� }d| kr| S || �} | dkr(dS t jdkr<| �d�} | S )a%
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
If the name cannot be idna-encoded then we return None signalling that
the name given should be skipped.
c S sv ddl m} zJdD ]8}| �|�r| t|�d� } |�d�|�| � W S q|�| �W S |jjk
rp Y dS X dS )z�
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
r )�idna)z*.�.N�ascii)Z pip._vendorr/ �
startswith�len�encodeZcoreZ IDNAError)�namer/ �prefixr
r
r � idna_encode� s
z'_dnsname_to_stdlib.<locals>.idna_encode�:N)� r �utf-8)�sys� version_info�decode)r5 r7 r
r
r �_dnsname_to_stdlib� s
r> c C s� t | d�r| �� }n tt| j�}z|j�tj�j }W nZ tj
k
rN g Y S tj t tj
tfk
r� } zt�d|� g W Y �S d}~X Y nX dd� tt|�tj��D �}|�dd� |�tj�D �� |S )zU
Given an PyOpenSSL certificate, provides all the subject alternative names.
�to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}|d k rd|f�qS )NZDNSr
�r r5 r
r
r �
<listcomp>� s �z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z
IP AddressN)�strr@ r
r
r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr? r �openssl_backendr, �
extensionsr* r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionr ZUnsupportedGeneralNameType� UnicodeError�logZwarning�mapr> Zget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr
r
r �get_subj_alt_name� s2
�� �
�rM c @ s� e Zd ZdZd!dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d"dd�Zdd� Zd d � Zd d � Zd S )#�
WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
Tc C s" || _ || _|| _d| _d| _d S �Nr F)�
connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrP rQ rR r
r
r �__init__
s
zWrappedSocket.__init__c C s
| j �� S r )rQ �fileno�rU r
r
r rW s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr � )rS rT �closerX r
r
r �_decref_socketios s
z WrappedSocket._decref_socketiosc
O s z| j j||�}W n� tjjk
r^ } z*| jrB|jdkrBW Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y n~ tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n: tjjk
�r } zt�d| ��W 5 d }~X Y nX |S d S )N����zUnexpected EOF� � The read operation timed out�read error: %r)rP �recv�OpenSSL�SSL� SysCallErrorrR �args� SocketErrorrB �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN�
WantReadErrorr �
wait_for_readrQ �
gettimeoutr �Error�ssl�SSLError)rU re �kwargs�datarK r
r
r ra s"
zWrappedSocket.recvc
O s
z| j j||�W S tjjk
r\ } z*| jr@|jdkr@W Y �dS tt|���W 5 d }~X Y n� tjj k
r� | j �
� tjj kr�Y dS � Y nz tjj k
r� t
�| j| j�� �s�td��n| j||� Y S Y n6 tjjk
�r } zt�d| ��W 5 d }~X Y nX d S )Nr\ r r_ r` )rP � recv_intorb rc rd rR re rf rB rg rh ri rj r rk rQ rl r rm rn ro )rU re rp rK r
r
r rr 7 s
zWrappedSocket.recv_intoc C s | j �|�S r )rQ �
settimeout)rU r r
r
r rs N s zWrappedSocket.settimeoutc
C s| z| j �|�W S tjjk
rD t�| j| j�� �s<t � �Y q Y q tjj
k
rt } zt t |���W 5 d }~X Y q X q d S r )
rP �sendrb rc ZWantWriteErrorr Zwait_for_writerQ rl r rd rf rB )rU rq rK r
r
r �_send_until_doneQ s z WrappedSocket._send_until_donec C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )r3 ru �SSL_WRITE_BLOCKSIZE)rU rq Z
total_sentZsentr
r
r �sendall\ s �zWrappedSocket.sendallc C s | j �� d S r )rP �shutdownrX r
r
r ry d s zWrappedSocket.shutdownc C sL | j dk r:zd| _| j�� W S tjjk
r6 Y d S X n| j d8 _ d S )NrY T)rS rT rP rZ rb rc rm rX r
r
r rZ h s
zWrappedSocket.closeFc C sD | j �� }|s|S |r(tj�tjj|�S d|�� jffft|�d�S )NZ
commonName)ZsubjectZsubjectAltName) rP Zget_peer_certificaterb ZcryptoZdump_certificateZ
FILETYPE_ASN1Z get_subjectZCNrM )rU Z binary_formr r
r
r � getpeercertr s
�zWrappedSocket.getpeercertc C s
| j �� S r )rP Zget_protocol_version_namerX r
r
r �version� s zWrappedSocket.versionc C s | j d7 _ d S �NrY )rS rX r
r
r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r| )rS rZ rX r
r
r �_drop� s
zWrappedSocket._dropN)T)F)r r r �__doc__rV rW r[ ra rr rs ru rx ry rZ rz r{ r} r~ r
r
r
r rN s
rN r] c C s | j d7 _ t| ||dd�S )NrY T)rZ )rS r )rU �mode�bufsizer
r
r �makefile� s r� c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd
d � Z d d
� Z
ddd�Z ddd�Z ddd�Z
dS )r" z�
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
c C s* t | | _tj�| j�| _d| _d| _d S rO )�_openssl_versions�protocolrb rc ZContext�_ctx�_optionsZcheck_hostname)rU r� r
r
r rV � s
zPyOpenSSLContext.__init__c C s | j S r )r� rX r
r
r �options� s zPyOpenSSLContext.optionsc C s || _ | j�|� d S r )r� r� Z set_options�rU rF r
r
r r� � s c C s t | j�� S r )�_openssl_to_stdlib_verifyr� Zget_verify_moderX r
r
r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j �t| t� d S r )r� Z
set_verify�_stdlib_to_openssl_verify�_verify_callbackr� r
r
r r� � s c C s | j �� d S r )r� �set_default_verify_pathsrX r
r
r r� � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|�d�}| j�|� d S �Nr: )�
isinstancer � text_typer4 r� Zset_cipher_list)rU Zciphersr
r
r � set_ciphers� s
z PyOpenSSLContext.set_ciphersNc C sN |d k r|� d�}|d k r$|� d�}| j�||� |d k rJ| j�t|�� d S r� )r4 r� �load_verify_locationsr )rU ZcafileZcapathZcadatar
r
r r� � s
z&PyOpenSSLContext.load_verify_locationsc sR | j �|� � d k r>t� tj�s*� �d�� | j �� fdd�� | j �|pJ|� d S )Nr: c s � S r r
)�_��passwordr
r �<lambda>� r^ z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)r� Zuse_certificate_chain_filer� r Z binary_typer4 Z
set_passwd_cbZuse_privatekey_file)rU ZcertfileZkeyfiler� r
r� r �load_cert_chain� s
z PyOpenSSLContext.load_cert_chainFTc
C s� t j�| j|�}t|tj�r&|�d�}|d k r8|�|� |� � z |�
� W q� t jj k
r� t �
||�� �sxtd��Y q@Y q� t jjk
r� } zt�d| ��W 5 d }~X Y q�X q�q@t||�S )Nr: zselect timed outzbad handshake: %r)rb rc Z
Connectionr� r� r r� r4 Zset_tlsext_host_nameZset_connect_stateZ do_handshakerj r rk rl r rm rn ro rN )rU ZsockZ server_sideZdo_handshake_on_connectrR Zserver_hostname�cnxrK r
r
r � wrap_socket� s
z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)r r r r rV �propertyr� �setterr� r� r� r� r� r� r
r
r
r r" � s&
�r" c C s |dkS rv r
)r� r Zerr_noZ err_depthZ return_coder
r
r r� � s r� )r] )Kr Z
__future__r Z OpenSSL.SSLrb Z cryptographyr Z$cryptography.hazmat.backends.opensslr rD Z)cryptography.hazmat.backends.openssl.x509r Zcryptography.x509r r. � ExceptionrQ r r
rf �ior r Zpackages.backports.makefiler Zloggingrn Zpackagesr r; � r �__all__r% Z PROTOCOL_TLSrc Z
SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODr� rC r r r r r r Z CERT_NONEZ VERIFY_NONEZ
CERT_OPTIONALZ VERIFY_PEERZ
CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr� �dict�itemsr� rw r( r$ r# r' Z getLoggerr rH r r r! r> rM �objectrN r� r" r� r
r
r
r �<module> sz + � ��
+6 W urllib3/contrib/__pycache__/securetransport.cpython-38.pyc 0000644 00000046605 15043676013 0017703 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddlmZmZmZ ddlmZmZmZmZ zdd l mZ W n$ ek
r� dZdd
lmZ Y nX d d gZ d
Z ej Z ej j Z!e �"� Z#e �$� Z%dZ&ej'ej(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDg ZEejFejGejHfiZIeJe
d��r�ejKejKfeIe
jL< eJe
d��r�ejMejMfeIe
jN< eJe
d��r�ejGejGfeIe
jO< eJe
d��r�ejPejPfeIe
jQ< eJe
d��rejRejRfeIe
jS< dd � ZTdd � ZUdd� ZVdd� ZWe�XeV�ZYe�ZeW�Z[G dd� de\�Z]e�rnd#d d �Z^n
d$d d �Z^e^e]_^G d!d"� d"e\�Z_dS )%a�
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN� )�util� )�Security�
SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject��backport_makefile�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2c C s. t t_t tj_tt_ttj_dt_dtj_dS )zG
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
TN)�SecureTransportContextr �
SSLContext�ssl_�HAS_SNI�IS_SECURETRANSPORT� r r �O/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/securetransport.pyr � s c C s. t t_t tj_tt_ttj_dt_dtj_dS )z>
Undo monkey-patching by :func:`inject_into_urllib3`.
FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s c
C s� d}�zJt �| �}|dkr"tjW S |j}|d }|�� }d}d}z|||k r�|dksZ|dkrtt�||�stt�t j
d��|| } t j | �
|| �}
|�|
| �} || 7 }| sB|s�tjW W S q�qBW nt tjk
�r0 } zR| j }|dk �r |t j
k�r ||d< |t jk�s|t jk�r tj W Y �
W S � W 5 d} ~ X Y nX ||d< ||k�rLtjW S W dS tk
�r� } z |dk �rt| |_tj W Y �S d} ~ X Y nX dS )zs
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
Nr � timed out)�_connection_refs�getr �errSSLInternal�socket�
gettimeoutr Z
wait_for_read�error�errno�EAGAIN�ctypes�c_charZ from_address� recv_into�errSSLClosedGraceful�
ECONNRESET�EPIPE�errSSLClosedAbort�errSSLWouldBlock� Exception�
_exception)
�
connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr& Z
read_countZ remaining�bufferZ
chunk_size�er r r �_read_callback� sP
�
r; c
C sr d}�z(t �| �}|dkr"tjW S |j}|d }t�||�}|�� }d}d} zV| |k r�|dksf|dkr�t� ||�s�t�
t j d��|�
|�}
| |
7 } ||
d� }qNW nl tj
k
�r } zJ| j }|dk r�|t j kr�| |d< |t jks�|t jkr�tj W Y �
W S � W 5 d} ~ X Y nX | |d< | |k�r*tjW S W dS tk
�rl } z |dk �rR| |_tj W Y �S d} ~ X Y nX dS )zx
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
Nr r )r! r" r r# r$ r) � string_atr% r Zwait_for_writer& r' r( �sendr- r. r/ r0 r1 r2 ) r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r& �sentZ
chunk_sentr: r r r �_write_callback sD
r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
d*dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd+d"d#�Zd$d%� Zd&d'� Zd(d)� ZdS ),�
WrappedSocketz�
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j �� | _ | j �
d� d S �Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain�
_keychain_dir�_client_cert_chainr% �_timeout�
settimeout)�selfr$ r r r �__init__H s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | �� |�dS )a]
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
N)r2 �close)rK Z exceptionr r r �_raise_on_errorZ s
z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t �| j|tt��}t|� dS )a4
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
N)r ZSSLCipherSuite�len�
CIPHER_SUITESZSSLSetEnabledCiphersrC r )rK �ciphers�resultr r r � _set_cipherso s �zWrappedSocket._set_ciphersc C s |sdS t j�|�r2t|d��}|�� }W 5 Q R X d}t�� }z�t |�}t�
| j t �
|��}t|� |srt�d��t�||�}t|� t�|d�}t|� t�� }t�|t �
|��}t|� W 5 |r�t�|� |dk r�t�|� X tjtjf}|j|k�r
t�d|j ��dS )z�
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr � CFReleaser
�SSLCopyPeerTrustrC r) �byrefr �ssl�SSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rK �verify� trust_bundle�fZ
cert_array�trustrR Z trust_resultZ successesr r r �_custom_validate| s>
� �z WrappedSocket._custom_validatec C s� t �dtjtj�| _t �| jtt�} t | � t
�0 t | �d }
|
t krT|
d d }
q>| t |
< W 5 Q R X t �
| j|
�} t | � |r�t|t�s�|�d�}t �| j|t|��} t | � | �� t �| j|�} t | � t �| j|�} | dkr�|tjkr�t �| jtj�} t | � |�r|dk �r0t �| jtjd�} t | � |�rlt� \| _| _ t | j||�| _ t � | j| j �} t | � | � � �h t �!| j�} | tj"k�r�t#�$d��n>| tj%k�r�| �&||� W 5 Q R � �qlnt | � W 5 Q R � �q�W 5 Q R X �qldS )z�
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
Ni���r zutf-8r Tzhandshake timed out)'r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperC Z
SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection�
isinstance�bytes�encodeZSSLSetPeerDomainNamerO rS ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMax�kTLSProtocolMaxSupported�kTLSProtocol12ZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rF rG r rH ZSSLSetCertificaterN Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedre ) rK �server_hostnamera rb Z min_versionZ max_versionZ client_certZ
client_keyZclient_key_passphraserR Zhandler r r � handshake� s| � �
� � � �
zWrappedSocket.handshakec C s
| j �� S �N)r$ �fileno�rK r r r rr s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| �� d S )Nr r )rD rE rM rs r r r �_decref_socketios s
z WrappedSocket._decref_socketiosc C s& t �|�}| �||�}|d |� }|S rq )r) Zcreate_string_bufferr+ )rK Zbufsizr9 Z
bytes_readr> r r r �recv s
zWrappedSocket.recvNc C s� | j r
dS |d krt|�}tj| �|�}t�d�}| �� � t�| j ||t�
|��}W 5 Q R X |t j kr�|j
dkr�t�d��n"|t jt jfkr�| �� nt|� |j
S )Nr zrecv timed out)rE rO r) r* Z from_buffer�c_size_trN r ZSSLReadrC r] r r0 r` r$ r8 r, ZerrSSLClosedNoNotifyrM r )rK r9 �nbytes�processed_bytesrR r r r r+ & s.
�
�
zWrappedSocket.recv_intoc C s
|| _ d S rq �rI )rK r8 r r r rJ Q s zWrappedSocket.settimeoutc C s | j S rq ry rs r r r r% T s zWrappedSocket.gettimeoutc C sh t �d�}| �� �" t�| j|t|�t �|��}W 5 Q R X |tj krZ|j
dkrZt � d��nt
|� |j
S )Nr zsend timed out)r) rv rN r ZSSLWriterC rO r] r r0 r` r$ r8 r )rK r> rx rR r r r r= W s
� zWrappedSocket.sendc C s4 d}|t |�k r0| �|||t � �}||7 }qd S �Nr )rO r= �SSL_WRITE_BLOCKSIZE)rK r> Z
total_sentr? r r r �sendallh s zWrappedSocket.sendallc C s$ | � � � t�| j� W 5 Q R X d S rq )rN r ZSSLCloserC rs r r r �shutdownn s
zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(t�| j� d | _| jr@t�| j� d | _| jrvt�| j� t�| j� t �
| j � d | _| _ | j �
� S | j d8 _ d S )Nr T)rD rE rC r r[ rH rF r ZSecKeychainDelete�shutilZrmtreerG r$ rM rs r r r rM r s
zWrappedSocket.closeFc
C s� |s t d��t�� }d }d }z�t�| jt�|��}t |� |sFW �dd S t�
|�}|s\W �Nd S t� |d�}|spt �t�
|�}|s�t �t�|�}t�|�} t�| |�}W 5 |r�t�|� |r�t�|� X |S )Nz2SecureTransport only supports dumping binary certsr )�
ValueErrorr rZ r r[ r\ rC r) r] r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndex�AssertionErrorZSecCertificateCopyDataZCFDataGetLengthZCFDataGetBytePtrr< )
rK Z binary_formrd ZcertdataZ der_bytesrR Z
cert_countZleafZ data_lengthr4 r r r � getpeercert� s2
zWrappedSocket.getpeercertc C s� t �� }t �| jt�|��}t|� |jtj kr4dS |jtj
krDdS |jtj krTdS |jtj krddS |jtj
krtdS |jtjkr�dS t�d| ��d S )NzTLSv1.3zTLSv1.2zTLSv1.1ZTLSv1ZSSLv3ZSSLv2zUnknown TLS version: %r)r Z SSLProtocolZ SSLGetNegotiatedProtocolVersionrC r) r] r r` r ZkTLSProtocol13rn �kTLSProtocol11�
kTLSProtocol1�
kSSLProtocol3�
kSSLProtocol2r^ r_ )rK �protocolrR r r r �version� s& � zWrappedSocket.versionc C s | j d7 _ d S �Nr )rD rs r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| �� n| j d8 _ d S r� )rD rM rs r r r �_drop� s
zWrappedSocket._drop)N)F)�__name__�
__module__� __qualname__�__doc__rL �
contextlib�contextmanagerrN rS re rp rr rt ru r+ rJ r% r= r| r} rM r� r� r� r� r r r r rA @ s*
9a
+
:rA ���c C s | j d7 _ t| ||dd�S )Nr T)rM )rD r
)rK �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S rz r )rK r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed
d � �Z e jd d � �Z d
d� Z
dd� Z dd� Z d dd�Z
d dd�Zd dd�ZdS ) r z�
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S rB ) �_protocol_to_min_max� _min_version� _max_version�_options�_verify�
_trust_bundle� _client_cert� _client_key�_client_key_passphrase)rK r� r r r rL � s z SecureTransportContext.__init__c C s dS )��
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Tr rs r r r �check_hostname s z%SecureTransportContext.check_hostnamec C s dS )r� Nr �rK r` r r r r� s c C s | j S rq �r� rs r r r �options s z SecureTransportContext.optionsc C s
|| _ d S rq r� r� r r r r� s c C s | j r tjS tjS rq )r� r^ �
CERT_REQUIREDZ CERT_NONErs r r r � verify_mode s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r^ r� r� r� r r r r� $ s c C s d S rq r rs r r r �set_default_verify_paths( s
z/SecureTransportContext.set_default_verify_pathsc C s | � � S rq )r� rs r r r �load_default_certs4 s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSr )rK rQ r r r � set_ciphers7 s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)r r� )rK ZcafileZcapathZcadatar r r �load_verify_locations< s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S rq )r� r� Z_client_cert_passphrase)rK ZcertfileZkeyfileZpasswordr r r �load_cert_chainC s z&SecureTransportContext.load_cert_chainFTc
C sJ |rt �|st �|st �t|�}|�|| j| j| j| j| j| j| j � |S rq )
r� rA rp r� r� r� r� r� r� r� )rK ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsro r6 r r r � wrap_socketH s �
z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r� r� r� r� rL �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s0
�r )r� )r� N)`r� Z
__future__r r� r) r' Zos.pathrU r~ r$ r^ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r
r r r
� ImportErrorZpackages.backports.makefiler �__all__r r r r r ZWeakValueDictionaryr! ZLockrh r{ Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z-TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305_SHA256Z+TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305_SHA256Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZTLS_AES_256_GCM_SHA384ZTLS_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256ZTLS_AES_128_CCM_8_SHA256ZTLS_AES_128_CCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArP Z PROTOCOL_TLSr� rm r� �hasattrr� r r� r r r� r rn r r r r; r@ Z SSLReadFuncrf Z SSLWriteFuncrg �objectrA r� r r r r r �<module> s� 3 �%�� �
�
�
�
�
76
!
urllib3/contrib/__pycache__/appengine.cpython-38.opt-1.pyc 0000644 00000020312 15043676013 0017330 0 ustar 00 U
��.e2, � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZ ddlmZ dd lmZ dd
lmZ d d lmZ zdd
lmZ W n ek
r� dZY nX e� e �Z G dd� de
�Z G dd� de �Z G dd� de�Z!ej"Z"ej#Z#ej$Z$ej%Z%ej&Z&dS )a[
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from pip._vendor.urllib3 import PoolManager
from pip._vendor.urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
� )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning�
MaxRetryError�
ProtocolError� TimeoutError�SSLError)�RequestMethods)� HTTPResponse)�Timeout)�Retry� )�_appengine_environ)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN��__name__�
__module__� __qualname__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorNr r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd
d �Z d d
� Z
dd� Z dd� Z dS )�AppEngineManagera
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
NTc C sN t s td��t� rtd��t�dt� t�| |� || _|| _ |pFt
j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.)
r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr! r r r r r r c s ��� zAppEngineManager.__init__c C s | S )Nr )r" r r r � __enter__� s zAppEngineManager.__enter__c C s dS )NFr )r" �exc_typeZexc_valZexc_tbr r r �__exit__� s zAppEngineManager.__exit__c
K s� | � ||�}zF|o |jdko |j} tj||||p2i d| jo<| | �|�| jd�}
W �nB tjk
r� } zt | | ��W 5 d } ~ X Y �n tj
k
r� } z"dt | �kr�t d| ��t
| ��W 5 d } ~ X Y n� tjk
�r } z&dt | �kr�t| || d��t
| ��W 5 d } ~ X Y n� tjk
�r6 } zt d| ��W 5 d } ~ X Y n` tjk
�rb } z t| ��W 5 d } ~ X Y n4 tjk
�r� } zt d | | ��W 5 d } ~ X Y nX | j|
fd
|i|��} |�o�| �� }
|
�rv| j�r�|j�r�t| |d ��n�| jd k�r�d
}z|j||| | d�}W n. tk
�r2 |j�r*t| |d ��| Y S X |�| � t�d||
� t ||
�}| j ||||f|||d�|��S t | � d��}|� || j|��r�|j||| | d�}t�d|� |�!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr# Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr! ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r! �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr# r! r+ r, )"� _get_retriesr+ �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z
DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr
ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retry�sleep)r" r' Zurlr- r# r! r+ r, � response_kwr( r* �eZ
http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r6 � s� �
� � ���� �
���
��� zAppEngineManager.urlopenc K s� t � r"|j�d�}|dkr"|jd= |j�d�}|dkrZ|�d�}|�d� d�|�|jd< tf t�|j �|j
|j|j d�|��}tf t�|j �|j|j |d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r- �msgr# r3 )r- r# r3 �original_response) �is_prod_appenginer# �get�split�remove�joinr �io�BytesIOZcontentZ
header_msgZ status_code)r" Z
urlfetch_respr9 Zcontent_encodingZtransfer_encodingZ encodingsr= r r r r2 � s2
��
��z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8t�dt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r
�DEFAULT_TIMEOUT�
isinstanceZ_readZ_connectr r r r/ )r" r, r r r r0 s
�z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:t�dt � |S )N)r+ �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.)
rF r Zfrom_intr! Zconnect�readr+ r r r )r" r! r+ r r r r. - s
�z AppEngineManager._get_retries)NNTT)
r r r �__doc__r r$ r& r
rE r6 r2 r0 r. r r r r r O s" �
�
r$
r )'rI Z
__future__r rC Zloggingr Z packages.six.moves.urllib.parser �
exceptionsr r r r r r
Zrequestr r* r Z util.timeoutr
Z
util.retryr � r Zgoogle.appengine.apir � ImportErrorZ getLoggerr r4 r r r Z is_appengineZis_appengine_sandboxZis_local_appenginer> r r r r r �<module> s2 (
o urllib3/contrib/__pycache__/__init__.cpython-38.pyc 0000644 00000000243 15043676013 0016163 0 ustar 00 U
��.e � @ s d S )N� r r r �H/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/contrib/__init__.py�<module> � urllib3/contrib/ntlmpool.py 0000644 00000010576 15043676013 0012014 0 ustar 00 """
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
"""
from __future__ import absolute_import
from logging import getLogger
from ntlm import ntlm
from .. import HTTPSConnectionPool
from ..packages.six.moves.http_client import HTTPSConnection
log = getLogger(__name__)
class NTLMConnectionPool(HTTPSConnectionPool):
"""
Implements an NTLM authentication version of an urllib3 connection pool
"""
scheme = 'https'
def __init__(self, user, pw, authurl, *args, **kwargs):
"""
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\\username format.
pw is the password for the user.
"""
super(NTLMConnectionPool, self).__init__(*args, **kwargs)
self.authurl = authurl
self.rawuser = user
user_parts = user.split('\\', 1)
self.domain = user_parts[0].upper()
self.user = user_parts[1]
self.pw = pw
def _new_conn(self):
# Performs the NTLM handshake that secures the connection. The socket
# must be kept open while requests are performed.
self.num_connections += 1
log.debug('Starting NTLM HTTPS connection no. %d: https://%s%s',
self.num_connections, self.host, self.authurl)
headers = {}
headers['Connection'] = 'Keep-Alive'
req_header = 'Authorization'
resp_header = 'www-authenticate'
conn = HTTPSConnection(host=self.host, port=self.port)
# Send negotiation message
headers[req_header] = (
'NTLM %s' % ntlm.create_NTLM_NEGOTIATE_MESSAGE(self.rawuser))
log.debug('Request headers: %s', headers)
conn.request('GET', self.authurl, None, headers)
res = conn.getresponse()
reshdr = dict(res.getheaders())
log.debug('Response status: %s %s', res.status, res.reason)
log.debug('Response headers: %s', reshdr)
log.debug('Response data: %s [...]', res.read(100))
# Remove the reference to the socket, so that it can not be closed by
# the response object (we want to keep the socket open)
res.fp = None
# Server should respond with a challenge message
auth_header_values = reshdr[resp_header].split(', ')
auth_header_value = None
for s in auth_header_values:
if s[:5] == 'NTLM ':
auth_header_value = s[5:]
if auth_header_value is None:
raise Exception('Unexpected %s response header: %s' %
(resp_header, reshdr[resp_header]))
# Send authentication message
ServerChallenge, NegotiateFlags = \
ntlm.parse_NTLM_CHALLENGE_MESSAGE(auth_header_value)
auth_msg = ntlm.create_NTLM_AUTHENTICATE_MESSAGE(ServerChallenge,
self.user,
self.domain,
self.pw,
NegotiateFlags)
headers[req_header] = 'NTLM %s' % auth_msg
log.debug('Request headers: %s', headers)
conn.request('GET', self.authurl, None, headers)
res = conn.getresponse()
log.debug('Response status: %s %s', res.status, res.reason)
log.debug('Response headers: %s', dict(res.getheaders()))
log.debug('Response data: %s [...]', res.read()[:100])
if res.status != 200:
if res.status == 401:
raise Exception('Server rejected request: wrong '
'username or password')
raise Exception('Wrong server response: %s %s' %
(res.status, res.reason))
res.fp = None
log.debug('Connection established')
return conn
def urlopen(self, method, url, body=None, headers=None, retries=3,
redirect=True, assert_same_host=True):
if headers is None:
headers = {}
headers['Connection'] = 'Keep-Alive'
return super(NTLMConnectionPool, self).urlopen(method, url, body,
headers, retries,
redirect,
assert_same_host)
urllib3/contrib/pyopenssl.py 0000644 00000035772 15043676013 0012211 0 ustar 00 """
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
"""
from __future__ import absolute_import
import OpenSSL.SSL
from cryptography import x509
from cryptography.hazmat.backends.openssl import backend as openssl_backend
from cryptography.hazmat.backends.openssl.x509 import _Certificate
from socket import timeout, error as SocketError
from io import BytesIO
try: # Platform-specific: Python 2
from socket import _fileobject
except ImportError: # Platform-specific: Python 3
_fileobject = None
from ..packages.backports.makefile import backport_makefile
import logging
import ssl
from ..packages import six
import sys
from .. import util
__all__ = ['inject_into_urllib3', 'extract_from_urllib3']
# SNI always works.
HAS_SNI = True
# Map from urllib3 to PyOpenSSL compatible parameter-values.
_openssl_versions = {
ssl.PROTOCOL_SSLv23: OpenSSL.SSL.SSLv23_METHOD,
ssl.PROTOCOL_TLSv1: OpenSSL.SSL.TLSv1_METHOD,
}
if hasattr(ssl, 'PROTOCOL_TLSv1_1') and hasattr(OpenSSL.SSL, 'TLSv1_1_METHOD'):
_openssl_versions[ssl.PROTOCOL_TLSv1_1] = OpenSSL.SSL.TLSv1_1_METHOD
if hasattr(ssl, 'PROTOCOL_TLSv1_2') and hasattr(OpenSSL.SSL, 'TLSv1_2_METHOD'):
_openssl_versions[ssl.PROTOCOL_TLSv1_2] = OpenSSL.SSL.TLSv1_2_METHOD
try:
_openssl_versions.update({ssl.PROTOCOL_SSLv3: OpenSSL.SSL.SSLv3_METHOD})
except AttributeError:
pass
_stdlib_to_openssl_verify = {
ssl.CERT_NONE: OpenSSL.SSL.VERIFY_NONE,
ssl.CERT_OPTIONAL: OpenSSL.SSL.VERIFY_PEER,
ssl.CERT_REQUIRED:
OpenSSL.SSL.VERIFY_PEER + OpenSSL.SSL.VERIFY_FAIL_IF_NO_PEER_CERT,
}
_openssl_to_stdlib_verify = dict(
(v, k) for k, v in _stdlib_to_openssl_verify.items()
)
# OpenSSL will only write 16K at a time
SSL_WRITE_BLOCKSIZE = 16384
orig_util_HAS_SNI = util.HAS_SNI
orig_util_SSLContext = util.ssl_.SSLContext
log = logging.getLogger(__name__)
def inject_into_urllib3():
'Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.'
_validate_dependencies_met()
util.ssl_.SSLContext = PyOpenSSLContext
util.HAS_SNI = HAS_SNI
util.ssl_.HAS_SNI = HAS_SNI
util.IS_PYOPENSSL = True
util.ssl_.IS_PYOPENSSL = True
def extract_from_urllib3():
'Undo monkey-patching by :func:`inject_into_urllib3`.'
util.ssl_.SSLContext = orig_util_SSLContext
util.HAS_SNI = orig_util_HAS_SNI
util.ssl_.HAS_SNI = orig_util_HAS_SNI
util.IS_PYOPENSSL = False
util.ssl_.IS_PYOPENSSL = False
def _validate_dependencies_met():
"""
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
"""
# Method added in `cryptography==1.1`; not available in older versions
from cryptography.x509.extensions import Extensions
if getattr(Extensions, "get_extension_for_class", None) is None:
raise ImportError("'cryptography' module missing required functionality. "
"Try upgrading to v1.3.4 or newer.")
# pyOpenSSL 0.14 and above use cryptography for OpenSSL bindings. The _x509
# attribute is only present on those versions.
from OpenSSL.crypto import X509
x509 = X509()
if getattr(x509, "_x509", None) is None:
raise ImportError("'pyOpenSSL' module missing required functionality. "
"Try upgrading to v0.14 or newer.")
def _dnsname_to_stdlib(name):
"""
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
"""
def idna_encode(name):
"""
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
"""
import idna
for prefix in [u'*.', u'.']:
if name.startswith(prefix):
name = name[len(prefix):]
return prefix.encode('ascii') + idna.encode(name)
return idna.encode(name)
name = idna_encode(name)
if sys.version_info >= (3, 0):
name = name.decode('utf-8')
return name
def get_subj_alt_name(peer_cert):
"""
Given an PyOpenSSL certificate, provides all the subject alternative names.
"""
# Pass the cert to cryptography, which has much better APIs for this.
if hasattr(peer_cert, "to_cryptography"):
cert = peer_cert.to_cryptography()
else:
# This is technically using private APIs, but should work across all
# relevant versions before PyOpenSSL got a proper API for this.
cert = _Certificate(openssl_backend, peer_cert._x509)
# We want to find the SAN extension. Ask Cryptography to locate it (it's
# faster than looping in Python)
try:
ext = cert.extensions.get_extension_for_class(
x509.SubjectAlternativeName
).value
except x509.ExtensionNotFound:
# No such extension, return the empty list.
return []
except (x509.DuplicateExtension, x509.UnsupportedExtension,
x509.UnsupportedGeneralNameType, UnicodeError) as e:
# A problem has been found with the quality of the certificate. Assume
# no SAN field is present.
log.warning(
"A problem was encountered with the certificate that prevented "
"urllib3 from finding the SubjectAlternativeName field. This can "
"affect certificate validation. The error was %s",
e,
)
return []
# We want to return dNSName and iPAddress fields. We need to cast the IPs
# back to strings because the match_hostname function wants them as
# strings.
# Sadly the DNS names need to be idna encoded and then, on Python 3, UTF-8
# decoded. This is pretty frustrating, but that's what the standard library
# does with certificates, and so we need to attempt to do the same.
names = [
('DNS', _dnsname_to_stdlib(name))
for name in ext.get_values_for_type(x509.DNSName)
]
names.extend(
('IP Address', str(name))
for name in ext.get_values_for_type(x509.IPAddress)
)
return names
class WrappedSocket(object):
'''API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
'''
def __init__(self, connection, socket, suppress_ragged_eofs=True):
self.connection = connection
self.socket = socket
self.suppress_ragged_eofs = suppress_ragged_eofs
self._makefile_refs = 0
self._closed = False
def fileno(self):
return self.socket.fileno()
# Copy-pasted from Python 3.5 source code
def _decref_socketios(self):
if self._makefile_refs > 0:
self._makefile_refs -= 1
if self._closed:
self.close()
def recv(self, *args, **kwargs):
try:
data = self.connection.recv(*args, **kwargs)
except OpenSSL.SSL.SysCallError as e:
if self.suppress_ragged_eofs and e.args == (-1, 'Unexpected EOF'):
return b''
else:
raise SocketError(str(e))
except OpenSSL.SSL.ZeroReturnError as e:
if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN:
return b''
else:
raise
except OpenSSL.SSL.WantReadError:
rd = util.wait_for_read(self.socket, self.socket.gettimeout())
if not rd:
raise timeout('The read operation timed out')
else:
return self.recv(*args, **kwargs)
else:
return data
def recv_into(self, *args, **kwargs):
try:
return self.connection.recv_into(*args, **kwargs)
except OpenSSL.SSL.SysCallError as e:
if self.suppress_ragged_eofs and e.args == (-1, 'Unexpected EOF'):
return 0
else:
raise SocketError(str(e))
except OpenSSL.SSL.ZeroReturnError as e:
if self.connection.get_shutdown() == OpenSSL.SSL.RECEIVED_SHUTDOWN:
return 0
else:
raise
except OpenSSL.SSL.WantReadError:
rd = util.wait_for_read(self.socket, self.socket.gettimeout())
if not rd:
raise timeout('The read operation timed out')
else:
return self.recv_into(*args, **kwargs)
def settimeout(self, timeout):
return self.socket.settimeout(timeout)
def _send_until_done(self, data):
while True:
try:
return self.connection.send(data)
except OpenSSL.SSL.WantWriteError:
wr = util.wait_for_write(self.socket, self.socket.gettimeout())
if not wr:
raise timeout()
continue
except OpenSSL.SSL.SysCallError as e:
raise SocketError(str(e))
def sendall(self, data):
total_sent = 0
while total_sent < len(data):
sent = self._send_until_done(data[total_sent:total_sent + SSL_WRITE_BLOCKSIZE])
total_sent += sent
def shutdown(self):
# FIXME rethrow compatible exceptions should we ever use this
self.connection.shutdown()
def close(self):
if self._makefile_refs < 1:
try:
self._closed = True
return self.connection.close()
except OpenSSL.SSL.Error:
return
else:
self._makefile_refs -= 1
def getpeercert(self, binary_form=False):
x509 = self.connection.get_peer_certificate()
if not x509:
return x509
if binary_form:
return OpenSSL.crypto.dump_certificate(
OpenSSL.crypto.FILETYPE_ASN1,
x509)
return {
'subject': (
(('commonName', x509.get_subject().CN),),
),
'subjectAltName': get_subj_alt_name(x509)
}
def _reuse(self):
self._makefile_refs += 1
def _drop(self):
if self._makefile_refs < 1:
self.close()
else:
self._makefile_refs -= 1
if _fileobject: # Platform-specific: Python 2
def makefile(self, mode, bufsize=-1):
self._makefile_refs += 1
return _fileobject(self, mode, bufsize, close=True)
else: # Platform-specific: Python 3
makefile = backport_makefile
WrappedSocket.makefile = makefile
class PyOpenSSLContext(object):
"""
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
"""
def __init__(self, protocol):
self.protocol = _openssl_versions[protocol]
self._ctx = OpenSSL.SSL.Context(self.protocol)
self._options = 0
self.check_hostname = False
@property
def options(self):
return self._options
@options.setter
def options(self, value):
self._options = value
self._ctx.set_options(value)
@property
def verify_mode(self):
return _openssl_to_stdlib_verify[self._ctx.get_verify_mode()]
@verify_mode.setter
def verify_mode(self, value):
self._ctx.set_verify(
_stdlib_to_openssl_verify[value],
_verify_callback
)
def set_default_verify_paths(self):
self._ctx.set_default_verify_paths()
def set_ciphers(self, ciphers):
if isinstance(ciphers, six.text_type):
ciphers = ciphers.encode('utf-8')
self._ctx.set_cipher_list(ciphers)
def load_verify_locations(self, cafile=None, capath=None, cadata=None):
if cafile is not None:
cafile = cafile.encode('utf-8')
if capath is not None:
capath = capath.encode('utf-8')
self._ctx.load_verify_locations(cafile, capath)
if cadata is not None:
self._ctx.load_verify_locations(BytesIO(cadata))
def load_cert_chain(self, certfile, keyfile=None, password=None):
self._ctx.use_certificate_file(certfile)
if password is not None:
self._ctx.set_passwd_cb(lambda max_length, prompt_twice, userdata: password)
self._ctx.use_privatekey_file(keyfile or certfile)
def wrap_socket(self, sock, server_side=False,
do_handshake_on_connect=True, suppress_ragged_eofs=True,
server_hostname=None):
cnx = OpenSSL.SSL.Connection(self._ctx, sock)
if isinstance(server_hostname, six.text_type): # Platform-specific: Python 3
server_hostname = server_hostname.encode('utf-8')
if server_hostname is not None:
cnx.set_tlsext_host_name(server_hostname)
cnx.set_connect_state()
while True:
try:
cnx.do_handshake()
except OpenSSL.SSL.WantReadError:
rd = util.wait_for_read(sock, sock.gettimeout())
if not rd:
raise timeout('select timed out')
continue
except OpenSSL.SSL.Error as e:
raise ssl.SSLError('bad handshake: %r' % e)
break
return WrappedSocket(cnx, sock)
def _verify_callback(cnx, x509, err_no, err_depth, return_code):
return err_no == 0
urllib3/contrib/appengine.py 0000644 00000025161 15043676013 0012112 0 ustar 00 """
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from urllib3 import PoolManager
from urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/\
urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/\
#limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
"""
from __future__ import absolute_import
import logging
import os
import warnings
from ..packages.six.moves.urllib.parse import urljoin
from ..exceptions import (
HTTPError,
HTTPWarning,
MaxRetryError,
ProtocolError,
TimeoutError,
SSLError
)
from ..packages.six import BytesIO
from ..request import RequestMethods
from ..response import HTTPResponse
from ..util.timeout import Timeout
from ..util.retry import Retry
try:
from google.appengine.api import urlfetch
except ImportError:
urlfetch = None
log = logging.getLogger(__name__)
class AppEnginePlatformWarning(HTTPWarning):
pass
class AppEnginePlatformError(HTTPError):
pass
class AppEngineManager(RequestMethods):
"""
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
"""
def __init__(self, headers=None, retries=None, validate_certificate=True,
urlfetch_retries=True):
if not urlfetch:
raise AppEnginePlatformError(
"URLFetch is not available in this environment.")
if is_prod_appengine_mvms():
raise AppEnginePlatformError(
"Use normal urllib3.PoolManager instead of AppEngineManager"
"on Managed VMs, as using URLFetch is not necessary in "
"this environment.")
warnings.warn(
"urllib3 is using URLFetch on Google App Engine sandbox instead "
"of sockets. To use sockets directly instead of URLFetch see "
"https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.",
AppEnginePlatformWarning)
RequestMethods.__init__(self, headers)
self.validate_certificate = validate_certificate
self.urlfetch_retries = urlfetch_retries
self.retries = retries or Retry.DEFAULT
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
# Return False to re-raise any potential exceptions
return False
def urlopen(self, method, url, body=None, headers=None,
retries=None, redirect=True, timeout=Timeout.DEFAULT_TIMEOUT,
**response_kw):
retries = self._get_retries(retries, redirect)
try:
follow_redirects = (
redirect and
retries.redirect != 0 and
retries.total)
response = urlfetch.fetch(
url,
payload=body,
method=method,
headers=headers or {},
allow_truncated=False,
follow_redirects=self.urlfetch_retries and follow_redirects,
deadline=self._get_absolute_timeout(timeout),
validate_certificate=self.validate_certificate,
)
except urlfetch.DeadlineExceededError as e:
raise TimeoutError(self, e)
except urlfetch.InvalidURLError as e:
if 'too large' in str(e):
raise AppEnginePlatformError(
"URLFetch request too large, URLFetch only "
"supports requests up to 10mb in size.", e)
raise ProtocolError(e)
except urlfetch.DownloadError as e:
if 'Too many redirects' in str(e):
raise MaxRetryError(self, url, reason=e)
raise ProtocolError(e)
except urlfetch.ResponseTooLargeError as e:
raise AppEnginePlatformError(
"URLFetch response too large, URLFetch only supports"
"responses up to 32mb in size.", e)
except urlfetch.SSLCertificateError as e:
raise SSLError(e)
except urlfetch.InvalidMethodError as e:
raise AppEnginePlatformError(
"URLFetch does not support method: %s" % method, e)
http_response = self._urlfetch_response_to_http_response(
response, retries=retries, **response_kw)
# Handle redirect?
redirect_location = redirect and http_response.get_redirect_location()
if redirect_location:
# Check for redirect response
if (self.urlfetch_retries and retries.raise_on_redirect):
raise MaxRetryError(self, url, "too many redirects")
else:
if http_response.status == 303:
method = 'GET'
try:
retries = retries.increment(method, url, response=http_response, _pool=self)
except MaxRetryError:
if retries.raise_on_redirect:
raise MaxRetryError(self, url, "too many redirects")
return http_response
retries.sleep_for_retry(http_response)
log.debug("Redirecting %s -> %s", url, redirect_location)
redirect_url = urljoin(url, redirect_location)
return self.urlopen(
method, redirect_url, body, headers,
retries=retries, redirect=redirect,
timeout=timeout, **response_kw)
# Check if we should retry the HTTP response.
has_retry_after = bool(http_response.getheader('Retry-After'))
if retries.is_retry(method, http_response.status, has_retry_after):
retries = retries.increment(
method, url, response=http_response, _pool=self)
log.debug("Retry: %s", url)
retries.sleep(http_response)
return self.urlopen(
method, url,
body=body, headers=headers,
retries=retries, redirect=redirect,
timeout=timeout, **response_kw)
return http_response
def _urlfetch_response_to_http_response(self, urlfetch_resp, **response_kw):
if is_prod_appengine():
# Production GAE handles deflate encoding automatically, but does
# not remove the encoding header.
content_encoding = urlfetch_resp.headers.get('content-encoding')
if content_encoding == 'deflate':
del urlfetch_resp.headers['content-encoding']
transfer_encoding = urlfetch_resp.headers.get('transfer-encoding')
# We have a full response's content,
# so let's make sure we don't report ourselves as chunked data.
if transfer_encoding == 'chunked':
encodings = transfer_encoding.split(",")
encodings.remove('chunked')
urlfetch_resp.headers['transfer-encoding'] = ','.join(encodings)
return HTTPResponse(
# In order for decoding to work, we must present the content as
# a file-like object.
body=BytesIO(urlfetch_resp.content),
headers=urlfetch_resp.headers,
status=urlfetch_resp.status_code,
**response_kw
)
def _get_absolute_timeout(self, timeout):
if timeout is Timeout.DEFAULT_TIMEOUT:
return None # Defer to URLFetch's default.
if isinstance(timeout, Timeout):
if timeout._read is not None or timeout._connect is not None:
warnings.warn(
"URLFetch does not support granular timeout settings, "
"reverting to total or default URLFetch timeout.",
AppEnginePlatformWarning)
return timeout.total
return timeout
def _get_retries(self, retries, redirect):
if not isinstance(retries, Retry):
retries = Retry.from_int(
retries, redirect=redirect, default=self.retries)
if retries.connect or retries.read or retries.redirect:
warnings.warn(
"URLFetch only supports total retries and does not "
"recognize connect, read, or redirect retry parameters.",
AppEnginePlatformWarning)
return retries
def is_appengine():
return (is_local_appengine() or
is_prod_appengine() or
is_prod_appengine_mvms())
def is_appengine_sandbox():
return is_appengine() and not is_prod_appengine_mvms()
def is_local_appengine():
return ('APPENGINE_RUNTIME' in os.environ and
'Development/' in os.environ['SERVER_SOFTWARE'])
def is_prod_appengine():
return ('APPENGINE_RUNTIME' in os.environ and
'Google App Engine/' in os.environ['SERVER_SOFTWARE'] and
not is_prod_appengine_mvms())
def is_prod_appengine_mvms():
return os.environ.get('GAE_VM', False) == 'true'
urllib3/connection.py 0000644 00000031313 15043676013 0010637 0 ustar 00 from __future__ import absolute_import
import datetime
import logging
import os
import sys
import socket
from socket import error as SocketError, timeout as SocketTimeout
import warnings
from .packages import six
from .packages.six.moves.http_client import HTTPConnection as _HTTPConnection
from .packages.six.moves.http_client import HTTPException # noqa: F401
try: # Compiled with SSL?
import ssl
BaseSSLError = ssl.SSLError
except (ImportError, AttributeError): # Platform-specific: No SSL.
ssl = None
class BaseSSLError(BaseException):
pass
try: # Python 3:
# Not a no-op, we're adding this to the namespace so it can be imported.
ConnectionError = ConnectionError
except NameError: # Python 2:
class ConnectionError(Exception):
pass
from .exceptions import (
NewConnectionError,
ConnectTimeoutError,
SubjectAltNameWarning,
SystemTimeWarning,
)
from .packages.ssl_match_hostname import match_hostname, CertificateError
from .util.ssl_ import (
resolve_cert_reqs,
resolve_ssl_version,
assert_fingerprint,
create_urllib3_context,
ssl_wrap_socket
)
from .util import connection
from ._collections import HTTPHeaderDict
log = logging.getLogger(__name__)
port_by_scheme = {
'http': 80,
'https': 443,
}
# When updating RECENT_DATE, move it to
# within two years of the current date, and no
# earlier than 6 months ago.
RECENT_DATE = datetime.date(2016, 1, 1)
class DummyConnection(object):
"""Used to detect a failed ConnectionCls import."""
pass
class HTTPConnection(_HTTPConnection, object):
"""
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
.. note:: This is ignored for Python 2.6. It is only applied for 2.7 and 3.x
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
"""
default_port = port_by_scheme['http']
#: Disable Nagle's algorithm by default.
#: ``[(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)]``
default_socket_options = [(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)]
#: Whether this connection verifies the host's certificate.
is_verified = False
def __init__(self, *args, **kw):
if six.PY3: # Python 3
kw.pop('strict', None)
# Pre-set source_address in case we have an older Python like 2.6.
self.source_address = kw.get('source_address')
if sys.version_info < (2, 7): # Python 2.6
# _HTTPConnection on Python 2.6 will balk at this keyword arg, but
# not newer versions. We can still use it when creating a
# connection though, so we pop it *after* we have saved it as
# self.source_address.
kw.pop('source_address', None)
#: The socket options provided by the user. If no options are
#: provided, we use the default options.
self.socket_options = kw.pop('socket_options', self.default_socket_options)
# Superclass also sets self.source_address in Python 2.7+.
_HTTPConnection.__init__(self, *args, **kw)
def _new_conn(self):
""" Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
"""
extra_kw = {}
if self.source_address:
extra_kw['source_address'] = self.source_address
if self.socket_options:
extra_kw['socket_options'] = self.socket_options
try:
conn = connection.create_connection(
(self.host, self.port), self.timeout, **extra_kw)
except SocketTimeout as e:
raise ConnectTimeoutError(
self, "Connection to %s timed out. (connect timeout=%s)" %
(self.host, self.timeout))
except SocketError as e:
raise NewConnectionError(
self, "Failed to establish a new connection: %s" % e)
return conn
def _prepare_conn(self, conn):
self.sock = conn
# the _tunnel_host attribute was added in python 2.6.3 (via
# http://hg.python.org/cpython/rev/0f57b30a152f) so pythons 2.6(0-2) do
# not have them.
if getattr(self, '_tunnel_host', None):
# TODO: Fix tunnel so it doesn't depend on self.sock state.
self._tunnel()
# Mark this connection as not reusable
self.auto_open = 0
def connect(self):
conn = self._new_conn()
self._prepare_conn(conn)
def request_chunked(self, method, url, body=None, headers=None):
"""
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
"""
headers = HTTPHeaderDict(headers if headers is not None else {})
skip_accept_encoding = 'accept-encoding' in headers
skip_host = 'host' in headers
self.putrequest(
method,
url,
skip_accept_encoding=skip_accept_encoding,
skip_host=skip_host
)
for header, value in headers.items():
self.putheader(header, value)
if 'transfer-encoding' not in headers:
self.putheader('Transfer-Encoding', 'chunked')
self.endheaders()
if body is not None:
stringish_types = six.string_types + (six.binary_type,)
if isinstance(body, stringish_types):
body = (body,)
for chunk in body:
if not chunk:
continue
if not isinstance(chunk, six.binary_type):
chunk = chunk.encode('utf8')
len_str = hex(len(chunk))[2:]
self.send(len_str.encode('utf-8'))
self.send(b'\r\n')
self.send(chunk)
self.send(b'\r\n')
# After the if clause, to always have a closed body
self.send(b'0\r\n\r\n')
class HTTPSConnection(HTTPConnection):
default_port = port_by_scheme['https']
ssl_version = None
def __init__(self, host, port=None, key_file=None, cert_file=None,
strict=None, timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
ssl_context=None, **kw):
HTTPConnection.__init__(self, host, port, strict=strict,
timeout=timeout, **kw)
self.key_file = key_file
self.cert_file = cert_file
self.ssl_context = ssl_context
# Required property for Google AppEngine 1.9.0 which otherwise causes
# HTTPS requests to go out as HTTP. (See Issue #356)
self._protocol = 'https'
def connect(self):
conn = self._new_conn()
self._prepare_conn(conn)
if self.ssl_context is None:
self.ssl_context = create_urllib3_context(
ssl_version=resolve_ssl_version(None),
cert_reqs=resolve_cert_reqs(None),
)
self.sock = ssl_wrap_socket(
sock=conn,
keyfile=self.key_file,
certfile=self.cert_file,
ssl_context=self.ssl_context,
)
class VerifiedHTTPSConnection(HTTPSConnection):
"""
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
"""
cert_reqs = None
ca_certs = None
ca_cert_dir = None
ssl_version = None
assert_fingerprint = None
def set_cert(self, key_file=None, cert_file=None,
cert_reqs=None, ca_certs=None,
assert_hostname=None, assert_fingerprint=None,
ca_cert_dir=None):
"""
This method should only be called once, before the connection is used.
"""
# If cert_reqs is not provided, we can try to guess. If the user gave
# us a cert database, we assume they want to use it: otherwise, if
# they gave us an SSL Context object we should use whatever is set for
# it.
if cert_reqs is None:
if ca_certs or ca_cert_dir:
cert_reqs = 'CERT_REQUIRED'
elif self.ssl_context is not None:
cert_reqs = self.ssl_context.verify_mode
self.key_file = key_file
self.cert_file = cert_file
self.cert_reqs = cert_reqs
self.assert_hostname = assert_hostname
self.assert_fingerprint = assert_fingerprint
self.ca_certs = ca_certs and os.path.expanduser(ca_certs)
self.ca_cert_dir = ca_cert_dir and os.path.expanduser(ca_cert_dir)
def connect(self):
# Add certificate verification
conn = self._new_conn()
hostname = self.host
if getattr(self, '_tunnel_host', None):
# _tunnel_host was added in Python 2.6.3
# (See: http://hg.python.org/cpython/rev/0f57b30a152f)
self.sock = conn
# Calls self._set_hostport(), so self.host is
# self._tunnel_host below.
self._tunnel()
# Mark this connection as not reusable
self.auto_open = 0
# Override the host with the one we're requesting data from.
hostname = self._tunnel_host
is_time_off = datetime.date.today() < RECENT_DATE
if is_time_off:
warnings.warn((
'System time is way off (before {0}). This will probably '
'lead to SSL verification errors').format(RECENT_DATE),
SystemTimeWarning
)
# Wrap socket using verification with the root certs in
# trusted_root_certs
if self.ssl_context is None:
self.ssl_context = create_urllib3_context(
ssl_version=resolve_ssl_version(self.ssl_version),
cert_reqs=resolve_cert_reqs(self.cert_reqs),
)
context = self.ssl_context
context.verify_mode = resolve_cert_reqs(self.cert_reqs)
self.sock = ssl_wrap_socket(
sock=conn,
keyfile=self.key_file,
certfile=self.cert_file,
ca_certs=self.ca_certs,
ca_cert_dir=self.ca_cert_dir,
server_hostname=hostname,
ssl_context=context)
if self.assert_fingerprint:
assert_fingerprint(self.sock.getpeercert(binary_form=True),
self.assert_fingerprint)
elif context.verify_mode != ssl.CERT_NONE \
and not getattr(context, 'check_hostname', False) \
and self.assert_hostname is not False:
# While urllib3 attempts to always turn off hostname matching from
# the TLS library, this cannot always be done. So we check whether
# the TLS Library still thinks it's matching hostnames.
cert = self.sock.getpeercert()
if not cert.get('subjectAltName', ()):
warnings.warn((
'Certificate for {0} has no `subjectAltName`, falling back to check for a '
'`commonName` for now. This feature is being removed by major browsers and '
'deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 '
'for details.)'.format(hostname)),
SubjectAltNameWarning
)
_match_hostname(cert, self.assert_hostname or hostname)
self.is_verified = (
context.verify_mode == ssl.CERT_REQUIRED or
self.assert_fingerprint is not None
)
def _match_hostname(cert, asserted_hostname):
try:
match_hostname(cert, asserted_hostname)
except CertificateError as e:
log.error(
'Certificate did not match expected hostname: %s. '
'Certificate: %s', asserted_hostname, cert
)
# Add cert to exception and reraise so client code can inspect
# the cert when catching the exception, if they want to
e._peer_cert = cert
raise
if ssl:
# Make a copy for testing.
UnverifiedHTTPSConnection = HTTPSConnection
HTTPSConnection = VerifiedHTTPSConnection
else:
HTTPSConnection = DummyConnection
urllib3/request.py 0000644 00000013472 15043676013 0010176 0 ustar 00 from __future__ import absolute_import
from .filepost import encode_multipart_formdata
from .packages.six.moves.urllib.parse import urlencode
__all__ = ['RequestMethods']
class RequestMethods(object):
"""
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
"""
_encode_url_methods = set(['DELETE', 'GET', 'HEAD', 'OPTIONS'])
def __init__(self, headers=None):
self.headers = headers or {}
def urlopen(self, method, url, body=None, headers=None,
encode_multipart=True, multipart_boundary=None,
**kw): # Abstract
raise NotImplemented("Classes extending RequestMethods must implement "
"their own ``urlopen`` method.")
def request(self, method, url, fields=None, headers=None, **urlopen_kw):
"""
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
"""
method = method.upper()
if method in self._encode_url_methods:
return self.request_encode_url(method, url, fields=fields,
headers=headers,
**urlopen_kw)
else:
return self.request_encode_body(method, url, fields=fields,
headers=headers,
**urlopen_kw)
def request_encode_url(self, method, url, fields=None, headers=None,
**urlopen_kw):
"""
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
"""
if headers is None:
headers = self.headers
extra_kw = {'headers': headers}
extra_kw.update(urlopen_kw)
if fields:
url += '?' + urlencode(fields)
return self.urlopen(method, url, **extra_kw)
def request_encode_body(self, method, url, fields=None, headers=None,
encode_multipart=True, multipart_boundary=None,
**urlopen_kw):
"""
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimick behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
"""
if headers is None:
headers = self.headers
extra_kw = {'headers': {}}
if fields:
if 'body' in urlopen_kw:
raise TypeError(
"request got values for both 'fields' and 'body', can only specify one.")
if encode_multipart:
body, content_type = encode_multipart_formdata(fields, boundary=multipart_boundary)
else:
body, content_type = urlencode(fields), 'application/x-www-form-urlencoded'
extra_kw['body'] = body
extra_kw['headers'] = {'Content-Type': content_type}
extra_kw['headers'].update(headers)
extra_kw.update(urlopen_kw)
return self.urlopen(method, url, **extra_kw)
urllib3/_collections.py 0000644 00000023734 15043676013 0011165 0 ustar 00 from __future__ import absolute_import
from collections import Mapping, MutableMapping
try:
from threading import RLock
except ImportError: # Platform-specific: No threads available
class RLock:
def __enter__(self):
pass
def __exit__(self, exc_type, exc_value, traceback):
pass
try: # Python 2.7+
from collections import OrderedDict
except ImportError:
from .packages.ordered_dict import OrderedDict
from .packages.six import iterkeys, itervalues, PY3
__all__ = ['RecentlyUsedContainer', 'HTTPHeaderDict']
_Null = object()
class RecentlyUsedContainer(MutableMapping):
"""
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
"""
ContainerCls = OrderedDict
def __init__(self, maxsize=10, dispose_func=None):
self._maxsize = maxsize
self.dispose_func = dispose_func
self._container = self.ContainerCls()
self.lock = RLock()
def __getitem__(self, key):
# Re-insert the item, moving it to the end of the eviction line.
with self.lock:
item = self._container.pop(key)
self._container[key] = item
return item
def __setitem__(self, key, value):
evicted_value = _Null
with self.lock:
# Possibly evict the existing value of 'key'
evicted_value = self._container.get(key, _Null)
self._container[key] = value
# If we didn't evict an existing value, we might have to evict the
# least recently used item from the beginning of the container.
if len(self._container) > self._maxsize:
_key, evicted_value = self._container.popitem(last=False)
if self.dispose_func and evicted_value is not _Null:
self.dispose_func(evicted_value)
def __delitem__(self, key):
with self.lock:
value = self._container.pop(key)
if self.dispose_func:
self.dispose_func(value)
def __len__(self):
with self.lock:
return len(self._container)
def __iter__(self):
raise NotImplementedError('Iteration over this class is unlikely to be threadsafe.')
def clear(self):
with self.lock:
# Copy pointers to all values, then wipe the mapping
values = list(itervalues(self._container))
self._container.clear()
if self.dispose_func:
for value in values:
self.dispose_func(value)
def keys(self):
with self.lock:
return list(iterkeys(self._container))
class HTTPHeaderDict(MutableMapping):
"""
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
"""
def __init__(self, headers=None, **kwargs):
super(HTTPHeaderDict, self).__init__()
self._container = OrderedDict()
if headers is not None:
if isinstance(headers, HTTPHeaderDict):
self._copy_from(headers)
else:
self.extend(headers)
if kwargs:
self.extend(kwargs)
def __setitem__(self, key, val):
self._container[key.lower()] = [key, val]
return self._container[key.lower()]
def __getitem__(self, key):
val = self._container[key.lower()]
return ', '.join(val[1:])
def __delitem__(self, key):
del self._container[key.lower()]
def __contains__(self, key):
return key.lower() in self._container
def __eq__(self, other):
if not isinstance(other, Mapping) and not hasattr(other, 'keys'):
return False
if not isinstance(other, type(self)):
other = type(self)(other)
return (dict((k.lower(), v) for k, v in self.itermerged()) ==
dict((k.lower(), v) for k, v in other.itermerged()))
def __ne__(self, other):
return not self.__eq__(other)
if not PY3: # Python 2
iterkeys = MutableMapping.iterkeys
itervalues = MutableMapping.itervalues
__marker = object()
def __len__(self):
return len(self._container)
def __iter__(self):
# Only provide the originally cased names
for vals in self._container.values():
yield vals[0]
def pop(self, key, default=__marker):
'''D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
'''
# Using the MutableMapping function directly fails due to the private marker.
# Using ordinary dict.pop would expose the internal structures.
# So let's reinvent the wheel.
try:
value = self[key]
except KeyError:
if default is self.__marker:
raise
return default
else:
del self[key]
return value
def discard(self, key):
try:
del self[key]
except KeyError:
pass
def add(self, key, val):
"""Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
"""
key_lower = key.lower()
new_vals = [key, val]
# Keep the common case aka no item present as fast as possible
vals = self._container.setdefault(key_lower, new_vals)
if new_vals is not vals:
vals.append(val)
def extend(self, *args, **kwargs):
"""Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
"""
if len(args) > 1:
raise TypeError("extend() takes at most 1 positional "
"arguments ({0} given)".format(len(args)))
other = args[0] if len(args) >= 1 else ()
if isinstance(other, HTTPHeaderDict):
for key, val in other.iteritems():
self.add(key, val)
elif isinstance(other, Mapping):
for key in other:
self.add(key, other[key])
elif hasattr(other, "keys"):
for key in other.keys():
self.add(key, other[key])
else:
for key, value in other:
self.add(key, value)
for key, value in kwargs.items():
self.add(key, value)
def getlist(self, key, default=__marker):
"""Returns a list of all the values for the named field. Returns an
empty list if the key doesn't exist."""
try:
vals = self._container[key.lower()]
except KeyError:
if default is self.__marker:
return []
return default
else:
return vals[1:]
# Backwards compatibility for httplib
getheaders = getlist
getallmatchingheaders = getlist
iget = getlist
# Backwards compatibility for http.cookiejar
get_all = getlist
def __repr__(self):
return "%s(%s)" % (type(self).__name__, dict(self.itermerged()))
def _copy_from(self, other):
for key in other:
val = other.getlist(key)
if isinstance(val, list):
# Don't need to convert tuples
val = list(val)
self._container[key.lower()] = [key] + val
def copy(self):
clone = type(self)()
clone._copy_from(self)
return clone
def iteritems(self):
"""Iterate over all header lines, including duplicate ones."""
for key in self:
vals = self._container[key.lower()]
for val in vals[1:]:
yield vals[0], val
def itermerged(self):
"""Iterate over all headers, merging duplicate ones together."""
for key in self:
val = self._container[key.lower()]
yield val[0], ', '.join(val[1:])
def items(self):
return list(self.iteritems())
@classmethod
def from_httplib(cls, message): # Python 2
"""Read headers from a Python 2 httplib message object."""
# python2.7 does not expose a proper API for exporting multiheaders
# efficiently. This function re-reads raw lines from the message
# object and extracts the multiheaders properly.
headers = []
for line in message.headers:
if line.startswith((' ', '\t')):
key, value = headers[-1]
headers[-1] = (key, value + '\r\n' + line.rstrip())
continue
key, value = line.split(':', 1)
headers.append((key, value.strip()))
return cls(headers)
urllib3/__pycache__/request.cpython-38.pyc 0000644 00000012766 15043676013 0014471 0 ustar 00 U
��.e� � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sN e Zd ZdZddddhZddd�Zdd
d �Zdd d
�Zddd�Zddd�Z dS )r a�
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r �?/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplementedError)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r
�urlopen, s
�zRequestMethods.urlopenc K sR |� � }||d< || jkr4| j||f||d�|��S | j||f||d�|��S dS )a�
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
Z request_url)�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r
r r r �
urlopen_kwr r r
�request; s*
� �� � ��zRequestMethods.requestc K sD |dkr| j }d|i}|�|� |r4|dt|� 7 }| j||f|�S )z�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
Nr �?)r �updater r )r r
r r r r �extra_kwr r r
r S s
z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} }
nt|�d } }
| |d< d|
i|d< |d �|� |�|� | j||f|�S )a�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimic behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r
r r r r r r r r Z content_typer r r
r c s* -� � �
z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN)
�__name__�
__module__� __qualname__�__doc__r r r r r r r r r r
r
s
�
�N) Z
__future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r
�<module> s urllib3/__pycache__/exceptions.cpython-38.pyc 0000644 00000023454 15043676013 0015156 0 ustar 00 U
��.e� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e�Z G dd� de�Z G dd� de�Z
G dd� de�ZeZG dd� de
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG d d � d ee
�ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.Nr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ t�| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager r r r s zPoolError.__init__c C s
| j dfS )N)NN�� __class__�r r r r �
__reduce__ s zPoolError.__reduce__N�r r r r
r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ t�| ||� d S �N)�urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS r )r r r r r r r $ s zRequestError.__reduce__Nr r r r r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.Nr r r r r r ) s r c @ s e Zd ZdZdS )�
ProxyErrorz,Raised when the connection to a proxy fails.Nr r r r r r . s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�
ProtocolErrorz>Raised when something unexpected happens mid-request/response.Nr r r r r r 8 s r c @ s e Zd ZdZddd�ZdS )�
MaxRetryErrora Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
Nc C s& || _ d||f }t�| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r r r r N s zMaxRetryError.__init__)N�r r r r
r r r r r r D s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t �| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r$ r r r r r Y s zHostChangedError.__init__N)r# r! r r r r r" V s r" c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout Nr r r r r r% _ s r% c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
Nr r r r r r& e s r& c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverNr r r r r r' o s r' c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverNr r r r r r( v s r( c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.Nr r r r r r) { s r) c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.Nr r r r r r* � s r* c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.Nr r r r r r+ � s r+ c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.Nr r r r r r, � s r, c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t �| |� || _d S )NzFailed to parse: %s)r r �location)r r. r r r r r � s zLocationParseError.__init__Nr! r r r r r- � s r- c @ s e Zd ZdZdZdZdS )�
ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r
Z
GENERIC_ERRORZSPECIFIC_ERRORr r r r r/ � s r/ c @ s e Zd ZdZdS )�SecurityWarningz0Warned when performing security reducing actionsNr r r r r r0 � s r0 c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.Nr r r r r r1 � s r1 c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.Nr r r r r r2 � s r2 c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongNr r r r r r3 � s r3 c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.Nr r r r r r4 � s r4 c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.Nr r r r r r5 � s r5 c @ s e Zd ZdZdS )�DependencyWarningzc
Warned when an attempt is made to import a module with missing optional
dependencies.
Nr r r r r r6 � s r6 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.Nr r r r r r7 � s r7 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
Nr r r r r r8 � s r8 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z�
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
c s t t| ��||� d S r )�superr r )r �partial�expectedr r r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r: r; r r r r �__repr__� s �zIncompleteRead.__repr__)r r r r
r r< �
__classcell__r r r r r � s r c @ s e Zd ZdZdS )�
InvalidHeaderz(The header provided was somehow invalid.Nr r r r r r> � s r> c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| ��|� d S )Nz Not supported proxy scheme %s)r9 r? r )r Zschemer r r r r � s zProxySchemeUnknown.__init__�r r r r
r r= r r r r r? � s r? c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| ��|� d S )Nz%s, unparsed data: %rZUnknown)r9 rA r )r ZdefectsZ
unparsed_datar r r r r � s zHeaderParsingError.__init__r@ r r r r rA � s rA c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyNr r r r r rB � s rB N)+Z
__future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr
r r r r r r �ConnectionErrorr r" r% r& r' r( r) r* r+ �
ValueErrorr, r- r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r> �AssertionErrorr? rA rB r r r r �<module> sH
urllib3/__pycache__/response.cpython-38.opt-1.pyc 0000644 00000047557 15043676013 0015604 0 ustar 00 U
��.e�l � @ s\ d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm
Z z d dl Z W n e
k
rl dZ Y nX ddlmZ ddlmZmZmZmZmZmZmZ dd lmZmZ dd
l m Z dd l m Z m!Z! dd l"m#Z#m$Z$ e�%e&�Z'G d
d� de(�Z)G dd� de(�Z*G dd� de(�Z+e dk �r.G dd� de(�Z,G dd� de(�Z-dd� Z.G dd� dej/�Z0dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible�
ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead�
InvalidHeader)� string_types�PY3)� http_client)�
HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ d| _t�� | _d S )NT� )�
_first_try�_data�zlib�
decompressobj�_obj��self� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/response.py�__init__! s zDeflateDecoder.__init__c C s t | j|�S �N��getattrr �r �namer r r � __getattr__& s zDeflateDecoder.__getattr__c C s� |s|S | j s| j�|�S | j|7 _z"| j�|�}|rFd| _ d | _|W S tjk
r� d| _ t�tj �| _z| �| j�W � Y S d | _X Y nX d S )NF)r r �
decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r( ) s" zDeflateDecoder.decompressN��__name__�
__module__� __qualname__r! r' r( r r r r r s r c @ s e Zd ZdZdZdZdS )�GzipDecoderStater r � N)r, r- r. � FIRST_MEMBER�
OTHER_MEMBERS� SWALLOW_DATAr r r r r/ @ s r/ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t �dt j �| _tj| _d S �N� )r r r) r r/ r1 �_stater r r r r! H s zGzipDecoder.__init__c C s t | j|�S r" r# r% r r r r' L s zGzipDecoder.__getattr__c C s� t � }| jtjks|s t|�S z|| j�|�7 }W n< tjk
rn | j}tj| _|tj krht|� Y S � Y nX | jj
}|s�t|�S tj | _t� dtj �| _q d S r5 )
� bytearrayr7 r/ r3 �bytesr r( r r r2 Z unused_datar r) )r r* �retZprevious_stater r r r( O s
zGzipDecoder.decompressNr+ r r r r r4 G s r4 c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BrotliDecoderc C s t �� | _d S r" )�brotliZ Decompressorr r r r r r! k s zBrotliDecoder.__init__c C s$ t | jd�r| j�|�S | j�|�S )Nr( )�hasattrr r( Zprocess)r r* r r r r( n s zBrotliDecoder.decompressc C s t | jd�r| j�� S dS )N�flushr )r= r r> r r r r r> s s
zBrotliDecoder.flushN)r, r- r. r! r( r> r r r r r; g s r; c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MultiDecodera
From RFC7231:
If one or more encodings have been applied to a representation, the
sender that applied the encodings MUST generate a Content-Encoding
header field that lists the content codings in the order in which
they were applied.
c C s dd� |� d�D �| _d S )Nc S s g | ]}t |�� ��qS r )� _get_decoder�strip)�.0�mr r r �
<listcomp>� s z)MultiDecoder.__init__.<locals>.<listcomp>�,)�split� _decoders)r Zmodesr r r r! � s zMultiDecoder.__init__c C s | j d �� S �Nr )rG r> r r r r r> � s zMultiDecoder.flushc C s t | j�D ]}|�|�}q
|S r" )�reversedrG r( )r r* �dr r r r( � s zMultiDecoder.decompressN)r, r- r. �__doc__r! r> r( r r r r r? y s r? c C s: d| krt | �S | dkr t� S td k r4| dkr4t� S t� S )NrE �gzip�br)r? r4 r< r; r )�moder r r r@ � s r@ c @ sd e Zd ZdZddgZedk r&edg7 Zdddd d
gZdLdd�Zdd� Zdd� Z e
dd� �Z e
dd� �Z dd� Z
dd � Zd d � Zd d � ZeejfZedk r�eejf7 Zd!d"� Zd#d$� Zed%d&� �ZdMd'd(�ZdNd*d+�Zed,d-� �Z d.d/� Z dOd0d1�Z d2d3� Z d4d5� Z e
d6d7� �Z!d8d9� Z"d:d;� Z#d<d=� Z$d>d?� Z%d@dA� Z&dBdC� Z'dDdE� Z(dPdFdG�Z)dHdI� Z*dJdK� Z+dS )Q� HTTPResponsea�
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
rL ZdeflateNrM i- i. i/ i3 i4 � r TFc C s t |t�r|| _n
t|�| _|| _|| _|| _|| _|| _|
| _|| _ || _
d | _ d | _ d | _
| | _d| _| | _|| _|r�t |ttf�r�|| _ |
| _| | _t|d�r�|| _
d| _d | _| j�dd��� }dd� |�d�D �}d |kr�d
| _| � |�| _ |�r| j �s| j |d �| _ d S ) Nr �readFztransfer-encodingrP c s s | ]}|� � V qd S r" )rA )rB �encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>rE �chunkedT��decode_content) �
isinstancer �headers�status�version�reason�strictrV �retries�enforce_content_length�
auto_close�_decoder�_body�_fp�_original_response�_fp_bytes_read�msg� _request_url�
basestringr9 �_pool� _connectionr= rT �
chunk_left�get�lowerrF � _init_length�length_remainingrQ )r �bodyrX rY rZ r[ r\ Zpreload_contentrV �original_responseZpool�
connectionre r] r^ �request_methodZ request_urlr_ Ztr_enc� encodingsr r r r! � sB
zHTTPResponse.__init__c C s | j | jkr| j�d�S dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
�locationF)rY �REDIRECT_STATUSESrX rk r r r r �get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r | jsd S | j �| j� d | _d S r" )rh ri Z _put_connr r r r � release_conn s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)�
cache_content)ra rb rQ r r r r r* s zHTTPResponse.datac C s | j S r" )ri r r r r rq ! s zHTTPResponse.connectionc C s
t | j�S r" )r rb r r r r �isclosed% s zHTTPResponse.isclosedc C s | j S )z�
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
)rd r r r r �tell( s zHTTPResponse.tellc C s� | j �d�}|dk r�| jr(t�d� dS z<tdd� |�d�D ��}t|�dkrZtd| ��|� � }W n t
k
r| d}Y nX |d k r�d}zt | j �}W n t
k
r� d }Y nX |d
ks�d | kr�d k s�n |d
kr�d }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)rB �valr r r rD J s z-HTTPResponse._init_length.<locals>.<listcomp>rE r z8Content-Length contained multiple unmatching values (%s)r )�� i0 �d �� ZHEAD)
rX rk rT �logZwarning�setrF �lenr �pop�
ValueErrorr{ rY )r rr ZlengthZlengthsrY r r r rm 0 s6 � ��
&zHTTPResponse._init_lengthc sh � j �dd��� }� jdkrd|� jkr2t|�� _n2d|krd� fdd�|�d�D �}t|�rdt|�� _dS )z=
Set-up the _decoder attribute if necessary.
�content-encodingrP NrE c s" g | ]}|� � � jkr|� � �qS r )rA �CONTENT_DECODERS)rB �er r r rD o s �z.HTTPResponse._init_decoder.<locals>.<listcomp>)rX rk rl r` r� r@ rF r� )r �content_encodingrs r r r �
_init_decoderd s
�zHTTPResponse._init_decoderc
C sx |s|S z| j r | j �|�}W nD | jk
rb } z$| j�dd��� }td| |��W 5 d}~X Y nX |rt|| �� 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
r� rP zEReceived response with content-encoding: %s, but failed to decode it.N)r` r( �DECODER_ERROR_CLASSESrX rk rl r
�_flush_decoder)r r* rV �
flush_decoderr� r� r r r �_decode{ s �� zHTTPResponse._decodec C s$ | j r | j �d�}|| j �� S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
r )r` r( r> )r Zbufr r r r� � s zHTTPResponse._flush_decoderc
c s� d}z�z
dV W n� tk
r2 t| jdd��Y np tk
rn } z dt |�krP� t| jdd��W 5 d}~X Y n4 t
t fk
r� } zt d| |��W 5 d}~X Y nX d}W 5 |s�| j r�| j �� | jr�| j�� | j r�| j �� r�| �� X dS )z�
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outzConnection broken: %rT)
rc �closeri ry rw �
SocketTimeoutr rh r �strr � SocketErrorr )r Z
clean_exitr� r r r �_error_catcher� s(
zHTTPResponse._error_catcherc C s | � � |dkr| j}| jdkr$dS d}t| jdd�}| �� �v |dkr`|sV| j�� nd}d}nPd}|st| j�|�nd}|dkr�|s�| j�� d}| jr�| jdkr�t | j
| j��W 5 Q R X |�r| j
t |�7 _
| jdk r�| jt |�8 _| � |||�}|�r|| _
|S )aP
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
NF�closedr Tr )r N)r� rV rb r$ r� rQ r� r^ rn r
rd r� r� ra )r �amtrV rx r� Z fp_closedr* r r r rQ � s:
��
zHTTPResponse.read� c c sR | j r*| �� r*| j||d�D ]
}|V q n$t| j�sN| j||d�}|r*|V q*dS )a_
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
rU )r� rV N)rT �supports_chunked_reads� read_chunkedr rb rQ )r r� rV �liner* r r r �stream s
zHTTPResponse.streamc
K s` |j }t|t�s,tr"t|�� �}n
t�|�}t|dd�}| f |||j|j|j ||d�|��}|S )a
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
r\ r )ro rX rY rZ r[ r\ rp )
re rW r r �items� from_httplibr$ rY rZ r[ )Z ResponseCls�rZ response_kwrX r\ Zrespr r r r� 9 s$
��
zHTTPResponse.from_httplibc C s | j S r" �rX r r r r �
getheadersZ s zHTTPResponse.getheadersc C s | j �||�S r" )rX rk )r r& �defaultr r r � getheader] s zHTTPResponse.getheaderc C s | j S r" r� r r r r �infoa s zHTTPResponse.infoc C s6 | j s| j�� | jr | j�� | js2tj�| � d S r" )r� rb r� ri r_ �io�IOBaser r r r r� e s
zHTTPResponse.closec C sT | j stjj�| �S | jd kr"dS t| jd�r8| j�� S t| jd�rL| jjS dS d S )NTry r� )r_ r� r� r� �__get__rb r= ry r r r r r� o s
zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j �� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rb �IOErrorr= r� r r r r r� | s
�zHTTPResponse.filenoc C s2 | j d k r.t| j d�r.t| j dd�s.| j �� S d S )Nr> r� F)rb r= r$ r> r r r r r> � s �
� �zHTTPResponse.flushc C s dS )NTr r r r r �readable� s zHTTPResponse.readablec C s: | � t|��}t|�dkr dS ||d t|��< t|�S d S rH )rQ r� )r �bZtempr r r �readinto� s
zHTTPResponse.readintoc C s t | jd�S )z�
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
�fp)r= rb r r r r r� � s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jj�� }|�dd�d }zt|d�| _ W n& tk
r` | �� t� |��Y nX d S )N� ;r r r6 )
rj rb r� �readlinerF r{ r� r� �httplibr
)r r� r r r �_update_chunk_length� s
z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j �| j�}|}| j �d� d | _nv|| jk rZ| j �|�}| j| | _|}nN|| jkr�| j �|�}| j �d� d | _|}n | j �| j�}| j �d� d | _|S )Nr0 )rb Z
_safe_readrj )r r� Zreturned_chunk�chunk�valuer r r �
_handle_chunk� s&
zHTTPResponse._handle_chunkc c s� | � � | jstd��| �� s&td��| �� �� | jrXt| j�rX| j�� W 5 Q R � dS | j j
dkrrW 5 Q R � dS | � � | j dkr�q�| �
|�}| j||dd�}|rr|V qr|r�| �� }|r�|V | j j
�� }|s�q�|dkr�q�q�| jr�| j�� W 5 Q R X dS )a�
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)rV r� s
)r� rT r r� r r� rc r r� rb r� r� rj r� r� r� r� )r r� rV r� Zdecodedr� r r r r� � sJ ��
� zHTTPResponse.read_chunkedc C s. | j dk r$t| j j�r$| j jd jS | jS dS )z�
Returns the URL that was the source of this response.
If the request that generated this response redirected, this method
will return the final redirect location.
N���)r] r� �historyZredirect_locationrf r r r r �geturl s zHTTPResponse.geturlc c s� dg}| j dd�D ]n}d|krv|�d�}d�|�|d d V |dd� D ]}|d V qL|d rp|d g}q�g }q|�|� q|r�d�|�V d S )Nr TrU �
r r r� )r� rF �join�append)r �bufferr� �xr r r �__iter__ s
zHTTPResponse.__iter__)rP Nr r Nr TTNNNNNFNNT)NNF)r� N)N)NN),r, r- r. rK r� r< ru r! rv rw �propertyr* rq ry rz rm r� r� r r r� r� r� r r� rQ r� � classmethodr� r� r� r� r� r� r� r> r� r� r� r� r� r� r� r� r r r r rO � sx
�
C
4
8
J
F rO )1Z
__future__r �
contextlibr r r� ZloggingZsocketr r� r r� r< � ImportError� _collectionsr �
exceptionsr r r
r r r
r Z packages.sixr rg r Zpackages.six.movesr r� rq r r Z
util.responser r Z getLoggerr, r� �objectr r/ r4 r; r? r@ r� rO r r r r �<module> s2
$
urllib3/__pycache__/response.cpython-38.pyc 0000644 00000047557 15043676013 0014645 0 ustar 00 U
��.e�l � @ s\ d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm
Z z d dl Z W n e
k
rl dZ Y nX ddlmZ ddlmZmZmZmZmZmZmZ dd lmZmZ dd
l m Z dd l m Z m!Z! dd l"m#Z#m$Z$ e�%e&�Z'G d
d� de(�Z)G dd� de(�Z*G dd� de(�Z+e dk �r.G dd� de(�Z,G dd� de(�Z-dd� Z.G dd� dej/�Z0dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible�
ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead�
InvalidHeader)� string_types�PY3)� http_client)�
HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ d| _t�� | _d S )NT� )�
_first_try�_data�zlib�
decompressobj�_obj��self� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/response.py�__init__! s zDeflateDecoder.__init__c C s t | j|�S �N��getattrr �r �namer r r � __getattr__& s zDeflateDecoder.__getattr__c C s� |s|S | j s| j�|�S | j|7 _z"| j�|�}|rFd| _ d | _|W S tjk
r� d| _ t�tj �| _z| �| j�W � Y S d | _X Y nX d S )NF)r r �
decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r( ) s" zDeflateDecoder.decompressN��__name__�
__module__� __qualname__r! r' r( r r r r r s r c @ s e Zd ZdZdZdZdS )�GzipDecoderStater r � N)r, r- r. � FIRST_MEMBER�
OTHER_MEMBERS� SWALLOW_DATAr r r r r/ @ s r/ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t �dt j �| _tj| _d S �N� )r r r) r r/ r1 �_stater r r r r! H s zGzipDecoder.__init__c C s t | j|�S r" r# r% r r r r' L s zGzipDecoder.__getattr__c C s� t � }| jtjks|s t|�S z|| j�|�7 }W n< tjk
rn | j}tj| _|tj krht|� Y S � Y nX | jj
}|s�t|�S tj | _t� dtj �| _q d S r5 )
� bytearrayr7 r/ r3 �bytesr r( r r r2 Z unused_datar r) )r r* �retZprevious_stater r r r( O s
zGzipDecoder.decompressNr+ r r r r r4 G s r4 c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BrotliDecoderc C s t �� | _d S r" )�brotliZ Decompressorr r r r r r! k s zBrotliDecoder.__init__c C s$ t | jd�r| j�|�S | j�|�S )Nr( )�hasattrr r( Zprocess)r r* r r r r( n s zBrotliDecoder.decompressc C s t | jd�r| j�� S dS )N�flushr )r= r r> r r r r r> s s
zBrotliDecoder.flushN)r, r- r. r! r( r> r r r r r; g s r; c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MultiDecodera
From RFC7231:
If one or more encodings have been applied to a representation, the
sender that applied the encodings MUST generate a Content-Encoding
header field that lists the content codings in the order in which
they were applied.
c C s dd� |� d�D �| _d S )Nc S s g | ]}t |�� ��qS r )� _get_decoder�strip)�.0�mr r r �
<listcomp>� s z)MultiDecoder.__init__.<locals>.<listcomp>�,)�split� _decoders)r Zmodesr r r r! � s zMultiDecoder.__init__c C s | j d �� S �Nr )rG r> r r r r r> � s zMultiDecoder.flushc C s t | j�D ]}|�|�}q
|S r" )�reversedrG r( )r r* �dr r r r( � s zMultiDecoder.decompressN)r, r- r. �__doc__r! r> r( r r r r r? y s r? c C s: d| krt | �S | dkr t� S td k r4| dkr4t� S t� S )NrE �gzip�br)r? r4 r< r; r )�moder r r r@ � s r@ c @ sd e Zd ZdZddgZedk r&edg7 Zdddd d
gZdLdd�Zdd� Zdd� Z e
dd� �Z e
dd� �Z dd� Z
dd � Zd d � Zd d � ZeejfZedk r�eejf7 Zd!d"� Zd#d$� Zed%d&� �ZdMd'd(�ZdNd*d+�Zed,d-� �Z d.d/� Z dOd0d1�Z d2d3� Z d4d5� Z e
d6d7� �Z!d8d9� Z"d:d;� Z#d<d=� Z$d>d?� Z%d@dA� Z&dBdC� Z'dDdE� Z(dPdFdG�Z)dHdI� Z*dJdK� Z+dS )Q� HTTPResponsea�
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
rL ZdeflateNrM i- i. i/ i3 i4 � r TFc C s t |t�r|| _n
t|�| _|| _|| _|| _|| _|| _|
| _|| _ || _
d | _ d | _ d | _
| | _d| _| | _|| _|r�t |ttf�r�|| _ |
| _| | _t|d�r�|| _
d| _d | _| j�dd��� }dd� |�d�D �}d |kr�d
| _| � |�| _ |�r| j �s| j |d �| _ d S ) Nr �readFztransfer-encodingrP c s s | ]}|� � V qd S r" )rA )rB �encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>rE �chunkedT��decode_content) �
isinstancer �headers�status�version�reason�strictrV �retries�enforce_content_length�
auto_close�_decoder�_body�_fp�_original_response�_fp_bytes_read�msg� _request_url�
basestringr9 �_pool� _connectionr= rT �
chunk_left�get�lowerrF � _init_length�length_remainingrQ )r �bodyrX rY rZ r[ r\ Zpreload_contentrV �original_responseZpool�
connectionre r] r^ �request_methodZ request_urlr_ Ztr_enc� encodingsr r r r! � sB
zHTTPResponse.__init__c C s | j | jkr| j�d�S dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
�locationF)rY �REDIRECT_STATUSESrX rk r r r r �get_redirect_location s z"HTTPResponse.get_redirect_locationc C s( | j r | jsd S | j �| j� d | _d S r" )rh ri Z _put_connr r r r � release_conn s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)�
cache_content)ra rb rQ r r r r r* s zHTTPResponse.datac C s | j S r" )ri r r r r rq ! s zHTTPResponse.connectionc C s
t | j�S r" )r rb r r r r �isclosed% s zHTTPResponse.isclosedc C s | j S )z�
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
)rd r r r r �tell( s zHTTPResponse.tellc C s� | j �d�}|dk r�| jr(t�d� dS z<tdd� |�d�D ��}t|�dkrZtd| ��|� � }W n t
k
r| d}Y nX |d k r�d}zt | j �}W n t
k
r� d }Y nX |d
ks�d | kr�d k s�n |d
kr�d }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)rB �valr r r rD J s z-HTTPResponse._init_length.<locals>.<listcomp>rE r z8Content-Length contained multiple unmatching values (%s)r )�� i0 �d �� ZHEAD)
rX rk rT �logZwarning�setrF �lenr �pop�
ValueErrorr{ rY )r rr ZlengthZlengthsrY r r r rm 0 s6 � ��
&zHTTPResponse._init_lengthc sh � j �dd��� }� jdkrd|� jkr2t|�� _n2d|krd� fdd�|�d�D �}t|�rdt|�� _dS )z=
Set-up the _decoder attribute if necessary.
�content-encodingrP NrE c s" g | ]}|� � � jkr|� � �qS r )rA �CONTENT_DECODERS)rB �er r r rD o s �z.HTTPResponse._init_decoder.<locals>.<listcomp>)rX rk rl r` r� r@ rF r� )r �content_encodingrs r r r �
_init_decoderd s
�zHTTPResponse._init_decoderc
C sx |s|S z| j r | j �|�}W nD | jk
rb } z$| j�dd��� }td| |��W 5 d}~X Y nX |rt|| �� 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
r� rP zEReceived response with content-encoding: %s, but failed to decode it.N)r` r( �DECODER_ERROR_CLASSESrX rk rl r
�_flush_decoder)r r* rV �
flush_decoderr� r� r r r �_decode{ s �� zHTTPResponse._decodec C s$ | j r | j �d�}|| j �� S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
r )r` r( r> )r Zbufr r r r� � s zHTTPResponse._flush_decoderc
c s� d}z�z
dV W n� tk
r2 t| jdd��Y np tk
rn } z dt |�krP� t| jdd��W 5 d}~X Y n4 t
t fk
r� } zt d| |��W 5 d}~X Y nX d}W 5 |s�| j r�| j �� | jr�| j�� | j r�| j �� r�| �� X dS )z�
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outzConnection broken: %rT)
rc �closeri ry rw �
SocketTimeoutr rh r �strr � SocketErrorr )r Z
clean_exitr� r r r �_error_catcher� s(
zHTTPResponse._error_catcherc C s | � � |dkr| j}| jdkr$dS d}t| jdd�}| �� �v |dkr`|sV| j�� nd}d}nPd}|st| j�|�nd}|dkr�|s�| j�� d}| jr�| jdkr�t | j
| j��W 5 Q R X |�r| j
t |�7 _
| jdk r�| jt |�8 _| � |||�}|�r|| _
|S )aP
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
NF�closedr Tr )r N)r� rV rb r$ r� rQ r� r^ rn r
rd r� r� ra )r �amtrV rx r� Z fp_closedr* r r r rQ � s:
��
zHTTPResponse.read� c c sR | j r*| �� r*| j||d�D ]
}|V q n$t| j�sN| j||d�}|r*|V q*dS )a_
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
rU )r� rV N)rT �supports_chunked_reads� read_chunkedr rb rQ )r r� rV �liner* r r r �stream s
zHTTPResponse.streamc
K s` |j }t|t�s,tr"t|�� �}n
t�|�}t|dd�}| f |||j|j|j ||d�|��}|S )a
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
r\ r )ro rX rY rZ r[ r\ rp )
re rW r r �items� from_httplibr$ rY rZ r[ )Z ResponseCls�rZ response_kwrX r\ Zrespr r r r� 9 s$
��
zHTTPResponse.from_httplibc C s | j S r" �rX r r r r �
getheadersZ s zHTTPResponse.getheadersc C s | j �||�S r" )rX rk )r r& �defaultr r r � getheader] s zHTTPResponse.getheaderc C s | j S r" r� r r r r �infoa s zHTTPResponse.infoc C s6 | j s| j�� | jr | j�� | js2tj�| � d S r" )r� rb r� ri r_ �io�IOBaser r r r r� e s
zHTTPResponse.closec C sT | j stjj�| �S | jd kr"dS t| jd�r8| j�� S t| jd�rL| jjS dS d S )NTry r� )r_ r� r� r� �__get__rb r= ry r r r r r� o s
zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j �� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rb �IOErrorr= r� r r r r r� | s
�zHTTPResponse.filenoc C s2 | j d k r.t| j d�r.t| j dd�s.| j �� S d S )Nr> r� F)rb r= r$ r> r r r r r> � s �
� �zHTTPResponse.flushc C s dS )NTr r r r r �readable� s zHTTPResponse.readablec C s: | � t|��}t|�dkr dS ||d t|��< t|�S d S rH )rQ r� )r �bZtempr r r �readinto� s
zHTTPResponse.readintoc C s t | jd�S )z�
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
�fp)r= rb r r r r r� � s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jj�� }|�dd�d }zt|d�| _ W n& tk
r` | �� t� |��Y nX d S )N� ;r r r6 )
rj rb r� �readlinerF r{ r� r� �httplibr
)r r� r r r �_update_chunk_length� s
z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j �| j�}|}| j �d� d | _nv|| jk rZ| j �|�}| j| | _|}nN|| jkr�| j �|�}| j �d� d | _|}n | j �| j�}| j �d� d | _|S )Nr0 )rb Z
_safe_readrj )r r� Zreturned_chunk�chunk�valuer r r �
_handle_chunk� s&
zHTTPResponse._handle_chunkc c s� | � � | jstd��| �� s&td��| �� �� | jrXt| j�rX| j�� W 5 Q R � dS | j j
dkrrW 5 Q R � dS | � � | j dkr�q�| �
|�}| j||dd�}|rr|V qr|r�| �� }|r�|V | j j
�� }|s�q�|dkr�q�q�| jr�| j�� W 5 Q R X dS )a�
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)rV r� s
)r� rT r r� r r� rc r r� rb r� r� rj r� r� r� r� )r r� rV r� Zdecodedr� r r r r� � sJ ��
� zHTTPResponse.read_chunkedc C s. | j dk r$t| j j�r$| j jd jS | jS dS )z�
Returns the URL that was the source of this response.
If the request that generated this response redirected, this method
will return the final redirect location.
N���)r] r� �historyZredirect_locationrf r r r r �geturl s zHTTPResponse.geturlc c s� dg}| j dd�D ]n}d|krv|�d�}d�|�|d d V |dd� D ]}|d V qL|d rp|d g}q�g }q|�|� q|r�d�|�V d S )Nr TrU �
r r r� )r� rF �join�append)r �bufferr� �xr r r �__iter__ s
zHTTPResponse.__iter__)rP Nr r Nr TTNNNNNFNNT)NNF)r� N)N)NN),r, r- r. rK r� r< ru r! rv rw �propertyr* rq ry rz rm r� r� r r r� r� r� r r� rQ r� � classmethodr� r� r� r� r� r� r� r> r� r� r� r� r� r� r� r� r r r r rO � sx
�
C
4
8
J
F rO )1Z
__future__r �
contextlibr r r� ZloggingZsocketr r� r r� r< � ImportError� _collectionsr �
exceptionsr r r
r r r
r Z packages.sixr rg r Zpackages.six.movesr r� rq r r Z
util.responser r Z getLoggerr, r� �objectr r/ r4 r; r? r@ r� rO r r r r �<module> s2
$
urllib3/__pycache__/connectionpool.cpython-38.pyc 0000644 00000056730 15043676013 0016031 0 ustar 00 U
��.e^� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z
d dlZddl m Z m
Z
mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7m8Z8m9Z:m;Z; ddl<m=Z= e j>j?Z?e�@eA�ZBeC� ZDG dd� deC�ZEejFejGhZHG dd� deEe(�ZIG dd� deI�ZJdd� ZKdd � Z9dS ) � )�absolute_importN)�error�timeout� )
�ClosedPoolError�
ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError�
MaxRetryError�
ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection�
HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host� parse_url�Url�_normalize_host�_encode_target)� LifoQueuec @ sB e Zd ZdZdZeZd
dd�Zdd� Zdd� Z d d
� Z
d d � Z dS )�ConnectionPoolzz
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
Nc C s0 |s t d��t|| jd�| _|�� | _|| _d S )NzNo host specified.��scheme)r r' r, �host�lower� _proxy_host�port)�selfr- r0 � r2 �F/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connectionpool.py�__init__I s
zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r- r0 �r1 r2 r2 r3 �__str__Q s zConnectionPool.__str__c C s | S �Nr2 r7 r2 r2 r3 � __enter__T s zConnectionPool.__enter__c C s | � � dS )NF)�close)r1 �exc_typeZexc_valZexc_tbr2 r2 r3 �__exit__W s zConnectionPool.__exit__c C s dS )�D
Close all pooled connections and disable the pool.
Nr2 r7 r2 r2 r3 r; \ s zConnectionPool.close)N) r6 �
__module__� __qualname__�__doc__r, r) �QueueClsr4 r8 r: r= r; r2 r2 r2 r3 r* @ s
r* c
@ s� e Zd ZdZdZeZeZdde j
ddddddf dd�Z dd � Z d!d
d �Z
d d
� Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf
d d �ZdS )"�HTTPConnectionPoolaN
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
�httpNFr c
K s� t �| ||� t�| |� || _t|t�s4t�|�}|d krBtj}|| _ || _
| � |�| _ || _
| | _|
pli | _t|�D ]} | j �d � qxd| _d| _| | _| jr�| j�dg � d S )Nr Zsocket_options)r* r4 r �strict�
isinstancer# �
from_floatr" ZDEFAULTr �retriesrB �pool�block�proxy�
proxy_headers�xrange�put�num_connections� num_requests�conn_kw�
setdefault)
r1 r- r0 rE r �maxsizerJ �headersrH �_proxy�_proxy_headersrQ �_r2 r2 r3 r4 � s(
zHTTPConnectionPool.__init__c C sR | j d7 _ t�d| j | j| jp$d� | jf | j| j| jj| jd�| j ��}|S )z9
Return a fresh :class:`HTTPConnection`.
r z(Starting new HTTP connection (%d): %s:%sZ80)r- r0 r rE )
rO �log�debugr- r0 �
ConnectionClsr �connect_timeoutrE rQ �r1 �connr2 r2 r3 � _new_conn� s ���z HTTPConnectionPool._new_connc C s� d}z| j j| j|d�}W nB tk
r8 t| d��Y n& tjk
r\ | jrXt| d��Y nX |r�t|�r�t �
d| j � |� � t
|dd�dkr�d}|p�| �� S ) a�
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
N)rJ r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rI �getrJ �AttributeErrorr r �Emptyr r rX rY r- r; �getattrr^ )r1 r r] r2 r2 r3 � _get_conn� s$ � z HTTPConnectionPool._get_connc C s^ z| j j|dd� W dS tk
r* Y n$ tjk
rL t�d| j� Y nX |rZ|�� dS )a�
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
F�rJ Nz2Connection pool is full, discarding connection: %s) rI rN r` r ZFullrX �warningr- r; r\ r2 r2 r3 � _put_conn s z HTTPConnectionPool._put_connc C s dS )�U
Called right before a request is made, after the socket is created.
Nr2 r\ r2 r2 r3 �_validate_conn0 s z!HTTPConnectionPool._validate_connc C s d S r9 r2 r\ r2 r2 r3 �_prepare_proxy6 s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| j�� S t|t�r$|�� S t�|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr ZclonerF r# rG )r1 r r2 r2 r3 � _get_timeout: s
z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or pass�!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)rF �
SocketTimeoutr �hasattrrm �_blocking_errnos�str)r1 �err�url�
timeout_valuer2 r2 r3 �_raise_timeoutF s(
� �� �z!HTTPConnectionPool._raise_timeoutc
K s | j d7 _ | �|�}|�� |j|_z| �|� W n: ttfk
rp } z| j|||jd� � W 5 d}~X Y nX |r�|j ||f|� n|j
||f|� |j } t |dd�r�| dkr�t
| |d| ��| tjkr�|j�t�� � n |j�| � zjz|jdd�}
W nT tk
�rP z |�� }
W n0 tk
�rJ } zt�|d� W 5 d}~X Y nX Y nX W n< tttfk
�r� } z| j||| d� � W 5 d}~X Y nX t |d d
�} t�d | j | j | j ||| |
j |
j � zt!|
j"� W n@ t#tfk
�r } z tj$d | �%|�| dd
� W 5 d} ~ X Y nX |
S )a
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
r )rr rs rt N�sockr rl T)� bufferingZ
_http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rP rk Z
start_connectr[ r rh rn r ru Zrequest_chunked�request� read_timeoutrb r r# �DEFAULT_TIMEOUTrv Z
settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError�
BaseExceptionr Z
raise_from� SocketErrorrX rY r, r- r0 �statusZlengthr! �msgr re �
_absolute_url)
r1 r] �methodrs r �chunkedZhttplib_request_kw� timeout_obj�erz �httplib_responseZ http_versionZhper2 r2 r3 �
_make_request_ sp
�
( � �z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r, r- r0 �path)r& r, r- r0 rs )r1 r� r2 r2 r3 r� � s z HTTPConnectionPool._absolute_urlc C sV | j dkrdS | j d }| _ z |jdd�}|r |�� q W n tjk
rP Y nX dS )r> NFrd )rI r_ r; r ra )r1 Zold_poolr] r2 r2 r3 r; � s
zHTTPConnectionPool.closec C sx |� d�rdS t|�\}}}|dk r0t||d�}| jrF|sFt�|�}n| js^|t�|�kr^d}|||f| j| j| jfkS )zj
Check if the given ``url`` is a member of the same host as this
connection pool.
�/TNr+ )�
startswithr$ r' r0 r r_ r, r- )r1 rs r, r- r0 r2 r2 r3 � is_same_host� s
z HTTPConnectionPool.is_same_hostTc
K s |dkr| j }t|t�s*tj||| jd�}|
dkr>|
�dd�}
|rX| �|�sXt| ||��|�d�rrt �
t |��}nt �
t |�j
�}d}|
}| jdkr�|�� }|�| j� d}d}t|| �} �ztz�| �|�}| j| d�}|j|_| jdk o�t|d d� }|�r| �|� | j ||||||| d
�}|
�s(|nd}||
d < | j j |f| ||d �|
��}d}W n� t j k
�rx t!| d
��Y n� t"t#t$t%t&t't(fk
�r, } z�d}t|t&t(f��r�t'|�}n>t|t$t)f��r�| j�r�t*d|�}nt|t$t#f��r�t%d|�}|j+|||| t,�-� d d�}|�.� |}W 5 d}~X Y nX W 5 |�sJ|�oD|�� }d}|�rZ| �|� X |�s�t/�0d|||� | j1|||||||f|| |
| d�|
��S dd� }|�o�|�2� }|�rR|j3dk�r�d}z|j+|||| d�}W n, t4k
�r |j5�r ||� � | Y S X ||� |�6|� t/�7d||� | j1||||f||||| |
| d�|
��S t8|�9d��}|�:||j3|��r�z|j+|||| d�}W n, t4k
�r� |j;�r�||� � | Y S X ||� |�.|� t/�7d |� | j1||||f||||| |
| d�|
��S |S ) a�
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
N)�redirect�defaultZpreload_contentTr� rD F)r rv )r �bodyrT r� Zrequest_method)rI �
connectionrH z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc
S s2 z | � � W n ttttttfk
r, Y nX d S r9 )�readr r r r r r )�responser2 r2 r3 �drain_and_release_conn� s � z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rH r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)<rT rF r" Zfrom_intrH r_ r� r
r� r Z
ensure_strr( r% rs r, �copy�updaterL r r; rf rk rc r[ r rK rb ri r� � ResponseClsZ from_httplibr ra r r r r r r r r r r
Z increment�sysrx �sleeprX re �urlopenZget_redirect_locationr� r Zraise_on_redirectZsleep_for_retryrY �boolZ getheaderZis_retryZraise_on_status)r1 r� rs r� rT rH r� r� r r� r� r� r� Z response_kwr] Zrelease_this_connrr Z
clean_exitr� Zis_new_proxy_connr� Z
response_connr� r� r� Zredirect_locationZhas_retry_afterr2 r2 r3 r� � sL j
�
���� �
� ��� �
�� �
�� �zHTTPConnectionPool.urlopen)N)r6 r? r@ rA r, r rZ r r� r# r{ r4 r^ rc rf rh ri rk ru rj r� r� r; r� r� r2 r2 r2 r3 rC g sL ;�
1
' �
e�rC c sp e Zd ZdZdZeZddejdddddddddddddddfdd�Z dd � Z
d
d � Z d d
� Z � fdd�Z
� ZS )�HTTPSConnectionPoola�
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl`
is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
�httpsNFr c K s\ t j| ||||||||| |
f |� | | _| | _|
| _|| _|| _|| _|| _|| _ || _
d S r9 ) rC r4 �key_file� cert_file� cert_reqs� key_password�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r1 r- r0 rE r rS rJ rT rH rU rV r� r� r� r� r� r� r� r� r� rQ r2 r2 r3 r4 i s0 � �z HTTPSConnectionPool.__init__c
C s@ t |t�r<|j| j| j| j| j| j| j| j | j
d� | j |_ |S )z�
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
)r� r� r� r� r� r� r� r� ) rF r Zset_certr� r� r� r� r� r� r� r� r� r\ r2 r2 r3 �
_prepare_conn� s
�
z!HTTPSConnectionPool._prepare_connc C s |� | j| j| j� |�� dS )z�
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
N)Z
set_tunnelr/ r0 rL �connectr\ r2 r2 r3 ri � s z"HTTPSConnectionPool._prepare_proxyc
C s� | j d7 _ t�d| j | j| jp$d� | jr8| jtkr@td��| j}| j}| jdk rf| jj}| jj}| jf ||| j j
| j | j | j
| jd�| j��}| �|�S )zB
Return a fresh :class:`httplib.HTTPSConnection`.
r z)Starting new HTTPS connection (%d): %s:%sZ443zCCan't connect to HTTPS URL because the SSL module is not available.N)r- r0 r rE r� r� r� )rO rX rY r- r0 rZ r r rK r r[ rE r� r� r� rQ r� )r1 Z actual_hostZ actual_portr] r2 r2 r3 r^ � s8 ��
�� z HTTPSConnectionPool._new_connc s: t t| ��|� t|dd�s$|�� |js6t�dt� dS )rg rv Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� rh rb r� Z is_verified�warnings�warnr r\ �� __class__r2 r3 rh � s �z"HTTPSConnectionPool._validate_conn)r6 r? r@ rA r, r rZ r# r{ r4 r� ri r^ rh �
__classcell__r2 r2 r� r3 r� T s4 �
1$r� c K sR t | �\}}}|p t�|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a�
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
�P r� r0 N)r$ r r_ r� rC )rs �kwr, r- r0 r2 r2 r3 �connection_from_url� s
r� c C s. t | |�} | �d�r*| �d�r*| dd� } | S )z?
Normalize hosts for comparisons and use with sockets.
�[�]r ���)�normalize_hostr� �endswith)r- r, r2 r2 r3 r' s
r' )LZ
__future__r rm Zloggingr� r� r| r r r rn �
exceptionsr r r r r
r r r
r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r ry r r� r Zutil.connectionr Z util.requestr Z
util.responser! Z
util.retryr" Z util.timeoutr# Zutil.urlr$ r% r& r' r� r( Z
util.queuer) ZmovesrM Z getLoggerr6 rX �objectrj r* ZEAGAINZ EWOULDBLOCKrp rC r� r� r2 r2 r2 r3 �<module> sF < $
$ r urllib3/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000004045 15043676013 0015466 0 ustar 00 U
��.e{
� @ s4 d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl
m Z ddl m
Z
mZmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlZddlmZ dZ dZ dZ dZ e� e!��"e� � ej#fdd�Z$[ej%de j&dd� ej%de j'dd� ej%de j(dd� ej%de j)dd� e j*fdd�Z+dS )z8
urllib3 - Thread-safe connection pooling and re-using.
� )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)�
exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerz(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.25.6)r r r r
r r r �add_stderr_loggerr �disable_warningsr r r
r c C sF t �t�}t �� }|�t �d�� |�|� |�| � |�dt� |S )z�
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLogger�__name__Z
StreamHandlerZ setFormatterZ Formatter�
addHandlerZsetLevel�debug)�levelZloggerZhandler� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/__init__.pyr / s
r �alwaysT)�append�defaultc C s t �d| � dS )z<
Helper for quickly disabling all urllib3 warnings.
�ignoreN)�warnings� simplefilter)�categoryr r r r R s r ),�__doc__Z
__future__r r Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r
r Zresponser Z util.requestr
Zutil.urlr Z util.timeoutr Z
util.retryr r r �
__author__Z __license__� __version__�__all__r r r �DEBUGr r! ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> s2 urllib3/__pycache__/poolmanager.cpython-38.opt-1.pyc 0000644 00000031150 15043676013 0016230 0 ustar 00 U
��.e�B � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm
Z
ddl m Z m
Z
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ d
ddgZe�e�Z dZ dZ e� de �Z dd� Z!e�"e!e �e�"e!e �d�Z#ee d�Z$G dd
� d
e�Z%G dd� de%�Z&dd� Z'dS )� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�six)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url)Zkey_fileZ cert_fileZ cert_reqsZca_certsZ ssl_versionZ ca_cert_dirZ ssl_contextZ key_password)Z
key_schemeZkey_hostZkey_portZ key_timeoutZ key_retriesZ
key_strictZ key_blockZkey_source_addressZ key_key_fileZkey_key_passwordZ
key_cert_fileZ
key_cert_reqsZ key_ca_certsZkey_ssl_versionZkey_ca_cert_dirZkey_ssl_contextZ key_maxsizeZ key_headersZ
key__proxyZkey__proxy_headersZkey_socket_optionsZkey__socks_optionsZkey_assert_hostnameZkey_assert_fingerprintZkey_server_hostname�PoolKeyc C s� |� � }|d �� |d< |d �� |d< dD ],}||kr,|| dk r,t|| �� �||< q,|�d�}|dk rxt|�|d< t|�� �D ]}|�|�|d| < q�| j D ]}||kr�d||< q�| f |�S )a�
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
�scheme�host)�headers�_proxy_headersZ_socks_optionsNZsocket_optionsZkey_)
�copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� r% �C/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/poolmanager.py�_default_key_normalizerD s
r' ��http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d
d �Zd d
� Z d dd�Z
dd� Z d dd�Z d dd�Z
dd� Zd!dd�ZdS )"r a$
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
N�
c K s8 t �| |� || _t|dd� d�| _t| _t�� | _d S )Nc S s | � � S �N)�close)�pr% r% r& �<lambda>� � z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r
�__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer )�self� num_poolsr r2 r% r% r& r1 � s
zPoolManager.__init__c C s | S r, r% �r6 r% r% r& � __enter__� s zPoolManager.__enter__c C s | � � dS )NF)�clear)r6 �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zPoolManager.__exit__c C s^ | j | }|dkr | j�� }dD ]}|�|d� q |dkrPtD ]}|�|d� q>|||f|�S )a�
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
N)r r �portr) )r4 r2 r r � SSL_KEYWORDS)r6 r r r= r" Zpool_clsr$ �kwr% r% r& � _new_pool� s
zPoolManager._new_poolc C s | j �� dS )z�
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
N)r3 r: r8 r% r% r& r: � s zPoolManager.clearr) c C sT |s t d��| �|�}|p d|d< |s:t�|d �� d�}||d< ||d< | �|�S )a�
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
zNo host specified.r) r �P r= r )r �_merge_pool_kwargsr r r �connection_from_context)r6 r r= r � pool_kwargsr" r% r% r& �connection_from_host� s
z PoolManager.connection_from_hostc C s, |d � � }| j| }||�}| j||d�S )z�
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
r �r" )r r5 �connection_from_pool_key)r6 r" r Zpool_key_constructor�pool_keyr% r% r& rC � s
z#PoolManager.connection_from_contextc
C sl | j j�Z | j �|�}|r*|W 5 Q R � S |d }|d }|d }| j||||d�}|| j |< W 5 Q R X |S )z�
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
r r r= rF )r3 �lockr r@ )r6 rH r" Zpoolr r r= r% r% r& rG � s
z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a�
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
)r= r rD )r rE r r= r )r6 �urlrD �ur% r% r& �connection_from_url s �z PoolManager.connection_from_urlc C sV | j �� }|rR|�� D ]:\}}|dkrHz
||= W qP tk
rD Y qPX q|||< q|S )a
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
N)r2 r r �KeyError)r6 �overrideZbase_pool_kwargsr$ �valuer% r% r& rB ! s
z PoolManager._merge_pool_kwargsTc K s� t |�}| j|j|j|jd�}d|d< d|d< d|krD| j�� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|�
� }|s�|S t ||�}|j dkr�d }|�
d
�} t| t�s�tj| |d �} | j�r|�|��stt�|d ��}
|
D ]"} | �� | jkr�|d �| d� q�z| j||||d �} W n$ tk
�rR | j�rJ� | Y S X | |d
< ||d< t� d
||� | j||f|�S )a]
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
)r= r FZassert_same_host�redirectr Nr) i/ ZGET�retries)rP )�responseZ_poolzRedirecting %s -> %s) r rE r r= r r r �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr �
isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr r Ziterkeysr r Z incrementr Zraise_on_redirect�log�info) r6 �methodrJ rP r? rK ZconnrR Zredirect_locationrQ r �headerr% r% r& rT 5 sF
�
zPoolManager.urlopen)r+ N)N)Nr) N)N)N)T)�__name__�
__module__� __qualname__�__doc__rS r1 r9 r< r@ r: rE rC rG rL rB rT r% r% r% r& r � s
c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d
�Zd� fd d
� Z� ZS )r ax
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary containing headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
r+ Nc s� t |t�r d|j|j|jf }t|�}|jsFt�|jd�}|j|d�}|jdkrZt |j��|| _
|pfi | _ | j
|d< | j |d< t t
| �j||f|� d S )Nz
%s://%s:%irA )r= r( �_proxyr )rU r r r r= r r r �_replacer
rS �
proxy_headers�superr r1 )r6 � proxy_urlr7 r r` r2 rS r= �� __class__r% r& r1 � s"
�
zProxyManager.__init__r) c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )Nr* )rD )ra r rE rS r r= r )r6 r r= r rD rc r% r& rE � s
�
�z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|�|� |S )z�
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
ZAcceptz*/*ZHost)r �netloc�update)r6 rJ r Zheaders_re r% r% r& �_set_proxy_headers� s
z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|�d| j�}| �||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.r) r rP )r r r r rg ra r rT )r6 rX rJ rP r? rK r rc r% r& rT � s
zProxyManager.urlopen)r+ NN)Nr) N)N)T) rZ r[ r\ r] r1 rE rg rT �
__classcell__r% r% rc r& r t s �
c K s t f d| i|��S )Nrb )r )rJ r? r% r% r& r � s )(Z
__future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r �
exceptionsr r r
Zpackagesr Z packages.six.moves.urllib.parser Zrequestr
Zutil.urlr Z
util.retryr �__all__Z getLoggerrZ rV r> Z _key_fields�
namedtupler r' �partialr5 r4 r r r r% r% r% r& �<module> s4
6
�
ta urllib3/__pycache__/fields.cpython-38.pyc 0000644 00000017643 15043676013 0014246 0 ustar 00 U
��.ei! � @ s� d dl mZ d dlZd dlZd dlZddlmZ ddd�Zdd � Z d
d d d �Z
e
� d
d� e d d�D �� dd� Z
dd� ZeZG dd� de�ZdS )� )�absolute_importN� )�six�application/octet-streamc C s | rt �| �d p|S |S )z�
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
r )� mimetypesZ
guess_type)�filename�default� r �>/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/fields.py�guess_content_type s r c s� t � tj�r� �d�� t� fdd�dD ��sdd| � f }z|�d� W n ttfk
r^ Y nX |S tjrt� �d�� t j
� � d�� d| � f � tjr�� �d�� � S )a�
Helper function to format and quote a single header parameter using the
strategy defined in RFC 2231.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
An RFC-2231-formatted unicode string.
�utf-8c 3 s | ]}|� kV qd S �Nr )�.0Zch��valuer r
� <genexpr>) s z.format_header_param_rfc2231.<locals>.<genexpr>z"\
�%s="%s"�asciiz%s*=%s) �
isinstancer � binary_type�decode�any�encode�UnicodeEncodeError�UnicodeDecodeErrorZPY2�emailZutilsZencode_rfc2231)�namer �resultr r r
�format_header_param_rfc2231 s
r z%22z\\)�"�\r c C s& i | ] }|d krt �|�d�|��qS ))� z%{:02X})r Zunichr�format)r Zccr r r
�
<dictcomp>I s � r# � c s: � fdd�}t �d�dd� � �� D ���}|�|| �}|S )Nc s � | � d� S )Nr )�group)�match��needles_and_replacementsr r
�replacerR s z#_replace_multiple.<locals>.replacer�|c S s g | ]}t �|��qS r )�re�escape)r Zneedler r r
�
<listcomp>V s z%_replace_multiple.<locals>.<listcomp>)r+ �compile�join�keys�sub)r r( r) �patternr r r' r
�_replace_multipleQ s � r3 c C s, t |tj�r|�d�}t|t�}d| |f S )a�
Helper function to format and quote a single header parameter using the
HTML5 strategy.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows the `HTML5 Working Draft
Section 4.10.22.7`_ and matches the behavior of curl and modern browsers.
.. _HTML5 Working Draft Section 4.10.22.7:
https://w3c.github.io/html/sec-forms.html#multipart-form-data
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
A unicode string, stripped of troublesome characters.
r r )r r r r r3 �_HTML5_REPLACEMENTS)r r r r r
�format_header_param_html5^ s
r5 c @ sR e Zd ZdZddefdd�Zeefdd��Zdd� Zd d
� Z d d � Z
dd
d�Z dS )� RequestFielda
A data container for request body parameters.
:param name:
The name of this request field. Must be unicode.
:param data:
The data/value body.
:param filename:
An optional filename of the request field. Must be unicode.
:param headers:
An optional dict-like object of headers to initially use for the field.
:param header_formatter:
An optional callable that is used to encode and format the headers. By
default, this is :func:`format_header_param_html5`.
Nc C s0 || _ || _|| _i | _|r&t|�| _|| _d S r
)�_name� _filename�data�headers�dict�header_formatter)�selfr r9 r r: r< r r r
�__init__� s
zRequestField.__init__c C s` t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| ||||d�}|j|d� |S )a�
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
� N)r r< )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer r< r r9 r@ Z
request_paramr r r
� from_tuples� s
� zRequestField.from_tuplesc C s | � ||�S )aI
Overridable helper function to format a single header parameter. By
default, this calls ``self.header_formatter``.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
)r< )r= r r r r r
� _render_part� s zRequestField._render_partc C sL g }|}t |t�r|�� }|D ]"\}}|dk r |�| �||�� q d�|�S )aO
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
N�; )r r; �items�appendrF r/ )r= Z header_parts�parts�iterabler r r r r
�
_render_parts� s
zRequestField._render_partsc C s� g }dddg}|D ]*}| j �|d�r|�d|| j | f � q| j �� D ]&\}}||krH|rH|�d||f � qH|�d� d�|�S )z=
Renders the headers for this request field.
�Content-Disposition� Content-Type�Content-LocationFz%s: %sz
)r: �getrI rH r/ )r= �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r
�render_headers� s
zRequestField.render_headersc C sX |pd| j d< | j d d�d| �d| jfd| jff�g�7 < || j d< || j d< d S )
a|
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
z form-datarM rG � r r rN rO N)r: r/ rL r7 r8 )r= Zcontent_dispositionr@ Zcontent_locationr r r
rC � s ���
zRequestField.make_multipart)NNN) �__name__�
__module__� __qualname__�__doc__r5 r> � classmethodrE rF rL rR rC r r r r
r6 } s �
#
�r6 )r )Z
__future__r Z email.utilsr r r+ Zpackagesr r r r4 �update�ranger3 r5 Zformat_header_param�objectr6 r r r r
�<module> s&
*���
urllib3/__pycache__/connectionpool.cpython-38.opt-1.pyc 0000644 00000056730 15043676013 0016770 0 ustar 00 U
��.e^� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z
d dlZddl m Z m
Z
mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7m8Z8m9Z:m;Z; ddl<m=Z= e j>j?Z?e�@eA�ZBeC� ZDG dd� deC�ZEejFejGhZHG dd� deEe(�ZIG dd� deI�ZJdd� ZKdd � Z9dS ) � )�absolute_importN)�error�timeout� )
�ClosedPoolError�
ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError�
MaxRetryError�
ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection�
HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host� parse_url�Url�_normalize_host�_encode_target)� LifoQueuec @ sB e Zd ZdZdZeZd
dd�Zdd� Zdd� Z d d
� Z
d d � Z dS )�ConnectionPoolzz
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
Nc C s0 |s t d��t|| jd�| _|�� | _|| _d S )NzNo host specified.��scheme)r r' r, �host�lower� _proxy_host�port)�selfr- r0 � r2 �F/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connectionpool.py�__init__I s
zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r- r0 �r1 r2 r2 r3 �__str__Q s zConnectionPool.__str__c C s | S �Nr2 r7 r2 r2 r3 � __enter__T s zConnectionPool.__enter__c C s | � � dS )NF)�close)r1 �exc_typeZexc_valZexc_tbr2 r2 r3 �__exit__W s zConnectionPool.__exit__c C s dS )�D
Close all pooled connections and disable the pool.
Nr2 r7 r2 r2 r3 r; \ s zConnectionPool.close)N) r6 �
__module__� __qualname__�__doc__r, r) �QueueClsr4 r8 r: r= r; r2 r2 r2 r3 r* @ s
r* c
@ s� e Zd ZdZdZeZeZdde j
ddddddf dd�Z dd � Z d!d
d �Z
d d
� Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf
d d �ZdS )"�HTTPConnectionPoolaN
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
�httpNFr c
K s� t �| ||� t�| |� || _t|t�s4t�|�}|d krBtj}|| _ || _
| � |�| _ || _
| | _|
pli | _t|�D ]} | j �d � qxd| _d| _| | _| jr�| j�dg � d S )Nr Zsocket_options)r* r4 r �strict�
isinstancer# �
from_floatr" ZDEFAULTr �retriesrB �pool�block�proxy�
proxy_headers�xrange�put�num_connections� num_requests�conn_kw�
setdefault)
r1 r- r0 rE r �maxsizerJ �headersrH �_proxy�_proxy_headersrQ �_r2 r2 r3 r4 � s(
zHTTPConnectionPool.__init__c C sR | j d7 _ t�d| j | j| jp$d� | jf | j| j| jj| jd�| j ��}|S )z9
Return a fresh :class:`HTTPConnection`.
r z(Starting new HTTP connection (%d): %s:%sZ80)r- r0 r rE )
rO �log�debugr- r0 �
ConnectionClsr �connect_timeoutrE rQ �r1 �connr2 r2 r3 � _new_conn� s ���z HTTPConnectionPool._new_connc C s� d}z| j j| j|d�}W nB tk
r8 t| d��Y n& tjk
r\ | jrXt| d��Y nX |r�t|�r�t �
d| j � |� � t
|dd�dkr�d}|p�| �� S ) a�
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
N)rJ r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rI �getrJ �AttributeErrorr r �Emptyr r rX rY r- r; �getattrr^ )r1 r r] r2 r2 r3 � _get_conn� s$ � z HTTPConnectionPool._get_connc C s^ z| j j|dd� W dS tk
r* Y n$ tjk
rL t�d| j� Y nX |rZ|�� dS )a�
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
F�rJ Nz2Connection pool is full, discarding connection: %s) rI rN r` r ZFullrX �warningr- r; r\ r2 r2 r3 � _put_conn s z HTTPConnectionPool._put_connc C s dS )�U
Called right before a request is made, after the socket is created.
Nr2 r\ r2 r2 r3 �_validate_conn0 s z!HTTPConnectionPool._validate_connc C s d S r9 r2 r\ r2 r2 r3 �_prepare_proxy6 s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| j�� S t|t�r$|�� S t�|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr ZclonerF r# rG )r1 r r2 r2 r3 � _get_timeout: s
z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or pass�!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)rF �
SocketTimeoutr �hasattrrm �_blocking_errnos�str)r1 �err�url�
timeout_valuer2 r2 r3 �_raise_timeoutF s(
� �� �z!HTTPConnectionPool._raise_timeoutc
K s | j d7 _ | �|�}|�� |j|_z| �|� W n: ttfk
rp } z| j|||jd� � W 5 d}~X Y nX |r�|j ||f|� n|j
||f|� |j } t |dd�r�| dkr�t
| |d| ��| tjkr�|j�t�� � n |j�| � zjz|jdd�}
W nT tk
�rP z |�� }
W n0 tk
�rJ } zt�|d� W 5 d}~X Y nX Y nX W n< tttfk
�r� } z| j||| d� � W 5 d}~X Y nX t |d d
�} t�d | j | j | j ||| |
j |
j � zt!|
j"� W n@ t#tfk
�r } z tj$d | �%|�| dd
� W 5 d} ~ X Y nX |
S )a
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
r )rr rs rt N�sockr rl T)� bufferingZ
_http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rP rk Z
start_connectr[ r rh rn r ru Zrequest_chunked�request� read_timeoutrb r r# �DEFAULT_TIMEOUTrv Z
settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError�
BaseExceptionr Z
raise_from� SocketErrorrX rY r, r- r0 �statusZlengthr! �msgr re �
_absolute_url)
r1 r] �methodrs r �chunkedZhttplib_request_kw� timeout_obj�erz �httplib_responseZ http_versionZhper2 r2 r3 �
_make_request_ sp
�
( � �z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r, r- r0 �path)r& r, r- r0 rs )r1 r� r2 r2 r3 r� � s z HTTPConnectionPool._absolute_urlc C sV | j dkrdS | j d }| _ z |jdd�}|r |�� q W n tjk
rP Y nX dS )r> NFrd )rI r_ r; r ra )r1 Zold_poolr] r2 r2 r3 r; � s
zHTTPConnectionPool.closec C sx |� d�rdS t|�\}}}|dk r0t||d�}| jrF|sFt�|�}n| js^|t�|�kr^d}|||f| j| j| jfkS )zj
Check if the given ``url`` is a member of the same host as this
connection pool.
�/TNr+ )�
startswithr$ r' r0 r r_ r, r- )r1 rs r, r- r0 r2 r2 r3 � is_same_host� s
z HTTPConnectionPool.is_same_hostTc
K s |dkr| j }t|t�s*tj||| jd�}|
dkr>|
�dd�}
|rX| �|�sXt| ||��|�d�rrt �
t |��}nt �
t |�j
�}d}|
}| jdkr�|�� }|�| j� d}d}t|| �} �ztz�| �|�}| j| d�}|j|_| jdk o�t|d d� }|�r| �|� | j ||||||| d
�}|
�s(|nd}||
d < | j j |f| ||d �|
��}d}W n� t j k
�rx t!| d
��Y n� t"t#t$t%t&t't(fk
�r, } z�d}t|t&t(f��r�t'|�}n>t|t$t)f��r�| j�r�t*d|�}nt|t$t#f��r�t%d|�}|j+|||| t,�-� d d�}|�.� |}W 5 d}~X Y nX W 5 |�sJ|�oD|�� }d}|�rZ| �|� X |�s�t/�0d|||� | j1|||||||f|| |
| d�|
��S dd� }|�o�|�2� }|�rR|j3dk�r�d}z|j+|||| d�}W n, t4k
�r |j5�r ||� � | Y S X ||� |�6|� t/�7d||� | j1||||f||||| |
| d�|
��S t8|�9d��}|�:||j3|��r�z|j+|||| d�}W n, t4k
�r� |j;�r�||� � | Y S X ||� |�.|� t/�7d |� | j1||||f||||| |
| d�|
��S |S ) a�
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
N)�redirect�defaultZpreload_contentTr� rD F)r rv )r �bodyrT r� Zrequest_method)rI �
connectionrH z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc
S s2 z | � � W n ttttttfk
r, Y nX d S r9 )�readr r r r r r )�responser2 r2 r3 �drain_and_release_conn� s � z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rH r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)<rT rF r" Zfrom_intrH r_ r� r
r� r Z
ensure_strr( r% rs r, �copy�updaterL r r; rf rk rc r[ r rK rb ri r� � ResponseClsZ from_httplibr ra r r r r r r r r r r
Z increment�sysrx �sleeprX re �urlopenZget_redirect_locationr� r Zraise_on_redirectZsleep_for_retryrY �boolZ getheaderZis_retryZraise_on_status)r1 r� rs r� rT rH r� r� r r� r� r� r� Z response_kwr] Zrelease_this_connrr Z
clean_exitr� Zis_new_proxy_connr� Z
response_connr� r� r� Zredirect_locationZhas_retry_afterr2 r2 r3 r� � sL j
�
���� �
� ��� �
�� �
�� �zHTTPConnectionPool.urlopen)N)r6 r? r@ rA r, r rZ r r� r# r{ r4 r^ rc rf rh ri rk ru rj r� r� r; r� r� r2 r2 r2 r3 rC g sL ;�
1
' �
e�rC c sp e Zd ZdZdZeZddejdddddddddddddddfdd�Z dd � Z
d
d � Z d d
� Z � fdd�Z
� ZS )�HTTPSConnectionPoola�
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, ``ssl_version``, ``key_password`` are only used if :mod:`ssl`
is available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
�httpsNFr c K s\ t j| ||||||||| |
f |� | | _| | _|
| _|| _|| _|| _|| _|| _ || _
d S r9 ) rC r4 �key_file� cert_file� cert_reqs� key_password�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r1 r- r0 rE r rS rJ rT rH rU rV r� r� r� r� r� r� r� r� r� rQ r2 r2 r3 r4 i s0 � �z HTTPSConnectionPool.__init__c
C s@ t |t�r<|j| j| j| j| j| j| j| j | j
d� | j |_ |S )z�
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
)r� r� r� r� r� r� r� r� ) rF r Zset_certr� r� r� r� r� r� r� r� r� r\ r2 r2 r3 �
_prepare_conn� s
�
z!HTTPSConnectionPool._prepare_connc C s |� | j| j| j� |�� dS )z�
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
N)Z
set_tunnelr/ r0 rL �connectr\ r2 r2 r3 ri � s z"HTTPSConnectionPool._prepare_proxyc
C s� | j d7 _ t�d| j | j| jp$d� | jr8| jtkr@td��| j}| j}| jdk rf| jj}| jj}| jf ||| j j
| j | j | j
| jd�| j��}| �|�S )zB
Return a fresh :class:`httplib.HTTPSConnection`.
r z)Starting new HTTPS connection (%d): %s:%sZ443zCCan't connect to HTTPS URL because the SSL module is not available.N)r- r0 r rE r� r� r� )rO rX rY r- r0 rZ r r rK r r[ rE r� r� r� rQ r� )r1 Z actual_hostZ actual_portr] r2 r2 r3 r^ � s8 ��
�� z HTTPSConnectionPool._new_connc s: t t| ��|� t|dd�s$|�� |js6t�dt� dS )rg rv Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� rh rb r� Z is_verified�warnings�warnr r\ �� __class__r2 r3 rh � s �z"HTTPSConnectionPool._validate_conn)r6 r? r@ rA r, r rZ r# r{ r4 r� ri r^ rh �
__classcell__r2 r2 r� r3 r� T s4 �
1$r� c K sR t | �\}}}|p t�|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a�
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
�P r� r0 N)r$ r r_ r� rC )rs �kwr, r- r0 r2 r2 r3 �connection_from_url� s
r� c C s. t | |�} | �d�r*| �d�r*| dd� } | S )z?
Normalize hosts for comparisons and use with sockets.
�[�]r ���)�normalize_hostr� �endswith)r- r, r2 r2 r3 r' s
r' )LZ
__future__r rm Zloggingr� r� r| r r r rn �
exceptionsr r r r r
r r r
r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r ry r r� r Zutil.connectionr Z util.requestr Z
util.responser! Z
util.retryr" Z util.timeoutr# Zutil.urlr$ r% r& r' r� r( Z
util.queuer) ZmovesrM Z getLoggerr6 rX �objectrj r* ZEAGAINZ EWOULDBLOCKrp rC r� r� r2 r2 r2 r3 �<module> sF < $
$ r urllib3/__pycache__/fields.cpython-38.opt-1.pyc 0000644 00000017643 15043676013 0015205 0 ustar 00 U
��.ei! � @ s� d dl mZ d dlZd dlZd dlZddlmZ ddd�Zdd � Z d
d d d �Z
e
� d
d� e d d�D �� dd� Z
dd� ZeZG dd� de�ZdS )� )�absolute_importN� )�six�application/octet-streamc C s | rt �| �d p|S |S )z�
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
r )� mimetypesZ
guess_type)�filename�default� r �>/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/fields.py�guess_content_type s r c s� t � tj�r� �d�� t� fdd�dD ��sdd| � f }z|�d� W n ttfk
r^ Y nX |S tjrt� �d�� t j
� � d�� d| � f � tjr�� �d�� � S )a�
Helper function to format and quote a single header parameter using the
strategy defined in RFC 2231.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
An RFC-2231-formatted unicode string.
�utf-8c 3 s | ]}|� kV qd S �Nr )�.0Zch��valuer r
� <genexpr>) s z.format_header_param_rfc2231.<locals>.<genexpr>z"\
�%s="%s"�asciiz%s*=%s) �
isinstancer � binary_type�decode�any�encode�UnicodeEncodeError�UnicodeDecodeErrorZPY2�emailZutilsZencode_rfc2231)�namer �resultr r r
�format_header_param_rfc2231 s
r z%22z\\)�"�\r c C s& i | ] }|d krt �|�d�|��qS ))� z%{:02X})r Zunichr�format)r Zccr r r
�
<dictcomp>I s � r# � c s: � fdd�}t �d�dd� � �� D ���}|�|| �}|S )Nc s � | � d� S )Nr )�group)�match��needles_and_replacementsr r
�replacerR s z#_replace_multiple.<locals>.replacer�|c S s g | ]}t �|��qS r )�re�escape)r Zneedler r r
�
<listcomp>V s z%_replace_multiple.<locals>.<listcomp>)r+ �compile�join�keys�sub)r r( r) �patternr r r' r
�_replace_multipleQ s � r3 c C s, t |tj�r|�d�}t|t�}d| |f S )a�
Helper function to format and quote a single header parameter using the
HTML5 strategy.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows the `HTML5 Working Draft
Section 4.10.22.7`_ and matches the behavior of curl and modern browsers.
.. _HTML5 Working Draft Section 4.10.22.7:
https://w3c.github.io/html/sec-forms.html#multipart-form-data
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as ``bytes`` or `str``.
:ret:
A unicode string, stripped of troublesome characters.
r r )r r r r r3 �_HTML5_REPLACEMENTS)r r r r r
�format_header_param_html5^ s
r5 c @ sR e Zd ZdZddefdd�Zeefdd��Zdd� Zd d
� Z d d � Z
dd
d�Z dS )� RequestFielda
A data container for request body parameters.
:param name:
The name of this request field. Must be unicode.
:param data:
The data/value body.
:param filename:
An optional filename of the request field. Must be unicode.
:param headers:
An optional dict-like object of headers to initially use for the field.
:param header_formatter:
An optional callable that is used to encode and format the headers. By
default, this is :func:`format_header_param_html5`.
Nc C s0 || _ || _|| _i | _|r&t|�| _|| _d S r
)�_name� _filename�data�headers�dict�header_formatter)�selfr r9 r r: r< r r r
�__init__� s
zRequestField.__init__c C s` t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| ||||d�}|j|d� |S )a�
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
� N)r r< )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer r< r r9 r@ Z
request_paramr r r
� from_tuples� s
� zRequestField.from_tuplesc C s | � ||�S )aI
Overridable helper function to format a single header parameter. By
default, this calls ``self.header_formatter``.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
)r< )r= r r r r r
� _render_part� s zRequestField._render_partc C sL g }|}t |t�r|�� }|D ]"\}}|dk r |�| �||�� q d�|�S )aO
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
N�; )r r; �items�appendrF r/ )r= Z header_parts�parts�iterabler r r r r
�
_render_parts� s
zRequestField._render_partsc C s� g }dddg}|D ]*}| j �|d�r|�d|| j | f � q| j �� D ]&\}}||krH|rH|�d||f � qH|�d� d�|�S )z=
Renders the headers for this request field.
�Content-Disposition� Content-Type�Content-LocationFz%s: %sz
)r: �getrI rH r/ )r= �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r
�render_headers� s
zRequestField.render_headersc C sX |pd| j d< | j d d�d| �d| jfd| jff�g�7 < || j d< || j d< d S )
a|
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
z form-datarM rG � r r rN rO N)r: r/ rL r7 r8 )r= Zcontent_dispositionr@ Zcontent_locationr r r
rC � s ���
zRequestField.make_multipart)NNN) �__name__�
__module__� __qualname__�__doc__r5 r> � classmethodrE rF rL rR rC r r r r
r6 } s �
#
�r6 )r )Z
__future__r Z email.utilsr r r+ Zpackagesr r r r4 �update�ranger3 r5 Zformat_header_param�objectr6 r r r r
�<module> s&
*���
urllib3/__pycache__/_collections.cpython-38.opt-1.pyc 0000644 00000024617 15043676014 0016414 0 ustar 00 U
��.e(* � @ s� d dl mZ zd dlmZmZ W n$ ek
rD d dlmZmZ Y nX zd dlmZ W n" ek
rx G dd� d�ZY nX d dlm Z ddl
m Z dd l m
Z
mZmZ d
d gZe� ZG d d
� d
e�ZG d
d � d e�ZdS )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S �N� ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/_collections.py� __enter__ s zRLock.__enter__c C s d S r r )r �exc_type� exc_value� tracebackr r r
�__exit__ s zRLock.__exit__N)�__name__�
__module__� __qualname__r r r r r r
r s r )� OrderedDict� )�
InvalidHeader)�iterkeys�
itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r a�
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
�
Nc C s" || _ || _| �� | _t� | _d S r )�_maxsize� dispose_func� ContainerCls�
_containerr �lock)r �maxsizer r r r
�__init__. s
z RecentlyUsedContainer.__init__c
C s8 | j �( | j�|�}|| j|< |W 5 Q R � S Q R X d S r )r r �pop)r �key�itemr r r
� __getitem__5 s
z!RecentlyUsedContainer.__getitem__c C sl t }| j�@ | j�|t �}|| j|< t| j�| jkrF| jjdd�\}}W 5 Q R X | jrh|t k rh| �|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r$ �valueZ
evicted_valueZ_keyr r r
� __setitem__< s
z!RecentlyUsedContainer.__setitem__c C s2 | j � | j�|�}W 5 Q R X | jr.| �|� d S r )r r r# r )r r$ r+ r r r
� __delitem__K s z!RecentlyUsedContainer.__delitem__c
C s( | j � t| j�W 5 Q R � S Q R X d S r )r r) r r r r r
�__len__R s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedErrorr r r r
�__iter__V s �z RecentlyUsedContainer.__iter__c C sH | j � tt| j��}| j�� W 5 Q R X | jrD|D ]}| �|� q4d S r )r �listr r �clearr )r �valuesr+ r r r
r2 [ s zRecentlyUsedContainer.clearc
C s, | j � tt| j��W 5 Q R � S Q R X d S r )r r1 r r r r r r
�keyse s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r" r& r, r- r. r0 r2 r4 r r r r
r s
c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e sZe j
Z
e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
Nc sP t t| ��� t� | _|d k r>t|t�r4| �|� n
| �|� |rL| �|� d S r )�superr r" r r �
isinstance�
_copy_from�extend)r �headers�kwargs�� __class__r r
r" � s
zHTTPHeaderDict.__init__c C s ||g| j |�� < | j |�� S r �r �lower�r r$ �valr r r
r, � s zHTTPHeaderDict.__setitem__c C s | j |�� }d�|dd � �S )N�, r �r r? �joinr@ r r r
r& � s zHTTPHeaderDict.__getitem__c C s | j |�� = d S r r> �r r$ r r r
r- � s zHTTPHeaderDict.__delitem__c C s |� � | jkS r )r? r rE r r r
� __contains__� s zHTTPHeaderDict.__contains__c C s^ t |t�st|d�sdS t |t| ��s2t| �|�}tdd� | �� D ��tdd� |�� D ��kS )Nr4 Fc s s | ]\}}|� � |fV qd S r )r? )�.0�k�vr r r
� <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>)r7 r �hasattr�type�dict�
itermerged�r �otherr r r
�__eq__� s �zHTTPHeaderDict.__eq__c C s | � |� S r )rQ rO r r r
�__ne__� s zHTTPHeaderDict.__ne__c C s
t | j�S r )r) r r r r r
r. � s zHTTPHeaderDict.__len__c c s | j �� D ]}|d V q
d S )Nr )r r3 )r �valsr r r
r0 � s zHTTPHeaderDict.__iter__c C s@ z | | }W n$ t k
r0 || jkr(� | Y S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
N)�KeyError�_HTTPHeaderDict__marker)r r$ �defaultr+ r r r
r# � s
zHTTPHeaderDict.popc C s$ z
| |= W n t k
r Y nX d S r )rT rE r r r
�discard� s
zHTTPHeaderDict.discardc C s4 |� � }||g}| j�||�}||k r0|�|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
N)r? r �
setdefault�append)r r$ rA Z key_lowerZnew_valsrS r r r
�add� s
zHTTPHeaderDict.addc O s� t |�dkr td�t |����t |�dkr2|d nd}t|t�r`|�� D ]\}}| �||� qHnjt|t�r�|D ]}| �||| � qnnDt|d�r�|� � D ]}| �||| � q�n|D ]\}}| �||� q�|�
� D ]\}}| �||� q�dS )z�Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
r z9extend() takes at most 1 positional arguments ({0} given)r r r4 N) r) � TypeError�formatr7 r � iteritemsrZ r rK r4 �items)r �argsr; rP r$ rA r+ r r r
r9 � s( ��
zHTTPHeaderDict.extendc C sN z| j |�� }W n* tk
r< || jkr4g Y S | Y S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an
empty list if the key doesn't exist.r N)r r? rT rU )r r$ rV rS r r r
�getlist s
zHTTPHeaderDict.getlistc C s dt | �jt| �� �f S )Nz%s(%s))rL r rM rN r r r r
�__repr__ s zHTTPHeaderDict.__repr__c C s> |D ]4}|� |�}t|t�r$t|�}|g| | j|�� < qd S r )r` r7 r1 r r? )r rP r$ rA r r r
r8 s
zHTTPHeaderDict._copy_fromc C s t | �� }|�| � |S r )rL r8 )r Zcloner r r
�copy! s
zHTTPHeaderDict.copyc c s< | D ]2}| j |�� }|dd� D ]}|d |fV q"qdS )z8Iterate over all header lines, including duplicate ones.r Nr r> )r r$ rS rA r r r
r] & s zHTTPHeaderDict.iteritemsc c s8 | D ].}| j |�� }|d d�|dd� �fV qdS )z:Iterate over all headers, merging duplicate ones together.r rB r NrC r@ r r r
rN - s zHTTPHeaderDict.itermergedc C s t | �� �S r )r1 r] r r r r
r^ 3 s zHTTPHeaderDict.itemsc C s� d}g }|j D ]h}|�|�rT|s.td| ��n&|d \}}||d |�� f|d< q|�dd�\}}|�||�� f� q| |�S )z4Read headers from a Python 2 httplib message object.)� � z/Header continuation with no previous header: %s���rc �:r )r: �
startswithr �strip�splitrY )�cls�messageZobs_fold_continued_leadersr: �liner$ r+ r r r
� from_httplib6 s
� zHTTPHeaderDict.from_httplib)N)%r r r r5 r" r, r& r- rF rQ rR r r r r �objectrU r. r0 r# rW rZ r9 r` Z
getheadersZgetallmatchingheadersZigetZget_allra r8 rb r] rN r^ � classmethodrm �
__classcell__r r r< r
r j s> !
N)Z
__future__r Zcollections.abcr r � ImportError� collectionsZ threadingr r �
exceptionsr Z packages.sixr r r �__all__rn r' r r r r r r
�<module> s L urllib3/__pycache__/exceptions.cpython-38.opt-1.pyc 0000644 00000023454 15043676014 0016116 0 ustar 00 U
��.e� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e�Z G dd� de�Z G dd� de�Z
G dd� de�ZeZG dd� de
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG d d � d ee
�ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.Nr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ t�| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager r r r s zPoolError.__init__c C s
| j dfS )N)NN�� __class__�r r r r �
__reduce__ s zPoolError.__reduce__N�r r r r
r r r r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ t�| ||� d S �N)�urlr r )r r r r r r r r s zRequestError.__init__c C s | j d | jd ffS r )r r r r r r r $ s zRequestError.__reduce__Nr r r r r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.Nr r r r r r ) s r c @ s e Zd ZdZdS )�
ProxyErrorz,Raised when the connection to a proxy fails.Nr r r r r r . s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.Nr r r r r r 3 s r c @ s e Zd ZdZdS )�
ProtocolErrorz>Raised when something unexpected happens mid-request/response.Nr r r r r r 8 s r c @ s e Zd ZdZddd�ZdS )�
MaxRetryErrora Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
Nc C s& || _ d||f }t�| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r r r r N s zMaxRetryError.__init__)N�r r r r
r r r r r r D s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t �| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r$ r r r r r Y s zHostChangedError.__init__N)r# r! r r r r r" V s r" c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout Nr r r r r r% _ s r% c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
Nr r r r r r& e s r& c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverNr r r r r r' o s r' c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverNr r r r r r( v s r( c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.Nr r r r r r) { s r) c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.Nr r r r r r* � s r* c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.Nr r r r r r+ � s r+ c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.Nr r r r r r, � s r, c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t �| |� || _d S )NzFailed to parse: %s)r r �location)r r. r r r r r � s zLocationParseError.__init__Nr! r r r r r- � s r- c @ s e Zd ZdZdZdZdS )�
ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r
Z
GENERIC_ERRORZSPECIFIC_ERRORr r r r r/ � s r/ c @ s e Zd ZdZdS )�SecurityWarningz0Warned when performing security reducing actionsNr r r r r r0 � s r0 c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.Nr r r r r r1 � s r1 c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.Nr r r r r r2 � s r2 c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongNr r r r r r3 � s r3 c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.Nr r r r r r4 � s r4 c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.Nr r r r r r5 � s r5 c @ s e Zd ZdZdS )�DependencyWarningzc
Warned when an attempt is made to import a module with missing optional
dependencies.
Nr r r r r r6 � s r6 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.Nr r r r r r7 � s r7 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
Nr r r r r r8 � s r8 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z�
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
c s t t| ��||� d S r )�superr r )r �partial�expectedr r r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r: r; r r r r �__repr__� s �zIncompleteRead.__repr__)r r r r
r r< �
__classcell__r r r r r � s r c @ s e Zd ZdZdS )�
InvalidHeaderz(The header provided was somehow invalid.Nr r r r r r> � s r> c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| ��|� d S )Nz Not supported proxy scheme %s)r9 r? r )r Zschemer r r r r � s zProxySchemeUnknown.__init__�r r r r
r r= r r r r r? � s r? c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| ��|� d S )Nz%s, unparsed data: %rZUnknown)r9 rA r )r ZdefectsZ
unparsed_datar r r r r � s zHeaderParsingError.__init__r@ r r r r rA � s rA c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyNr r r r r rB � s rB N)+Z
__future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr
r r r r r r �ConnectionErrorr r" r% r& r' r( r) r* r+ �
ValueErrorr, r- r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r> �AssertionErrorr? rA rB r r r r �<module> sH
urllib3/__pycache__/request.cpython-38.opt-1.pyc 0000644 00000012766 15043676014 0015431 0 ustar 00 U
��.e� � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sN e Zd ZdZddddhZddd�Zdd
d �Zdd d
�Zddd�Zddd�Z dS )r a�
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r �?/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplementedError)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r
�urlopen, s
�zRequestMethods.urlopenc K sR |� � }||d< || jkr4| j||f||d�|��S | j||f||d�|��S dS )a�
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
Z request_url)�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r
r r r �
urlopen_kwr r r
�request; s*
� �� � ��zRequestMethods.requestc K sD |dkr| j }d|i}|�|� |r4|dt|� 7 }| j||f|�S )z�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
Nr �?)r �updater r )r r
r r r r �extra_kwr r r
r S s
z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} }
nt|�d } }
| |d< d|
i|d< |d �|� |�|� | j||f|�S )a�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimic behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r
r r r r r r r r Z content_typer r r
r c s* -� � �
z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN)
�__name__�
__module__� __qualname__�__doc__r r r r r r r r r r
r
s
�
�N) Z
__future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r
�<module> s urllib3/__pycache__/filepost.cpython-38.opt-1.pyc 0000644 00000005256 15043676014 0015562 0 ustar 00 U
��.e� � @ s� d dl mZ d dlZd dlZd dlZd dlmZ ddlmZ ddl m
Z
ddl m Z e�
d�d Zd
d � Zd d
� Zdd� Zddd�ZdS )� )�absolute_importN)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s$ t �t�d��} tjs | �d�} | S )zN
Our embarrassingly-simple replacement for mimetools.choose_boundary.
� �ascii)�binasciiZhexlify�os�urandomr ZPY2�decode)�boundary� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/filepost.py�choose_boundary s
r c c sJ t | t�rt�| �}nt| �}|D ]"}t |t�r8|V q"tj|� V q"dS )z�
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
N)�
isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s
r c C s, t | t�r dd� t�| �D �S dd� | D �S )a-
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
c s s | ]\}}||fV qd S �Nr ��.0�k�vr r r � <genexpr>: s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S r r r r r r r < s )r r r r )r r r r � iter_fields- s
r! c C s� t � }|dkrt� }t| �D ]p}|�td| �� t|��|�� � |j}t|t �r\t
|�}t|t j �rxt|��|� n
|�|� |�d� q |�td| �� t
d| �}|�
� |fS )aQ
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`urllib3.filepost.choose_boundary`.
Nz--%s
s
z--%s--
z multipart/form-data; boundary=%s)r r r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r r Zbodyr r$ Z content_typer r r �encode_multipart_formdata? s
r( )N)Z
__future__r r �codecsr �ior Zpackagesr Z packages.sixr r r �lookupr# r r r! r( r r r r �<module> s
urllib3/__pycache__/poolmanager.cpython-38.pyc 0000644 00000031150 15043676014 0015272 0 ustar 00 U
��.e�B � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm
Z
ddl m Z m
Z
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ d
ddgZe�e�Z dZ dZ e� de �Z dd� Z!e�"e!e �e�"e!e �d�Z#ee d�Z$G dd
� d
e�Z%G dd� de%�Z&dd� Z'dS )� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�six)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url)Zkey_fileZ cert_fileZ cert_reqsZca_certsZ ssl_versionZ ca_cert_dirZ ssl_contextZ key_password)Z
key_schemeZkey_hostZkey_portZ key_timeoutZ key_retriesZ
key_strictZ key_blockZkey_source_addressZ key_key_fileZkey_key_passwordZ
key_cert_fileZ
key_cert_reqsZ key_ca_certsZkey_ssl_versionZkey_ca_cert_dirZkey_ssl_contextZ key_maxsizeZ key_headersZ
key__proxyZkey__proxy_headersZkey_socket_optionsZkey__socks_optionsZkey_assert_hostnameZkey_assert_fingerprintZkey_server_hostname�PoolKeyc C s� |� � }|d �� |d< |d �� |d< dD ],}||kr,|| dk r,t|| �� �||< q,|�d�}|dk rxt|�|d< t|�� �D ]}|�|�|d| < q�| j D ]}||kr�d||< q�| f |�S )a�
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
�scheme�host)�headers�_proxy_headersZ_socks_optionsNZsocket_optionsZkey_)
�copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� r% �C/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/poolmanager.py�_default_key_normalizerD s
r' ��http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d
d �Zd d
� Z d dd�Z
dd� Z d dd�Z d dd�Z
dd� Zd!dd�ZdS )"r a$
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
N�
c K s8 t �| |� || _t|dd� d�| _t| _t�� | _d S )Nc S s | � � S �N)�close)�pr% r% r& �<lambda>� � z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r
�__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer )�self� num_poolsr r2 r% r% r& r1 � s
zPoolManager.__init__c C s | S r, r% �r6 r% r% r& � __enter__� s zPoolManager.__enter__c C s | � � dS )NF)�clear)r6 �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zPoolManager.__exit__c C s^ | j | }|dkr | j�� }dD ]}|�|d� q |dkrPtD ]}|�|d� q>|||f|�S )a�
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
N)r r �portr) )r4 r2 r r � SSL_KEYWORDS)r6 r r r= r" Zpool_clsr$ �kwr% r% r& � _new_pool� s
zPoolManager._new_poolc C s | j �� dS )z�
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
N)r3 r: r8 r% r% r& r: � s zPoolManager.clearr) c C sT |s t d��| �|�}|p d|d< |s:t�|d �� d�}||d< ||d< | �|�S )a�
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
zNo host specified.r) r �P r= r )r �_merge_pool_kwargsr r r �connection_from_context)r6 r r= r � pool_kwargsr" r% r% r& �connection_from_host� s
z PoolManager.connection_from_hostc C s, |d � � }| j| }||�}| j||d�S )z�
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
r �r" )r r5 �connection_from_pool_key)r6 r" r Zpool_key_constructor�pool_keyr% r% r& rC � s
z#PoolManager.connection_from_contextc
C sl | j j�Z | j �|�}|r*|W 5 Q R � S |d }|d }|d }| j||||d�}|| j |< W 5 Q R X |S )z�
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
r r r= rF )r3 �lockr r@ )r6 rH r" Zpoolr r r= r% r% r& rG � s
z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a�
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
)r= r rD )r rE r r= r )r6 �urlrD �ur% r% r& �connection_from_url s �z PoolManager.connection_from_urlc C sV | j �� }|rR|�� D ]:\}}|dkrHz
||= W qP tk
rD Y qPX q|||< q|S )a
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
N)r2 r r �KeyError)r6 �overrideZbase_pool_kwargsr$ �valuer% r% r& rB ! s
z PoolManager._merge_pool_kwargsTc K s� t |�}| j|j|j|jd�}d|d< d|d< d|krD| j�� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|�
� }|s�|S t ||�}|j dkr�d }|�
d
�} t| t�s�tj| |d �} | j�r|�|��stt�|d ��}
|
D ]"} | �� | jkr�|d �| d� q�z| j||||d �} W n$ tk
�rR | j�rJ� | Y S X | |d
< ||d< t� d
||� | j||f|�S )a]
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
)r= r FZassert_same_host�redirectr Nr) i/ ZGET�retries)rP )�responseZ_poolzRedirecting %s -> %s) r rE r r= r r r �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr �
isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr r Ziterkeysr r Z incrementr Zraise_on_redirect�log�info) r6 �methodrJ rP r? rK ZconnrR Zredirect_locationrQ r �headerr% r% r& rT 5 sF
�
zPoolManager.urlopen)r+ N)N)Nr) N)N)N)T)�__name__�
__module__� __qualname__�__doc__rS r1 r9 r< r@ r: rE rC rG rL rB rT r% r% r% r& r � s
c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d
�Zd� fd d
� Z� ZS )r ax
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary containing headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
r+ Nc s� t |t�r d|j|j|jf }t|�}|jsFt�|jd�}|j|d�}|jdkrZt |j��|| _
|pfi | _ | j
|d< | j |d< t t
| �j||f|� d S )Nz
%s://%s:%irA )r= r( �_proxyr )rU r r r r= r r r �_replacer
rS �
proxy_headers�superr r1 )r6 � proxy_urlr7 r r` r2 rS r= �� __class__r% r& r1 � s"
�
zProxyManager.__init__r) c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )Nr* )rD )ra r rE rS r r= r )r6 r r= r rD rc r% r& rE � s
�
�z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|�|� |S )z�
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
ZAcceptz*/*ZHost)r �netloc�update)r6 rJ r Zheaders_re r% r% r& �_set_proxy_headers� s
z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|�d| j�}| �||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.r) r rP )r r r r rg ra r rT )r6 rX rJ rP r? rK r rc r% r& rT � s
zProxyManager.urlopen)r+ NN)Nr) N)N)T) rZ r[ r\ r] r1 rE rg rT �
__classcell__r% r% rc r& r t s �
c K s t f d| i|��S )Nrb )r )rJ r? r% r% r& r � s )(Z
__future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r �
exceptionsr r r
Zpackagesr Z packages.six.moves.urllib.parser Zrequestr
Zutil.urlr Z
util.retryr �__all__Z getLoggerrZ rV r> Z _key_fields�
namedtupler r' �partialr5 r4 r r r r% r% r% r& �<module> s4
6
�
ta urllib3/__pycache__/connection.cpython-38.pyc 0000644 00000024462 15043676014 0015135 0 ustar 00 U
��.eB; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl
Z
ddl m Z ddl
mZ ddl
mZ zd dlZejZW n, eefk
r� dZG dd � d e�ZY nX zeZW n$ ek
r� G d
d � d e�ZY nX dd lmZm Z m Z m Z dd
l m Z m!Z! ddl"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ e�,e-�Z.ddd�Z/e�0ddd�Z1G dd� de2�Z3G dd� dee2�ZG dd� de�Z4G dd � d e4�Z5d d � Z6e�r�e4Z7e5Z4ne3Z4dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)�
HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN��__name__�
__module__� __qualname__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorNr
r r r r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)�
connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r
�__doc__r r r r r! > s r! c @ sp e Zd ZdZed ZejejdfgZ dZ
dd� Z e dd� �Z
e
jd d� �Z
d
d � Zd d
� Zdd� Zddd�ZdS )r a$
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
r r Fc O sD t js|�dd � |�d�| _|�d| j�| _tj| f|�|� d S )N�strict�source_address�socket_options) r ZPY2�pop�getr$ �default_socket_optionsr% �_HTTPConnection�__init__)�self�args�kwr r r r* e s
zHTTPConnection.__init__c C s | j �d�S )a�
Getter method to remove any trailing dots that indicate the hostname is an FQDN.
In general, SSL certificates don't include the trailing dot indicating a
fully-qualified domain name, and thus, they don't validate properly when
checked against a domain name that includes the dot. In addition, some
servers may not expect to receive the trailing dot when provided.
However, the hostname with trailing dot is critical to DNS resolution; doing a
lookup with the trailing dot will properly only resolve the appropriate FQDN,
whereas a lookup without a trailing dot will search the system's search domain
list. Thus, it's important to keep the original host around for use only in
those cases where it's appropriate (i.e., when doing DNS lookup to establish the
actual TCP connection across which we're going to send HTTP requests).
�.)� _dns_host�rstrip)r+ r r r �hostr s zHTTPConnection.hostc C s
|| _ dS )z�
Setter for the `host` property.
We assume that only urllib3 uses the _dns_host attribute; httplib itself
only uses `host`, and it seems reasonable that other libraries follow suit.
N)r/ )r+ �valuer r r r1 � s c
C s� i }| j r| j |d< | jr$| j|d< z tj| j| jf| jf|�}W nX tk
rl t| d| j | jf ��Y n0 t
k
r� } zt | d| ��W 5 d}~X Y nX |S )zp Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
r$ r% z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN) r$ r% r Zcreate_connectionr/ �portr �
SocketTimeoutr r1 � SocketErrorr )r+ Zextra_kw�conn�er r r � _new_conn� s2
��
�� �zHTTPConnection._new_connc C s$ || _ t| dd �r | �� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open�r+ r6 r r r �
_prepare_conn� s z HTTPConnection._prepare_connc C s | � � }| �|� d S )N)r8 r? r> r r r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� |�� D ]\}}| �||� q>d|krh| �dd� | �� |dk r�tjtf } t|| �r�|f}|D ]`}
|
s�q�t|
t�s�|
� d�}
t
t |
��d d� } | � | � d
�� | � d � | � |
� | � d � q�| � d � dS )
z�
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8� zutf-8s
s 0
)
r Z
putrequest�itemsZ putheaderZ
endheadersr Z string_types�bytes�
isinstance�encode�hex�len�send) r+ �methodZurlZbodyZheadersrA rB �headerr2 Zstringish_types�chunkZlen_strr r r �request_chunked� s: �
z HTTPConnection.request_chunked)NN)r r r
r" �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr( � is_verifiedr* �propertyr1 �setterr8 r? r@ rO r r r r r D s
r c @ s< e Zd Zed ZdZdddddejddfdd�Zdd� Z dS )�HTTPSConnectionr Nc
K sD t j| ||f||d�|
�� || _|| _|| _|| _| | _d| _d S )N)r# r r )r r* �key_file� cert_file� key_password� ssl_context�server_hostnameZ _protocol) r+ r1 r3 rW rX rY r# r rZ r[ r- r r r r* � s zHTTPSConnection.__init__c C s� | � � }| �|� d}| jd kr>d}tt| j�t| j�d�| _| j}| jsf| j sf|rft
|d�rf|� � t || j
| j| j| j| jd�| _d S )NFT�� ssl_version� cert_reqs�load_default_certs)r: �keyfile�certfilerY rZ r[ )r8 r? rZ r r r] r r^ �ca_certs� ca_cert_dir�hasattrr_ r rW rX rY r[ r: )r+ r6 �default_ssl_context�contextr r r r@ � s6
������zHTTPSConnection.connect)
r r r
rP rQ r] rR Z_GLOBAL_DEFAULT_TIMEOUTr* r@ r r r r rV � s �
rV c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z
dS )�VerifiedHTTPSConnectionz[
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
Nc C sp |dkr$| j dk r | j j}ntd�}|| _|| _|| _|| _|| _|| _|oVt j
� |�| _ |oht j
� |�| _
dS )zX
This method should only be called once, before the connection is used.
N)rZ � verify_moder rW rX r^ rY �assert_hostnamer �os�path�
expanduserrb rc ) r+ rW rX r^ rY rb ri r rc r r r �set_cert- s
z VerifiedHTTPSConnection.set_certc
C s� | � � }| j}t| dd �r4|| _| �� d| _| j}|}| jd k rH| j}tj �
� t k }|rlt �
d�t �t� d}| jd kr�d}tt| j�t| j�d�| _| j}t| j�|_| js�| js�|r�t|d�r�|�� t|| j | j | j | j| j||d�| _| j �rt | jj dd �| j � nd|jt!j"k�rtt|d
d��st| j#dk �rt| j� � }|�$d d ��sbt �
d
�|�t%� t&|| j#�pp|� |jt!j'k�p�| j d k | _(d S )Nr9 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errorsFTr\ r_ )r: r` ra rY rb rc r[ rZ )Z binary_formZcheck_hostnameZsubjectAltNamer z�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)))r8 r1 r; r: r< r= r9 r[ �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rZ r r r] r r^ rh rb rc rd r_ r rW rX rY r Z getpeercert�sslZ CERT_NONEri r' r �_match_hostnameZ
CERT_REQUIREDrS )r+ r6 Zhostnamer[ Z is_time_offre rf �certr r r r@ L s�
���
� ����� �
�
��
�� �z VerifiedHTTPSConnection.connect)NNNNNNNN) r r r
r" r^ rb rc r] r rm r@ r r r r rg ! s �
rg c
C sL zt | |� W n8 tk
rF } zt�d|| � | |_� W 5 d }~X Y nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logZwarningZ
_peer_cert)rv Zasserted_hostnamer7 r r r ru � s �ru )8Z
__future__r rn Zloggingrj rR r r5 r r4 rq Zpackagesr Z packages.six.moves.http_clientr r) r rt ZSSLErrorr � ImportError�AttributeError�
BaseExceptionr � NameError� Exception�
exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr rw rP ro rp �objectr! rV rg ru ZUnverifiedHTTPSConnectionr r r r �<module> sL
B urllib3/__pycache__/_collections.cpython-38.pyc 0000644 00000024617 15043676015 0015456 0 ustar 00 U
��.e(* � @ s� d dl mZ zd dlmZmZ W n$ ek
rD d dlmZmZ Y nX zd dlmZ W n" ek
rx G dd� d�ZY nX d dlm Z ddl
m Z dd l m
Z
mZmZ d
d gZe� ZG d d
� d
e�ZG d
d � d e�ZdS )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S �N� ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/_collections.py� __enter__ s zRLock.__enter__c C s d S r r )r �exc_type� exc_value� tracebackr r r
�__exit__ s zRLock.__exit__N)�__name__�
__module__� __qualname__r r r r r r
r s r )� OrderedDict� )�
InvalidHeader)�iterkeys�
itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r a�
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
�
Nc C s" || _ || _| �� | _t� | _d S r )�_maxsize� dispose_func� ContainerCls�
_containerr �lock)r �maxsizer r r r
�__init__. s
z RecentlyUsedContainer.__init__c
C s8 | j �( | j�|�}|| j|< |W 5 Q R � S Q R X d S r )r r �pop)r �key�itemr r r
� __getitem__5 s
z!RecentlyUsedContainer.__getitem__c C sl t }| j�@ | j�|t �}|| j|< t| j�| jkrF| jjdd�\}}W 5 Q R X | jrh|t k rh| �|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r$ �valueZ
evicted_valueZ_keyr r r
� __setitem__< s
z!RecentlyUsedContainer.__setitem__c C s2 | j � | j�|�}W 5 Q R X | jr.| �|� d S r )r r r# r )r r$ r+ r r r
� __delitem__K s z!RecentlyUsedContainer.__delitem__c
C s( | j � t| j�W 5 Q R � S Q R X d S r )r r) r r r r r
�__len__R s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedErrorr r r r
�__iter__V s �z RecentlyUsedContainer.__iter__c C sH | j � tt| j��}| j�� W 5 Q R X | jrD|D ]}| �|� q4d S r )r �listr r �clearr )r �valuesr+ r r r
r2 [ s zRecentlyUsedContainer.clearc
C s, | j � tt| j��W 5 Q R � S Q R X d S r )r r1 r r r r r r
�keyse s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r" r& r, r- r. r0 r2 r4 r r r r
r s
c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e sZe j
Z
e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
Nc sP t t| ��� t� | _|d k r>t|t�r4| �|� n
| �|� |rL| �|� d S r )�superr r" r r �
isinstance�
_copy_from�extend)r �headers�kwargs�� __class__r r
r" � s
zHTTPHeaderDict.__init__c C s ||g| j |�� < | j |�� S r �r �lower�r r$ �valr r r
r, � s zHTTPHeaderDict.__setitem__c C s | j |�� }d�|dd � �S )N�, r �r r? �joinr@ r r r
r& � s zHTTPHeaderDict.__getitem__c C s | j |�� = d S r r> �r r$ r r r
r- � s zHTTPHeaderDict.__delitem__c C s |� � | jkS r )r? r rE r r r
� __contains__� s zHTTPHeaderDict.__contains__c C s^ t |t�st|d�sdS t |t| ��s2t| �|�}tdd� | �� D ��tdd� |�� D ��kS )Nr4 Fc s s | ]\}}|� � |fV qd S r )r? )�.0�k�vr r r
� <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>)r7 r �hasattr�type�dict�
itermerged�r �otherr r r
�__eq__� s �zHTTPHeaderDict.__eq__c C s | � |� S r )rQ rO r r r
�__ne__� s zHTTPHeaderDict.__ne__c C s
t | j�S r )r) r r r r r
r. � s zHTTPHeaderDict.__len__c c s | j �� D ]}|d V q
d S )Nr )r r3 )r �valsr r r
r0 � s zHTTPHeaderDict.__iter__c C s@ z | | }W n$ t k
r0 || jkr(� | Y S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
N)�KeyError�_HTTPHeaderDict__marker)r r$ �defaultr+ r r r
r# � s
zHTTPHeaderDict.popc C s$ z
| |= W n t k
r Y nX d S r )rT rE r r r
�discard� s
zHTTPHeaderDict.discardc C s4 |� � }||g}| j�||�}||k r0|�|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
N)r? r �
setdefault�append)r r$ rA Z key_lowerZnew_valsrS r r r
�add� s
zHTTPHeaderDict.addc O s� t |�dkr td�t |����t |�dkr2|d nd}t|t�r`|�� D ]\}}| �||� qHnjt|t�r�|D ]}| �||| � qnnDt|d�r�|� � D ]}| �||| � q�n|D ]\}}| �||� q�|�
� D ]\}}| �||� q�dS )z�Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
r z9extend() takes at most 1 positional arguments ({0} given)r r r4 N) r) � TypeError�formatr7 r � iteritemsrZ r rK r4 �items)r �argsr; rP r$ rA r+ r r r
r9 � s( ��
zHTTPHeaderDict.extendc C sN z| j |�� }W n* tk
r< || jkr4g Y S | Y S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an
empty list if the key doesn't exist.r N)r r? rT rU )r r$ rV rS r r r
�getlist s
zHTTPHeaderDict.getlistc C s dt | �jt| �� �f S )Nz%s(%s))rL r rM rN r r r r
�__repr__ s zHTTPHeaderDict.__repr__c C s> |D ]4}|� |�}t|t�r$t|�}|g| | j|�� < qd S r )r` r7 r1 r r? )r rP r$ rA r r r
r8 s
zHTTPHeaderDict._copy_fromc C s t | �� }|�| � |S r )rL r8 )r Zcloner r r
�copy! s
zHTTPHeaderDict.copyc c s< | D ]2}| j |�� }|dd� D ]}|d |fV q"qdS )z8Iterate over all header lines, including duplicate ones.r Nr r> )r r$ rS rA r r r
r] & s zHTTPHeaderDict.iteritemsc c s8 | D ].}| j |�� }|d d�|dd� �fV qdS )z:Iterate over all headers, merging duplicate ones together.r rB r NrC r@ r r r
rN - s zHTTPHeaderDict.itermergedc C s t | �� �S r )r1 r] r r r r
r^ 3 s zHTTPHeaderDict.itemsc C s� d}g }|j D ]h}|�|�rT|s.td| ��n&|d \}}||d |�� f|d< q|�dd�\}}|�||�� f� q| |�S )z4Read headers from a Python 2 httplib message object.)� � z/Header continuation with no previous header: %s���rc �:r )r: �
startswithr �strip�splitrY )�cls�messageZobs_fold_continued_leadersr: �liner$ r+ r r r
� from_httplib6 s
� zHTTPHeaderDict.from_httplib)N)%r r r r5 r" r, r& r- rF rQ rR r r r r �objectrU r. r0 r# rW rZ r9 r` Z
getheadersZgetallmatchingheadersZigetZget_allra r8 rb r] rN r^ � classmethodrm �
__classcell__r r r< r
r j s> !
N)Z
__future__r Zcollections.abcr r � ImportError� collectionsZ threadingr r �
exceptionsr Z packages.sixr r r �__all__rn r' r r r r r r
�<module> s L urllib3/__pycache__/filepost.cpython-38.pyc 0000644 00000005256 15043676016 0014625 0 ustar 00 U
��.e� � @ s� d dl mZ d dlZd dlZd dlZd dlmZ ddlmZ ddl m
Z
ddl m Z e�
d�d Zd
d � Zd d
� Zdd� Zddd�ZdS )� )�absolute_importN)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s$ t �t�d��} tjs | �d�} | S )zN
Our embarrassingly-simple replacement for mimetools.choose_boundary.
� �ascii)�binasciiZhexlify�os�urandomr ZPY2�decode)�boundary� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/filepost.py�choose_boundary s
r c c sJ t | t�rt�| �}nt| �}|D ]"}t |t�r8|V q"tj|� V q"dS )z�
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
N)�
isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s
r c C s, t | t�r dd� t�| �D �S dd� | D �S )a-
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
c s s | ]\}}||fV qd S �Nr ��.0�k�vr r r � <genexpr>: s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S r r r r r r r < s )r r r r )r r r r � iter_fields- s
r! c C s� t � }|dkrt� }t| �D ]p}|�td| �� t|��|�� � |j}t|t �r\t
|�}t|t j �rxt|��|� n
|�|� |�d� q |�td| �� t
d| �}|�
� |fS )aQ
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`urllib3.filepost.choose_boundary`.
Nz--%s
s
z--%s--
z multipart/form-data; boundary=%s)r r r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r r Zbodyr r$ Z content_typer r r �encode_multipart_formdata? s
r( )N)Z
__future__r r �codecsr �ior Zpackagesr Z packages.sixr r r �lookupr# r r r! r( r r r r �<module> s
urllib3/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000024462 15043676016 0016076 0 ustar 00 U
��.eB; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl
Z
ddl m Z ddl
mZ ddl
mZ zd dlZejZW n, eefk
r� dZG dd � d e�ZY nX zeZW n$ ek
r� G d
d � d e�ZY nX dd lmZm Z m Z m Z dd
l m Z m!Z! ddl"m#Z#m$Z$m%Z%m&Z&m'Z' ddl(m)Z) ddl*m+Z+ e�,e-�Z.ddd�Z/e�0ddd�Z1G dd� de2�Z3G dd� dee2�ZG dd� de�Z4G dd � d e4�Z5d d � Z6e�r�e4Z7e5Z4ne3Z4dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)�
HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN��__name__�
__module__� __qualname__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorNr
r r r r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)�
connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r r r
�__doc__r r r r r! > s r! c @ sp e Zd ZdZed ZejejdfgZ dZ
dd� Z e dd� �Z
e
jd d� �Z
d
d � Zd d
� Zdd� Zddd�ZdS )r a$
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
r r Fc O sD t js|�dd � |�d�| _|�d| j�| _tj| f|�|� d S )N�strict�source_address�socket_options) r ZPY2�pop�getr$ �default_socket_optionsr% �_HTTPConnection�__init__)�self�args�kwr r r r* e s
zHTTPConnection.__init__c C s | j �d�S )a�
Getter method to remove any trailing dots that indicate the hostname is an FQDN.
In general, SSL certificates don't include the trailing dot indicating a
fully-qualified domain name, and thus, they don't validate properly when
checked against a domain name that includes the dot. In addition, some
servers may not expect to receive the trailing dot when provided.
However, the hostname with trailing dot is critical to DNS resolution; doing a
lookup with the trailing dot will properly only resolve the appropriate FQDN,
whereas a lookup without a trailing dot will search the system's search domain
list. Thus, it's important to keep the original host around for use only in
those cases where it's appropriate (i.e., when doing DNS lookup to establish the
actual TCP connection across which we're going to send HTTP requests).
�.)� _dns_host�rstrip)r+ r r r �hostr s zHTTPConnection.hostc C s
|| _ dS )z�
Setter for the `host` property.
We assume that only urllib3 uses the _dns_host attribute; httplib itself
only uses `host`, and it seems reasonable that other libraries follow suit.
N)r/ )r+ �valuer r r r1 � s c
C s� i }| j r| j |d< | jr$| j|d< z tj| j| jf| jf|�}W nX tk
rl t| d| j | jf ��Y n0 t
k
r� } zt | d| ��W 5 d}~X Y nX |S )zp Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
r$ r% z0Connection to %s timed out. (connect timeout=%s)z(Failed to establish a new connection: %sN) r$ r% r Zcreate_connectionr/ �portr �
SocketTimeoutr r1 � SocketErrorr )r+ Zextra_kw�conn�er r r � _new_conn� s2
��
�� �zHTTPConnection._new_connc C s$ || _ t| dd �r | �� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open�r+ r6 r r r �
_prepare_conn� s z HTTPConnection._prepare_connc C s | � � }| �|� d S )N)r8 r? r> r r r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� |�� D ]\}}| �||� q>d|krh| �dd� | �� |dk r�tjtf } t|| �r�|f}|D ]`}
|
s�q�t|
t�s�|
� d�}
t
t |
��d d� } | � | � d
�� | � d � | � |
� | � d � q�| � d � dS )
z�
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8� zutf-8s
s 0
)
r Z
putrequest�itemsZ putheaderZ
endheadersr Z string_types�bytes�
isinstance�encode�hex�len�send) r+ �methodZurlZbodyZheadersrA rB �headerr2 Zstringish_types�chunkZlen_strr r r �request_chunked� s: �
z HTTPConnection.request_chunked)NN)r r r
r" �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr( � is_verifiedr* �propertyr1 �setterr8 r? r@ rO r r r r r D s
r c @ s< e Zd Zed ZdZdddddejddfdd�Zdd� Z dS )�HTTPSConnectionr Nc
K sD t j| ||f||d�|
�� || _|| _|| _|| _| | _d| _d S )N)r# r r )r r* �key_file� cert_file� key_password� ssl_context�server_hostnameZ _protocol) r+ r1 r3 rW rX rY r# r rZ r[ r- r r r r* � s zHTTPSConnection.__init__c C s� | � � }| �|� d}| jd kr>d}tt| j�t| j�d�| _| j}| jsf| j sf|rft
|d�rf|� � t || j
| j| j| j| jd�| _d S )NFT�� ssl_version� cert_reqs�load_default_certs)r: �keyfile�certfilerY rZ r[ )r8 r? rZ r r r] r r^ �ca_certs� ca_cert_dir�hasattrr_ r rW rX rY r[ r: )r+ r6 �default_ssl_context�contextr r r r@ � s6
������zHTTPSConnection.connect)
r r r
rP rQ r] rR Z_GLOBAL_DEFAULT_TIMEOUTr* r@ r r r r rV � s �
rV c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z
dS )�VerifiedHTTPSConnectionz[
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
Nc C sp |dkr$| j dk r | j j}ntd�}|| _|| _|| _|| _|| _|| _|oVt j
� |�| _ |oht j
� |�| _
dS )zX
This method should only be called once, before the connection is used.
N)rZ � verify_moder rW rX r^ rY �assert_hostnamer �os�path�
expanduserrb rc ) r+ rW rX r^ rY rb ri r rc r r r �set_cert- s
z VerifiedHTTPSConnection.set_certc
C s� | � � }| j}t| dd �r4|| _| �� d| _| j}|}| jd k rH| j}tj �
� t k }|rlt �
d�t �t� d}| jd kr�d}tt| j�t| j�d�| _| j}t| j�|_| js�| js�|r�t|d�r�|�� t|| j | j | j | j| j||d�| _| j �rt | jj dd �| j � nd|jt!j"k�rtt|d
d��st| j#dk �rt| j� � }|�$d d ��sbt �
d
�|�t%� t&|| j#�pp|� |jt!j'k�p�| j d k | _(d S )Nr9 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errorsFTr\ r_ )r: r` ra rY rb rc r[ rZ )Z binary_formZcheck_hostnameZsubjectAltNamer z�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.)))r8 r1 r; r: r< r= r9 r[ �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rZ r r r] r r^ rh rb rc rd r_ r rW rX rY r Z getpeercert�sslZ CERT_NONEri r' r �_match_hostnameZ
CERT_REQUIREDrS )r+ r6 Zhostnamer[ Z is_time_offre rf �certr r r r@ L s�
���
� ����� �
�
��
�� �z VerifiedHTTPSConnection.connect)NNNNNNNN) r r r
r" r^ rb rc r] r rm r@ r r r r rg ! s �
rg c
C sL zt | |� W n8 tk
rF } zt�d|| � | |_� W 5 d }~X Y nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logZwarningZ
_peer_cert)rv Zasserted_hostnamer7 r r r ru � s �ru )8Z
__future__r rn Zloggingrj rR r r5 r r4 rq Zpackagesr Z packages.six.moves.http_clientr r) r rt ZSSLErrorr � ImportError�AttributeError�
BaseExceptionr � NameError� Exception�
exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr rw rP ro rp �objectr! rV rg ru ZUnverifiedHTTPSConnectionr r r r �<module> sL
B urllib3/__pycache__/__init__.cpython-38.pyc 0000644 00000004045 15043676017 0014533 0 ustar 00 U
��.e{
� @ s4 d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl
m Z ddl m
Z
mZmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlZddlmZ dZ dZ dZ dZ e� e!��"e� � ej#fdd�Z$[ej%de j&dd� ej%de j'dd� ej%de j(dd� ej%de j)dd� e j*fdd�Z+dS )z8
urllib3 - Thread-safe connection pooling and re-using.
� )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)�
exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerz(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.25.6)r r r r
r r r �add_stderr_loggerr �disable_warningsr r r
r c C sF t �t�}t �� }|�t �d�� |�|� |�| � |�dt� |S )z�
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLogger�__name__Z
StreamHandlerZ setFormatterZ Formatter�
addHandlerZsetLevel�debug)�levelZloggerZhandler� r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/__init__.pyr / s
r �alwaysT)�append�defaultc C s t �d| � dS )z<
Helper for quickly disabling all urllib3 warnings.
�ignoreN)�warnings� simplefilter)�categoryr r r r R s r ),�__doc__Z
__future__r r Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r
r Zresponser Z util.requestr
Zutil.urlr Z util.timeoutr Z
util.retryr r r �
__author__Z __license__� __version__�__all__r r r �DEBUGr r! ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> s2 urllib3/connectionpool.py 0000644 00000105036 15043676017 0011541 0 ustar 00 from __future__ import absolute_import
import errno
import logging
import sys
import warnings
from socket import error as SocketError, timeout as SocketTimeout
import socket
from .exceptions import (
ClosedPoolError,
ProtocolError,
EmptyPoolError,
HeaderParsingError,
HostChangedError,
LocationValueError,
MaxRetryError,
ProxyError,
ReadTimeoutError,
SSLError,
TimeoutError,
InsecureRequestWarning,
NewConnectionError,
)
from .packages.ssl_match_hostname import CertificateError
from .packages import six
from .packages.six.moves import queue
from .connection import (
port_by_scheme,
DummyConnection,
HTTPConnection, HTTPSConnection, VerifiedHTTPSConnection,
HTTPException, BaseSSLError,
)
from .request import RequestMethods
from .response import HTTPResponse
from .util.connection import is_connection_dropped
from .util.request import set_file_position
from .util.response import assert_header_parsing
from .util.retry import Retry
from .util.timeout import Timeout
from .util.url import get_host, Url
if six.PY2:
# Queue is imported for side effects on MS Windows
import Queue as _unused_module_Queue # noqa: F401
xrange = six.moves.xrange
log = logging.getLogger(__name__)
_Default = object()
# Pool objects
class ConnectionPool(object):
"""
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
"""
scheme = None
QueueCls = queue.LifoQueue
def __init__(self, host, port=None):
if not host:
raise LocationValueError("No host specified.")
self.host = _ipv6_host(host).lower()
self._proxy_host = host.lower()
self.port = port
def __str__(self):
return '%s(host=%r, port=%r)' % (type(self).__name__,
self.host, self.port)
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.close()
# Return False to re-raise any potential exceptions
return False
def close(self):
"""
Close all pooled connections and disable the pool.
"""
pass
# This is taken from http://hg.python.org/cpython/file/7aaba721ebc0/Lib/socket.py#l252
_blocking_errnos = set([errno.EAGAIN, errno.EWOULDBLOCK])
class HTTPConnectionPool(ConnectionPool, RequestMethods):
"""
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \\**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
"""
scheme = 'http'
ConnectionCls = HTTPConnection
ResponseCls = HTTPResponse
def __init__(self, host, port=None, strict=False,
timeout=Timeout.DEFAULT_TIMEOUT, maxsize=1, block=False,
headers=None, retries=None,
_proxy=None, _proxy_headers=None,
**conn_kw):
ConnectionPool.__init__(self, host, port)
RequestMethods.__init__(self, headers)
self.strict = strict
if not isinstance(timeout, Timeout):
timeout = Timeout.from_float(timeout)
if retries is None:
retries = Retry.DEFAULT
self.timeout = timeout
self.retries = retries
self.pool = self.QueueCls(maxsize)
self.block = block
self.proxy = _proxy
self.proxy_headers = _proxy_headers or {}
# Fill the queue up so that doing get() on it will block properly
for _ in xrange(maxsize):
self.pool.put(None)
# These are mostly for testing and debugging purposes.
self.num_connections = 0
self.num_requests = 0
self.conn_kw = conn_kw
if self.proxy:
# Enable Nagle's algorithm for proxies, to avoid packet fragmentation.
# We cannot know if the user has added default socket options, so we cannot replace the
# list.
self.conn_kw.setdefault('socket_options', [])
def _new_conn(self):
"""
Return a fresh :class:`HTTPConnection`.
"""
self.num_connections += 1
log.debug("Starting new HTTP connection (%d): %s",
self.num_connections, self.host)
conn = self.ConnectionCls(host=self.host, port=self.port,
timeout=self.timeout.connect_timeout,
strict=self.strict, **self.conn_kw)
return conn
def _get_conn(self, timeout=None):
"""
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
"""
conn = None
try:
conn = self.pool.get(block=self.block, timeout=timeout)
except AttributeError: # self.pool is None
raise ClosedPoolError(self, "Pool is closed.")
except queue.Empty:
if self.block:
raise EmptyPoolError(self,
"Pool reached maximum size and no more "
"connections are allowed.")
pass # Oh well, we'll create a new connection then
# If this is a persistent connection, check if it got disconnected
if conn and is_connection_dropped(conn):
log.debug("Resetting dropped connection: %s", self.host)
conn.close()
if getattr(conn, 'auto_open', 1) == 0:
# This is a proxied connection that has been mutated by
# httplib._tunnel() and cannot be reused (since it would
# attempt to bypass the proxy)
conn = None
return conn or self._new_conn()
def _put_conn(self, conn):
"""
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
"""
try:
self.pool.put(conn, block=False)
return # Everything is dandy, done.
except AttributeError:
# self.pool is None.
pass
except queue.Full:
# This should never happen if self.block == True
log.warning(
"Connection pool is full, discarding connection: %s",
self.host)
# Connection never got put back into the pool, close it.
if conn:
conn.close()
def _validate_conn(self, conn):
"""
Called right before a request is made, after the socket is created.
"""
pass
def _prepare_proxy(self, conn):
# Nothing to do for HTTP connections.
pass
def _get_timeout(self, timeout):
""" Helper that always returns a :class:`urllib3.util.Timeout` """
if timeout is _Default:
return self.timeout.clone()
if isinstance(timeout, Timeout):
return timeout.clone()
else:
# User passed us an int/float. This is for backwards compatibility,
# can be removed later
return Timeout.from_float(timeout)
def _raise_timeout(self, err, url, timeout_value):
"""Is the error actually a timeout? Will raise a ReadTimeout or pass"""
if isinstance(err, SocketTimeout):
raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value)
# See the above comment about EAGAIN in Python 3. In Python 2 we have
# to specifically catch it and throw the timeout error
if hasattr(err, 'errno') and err.errno in _blocking_errnos:
raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value)
# Catch possible read timeouts thrown as SSL errors. If not the
# case, rethrow the original. We need to do this because of:
# http://bugs.python.org/issue10272
if 'timed out' in str(err) or 'did not complete (read)' in str(err): # Python 2.6
raise ReadTimeoutError(self, url, "Read timed out. (read timeout=%s)" % timeout_value)
def _make_request(self, conn, method, url, timeout=_Default, chunked=False,
**httplib_request_kw):
"""
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
"""
self.num_requests += 1
timeout_obj = self._get_timeout(timeout)
timeout_obj.start_connect()
conn.timeout = timeout_obj.connect_timeout
# Trigger any extra validation we need to do.
try:
self._validate_conn(conn)
except (SocketTimeout, BaseSSLError) as e:
# Py2 raises this as a BaseSSLError, Py3 raises it as socket timeout.
self._raise_timeout(err=e, url=url, timeout_value=conn.timeout)
raise
# conn.request() calls httplib.*.request, not the method in
# urllib3.request. It also calls makefile (recv) on the socket.
if chunked:
conn.request_chunked(method, url, **httplib_request_kw)
else:
conn.request(method, url, **httplib_request_kw)
# Reset the timeout for the recv() on the socket
read_timeout = timeout_obj.read_timeout
# App Engine doesn't have a sock attr
if getattr(conn, 'sock', None):
# In Python 3 socket.py will catch EAGAIN and return None when you
# try and read into the file pointer created by http.client, which
# instead raises a BadStatusLine exception. Instead of catching
# the exception and assuming all BadStatusLine exceptions are read
# timeouts, check for a zero timeout before making the request.
if read_timeout == 0:
raise ReadTimeoutError(
self, url, "Read timed out. (read timeout=%s)" % read_timeout)
if read_timeout is Timeout.DEFAULT_TIMEOUT:
conn.sock.settimeout(socket.getdefaulttimeout())
else: # None or a value
conn.sock.settimeout(read_timeout)
# Receive the response from the server
try:
try: # Python 2.7, use buffering of HTTP responses
httplib_response = conn.getresponse(buffering=True)
except TypeError: # Python 2.6 and older, Python 3
try:
httplib_response = conn.getresponse()
except Exception as e:
# Remove the TypeError from the exception chain in Python 3;
# otherwise it looks like a programming error was the cause.
six.raise_from(e, None)
except (SocketTimeout, BaseSSLError, SocketError) as e:
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
raise
# AppEngine doesn't have a version attr.
http_version = getattr(conn, '_http_vsn_str', 'HTTP/?')
log.debug("%s://%s:%s \"%s %s %s\" %s %s", self.scheme, self.host, self.port,
method, url, http_version, httplib_response.status,
httplib_response.length)
try:
assert_header_parsing(httplib_response.msg)
except (HeaderParsingError, TypeError) as hpe: # Platform-specific: Python 3
log.warning(
'Failed to parse headers (url=%s): %s',
self._absolute_url(url), hpe, exc_info=True)
return httplib_response
def _absolute_url(self, path):
return Url(scheme=self.scheme, host=self.host, port=self.port, path=path).url
def close(self):
"""
Close all pooled connections and disable the pool.
"""
# Disable access to the pool
old_pool, self.pool = self.pool, None
try:
while True:
conn = old_pool.get(block=False)
if conn:
conn.close()
except queue.Empty:
pass # Done.
def is_same_host(self, url):
"""
Check if the given ``url`` is a member of the same host as this
connection pool.
"""
if url.startswith('/'):
return True
# TODO: Add optional support for socket.gethostbyname checking.
scheme, host, port = get_host(url)
host = _ipv6_host(host).lower()
# Use explicit default port for comparison when none is given
if self.port and not port:
port = port_by_scheme.get(scheme)
elif not self.port and port == port_by_scheme.get(scheme):
port = None
return (scheme, host, port) == (self.scheme, self.host, self.port)
def urlopen(self, method, url, body=None, headers=None, retries=None,
redirect=True, assert_same_host=True, timeout=_Default,
pool_timeout=None, release_conn=None, chunked=False,
body_pos=None, **response_kw):
"""
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \\**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
"""
if headers is None:
headers = self.headers
if not isinstance(retries, Retry):
retries = Retry.from_int(retries, redirect=redirect, default=self.retries)
if release_conn is None:
release_conn = response_kw.get('preload_content', True)
# Check host
if assert_same_host and not self.is_same_host(url):
raise HostChangedError(self, url, retries)
conn = None
# Track whether `conn` needs to be released before
# returning/raising/recursing. Update this variable if necessary, and
# leave `release_conn` constant throughout the function. That way, if
# the function recurses, the original value of `release_conn` will be
# passed down into the recursive call, and its value will be respected.
#
# See issue #651 [1] for details.
#
# [1] <https://github.com/shazow/urllib3/issues/651>
release_this_conn = release_conn
# Merge the proxy headers. Only do this in HTTP. We have to copy the
# headers dict so we can safely change it without those changes being
# reflected in anyone else's copy.
if self.scheme == 'http':
headers = headers.copy()
headers.update(self.proxy_headers)
# Must keep the exception bound to a separate variable or else Python 3
# complains about UnboundLocalError.
err = None
# Keep track of whether we cleanly exited the except block. This
# ensures we do proper cleanup in finally.
clean_exit = False
# Rewind body position, if needed. Record current position
# for future rewinds in the event of a redirect/retry.
body_pos = set_file_position(body, body_pos)
try:
# Request a connection from the queue.
timeout_obj = self._get_timeout(timeout)
conn = self._get_conn(timeout=pool_timeout)
conn.timeout = timeout_obj.connect_timeout
is_new_proxy_conn = self.proxy is not None and not getattr(conn, 'sock', None)
if is_new_proxy_conn:
self._prepare_proxy(conn)
# Make the request on the httplib connection object.
httplib_response = self._make_request(conn, method, url,
timeout=timeout_obj,
body=body, headers=headers,
chunked=chunked)
# If we're going to release the connection in ``finally:``, then
# the response doesn't need to know about the connection. Otherwise
# it will also try to release it and we'll have a double-release
# mess.
response_conn = conn if not release_conn else None
# Pass method to Response for length checking
response_kw['request_method'] = method
# Import httplib's response into our own wrapper object
response = self.ResponseCls.from_httplib(httplib_response,
pool=self,
connection=response_conn,
retries=retries,
**response_kw)
# Everything went great!
clean_exit = True
except queue.Empty:
# Timed out by queue.
raise EmptyPoolError(self, "No pool connections are available.")
except (TimeoutError, HTTPException, SocketError, ProtocolError,
BaseSSLError, SSLError, CertificateError) as e:
# Discard the connection for these exceptions. It will be
# replaced during the next _get_conn() call.
clean_exit = False
if isinstance(e, (BaseSSLError, CertificateError)):
e = SSLError(e)
elif isinstance(e, (SocketError, NewConnectionError)) and self.proxy:
e = ProxyError('Cannot connect to proxy.', e)
elif isinstance(e, (SocketError, HTTPException)):
e = ProtocolError('Connection aborted.', e)
retries = retries.increment(method, url, error=e, _pool=self,
_stacktrace=sys.exc_info()[2])
retries.sleep()
# Keep track of the error for the retry warning.
err = e
finally:
if not clean_exit:
# We hit some kind of exception, handled or otherwise. We need
# to throw the connection away unless explicitly told not to.
# Close the connection, set the variable to None, and make sure
# we put the None back in the pool to avoid leaking it.
conn = conn and conn.close()
release_this_conn = True
if release_this_conn:
# Put the connection back to be reused. If the connection is
# expired then it will be None, which will get replaced with a
# fresh connection during _get_conn.
self._put_conn(conn)
if not conn:
# Try again
log.warning("Retrying (%r) after connection "
"broken by '%r': %s", retries, err, url)
return self.urlopen(method, url, body, headers, retries,
redirect, assert_same_host,
timeout=timeout, pool_timeout=pool_timeout,
release_conn=release_conn, body_pos=body_pos,
**response_kw)
def drain_and_release_conn(response):
try:
# discard any remaining response body, the connection will be
# released back to the pool once the entire response is read
response.read()
except (TimeoutError, HTTPException, SocketError, ProtocolError,
BaseSSLError, SSLError) as e:
pass
# Handle redirect?
redirect_location = redirect and response.get_redirect_location()
if redirect_location:
if response.status == 303:
method = 'GET'
try:
retries = retries.increment(method, url, response=response, _pool=self)
except MaxRetryError:
if retries.raise_on_redirect:
# Drain and release the connection for this response, since
# we're not returning it to be released manually.
drain_and_release_conn(response)
raise
return response
# drain and return the connection to the pool before recursing
drain_and_release_conn(response)
retries.sleep_for_retry(response)
log.debug("Redirecting %s -> %s", url, redirect_location)
return self.urlopen(
method, redirect_location, body, headers,
retries=retries, redirect=redirect,
assert_same_host=assert_same_host,
timeout=timeout, pool_timeout=pool_timeout,
release_conn=release_conn, body_pos=body_pos,
**response_kw)
# Check if we should retry the HTTP response.
has_retry_after = bool(response.getheader('Retry-After'))
if retries.is_retry(method, response.status, has_retry_after):
try:
retries = retries.increment(method, url, response=response, _pool=self)
except MaxRetryError:
if retries.raise_on_status:
# Drain and release the connection for this response, since
# we're not returning it to be released manually.
drain_and_release_conn(response)
raise
return response
# drain and return the connection to the pool before recursing
drain_and_release_conn(response)
retries.sleep(response)
log.debug("Retry: %s", url)
return self.urlopen(
method, url, body, headers,
retries=retries, redirect=redirect,
assert_same_host=assert_same_host,
timeout=timeout, pool_timeout=pool_timeout,
release_conn=release_conn,
body_pos=body_pos, **response_kw)
return response
class HTTPSConnectionPool(HTTPConnectionPool):
"""
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, and ``ssl_version`` are only used if :mod:`ssl` is
available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
"""
scheme = 'https'
ConnectionCls = HTTPSConnection
def __init__(self, host, port=None,
strict=False, timeout=Timeout.DEFAULT_TIMEOUT, maxsize=1,
block=False, headers=None, retries=None,
_proxy=None, _proxy_headers=None,
key_file=None, cert_file=None, cert_reqs=None,
ca_certs=None, ssl_version=None,
assert_hostname=None, assert_fingerprint=None,
ca_cert_dir=None, **conn_kw):
HTTPConnectionPool.__init__(self, host, port, strict, timeout, maxsize,
block, headers, retries, _proxy, _proxy_headers,
**conn_kw)
if ca_certs and cert_reqs is None:
cert_reqs = 'CERT_REQUIRED'
self.key_file = key_file
self.cert_file = cert_file
self.cert_reqs = cert_reqs
self.ca_certs = ca_certs
self.ca_cert_dir = ca_cert_dir
self.ssl_version = ssl_version
self.assert_hostname = assert_hostname
self.assert_fingerprint = assert_fingerprint
def _prepare_conn(self, conn):
"""
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
"""
if isinstance(conn, VerifiedHTTPSConnection):
conn.set_cert(key_file=self.key_file,
cert_file=self.cert_file,
cert_reqs=self.cert_reqs,
ca_certs=self.ca_certs,
ca_cert_dir=self.ca_cert_dir,
assert_hostname=self.assert_hostname,
assert_fingerprint=self.assert_fingerprint)
conn.ssl_version = self.ssl_version
return conn
def _prepare_proxy(self, conn):
"""
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
"""
# Python 2.7+
try:
set_tunnel = conn.set_tunnel
except AttributeError: # Platform-specific: Python 2.6
set_tunnel = conn._set_tunnel
if sys.version_info <= (2, 6, 4) and not self.proxy_headers: # Python 2.6.4 and older
set_tunnel(self._proxy_host, self.port)
else:
set_tunnel(self._proxy_host, self.port, self.proxy_headers)
conn.connect()
def _new_conn(self):
"""
Return a fresh :class:`httplib.HTTPSConnection`.
"""
self.num_connections += 1
log.debug("Starting new HTTPS connection (%d): %s",
self.num_connections, self.host)
if not self.ConnectionCls or self.ConnectionCls is DummyConnection:
raise SSLError("Can't connect to HTTPS URL because the SSL "
"module is not available.")
actual_host = self.host
actual_port = self.port
if self.proxy is not None:
actual_host = self.proxy.host
actual_port = self.proxy.port
conn = self.ConnectionCls(host=actual_host, port=actual_port,
timeout=self.timeout.connect_timeout,
strict=self.strict, **self.conn_kw)
return self._prepare_conn(conn)
def _validate_conn(self, conn):
"""
Called right before a request is made, after the socket is created.
"""
super(HTTPSConnectionPool, self)._validate_conn(conn)
# Force connect early to allow us to validate the connection.
if not getattr(conn, 'sock', None): # AppEngine might not have `.sock`
conn.connect()
if not conn.is_verified:
warnings.warn((
'Unverified HTTPS request is being made. '
'Adding certificate verification is strongly advised. See: '
'https://urllib3.readthedocs.io/en/latest/advanced-usage.html'
'#ssl-warnings'),
InsecureRequestWarning)
def connection_from_url(url, **kw):
"""
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \\**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
"""
scheme, host, port = get_host(url)
port = port or port_by_scheme.get(scheme, 80)
if scheme == 'https':
return HTTPSConnectionPool(host, port=port, **kw)
else:
return HTTPConnectionPool(host, port=port, **kw)
def _ipv6_host(host):
"""
Process IPv6 address literals
"""
# httplib doesn't like it when we include brackets in IPv6 addresses
# Specifically, if we include brackets but also pass the port then
# httplib crazily doubles up the square brackets on the Host header.
# Instead, we need to make sure we never pass ``None`` as the port.
# However, for backward compatibility reasons we can't actually
# *assert* that. See http://bugs.python.org/issue28539
#
# Also if an IPv6 address literal has a zone identifier, the
# percent sign might be URIencoded, convert it back into ASCII
if host.startswith('[') and host.endswith(']'):
host = host.replace('%25', '%').strip('[]')
return host
urllib3/util/ssl_.py 0000644 00000027666 15043676017 0010441 0 ustar 00 from __future__ import absolute_import
import errno
import warnings
import hmac
from binascii import hexlify, unhexlify
from hashlib import md5, sha1, sha256
from ..exceptions import SSLError, InsecurePlatformWarning, SNIMissingWarning
SSLContext = None
HAS_SNI = False
IS_PYOPENSSL = False
IS_SECURETRANSPORT = False
# Maps the length of a digest to a possible hash function producing this digest
HASHFUNC_MAP = {
32: md5,
40: sha1,
64: sha256,
}
def _const_compare_digest_backport(a, b):
"""
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
"""
result = abs(len(a) - len(b))
for l, r in zip(bytearray(a), bytearray(b)):
result |= l ^ r
return result == 0
_const_compare_digest = getattr(hmac, 'compare_digest',
_const_compare_digest_backport)
try: # Test for SSL features
import ssl
from ssl import wrap_socket, CERT_NONE, PROTOCOL_SSLv23
from ssl import HAS_SNI # Has SNI?
except ImportError:
pass
try:
from ssl import OP_NO_SSLv2, OP_NO_SSLv3, OP_NO_COMPRESSION
except ImportError:
OP_NO_SSLv2, OP_NO_SSLv3 = 0x1000000, 0x2000000
OP_NO_COMPRESSION = 0x20000
# A secure default.
# Sources for more information on TLS ciphers:
#
# - https://wiki.mozilla.org/Security/Server_Side_TLS
# - https://www.ssllabs.com/projects/best-practices/index.html
# - https://hynek.me/articles/hardening-your-web-servers-ssl-ciphers/
#
# The general intent is:
# - Prefer TLS 1.3 cipher suites
# - prefer cipher suites that offer perfect forward secrecy (DHE/ECDHE),
# - prefer ECDHE over DHE for better performance,
# - prefer any AES-GCM and ChaCha20 over any AES-CBC for better performance and
# security,
# - prefer AES-GCM over ChaCha20 because hardware-accelerated AES is common,
# - disable NULL authentication, MD5 MACs and DSS for security reasons.
DEFAULT_CIPHERS = ':'.join([
'TLS13-AES-256-GCM-SHA384',
'TLS13-CHACHA20-POLY1305-SHA256',
'TLS13-AES-128-GCM-SHA256',
'ECDH+AESGCM',
'ECDH+CHACHA20',
'DH+AESGCM',
'DH+CHACHA20',
'ECDH+AES256',
'DH+AES256',
'ECDH+AES128',
'DH+AES',
'RSA+AESGCM',
'RSA+AES',
'!aNULL',
'!eNULL',
'!MD5',
])
try:
from ssl import SSLContext # Modern SSL?
except ImportError:
import sys
class SSLContext(object): # Platform-specific: Python 2 & 3.1
supports_set_ciphers = ((2, 7) <= sys.version_info < (3,) or
(3, 2) <= sys.version_info)
def __init__(self, protocol_version):
self.protocol = protocol_version
# Use default values from a real SSLContext
self.check_hostname = False
self.verify_mode = ssl.CERT_NONE
self.ca_certs = None
self.options = 0
self.certfile = None
self.keyfile = None
self.ciphers = None
def load_cert_chain(self, certfile, keyfile):
self.certfile = certfile
self.keyfile = keyfile
def load_verify_locations(self, cafile=None, capath=None):
self.ca_certs = cafile
if capath is not None:
raise SSLError("CA directories not supported in older Pythons")
def set_ciphers(self, cipher_suite):
if not self.supports_set_ciphers:
raise TypeError(
'Your version of Python does not support setting '
'a custom cipher suite. Please upgrade to Python '
'2.7, 3.2, or later if you need this functionality.'
)
self.ciphers = cipher_suite
def wrap_socket(self, socket, server_hostname=None, server_side=False):
warnings.warn(
'A true SSLContext object is not available. This prevents '
'urllib3 from configuring SSL appropriately and may cause '
'certain SSL connections to fail. You can upgrade to a newer '
'version of Python to solve this. For more information, see '
'https://urllib3.readthedocs.io/en/latest/advanced-usage.html'
'#ssl-warnings',
InsecurePlatformWarning
)
kwargs = {
'keyfile': self.keyfile,
'certfile': self.certfile,
'ca_certs': self.ca_certs,
'cert_reqs': self.verify_mode,
'ssl_version': self.protocol,
'server_side': server_side,
}
if self.supports_set_ciphers: # Platform-specific: Python 2.7+
return wrap_socket(socket, ciphers=self.ciphers, **kwargs)
else: # Platform-specific: Python 2.6
return wrap_socket(socket, **kwargs)
def assert_fingerprint(cert, fingerprint):
"""
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
"""
fingerprint = fingerprint.replace(':', '').lower()
digest_length = len(fingerprint)
hashfunc = HASHFUNC_MAP.get(digest_length)
if not hashfunc:
raise SSLError(
'Fingerprint of invalid length: {0}'.format(fingerprint))
# We need encode() here for py32; works on py2 and p33.
fingerprint_bytes = unhexlify(fingerprint.encode())
cert_digest = hashfunc(cert).digest()
if not _const_compare_digest(cert_digest, fingerprint_bytes):
raise SSLError('Fingerprints did not match. Expected "{0}", got "{1}".'
.format(fingerprint, hexlify(cert_digest)))
def resolve_cert_reqs(candidate):
"""
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbrevation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
"""
if candidate is None:
return CERT_NONE
if isinstance(candidate, str):
res = getattr(ssl, candidate, None)
if res is None:
res = getattr(ssl, 'CERT_' + candidate)
return res
return candidate
def resolve_ssl_version(candidate):
"""
like resolve_cert_reqs
"""
if candidate is None:
return PROTOCOL_SSLv23
if isinstance(candidate, str):
res = getattr(ssl, candidate, None)
if res is None:
res = getattr(ssl, 'PROTOCOL_' + candidate)
return res
return candidate
def create_urllib3_context(ssl_version=None, cert_reqs=None,
options=None, ciphers=None):
"""All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
"""
context = SSLContext(ssl_version or ssl.PROTOCOL_SSLv23)
# Setting the default here, as we may have no ssl module on import
cert_reqs = ssl.CERT_REQUIRED if cert_reqs is None else cert_reqs
if options is None:
options = 0
# SSLv2 is easily broken and is considered harmful and dangerous
options |= OP_NO_SSLv2
# SSLv3 has several problems and is now dangerous
options |= OP_NO_SSLv3
# Disable compression to prevent CRIME attacks for OpenSSL 1.0+
# (issue #309)
options |= OP_NO_COMPRESSION
context.options |= options
if getattr(context, 'supports_set_ciphers', True): # Platform-specific: Python 2.6
context.set_ciphers(ciphers or DEFAULT_CIPHERS)
context.verify_mode = cert_reqs
if getattr(context, 'check_hostname', None) is not None: # Platform-specific: Python 3.2
# We do our own verification, including fingerprints and alternative
# hostnames. So disable it here
context.check_hostname = False
return context
def ssl_wrap_socket(sock, keyfile=None, certfile=None, cert_reqs=None,
ca_certs=None, server_hostname=None,
ssl_version=None, ciphers=None, ssl_context=None,
ca_cert_dir=None):
"""
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support. This is not
supported on Python 2.6 as the ssl module does not support it.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
"""
context = ssl_context
if context is None:
# Note: This branch of code and all the variables in it are no longer
# used by urllib3 itself. We should consider deprecating and removing
# this code.
context = create_urllib3_context(ssl_version, cert_reqs,
ciphers=ciphers)
if ca_certs or ca_cert_dir:
try:
context.load_verify_locations(ca_certs, ca_cert_dir)
except IOError as e: # Platform-specific: Python 2.6, 2.7, 3.2
raise SSLError(e)
# Py33 raises FileNotFoundError which subclasses OSError
# These are not equivalent unless we check the errno attribute
except OSError as e: # Platform-specific: Python 3.3 and beyond
if e.errno == errno.ENOENT:
raise SSLError(e)
raise
elif ssl_context is None and hasattr(context, 'load_default_certs'):
# try to load OS default certs; works well on Windows (require Python3.4+)
context.load_default_certs()
if certfile:
context.load_cert_chain(certfile, keyfile)
if HAS_SNI: # Platform-specific: OpenSSL with enabled SNI
return context.wrap_socket(sock, server_hostname=server_hostname)
warnings.warn(
'An HTTPS request has been made, but the SNI (Subject Name '
'Indication) extension to TLS is not available on this platform. '
'This may cause the server to present an incorrect TLS '
'certificate, which can cause validation failures. You can upgrade to '
'a newer version of Python to solve this. For more information, see '
'https://urllib3.readthedocs.io/en/latest/advanced-usage.html'
'#ssl-warnings',
SNIMissingWarning
)
return context.wrap_socket(sock)
urllib3/util/__init__.py 0000644 00000002024 15043676017 0011215 0 ustar 00 from __future__ import absolute_import
# For backwards compatibility, provide imports that used to be here.
from .connection import is_connection_dropped
from .request import make_headers
from .response import is_fp_closed
from .ssl_ import (
SSLContext,
HAS_SNI,
IS_PYOPENSSL,
IS_SECURETRANSPORT,
assert_fingerprint,
resolve_cert_reqs,
resolve_ssl_version,
ssl_wrap_socket,
)
from .timeout import (
current_time,
Timeout,
)
from .retry import Retry
from .url import (
get_host,
parse_url,
split_first,
Url,
)
from .wait import (
wait_for_read,
wait_for_write
)
__all__ = (
'HAS_SNI',
'IS_PYOPENSSL',
'IS_SECURETRANSPORT',
'SSLContext',
'Retry',
'Timeout',
'Url',
'assert_fingerprint',
'current_time',
'is_connection_dropped',
'is_fp_closed',
'get_host',
'parse_url',
'make_headers',
'resolve_cert_reqs',
'resolve_ssl_version',
'split_first',
'ssl_wrap_socket',
'wait_for_read',
'wait_for_write'
)
urllib3/util/retry.py 0000644 00000035400 15043676017 0010627 0 ustar 00 from __future__ import absolute_import
import time
import logging
from collections import namedtuple
from itertools import takewhile
import email
import re
from ..exceptions import (
ConnectTimeoutError,
MaxRetryError,
ProtocolError,
ReadTimeoutError,
ResponseError,
InvalidHeader,
)
from ..packages import six
log = logging.getLogger(__name__)
# Data structure for representing the metadata of requests that result in a retry.
RequestHistory = namedtuple('RequestHistory', ["method", "url", "error",
"status", "redirect_location"])
class Retry(object):
""" Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ^ ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
"""
DEFAULT_METHOD_WHITELIST = frozenset([
'HEAD', 'GET', 'PUT', 'DELETE', 'OPTIONS', 'TRACE'])
DEFAULT_REDIRECT_HEADERS_BLACKLIST = frozenset(['Authorization'])
RETRY_AFTER_STATUS_CODES = frozenset([413, 429, 503])
#: Maximum backoff time.
BACKOFF_MAX = 120
def __init__(self, total=10, connect=None, read=None, redirect=None, status=None,
method_whitelist=DEFAULT_METHOD_WHITELIST, status_forcelist=None,
backoff_factor=0, raise_on_redirect=True, raise_on_status=True,
history=None, respect_retry_after_header=True,
remove_headers_on_redirect=DEFAULT_REDIRECT_HEADERS_BLACKLIST):
self.total = total
self.connect = connect
self.read = read
self.status = status
if redirect is False or total is False:
redirect = 0
raise_on_redirect = False
self.redirect = redirect
self.status_forcelist = status_forcelist or set()
self.method_whitelist = method_whitelist
self.backoff_factor = backoff_factor
self.raise_on_redirect = raise_on_redirect
self.raise_on_status = raise_on_status
self.history = history or tuple()
self.respect_retry_after_header = respect_retry_after_header
self.remove_headers_on_redirect = remove_headers_on_redirect
def new(self, **kw):
params = dict(
total=self.total,
connect=self.connect, read=self.read, redirect=self.redirect, status=self.status,
method_whitelist=self.method_whitelist,
status_forcelist=self.status_forcelist,
backoff_factor=self.backoff_factor,
raise_on_redirect=self.raise_on_redirect,
raise_on_status=self.raise_on_status,
history=self.history,
remove_headers_on_redirect=self.remove_headers_on_redirect,
)
params.update(kw)
return type(self)(**params)
@classmethod
def from_int(cls, retries, redirect=True, default=None):
""" Backwards-compatibility for the old retries format."""
if retries is None:
retries = default if default is not None else cls.DEFAULT
if isinstance(retries, Retry):
return retries
redirect = bool(redirect) and None
new_retries = cls(retries, redirect=redirect)
log.debug("Converted retries value: %r -> %r", retries, new_retries)
return new_retries
def get_backoff_time(self):
""" Formula for computing the current backoff
:rtype: float
"""
# We want to consider only the last consecutive errors sequence (Ignore redirects).
consecutive_errors_len = len(list(takewhile(lambda x: x.redirect_location is None,
reversed(self.history))))
if consecutive_errors_len <= 1:
return 0
backoff_value = self.backoff_factor * (2 ** (consecutive_errors_len - 1))
return min(self.BACKOFF_MAX, backoff_value)
def parse_retry_after(self, retry_after):
# Whitespace: https://tools.ietf.org/html/rfc7230#section-3.2.4
if re.match(r"^\s*[0-9]+\s*$", retry_after):
seconds = int(retry_after)
else:
retry_date_tuple = email.utils.parsedate(retry_after)
if retry_date_tuple is None:
raise InvalidHeader("Invalid Retry-After header: %s" % retry_after)
retry_date = time.mktime(retry_date_tuple)
seconds = retry_date - time.time()
if seconds < 0:
seconds = 0
return seconds
def get_retry_after(self, response):
""" Get the value of Retry-After in seconds. """
retry_after = response.getheader("Retry-After")
if retry_after is None:
return None
return self.parse_retry_after(retry_after)
def sleep_for_retry(self, response=None):
retry_after = self.get_retry_after(response)
if retry_after:
time.sleep(retry_after)
return True
return False
def _sleep_backoff(self):
backoff = self.get_backoff_time()
if backoff <= 0:
return
time.sleep(backoff)
def sleep(self, response=None):
""" Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
"""
if response:
slept = self.sleep_for_retry(response)
if slept:
return
self._sleep_backoff()
def _is_connection_error(self, err):
""" Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
"""
return isinstance(err, ConnectTimeoutError)
def _is_read_error(self, err):
""" Errors that occur after the request has been started, so we should
assume that the server began processing it.
"""
return isinstance(err, (ReadTimeoutError, ProtocolError))
def _is_method_retryable(self, method):
""" Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
"""
if self.method_whitelist and method.upper() not in self.method_whitelist:
return False
return True
def is_retry(self, method, status_code, has_retry_after=False):
""" Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
"""
if not self._is_method_retryable(method):
return False
if self.status_forcelist and status_code in self.status_forcelist:
return True
return (self.total and self.respect_retry_after_header and
has_retry_after and (status_code in self.RETRY_AFTER_STATUS_CODES))
def is_exhausted(self):
""" Are we out of retries? """
retry_counts = (self.total, self.connect, self.read, self.redirect, self.status)
retry_counts = list(filter(None, retry_counts))
if not retry_counts:
return False
return min(retry_counts) < 0
def increment(self, method=None, url=None, response=None, error=None,
_pool=None, _stacktrace=None):
""" Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
"""
if self.total is False and error:
# Disabled, indicate to re-raise the error.
raise six.reraise(type(error), error, _stacktrace)
total = self.total
if total is not None:
total -= 1
connect = self.connect
read = self.read
redirect = self.redirect
status_count = self.status
cause = 'unknown'
status = None
redirect_location = None
if error and self._is_connection_error(error):
# Connect retry?
if connect is False:
raise six.reraise(type(error), error, _stacktrace)
elif connect is not None:
connect -= 1
elif error and self._is_read_error(error):
# Read retry?
if read is False or not self._is_method_retryable(method):
raise six.reraise(type(error), error, _stacktrace)
elif read is not None:
read -= 1
elif response and response.get_redirect_location():
# Redirect retry?
if redirect is not None:
redirect -= 1
cause = 'too many redirects'
redirect_location = response.get_redirect_location()
status = response.status
else:
# Incrementing because of a server error like a 500 in
# status_forcelist and a the given method is in the whitelist
cause = ResponseError.GENERIC_ERROR
if response and response.status:
if status_count is not None:
status_count -= 1
cause = ResponseError.SPECIFIC_ERROR.format(
status_code=response.status)
status = response.status
history = self.history + (RequestHistory(method, url, error, status, redirect_location),)
new_retry = self.new(
total=total,
connect=connect, read=read, redirect=redirect, status=status_count,
history=history)
if new_retry.is_exhausted():
raise MaxRetryError(_pool, url, error or ResponseError(cause))
log.debug("Incremented Retry for (url='%s'): %r", url, new_retry)
return new_retry
def __repr__(self):
return ('{cls.__name__}(total={self.total}, connect={self.connect}, '
'read={self.read}, redirect={self.redirect}, status={self.status})').format(
cls=type(self), self=self)
# For backwards compatibility (equivalent to pre-v1.9):
Retry.DEFAULT = Retry(3)
urllib3/util/connection.py 0000644 00000010215 15043676017 0011616 0 ustar 00 from __future__ import absolute_import
import socket
from .wait import wait_for_read
from .selectors import HAS_SELECT, SelectorError
def is_connection_dropped(conn): # Platform-specific
"""
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
"""
sock = getattr(conn, 'sock', False)
if sock is False: # Platform-specific: AppEngine
return False
if sock is None: # Connection already closed (such as by httplib).
return True
if not HAS_SELECT:
return False
try:
return bool(wait_for_read(sock, timeout=0.0))
except SelectorError:
return True
# This function is copied from socket.py in the Python 2.7 standard
# library test suite. Added to its signature is only `socket_options`.
# One additional modification is that we avoid binding to IPv6 servers
# discovered in DNS if the system doesn't have IPv6 functionality.
def create_connection(address, timeout=socket._GLOBAL_DEFAULT_TIMEOUT,
source_address=None, socket_options=None):
"""Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
"""
host, port = address
if host.startswith('['):
host = host.strip('[]')
err = None
# Using the value from allowed_gai_family() in the context of getaddrinfo lets
# us select whether to work with IPv4 DNS records, IPv6 records, or both.
# The original create_connection function always returns all records.
family = allowed_gai_family()
for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):
af, socktype, proto, canonname, sa = res
sock = None
try:
sock = socket.socket(af, socktype, proto)
# If provided, set socket level options before connecting.
_set_socket_options(sock, socket_options)
if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT:
sock.settimeout(timeout)
if source_address:
sock.bind(source_address)
sock.connect(sa)
return sock
except socket.error as e:
err = e
if sock is not None:
sock.close()
sock = None
if err is not None:
raise err
raise socket.error("getaddrinfo returns an empty list")
def _set_socket_options(sock, options):
if options is None:
return
for opt in options:
sock.setsockopt(*opt)
def allowed_gai_family():
"""This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records."""
family = socket.AF_INET
if HAS_IPV6:
family = socket.AF_UNSPEC
return family
def _has_ipv6(host):
""" Returns True if the system can bind an IPv6 address. """
sock = None
has_ipv6 = False
if socket.has_ipv6:
# has_ipv6 returns true if cPython was compiled with IPv6 support.
# It does not tell us if the system has IPv6 support enabled. To
# determine that we must bind to an IPv6 address.
# https://github.com/shazow/urllib3/pull/611
# https://bugs.python.org/issue658327
try:
sock = socket.socket(socket.AF_INET6)
sock.bind((host, 0))
has_ipv6 = True
except Exception:
pass
if sock:
sock.close()
return has_ipv6
HAS_IPV6 = _has_ipv6('::1')
urllib3/util/request.py 0000644 00000007171 15043676017 0011156 0 ustar 00 from __future__ import absolute_import
from base64 import b64encode
from ..packages.six import b, integer_types
from ..exceptions import UnrewindableBodyError
ACCEPT_ENCODING = 'gzip,deflate'
_FAILEDTELL = object()
def make_headers(keep_alive=None, accept_encoding=None, user_agent=None,
basic_auth=None, proxy_basic_auth=None, disable_cache=None):
"""
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
"""
headers = {}
if accept_encoding:
if isinstance(accept_encoding, str):
pass
elif isinstance(accept_encoding, list):
accept_encoding = ','.join(accept_encoding)
else:
accept_encoding = ACCEPT_ENCODING
headers['accept-encoding'] = accept_encoding
if user_agent:
headers['user-agent'] = user_agent
if keep_alive:
headers['connection'] = 'keep-alive'
if basic_auth:
headers['authorization'] = 'Basic ' + \
b64encode(b(basic_auth)).decode('utf-8')
if proxy_basic_auth:
headers['proxy-authorization'] = 'Basic ' + \
b64encode(b(proxy_basic_auth)).decode('utf-8')
if disable_cache:
headers['cache-control'] = 'no-cache'
return headers
def set_file_position(body, pos):
"""
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
"""
if pos is not None:
rewind_body(body, pos)
elif getattr(body, 'tell', None) is not None:
try:
pos = body.tell()
except (IOError, OSError):
# This differentiates from None, allowing us to catch
# a failed `tell()` later when trying to rewind the body.
pos = _FAILEDTELL
return pos
def rewind_body(body, body_pos):
"""
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
"""
body_seek = getattr(body, 'seek', None)
if body_seek is not None and isinstance(body_pos, integer_types):
try:
body_seek(body_pos)
except (IOError, OSError):
raise UnrewindableBodyError("An error occurred when rewinding request "
"body for redirect/retry.")
elif body_pos is _FAILEDTELL:
raise UnrewindableBodyError("Unable to record file position for rewinding "
"request body during a redirect/retry.")
else:
raise ValueError("body_pos must be of type integer, "
"instead it was %s." % type(body_pos))
urllib3/util/__pycache__/request.cpython-38.pyc 0000644 00000006372 15043676017 0015446 0 ustar 00 U
��.e� � @ s� d dl mZ d dlmZ ddlmZmZ ddlmZ dZ z d dl
Z W n e k
rX Y n
X e d7 Z e
� Zdd d
�Zd d � Zd
d� ZdS )� )�absolute_import)� b64encode� )�b�
integer_types)�UnrewindableBodyErrorz gzip,deflateNz,brc C s� i }|r6t |t�rnt |t�r*d�|�}nt}||d< |rB||d< | rNd|d< |rldtt|���d� |d< |r�dtt|���d� |d < |r�d
|d < |S ) a
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
�,zaccept-encodingz
user-agentz
keep-aliveZ
connectionzBasic zutf-8Z
authorizationzproxy-authorizationzno-cachez
cache-control)�
isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z
keep_aliveZaccept_encodingZ
user_agentZ
basic_authZproxy_basic_authZ
disable_cacheZheaders� r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/request.py� make_headers s. *
��
r c C sR |dk rt | |� n:t| dd�dk rNz | �� }W n ttfk
rL t}Y nX |S )z
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionZ s
r c C st t | dd�}|dk rNt|t�rNz ||� W qp ttfk
rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z�
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
�seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r �
ValueError�type)r Zbody_posZ body_seekr r r r l s � �
�r )NNNNNN)Z
__future__r �base64r Z packages.sixr r �
exceptionsr r
ZbrotliZ_unused_module_brotli� ImportError�objectr r r r r r r r �<module> s& �
H urllib3/util/__pycache__/wait.cpython-38.opt-1.pyc 0000644 00000006005 15043676017 0015652 0 ustar 00 U
��.e � @ s� d dl Z d dlmZ d dlZd dlZzd dlmZ W n ek
rT d dlmZ Y nX dddgZG dd� de �Z
ej d kr�d
d � Z nd d � Z ddd�Z
ddd�Zdd� Zdd� Zdd� ad dd�Zd dd�ZdS ) � N)�partial)� monotonic)�time�NoWayToWaitForSocketError�
wait_for_read�wait_for_writec @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/wait.pyr s )� � c C s | |�S )Nr )�fn�timeoutr r r �_retry_on_intr* s r c
C s� |d krt d�}n
t� | }z
| |�W S ttjfk
r� } zF|jd tjkrR� n.|t� }|dk rhd}|t d�krxd }W Y �q W 5 d }~X Y q X q d S )N�infr )�floatr �OSError�select�error�args�errnoZEINTR)r r Zdeadline�er r r r 0 s
Fc
C sd |s|st d��g }g }|r&|�| � |r4|�| � ttj|||�}t||�\}}} t|p`|p`| �S )N�2must specify at least one of read=True, write=True)� RuntimeError�appendr r r �bool)
�sock�read�writer ZrcheckZwcheckr ZrreadyZwreadyZxreadyr r r �select_wait_for_socketG s
r! c s^ |s|st d��d}|r"|tjO }|r0|tjO }t�� � � �| |� � fdd�}tt||��S )Nr r c s | d k r| d9 } � � | �S )Ni� )�poll)�t�Zpoll_objr r �do_pollf s z%poll_wait_for_socket.<locals>.do_poll)r r ZPOLLINZPOLLOUTr" �registerr r )r r r r �maskr% r r$ r �poll_wait_for_socketZ s
r( c O s t d��d S )Nz no select-equivalent available)r �r �kwargsr r r �null_wait_for_socketn s r+ c C s< zt �� } t| jd� W n ttfk
r2 Y dS X dS d S )Nr FT)r r" r �AttributeErrorr r$ r r r �_have_working_pollr s r- c O s* t � r tanttd�r tantat| |�S )Nr )r- r( �wait_for_socket�hasattrr r! r+ r) r r r r. s
r. c C s t | d|d�S )z� Waits for reading to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r �r. �r r r r r r � s c C s t | d|d�S )z� Waits for writing to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r r0 r1 r r r r � s )FFN)FFN)N)N)r � functoolsr r �sysr r � ImportError�__all__� Exceptionr � version_infor r! r( r+ r- r. r r r r r r �<module> s&
urllib3/util/__pycache__/url.cpython-38.opt-1.pyc 0000644 00000024752 15043676017 0015521 0 ustar 00 U
��.e�7 � @ s d dl mZ d dlZd dlmZ ddlmZ ddlmZ ddd d
d d d
gZ dZ
e� d�Z e� d�Z
e� dejejB �ZdZdZdjeed�Zeed�Zdddddd d d d g Zd Zd!d"�d#d$� eD �� d% Zd&e d' Zd(e d! e d) Zd*Z e� d+�Z e� d,e d- �Z e� d,e d- �Z e� d,e d- �Z e� d,edd.� d- �Z!e� d/e d0 �Z"d1e eef Z#e� e#ejejB �Z$e%d2�Z&e%d3�Z'e&e'B d4hB Z(e(d5d6hB Z)e)d7hB Z*Z+G d8d9� d9ed9e ��Z,d:d;� Z-dKd=d>�Z.d?d@� Z/dAdB� Z0dCdD� Z1dEdF� Z2dGdH� Z3dIdJ� Z4dS )L� )�absolute_importN)�
namedtuple� )�LocationParseError)�six�scheme�auth�host�port�path�query�fragment)�httpZhttpsNz%[a-fA-F0-9]{2}z ^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)zQ^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$z (?:[0-9]{1,3}\.){3}[0-9]{1,3}z[0-9A-Fa-f]{1,4}z(?:{hex}:{hex}|{ipv4}))�hexZipv4)r Zls32z(?:%(hex)s:){6}%(ls32)sz::(?:%(hex)s:){5}%(ls32)sz%(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)sz2(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)sz6(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)sz/(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)sz'(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)sz&(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)sz (?:(?:%(hex)s:){0,6}%(hex)s)?::zDABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~z(?:�|c C s g | ] }|t �qS � )�_subs��.0�xr r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/url.py�
<listcomp>6 s r �)z
(?:%25|%)(?:[z]|%[a-fA-F0-9]{2})+z\[z)?\]z!(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*z"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$�^�$����(z)\]$z ^(%s|%s|%s)(?::([0-9]{0,5}))?$zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~z !$&'()*+,;=�:�@�/�?c s^ e Zd ZdZdZd� fdd� Zedd� �Zedd � �Zed
d � �Z ed d
� �Z
dd� Z � Z S )�Urlz�
Data structure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
r Nc
sD |r|� d�sd| }|d k r&|�� }tt| ��| |||||||�S )Nr )�
startswith�lower�superr! �__new__)�clsr r r r
r r r
�� __class__r r r% [ s
�z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r ��selfr r r �hostnamem s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r Nr )r r )r* Zurir r r � request_urir s
zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r
r r) r r r �netloc| s z
Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a�
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
� Nz://r r r �#)�str) r* r r r r
r r r
�urlr r r r1 � s" zUrl.urlc C s | j S �N)r1 r) r r r �__str__� s z Url.__str__)NNNNNNN)
�__name__�
__module__� __qualname__�__doc__� __slots__r% �propertyr+ r, r- r1 r3 �
__classcell__r r r' r r! R s& �
'r! c C sv d}d}|D ]0}| � |�}|dk r$q |dks4||k r |}|}q |dksN|dk rX| ddfS | d|� | |d d� |fS )a�
.. deprecated:: 1.25
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
Nr r. � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_first� s
r@ �utf-8c C s� | dkr | S t �| �} t�| �}|D ] }|�� s$| �||�� �} q$| �dd�}t|�|� d�k}t
� }t dt|��D ]p}|||d � } t | �}
|r�| dks�|
dk r�| �
� |kr�|�| � qt|�dt|
�dd� �� �d��� � qt|�
|�S ) zfPercent-encodes a URI component without reapplying
onto an already percent-encoded component.
NrA �
surrogatepass� %r r; � r )r � ensure_text�
PERCENT_RE�findall�isupper�replace�upper�encode�len�count� bytearray�range�ord�decode�extendr �zfill) Z componentZ
allowed_chars�encodingZpercent_encodings�encZ uri_bytesZis_percent_encodedZencoded_component�iZbyteZbyte_ordr r r �_encode_invalid_chars� s,
�
�
*rW c C s� | � d�}g }|D ]0}|dkr"qq|dkr6|�|� q|r|�� q| �d�rf|rZ|d rf|�dd� | �d�rz|�d� d�|�S )Nr �.z..r r. )z/.z/..)�split�append�popr" �insert�endswith�join)r Zsegments�outputZsegmentr r r �_remove_path_dot_segments� s
r` c C s� | r�t | tj�rt�| �} |tkr�t�| �}|r�t�| �}|r�|� d�\}}| ||� }|�
d�rx|dkrx|dd � }n |dd � }dt |t � }| d |� �
� | | |d � S | �
� S n*t�| �s�t�d�dd� | �d�D ���S | S ) Nr; z%25� �%� .c S s g | ] }t |��qS r )� _idna_encode)r Zlabelr r r r , s z#_normalize_host.<locals>.<listcomp>rX )�
isinstancer Z binary_type�
ensure_str�NORMALIZABLE_SCHEMES�
IPV6_ADDRZ_RE�match�
ZONE_ID_RE�search�spanr" rW �UNRESERVED_CHARSr# �IPV4_REr^ rY )r r Zis_ipv6ri �start�endZzone_idr r r �_normalize_host s*
�rq c C s� | r�t dd� | D ��r�zddlm} W n$ tk
rJ t�td�d � Y nX z|j| �� ddd�W S |j k
r� t�td| �d � Y nX | �� �d �S )
Nc S s g | ]}t |�d k�qS )rD )rP r r r r r 2 s z _idna_encode.<locals>.<listcomp>r )�idnaz-Unable to parse URL without the 'idna' moduleT)�strictZ
std3_rulesz#Name '%s' is not a valid IDNA label�ascii)
�anyZ pip._vendorrr � ImportErrorr �
raise_fromr rK r# Z IDNAError)�namerr r r r rd 1 s �
�
rd c C sl | � d�s| S t�| ��� \}}}t|t�} t|t�}t|t�}|dk rT| d| 7 } |dk rh| d| 7 } | S )zHPercent-encodes a request target so that there are no invalid charactersr Nr r/ )r" � TARGET_REri �groupsrW �
PATH_CHARS� QUERY_CHARS�FRAGMENT_CHARS)�targetr r r
r r r �_encode_targetC s
r c s� | s
t � S | }t�| �s d| } �zt�| ��� \}}}}}|dkpN|�� tk}|r\|�� }|r�|�d�\}} }
|pvd}t �|
��� \} } |r�|r�t
|t �}| dkr�d} n
d\}} } | dk r�t | �} d| kr�dks�n t
| ��t| |�} |�r
|�r
t|�}t
|t�}|�r |�r t
|t�}|�r6|�r6t
|t�}W n* ttfk
�rb t�t
|�d� Y S X |�s�|dk �s~|dk �r�d}nd}t| tj��r�tj� ntj� � fdd �}
t |
|�|
|�|
| �| |
|�|
|�|
|�d
�S ) a
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
This parser is RFC 3986 compliant.
The parser logic and helper functions are based heavily on
work done in the ``rfc3986`` module.
:param str url: URL to parse into a :class:`.Url` namedtuple.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
z//Nr r. )NNNr i�� c s | d kr | S � | �S r2 r )r �Z ensure_funcr r � ensure_type� s z parse_url.<locals>.ensure_type)r r r r
r r r
)r! � SCHEME_RErk �URI_REri rz r# rg �
rpartition�
_HOST_PORT_RErW �USERINFO_CHARS�intr rq r` r{ r| r} �
ValueError�AttributeErrorr rw re Z text_typerE rf )r1 Z
source_urlr Z authorityr r r
Z
normalize_urir �_Z host_portr r
r� r r� r � parse_urlS sd
�r� c C s t | �}|jpd|j|jfS )z4
Deprecated. Use :func:`parse_url` instead.
r )r� r r+ r
)r1 �pr r r �get_host� s r� )rA )5Z
__future__r �re� collectionsr �
exceptionsr Zpackagesr Z url_attrsrg �compilerF r� �UNICODE�DOTALLr� ZIPV4_PATZHEX_PAT�formatZLS32_PATr Z _variationsZUNRESERVED_PATr^ ZIPV6_PATZ ZONE_ID_PATZIPV6_ADDRZ_PATZ REG_NAME_PATry rn ZIPV6_RErh ZBRACELESS_IPV6_ADDRZ_RErj Z_HOST_PORT_PATr� �setrm ZSUB_DELIM_CHARSr� r{ r| r} r! r@ rW r` rq rd r r� r� r r r r �<module> sv
�
�
�� ]#
% a urllib3/util/__pycache__/response.cpython-38.opt-1.pyc 0000644 00000003635 15043676017 0016552 0 ustar 00 U
��.e
� @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d
� Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sl z
| � � W S tk
r Y nX z| jW S tk
r< Y nX z | jdkW S tk
r^ Y nX td��dS )zt
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp�
ValueError)�obj� r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/response.py� is_fp_closed s
r
c C sv t | tj�s td�t| ����t| dd�}t| dd�}d}|r^| �� s^|� }t |tt f�r^|}|sf|rrt
||d��dS )aP
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
z"expected httplib.Message, got {0}.�defectsN� get_payload)r �
unparsed_data) �
isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrZ is_multipart�bytes�strr )Zheadersr r r Zpayloadr r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |�� dkS )z�
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
� ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headJ s
r N)
Z
__future__r Zpackages.six.movesr r �
exceptionsr r
r r r r r r �<module> s
$ urllib3/util/__pycache__/response.cpython-38.pyc 0000644 00000003635 15043676017 0015613 0 ustar 00 U
��.e
� @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d
� Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sl z
| � � W S tk
r Y nX z| jW S tk
r< Y nX z | jdkW S tk
r^ Y nX td��dS )zt
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp�
ValueError)�obj� r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/response.py� is_fp_closed s
r
c C sv t | tj�s td�t| ����t| dd�}t| dd�}d}|r^| �� s^|� }t |tt f�r^|}|sf|rrt
||d��dS )aP
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
z"expected httplib.Message, got {0}.�defectsN� get_payload)r �
unparsed_data) �
isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrZ is_multipart�bytes�strr )Zheadersr r r Zpayloadr r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |�� dkS )z�
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
� ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headJ s
r N)
Z
__future__r Zpackages.six.movesr r �
exceptionsr r
r r r r r r �<module> s
$ urllib3/util/__pycache__/timeout.cpython-38.opt-1.pyc 0000644 00000021213 15043676017 0016372 0 ustar 00 U
��.e�& � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z
G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateError� monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z
e d d
� �Z d d � Z d
d� Z
dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time (in seconds) to wait for a connection
attempt to a server to succeed. Omitting the parameter will default the
connect timeout to the system default, probably `the global default
timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time (in seconds) to wait between consecutive
read operations for a response from the server. Omitting the parameter
will default the read timeout to the system default, probably `the
global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
Nc C s4 | � |d�| _| � |d�| _| � |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr
�_start_connect)�selfr
r r � r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/timeout.py�__init___ s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r
r
�r r r r �__str__e s �zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��z t|� W n( ttfk
rj td||f ��Y nX z |dkr�td||f ��W n$ tk
r� td||f ��Y nX |S )a� Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT�
isinstance�bool�
ValueError�float� TypeError)�cls�value�namer r r r m s<
� ��
����
zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
)r r )r )r Ztimeoutr r r �
from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
)r r r
)r r r
r
r r r r �clone� s z
Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
Nz'Timeout timer has already been started.�r r � current_timer r r r �
start_connect� s
zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time in seconds.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
Nz:Can't get connect duration for timer that has not started.r# r r r r �get_connect_duration� s
�z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
N)r
r r �minr r r r �connect_timeout� s
zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | �� | j��S | j dk r�| j | jk r�td| j | �� �S | jS dS )a� Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
Nr )r
r r
r �maxr' r& r r r r � read_timeout� s �
��
�
zTimeout.read_timeout)r �
__module__� __qualname__�__doc__r r r r r � classmethodr r! r" r% r& �propertyr( r* r r r r r s I
-
r ) Z
__future__r Zsocketr �time�
exceptionsr �objectr �getattrr$ r r r r r �<module> s urllib3/util/__pycache__/retry.cpython-38.pyc 0000644 00000031221 15043676017 0015112 0 ustar 00 U
��.eZ< � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl
m Z m Z m
Z
mZmZmZ ddlmZ e�e�Zedd d
d d d
g�ZG dd� de�Zed�e_dS )� )�absolute_importN)�
namedtuple)� takewhile� )�ConnectTimeoutError�
MaxRetryError�
ProtocolError�ReadTimeoutError�
ResponseError�
InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc
@ s� e Zd ZdZeddddddg�Zedd d
g�Zed g�Zd Zd
ddddeddddddef
dd�Z dd� Z
e d2dd��Z dd� Z
dd� Zdd � Zd3d d �Zd d � Zd4d!d"�Zd#d$� Zd%d&� Zd'd(� Zd5d*d+�Zd,d-� Zd6d.d/�Zd0d1� ZdS )7�Retrya3 Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ** ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request.
ZHEADZGETZPUTZDELETEZOPTIONSZTRACEi� i� i� Z
Authorization�x �
Nr Tc C s� || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ |
| _
| pbt � | _ | | _
tdd� |
D ��| _d S )NFr c S s g | ] }|� � �qS � )�lower)�.0�hr r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/retry.py�
<listcomp>� s z"Retry.__init__.<locals>.<listcomp>)�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header� frozenset�remove_headers_on_redirect)�selfr r r r r r" r! r# r$ r% r' r( r* r r r �__init__� s$ �zRetry.__init__c K sT t | j| j| j| j| j| j| j| j| j | j
| j | j | j
d�
}|�|� t| �f |�S )N)
r r r r r r" r! r# r$ r% r' r* r( )�dictr r r r r r" r! r# r$ r% r' r* r( �update�type)r+ �kwZparamsr r r �new� s" �
z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}t�d||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT�
isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr r r �from_int� s
zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff
:rtype: float
c S s
| j d kS )N)r )�xr r r �<lambda>� � z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr' r# �min� BACKOFF_MAX)r+ Zconsecutive_errors_lenZ
backoff_valuer r r �get_backoff_time� s ��zRetry.get_backoff_timec C s\ t �d|�rt|�}n6tj�|�}|d kr6td| ��t�|�}|t�� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �time�mktime)r+ � retry_afterZsecondsZretry_date_tupleZ
retry_dater r r �parse_retry_after� s
zRetry.parse_retry_afterc C s |� d�}|dkrdS | �|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrK �r+ �responserJ r r r �get_retry_after s
zRetry.get_retry_afterc C s | � |�}|r t�|� dS dS )NTF)rN rH �sleeprL r r r �sleep_for_retry s
zRetry.sleep_for_retryc C s" | � � }|dkrd S t�|� d S )Nr )rC rH rO )r+ Zbackoffr r r �_sleep_backoff s zRetry._sleep_backoffc C s( | j r |r | �|�}|r dS | �� dS )aC Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
N)r( rP rQ )r+ rM Zsleptr r r rO ! s
z Retry.sleepc C s
t |t�S )z{ Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
)r3 r �r+ �errr r r �_is_connection_error1 s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should
assume that the server began processing it.
)r3 r r rR r r r �_is_read_error7 s zRetry._is_read_errorc C s | j r|�� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
FT)r" �upper)r+ r r r r �_is_method_retryable= s zRetry._is_method_retryableFc C s< | � |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
FT)rW r! r r( �RETRY_AFTER_STATUS_CODES)r+ r � status_codeZhas_retry_afterr r r �is_retryF s
���zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r? �filterrA )r+ Z retry_countsr r r � is_exhaustedZ s
zRetry.is_exhaustedc C s� | j dkr |r t�t|�||��| j }|dk r6|d8 }| j}| j} | j}
| j} d} d}
d}|r�| �|�r�|dkr�t�t|�||��n|dk r�|d8 }n�|r�| � |�r�| dks�| �
|�s�t�t|�||��n| dk r�| d8 } np|�r|� � �r|
dk r�|
d8 }
d} |� � }|j}
n<t j
} |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j}
| jt||||
|�f }| j||| |
| |d�}|�� �r�t|||�p�t | ���t�d||� |S ) a� Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
FNr= �unknownztoo many redirects)rY )r r r r r r' z$Incremented Retry for (url='%s'): %r)r r Zreraiser/ r r r r rT rU rW Zget_redirect_locationr
Z
GENERIC_ERRORZSPECIFIC_ERROR�formatr' r
r1 r\ r r5 r6 )r+ r r rM r Z_poolZ _stacktracer r r r Z status_count�causer r r' Z new_retryr r r � incrementc sb
��
zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r7 r+ )r^ r/ )r+ r r r �__repr__� s
� �zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__�
__module__� __qualname__�__doc__r) ZDEFAULT_METHOD_WHITELISTrX Z"DEFAULT_REDIRECT_HEADERS_BLACKLISTrB r, r1 � classmethodr9 rC rK rN rP rQ rO rT rU rW rZ r\ r` ra r r r r r sV x�
�
&
�
Wr � )Z
__future__r rH Zlogging� collectionsr � itertoolsr rG rD �
exceptionsr r r r r
r Zpackagesr Z getLoggerrb r5 r
�objectr r2 r r r r �<module> s$
� ( urllib3/util/__pycache__/queue.cpython-38.opt-1.pyc 0000644 00000002004 15043676017 0016025 0 ustar 00 U
��.e� � @ sD d dl Z ddlmZ ddlmZ ejr.d dlZG dd� dej�ZdS )� N� )�six��queuec @ s0 e Zd Zdd� Zefdd�Zdd� Zdd� Zd S )
� LifoQueuec C s t �� | _d S �N)� collections�dequer )�self�_� r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/queue.py�_init s zLifoQueue._initc C s
|| j �S r r )r
�lenr r r
�_qsize s zLifoQueue._qsizec C s | j �|� d S r )r �append)r
�itemr r r
�_put s zLifoQueue._putc C s
| j �� S r )r �pop)r
r r r
�_get s zLifoQueue._getN)�__name__�
__module__� __qualname__r r r r r r r r r
r
s r ) r Zpackagesr Zpackages.six.movesr ZPY2ZQueueZ_unused_module_Queuer r r r r
�<module> s
urllib3/util/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001727 15043676017 0016453 0 ustar 00 U
��.e � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd
l m Z m Z d Z d S )
� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed) �
SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket� PROTOCOL_TLS)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)�
wait_for_read�wait_for_write)r r r
r r r r r r r r r r r r r r
r r r r N) Z
__future__r Z
connectionr Zrequestr Zresponser Zssl_r r r r
r r r
r r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/__init__.py�<module> s , urllib3/util/__pycache__/wait.cpython-38.pyc 0000644 00000006005 15043676017 0014713 0 ustar 00 U
��.e � @ s� d dl Z d dlmZ d dlZd dlZzd dlmZ W n ek
rT d dlmZ Y nX dddgZG dd� de �Z
ej d kr�d
d � Z nd d � Z ddd�Z
ddd�Zdd� Zdd� Zdd� ad dd�Zd dd�ZdS ) � N)�partial)� monotonic)�time�NoWayToWaitForSocketError�
wait_for_read�wait_for_writec @ s e Zd ZdS )r N)�__name__�
__module__� __qualname__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/wait.pyr s )� � c C s | |�S )Nr )�fn�timeoutr r r �_retry_on_intr* s r c
C s� |d krt d�}n
t� | }z
| |�W S ttjfk
r� } zF|jd tjkrR� n.|t� }|dk rhd}|t d�krxd }W Y �q W 5 d }~X Y q X q d S )N�infr )�floatr �OSError�select�error�args�errnoZEINTR)r r Zdeadline�er r r r 0 s
Fc
C sd |s|st d��g }g }|r&|�| � |r4|�| � ttj|||�}t||�\}}} t|p`|p`| �S )N�2must specify at least one of read=True, write=True)� RuntimeError�appendr r r �bool)
�sock�read�writer ZrcheckZwcheckr ZrreadyZwreadyZxreadyr r r �select_wait_for_socketG s
r! c s^ |s|st d��d}|r"|tjO }|r0|tjO }t�� � � �| |� � fdd�}tt||��S )Nr r c s | d k r| d9 } � � | �S )Ni� )�poll)�t�Zpoll_objr r �do_pollf s z%poll_wait_for_socket.<locals>.do_poll)r r ZPOLLINZPOLLOUTr" �registerr r )r r r r �maskr% r r$ r �poll_wait_for_socketZ s
r( c O s t d��d S )Nz no select-equivalent available)r �r �kwargsr r r �null_wait_for_socketn s r+ c C s< zt �� } t| jd� W n ttfk
r2 Y dS X dS d S )Nr FT)r r" r �AttributeErrorr r$ r r r �_have_working_pollr s r- c O s* t � r tanttd�r tantat| |�S )Nr )r- r( �wait_for_socket�hasattrr r! r+ r) r r r r. s
r. c C s t | d|d�S )z� Waits for reading to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r �r. �r r r r r r � s c C s t | d|d�S )z� Waits for writing to be available on a given socket.
Returns True if the socket is readable, or False if the timeout expired.
T)r r r0 r1 r r r r � s )FFN)FFN)N)N)r � functoolsr r �sysr r � ImportError�__all__� Exceptionr � version_infor r! r( r+ r- r. r r r r r r �<module> s&
urllib3/util/__pycache__/ssl_.cpython-38.opt-1.pyc 0000644 00000023135 15043676017 0015651 0 ustar 00 U
��.eS7 � @ s( d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
m Z m Z ddl
mZmZ ddlmZmZmZ dd lmZ dZd
Zd
Zd
Ze
e e d �Zd d
� Ze ede�Z z(d dl Z d dl m Z m Z d dl mZ W n e!k
r� Y nX zd dl m"Z" e"Z#W nJ e!k
�rL zd dl m#Z" e"Z#W n e!k
�rF d Z#Z"Y nX Y nX zd dl m$Z$m%Z%m&Z& W n" e!k
�r� d\Z$Z%dZ&Y nX d�'dddddd d d d d d!d"d#d$g�Z(zd d%l mZ W n& e!k
�r� G d&d'� d'e)�ZY nX d(d)� Z*d*d+� Z+d,d-� Z,d6d.d/�Z-d7d0d1�Z.d2d3� Z/d4d5� Z0dS )8� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�IPV4_RE�BRACELESS_IPV6_ADDRZ_RE� )�SSLError�InsecurePlatformWarning�SNIMissingWarning)�sixF)� �( �@ c C sD t t| �t|� �}tt| �t|��D ]\}}|||A O }q&|dkS )z�
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
r )�abs�len�zip� bytearray)�a�b�result�l�r� r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket�
CERT_REQUIRED)�HAS_SNI)� PROTOCOL_TLS)�PROTOCOL_SSLv23)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION)i i i �:z ECDHE+AESGCMzECDHE+CHACHA20z
DHE+AESGCMz DHE+CHACHA20z ECDH+AESGCMz DH+AESGCMzECDH+AESzDH+AESz
RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5z!DSS)�
SSLContextc @ s8 e Zd Zdd� Zdd� Zd
dd�Zdd � Zdd d �ZdS )r( c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr )
�protocol�check_hostname�sslZ CERT_NONE� verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__k s zSSLContext.__init__c C s || _ || _d S �N)r/ r0 )r2 r/ r0 r r r �load_cert_chainv s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r- r )r2 ZcafileZcapathr r r �load_verify_locationsz s z SSLContext.load_verify_locationsc C s
|| _ d S r4 �r1 )r2 Z cipher_suiter r r � set_ciphers� s zSSLContext.set_ciphersFc C s> t �dt� | j| j| j| j| j|d�}t|fd| j i|��S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r0 r/ r- � cert_reqs� ssl_version� server_sider1 )
�warnings�warnr
r0 r/ r- r, r) r r1 )r2 Zsocket�server_hostnamer; �kwargsr r r r � s �
�zSSLContext.wrap_socket)NN)NF)�__name__�
__module__� __qualname__r3 r5 r6 r8 r r r r r r( j s
r( c C sn |� dd��� }t|�}t�|�}|s4td�|���t|�� �}|| �� � }t
||�sjtd�|t |����dS )z�
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
r' � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ
digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s
��rK c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a�
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbreviation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
NZCERT_)r �
isinstance�str�getattrr+ �� candidate�resr r r �resolve_cert_reqs� s
rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z
like resolve_cert_reqs
NZ PROTOCOL_)r" rL rM rN r+ rO r r r �resolve_ssl_version� s
rS c C s� t | pt�}|�|pt� |dkr(tjn|}|dkrPd}|tO }|tO }|tO }| j |O _ |tjksrt
j dkr�t |dd�dk r�d|_
||_t |dd�dk r�d|_|S )a� All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from pip._vendor.urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
Nr )� � � �post_handshake_authTr* F)r( r" r8 �DEFAULT_CIPHERSr+ r r$ r% r& r. �sys� version_inforN rW r, r* )r: r9 r. r1 �contextr r r �create_urllib3_context� s, $ ���r\ c
C sB |} | dkrt |||d�} |s"| r�z| �|| � W q� tk
r\ } z t| ��W 5 d} ~ X Y q� tk
r� } z| jtjkr�t| ��� W 5 d} ~ X Y q�X n|dkr�t| d�r�| �� |r�|
dkr�t |�r�td��|r�|
dkr�| �
||� n| �
|||
� |dk �rt |��rt �r8t
�r,|dk �r,| j| |d�S t�dt� | �| �S )a
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
:param key_password:
Optional password if the keyfile is encrypted.
Nr7 �load_default_certsz5Client private key is encrypted, password is required)r> a� An HTTPS request has been made, but the SNI (Server Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r\ r6 �IOErrorr �OSError�errnoZENOENT�hasattrr] �_is_key_file_encryptedr5 � is_ipaddress�IS_SECURETRANSPORTr! r r< r= r )
Zsockr0 r/ r9 r- r> r: r1 Z ssl_contextZ ca_cert_dirZ key_passwordr[ �er r r �ssl_wrap_socket( sB ���� rf c C s2 t jst| t�r| �d�} tt�| �p.t�| ��S )z�Detects whether the hostname given is an IPv4 or IPv6 address.
Also detects IPv6 addresses with Zone IDs.
:param str hostname: Hostname to examine.
:return: True if the hostname is an IP address, False otherwise.
�ascii) r ZPY2rL �bytes�decode�boolr �matchr
)Zhostnamer r r rc � s
rc c C s< t | d��(}|D ] }d|kr W 5 Q R � dS qW 5 Q R X dS )z*Detects if a key file is encrypted or not.r Z ENCRYPTEDTF)�open)Zkey_file�f�liner r r rb � s
rb )NNNN)
NNNNNNNNNN)1Z
__future__r r` r< ZhmacrY Zbinasciir r Zhashlibr r r Zurlr r
�
exceptionsr r
r Zpackagesr r( r! Z IS_PYOPENSSLrd rF r rN rJ r+ r r � ImportErrorr" r# r$ r% r& �joinrX �objectrK rR rS r\ rf rc rb r r r r �<module> s�
��. �
N �
Z
urllib3/util/__pycache__/request.cpython-38.opt-1.pyc 0000644 00000006372 15043676017 0016405 0 ustar 00 U
��.e� � @ s� d dl mZ d dlmZ ddlmZmZ ddlmZ dZ z d dl
Z W n e k
rX Y n
X e d7 Z e
� Zdd d
�Zd d � Zd
d� ZdS )� )�absolute_import)� b64encode� )�b�
integer_types)�UnrewindableBodyErrorz gzip,deflateNz,brc C s� i }|r6t |t�rnt |t�r*d�|�}nt}||d< |rB||d< | rNd|d< |rldtt|���d� |d< |r�dtt|���d� |d < |r�d
|d < |S ) a
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
�,zaccept-encodingz
user-agentz
keep-aliveZ
connectionzBasic zutf-8Z
authorizationzproxy-authorizationzno-cachez
cache-control)�
isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z
keep_aliveZaccept_encodingZ
user_agentZ
basic_authZproxy_basic_authZ
disable_cacheZheaders� r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/request.py� make_headers s. *
��
r c C sR |dk rt | |� n:t| dd�dk rNz | �� }W n ttfk
rL t}Y nX |S )z
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionZ s
r c C st t | dd�}|dk rNt|t�rNz ||� W qp ttfk
rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z�
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
�seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r �
ValueError�type)r Zbody_posZ body_seekr r r r l s � �
�r )NNNNNN)Z
__future__r �base64r Z packages.sixr r �
exceptionsr r
ZbrotliZ_unused_module_brotli� ImportError�objectr r r r r r r r �<module> s& �
H urllib3/util/__pycache__/ssl_.cpython-38.pyc 0000644 00000023135 15043676017 0014712 0 ustar 00 U
��.eS7 � @ s( d dl mZ d dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
m Z m Z ddl
mZmZ ddlmZmZmZ dd lmZ dZd
Zd
Zd
Ze
e e d �Zd d
� Ze ede�Z z(d dl Z d dl m Z m Z d dl mZ W n e!k
r� Y nX zd dl m"Z" e"Z#W nJ e!k
�rL zd dl m#Z" e"Z#W n e!k
�rF d Z#Z"Y nX Y nX zd dl m$Z$m%Z%m&Z& W n" e!k
�r� d\Z$Z%dZ&Y nX d�'dddddd d d d d d!d"d#d$g�Z(zd d%l mZ W n& e!k
�r� G d&d'� d'e)�ZY nX d(d)� Z*d*d+� Z+d,d-� Z,d6d.d/�Z-d7d0d1�Z.d2d3� Z/d4d5� Z0dS )8� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�IPV4_RE�BRACELESS_IPV6_ADDRZ_RE� )�SSLError�InsecurePlatformWarning�SNIMissingWarning)�sixF)� �( �@ c C sD t t| �t|� �}tt| �t|��D ]\}}|||A O }q&|dkS )z�
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
r )�abs�len�zip� bytearray)�a�b�result�l�r� r �A/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket�
CERT_REQUIRED)�HAS_SNI)� PROTOCOL_TLS)�PROTOCOL_SSLv23)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION)i i i �:z ECDHE+AESGCMzECDHE+CHACHA20z
DHE+AESGCMz DHE+CHACHA20z ECDH+AESGCMz DH+AESGCMzECDH+AESzDH+AESz
RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5z!DSS)�
SSLContextc @ s8 e Zd Zdd� Zdd� Zd
dd�Zdd � Zdd d �ZdS )r( c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr )
�protocol�check_hostname�sslZ CERT_NONE� verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__k s zSSLContext.__init__c C s || _ || _d S �N)r/ r0 )r2 r/ r0 r r r �load_cert_chainv s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r- r )r2 ZcafileZcapathr r r �load_verify_locationsz s z SSLContext.load_verify_locationsc C s
|| _ d S r4 �r1 )r2 Z cipher_suiter r r � set_ciphers� s zSSLContext.set_ciphersFc C s> t �dt� | j| j| j| j| j|d�}t|fd| j i|��S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r0 r/ r- � cert_reqs� ssl_version� server_sider1 )
�warnings�warnr
r0 r/ r- r, r) r r1 )r2 Zsocket�server_hostnamer; �kwargsr r r r � s �
�zSSLContext.wrap_socket)NN)NF)�__name__�
__module__� __qualname__r3 r5 r6 r8 r r r r r r( j s
r( c C sn |� dd��� }t|�}t�|�}|s4td�|���t|�� �}|| �� � }t
||�sjtd�|t |����dS )z�
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
r' � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ
digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s
��rK c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a�
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbreviation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
NZCERT_)r �
isinstance�str�getattrr+ �� candidate�resr r r �resolve_cert_reqs� s
rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z
like resolve_cert_reqs
NZ PROTOCOL_)r" rL rM rN r+ rO r r r �resolve_ssl_version� s
rS c C s� t | pt�}|�|pt� |dkr(tjn|}|dkrPd}|tO }|tO }|tO }| j |O _ |tjksrt
j dkr�t |dd�dk r�d|_
||_t |dd�dk r�d|_|S )a� All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from pip._vendor.urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
Nr )� � � �post_handshake_authTr* F)r( r" r8 �DEFAULT_CIPHERSr+ r r$ r% r& r. �sys� version_inforN rW r, r* )r: r9 r. r1 �contextr r r �create_urllib3_context� s, $ ���r\ c
C sB |} | dkrt |||d�} |s"| r�z| �|| � W q� tk
r\ } z t| ��W 5 d} ~ X Y q� tk
r� } z| jtjkr�t| ��� W 5 d} ~ X Y q�X n|dkr�t| d�r�| �� |r�|
dkr�t |�r�td��|r�|
dkr�| �
||� n| �
|||
� |dk �rt |��rt �r8t
�r,|dk �r,| j| |d�S t�dt� | �| �S )a
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
:param key_password:
Optional password if the keyfile is encrypted.
Nr7 �load_default_certsz5Client private key is encrypted, password is required)r> a� An HTTPS request has been made, but the SNI (Server Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r\ r6 �IOErrorr �OSError�errnoZENOENT�hasattrr] �_is_key_file_encryptedr5 � is_ipaddress�IS_SECURETRANSPORTr! r r< r= r )
Zsockr0 r/ r9 r- r> r: r1 Z ssl_contextZ ca_cert_dirZ key_passwordr[ �er r r �ssl_wrap_socket( sB ���� rf c C s2 t jst| t�r| �d�} tt�| �p.t�| ��S )z�Detects whether the hostname given is an IPv4 or IPv6 address.
Also detects IPv6 addresses with Zone IDs.
:param str hostname: Hostname to examine.
:return: True if the hostname is an IP address, False otherwise.
�ascii) r ZPY2rL �bytes�decode�boolr �matchr
)Zhostnamer r r rc � s
rc c C s< t | d��(}|D ] }d|kr W 5 Q R � dS qW 5 Q R X dS )z*Detects if a key file is encrypted or not.r Z ENCRYPTEDTF)�open)Zkey_file�f�liner r r rb � s
rb )NNNN)
NNNNNNNNNN)1Z
__future__r r` r< ZhmacrY Zbinasciir r Zhashlibr r r Zurlr r
�
exceptionsr r
r Zpackagesr r( r! Z IS_PYOPENSSLrd rF r rN rJ r+ r r � ImportErrorr" r# r$ r% r& �joinrX �objectrK rR rS r\ rf rc rb r r r r �<module> s�
��. �
N �
Z
urllib3/util/__pycache__/connection.cpython-38.pyc 0000644 00000006124 15043676017 0016110 0 ustar 00 U
��.e � @ sn d dl mZ d dlZddlmZmZ ddlmZ dd� Zej ddfd d
�Z
d d � Z d
d� Z dd� Z
e
d�ZdS )� )�absolute_importN� )�NoWayToWaitForSocketError�
wait_for_read� )�_appengine_environc C sN t | dd�}|dkrdS |dkr$dS zt|dd�W S tk
rH Y dS X dS )a
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
�sockFNTg )�timeout)�getattrr r )Zconnr � r �G/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/connection.py�is_connection_dropped s
r
c C s� | \}}|� d�r |�d�}d}t� }t�|||tj�D ]�}|\} }
} } }
d}zNt�| |
| �}t||� |tjk r||�|� |r�|� |� |�
|
� |W S tj k
r� } z |}|dk r�|� � d}W 5 d}~X Y q8X q8|dk r�|�t� d��dS )ad Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
�[z[]Nz!getaddrinfo returns an empty list)
�
startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ
settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection! s2
r c C s$ |d kr d S |D ]}| j |� qd S )N)Z
setsockopt)r Zoptions�optr r r r Y s r c C s t j} trt j} | S )z�This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r a s r c C sb d}d}t �� rdS tjrRz"t�tj�}|�| df� d}W n tk
rP Y nX |r^|�� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r Zis_appengine_sandboxr �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6l s r# z::1)Z
__future__r r �waitr r Zcontribr r
r r r r r# r r r r r �<module> s �
8 urllib3/util/__pycache__/timeout.cpython-38.pyc 0000644 00000021213 15043676017 0015433 0 ustar 00 U
��.e�& � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z
G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateError� monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z
e d d
� �Z d d � Z d
d� Z
dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time (in seconds) to wait for a connection
attempt to a server to succeed. Omitting the parameter will default the
connect timeout to the system default, probably `the global default
timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time (in seconds) to wait between consecutive
read operations for a response from the server. Omitting the parameter
will default the read timeout to the system default, probably `the
global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
Nc C s4 | � |d�| _| � |d�| _| � |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr
�_start_connect)�selfr
r r � r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/timeout.py�__init___ s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r
r
�r r r r �__str__e s �zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��z t|� W n( ttfk
rj td||f ��Y nX z |dkr�td||f ��W n$ tk
r� td||f ��Y nX |S )a� Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT�
isinstance�bool�
ValueError�float� TypeError)�cls�value�namer r r r m s<
� ��
����
zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
)r r )r )r Ztimeoutr r r �
from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
)r r r
)r r r
r
r r r r �clone� s z
Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
Nz'Timeout timer has already been started.�r r � current_timer r r r �
start_connect� s
zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time in seconds.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
Nz:Can't get connect duration for timer that has not started.r# r r r r �get_connect_duration� s
�z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
N)r
r r �minr r r r �connect_timeout� s
zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | �� | j��S | j dk r�| j | jk r�td| j | �� �S | jS dS )a� Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
Nr )r
r r
r �maxr' r& r r r r � read_timeout� s �
��
�
zTimeout.read_timeout)r �
__module__� __qualname__�__doc__r r r r r � classmethodr r! r" r% r& �propertyr( r* r r r r r s I
-
r ) Z
__future__r Zsocketr �time�
exceptionsr �objectr �getattrr$ r r r r r �<module> s urllib3/util/__pycache__/url.cpython-38.pyc 0000644 00000024752 15043676017 0014562 0 ustar 00 U
��.e�7 � @ s d dl mZ d dlZd dlmZ ddlmZ ddlmZ ddd d
d d d
gZ dZ
e� d�Z e� d�Z
e� dejejB �ZdZdZdjeed�Zeed�Zdddddd d d d g Zd Zd!d"�d#d$� eD �� d% Zd&e d' Zd(e d! e d) Zd*Z e� d+�Z e� d,e d- �Z e� d,e d- �Z e� d,e d- �Z e� d,edd.� d- �Z!e� d/e d0 �Z"d1e eef Z#e� e#ejejB �Z$e%d2�Z&e%d3�Z'e&e'B d4hB Z(e(d5d6hB Z)e)d7hB Z*Z+G d8d9� d9ed9e ��Z,d:d;� Z-dKd=d>�Z.d?d@� Z/dAdB� Z0dCdD� Z1dEdF� Z2dGdH� Z3dIdJ� Z4dS )L� )�absolute_importN)�
namedtuple� )�LocationParseError)�six�scheme�auth�host�port�path�query�fragment)�httpZhttpsNz%[a-fA-F0-9]{2}z ^(?:[a-zA-Z][a-zA-Z0-9+-]*:|/)zQ^(?:([a-zA-Z][a-zA-Z0-9+.-]*):)?(?://([^/?#]*))?([^?#]*)(?:\?([^#]*))?(?:#(.*))?$z (?:[0-9]{1,3}\.){3}[0-9]{1,3}z[0-9A-Fa-f]{1,4}z(?:{hex}:{hex}|{ipv4}))�hexZipv4)r Zls32z(?:%(hex)s:){6}%(ls32)sz::(?:%(hex)s:){5}%(ls32)sz%(?:%(hex)s)?::(?:%(hex)s:){4}%(ls32)sz2(?:(?:%(hex)s:)?%(hex)s)?::(?:%(hex)s:){3}%(ls32)sz6(?:(?:%(hex)s:){0,2}%(hex)s)?::(?:%(hex)s:){2}%(ls32)sz/(?:(?:%(hex)s:){0,3}%(hex)s)?::%(hex)s:%(ls32)sz'(?:(?:%(hex)s:){0,4}%(hex)s)?::%(ls32)sz&(?:(?:%(hex)s:){0,5}%(hex)s)?::%(hex)sz (?:(?:%(hex)s:){0,6}%(hex)s)?::zDABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._!\-~z(?:�|c C s g | ] }|t �qS � )�_subs��.0�xr r �@/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/url.py�
<listcomp>6 s r �)z
(?:%25|%)(?:[z]|%[a-fA-F0-9]{2})+z\[z)?\]z!(?:[^\[\]%:/?#]|%[a-fA-F0-9]{2})*z"^(/[^?]*)(?:\?([^#]+))?(?:#(.*))?$�^�$����(z)\]$z ^(%s|%s|%s)(?::([0-9]{0,5}))?$zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789._-~z !$&'()*+,;=�:�@�/�?c s^ e Zd ZdZdZd� fdd� Zedd� �Zedd � �Zed
d � �Z ed d
� �Z
dd� Z � Z S )�Urlz�
Data structure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
r Nc
sD |r|� d�sd| }|d k r&|�� }tt| ��| |||||||�S )Nr )�
startswith�lower�superr! �__new__)�clsr r r r
r r r
�� __class__r r r% [ s
�z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r ��selfr r r �hostnamem s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r Nr )r r )r* Zurir r r � request_urir s
zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r
r r) r r r �netloc| s z
Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a�
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
� Nz://r r r �#)�str) r* r r r r
r r r
�urlr r r r1 � s" zUrl.urlc C s | j S �N)r1 r) r r r �__str__� s z Url.__str__)NNNNNNN)
�__name__�
__module__� __qualname__�__doc__� __slots__r% �propertyr+ r, r- r1 r3 �
__classcell__r r r' r r! R s& �
'r! c C sv d}d}|D ]0}| � |�}|dk r$q |dks4||k r |}|}q |dksN|dk rX| ddfS | d|� | |d d� |fS )a�
.. deprecated:: 1.25
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
Nr r. � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_first� s
r@ �utf-8c C s� | dkr | S t �| �} t�| �}|D ] }|�� s$| �||�� �} q$| �dd�}t|�|� d�k}t
� }t dt|��D ]p}|||d � } t | �}
|r�| dks�|
dk r�| �
� |kr�|�| � qt|�dt|
�dd� �� �d��� � qt|�
|�S ) zfPercent-encodes a URI component without reapplying
onto an already percent-encoded component.
NrA �
surrogatepass� %r r; � r )r � ensure_text�
PERCENT_RE�findall�isupper�replace�upper�encode�len�count� bytearray�range�ord�decode�extendr �zfill) Z componentZ
allowed_chars�encodingZpercent_encodings�encZ uri_bytesZis_percent_encodedZencoded_component�iZbyteZbyte_ordr r r �_encode_invalid_chars� s,
�
�
*rW c C s� | � d�}g }|D ]0}|dkr"qq|dkr6|�|� q|r|�� q| �d�rf|rZ|d rf|�dd� | �d�rz|�d� d�|�S )Nr �.z..r r. )z/.z/..)�split�append�popr" �insert�endswith�join)r Zsegments�outputZsegmentr r r �_remove_path_dot_segments� s
r` c C s� | r�t | tj�rt�| �} |tkr�t�| �}|r�t�| �}|r�|� d�\}}| ||� }|�
d�rx|dkrx|dd � }n |dd � }dt |t � }| d |� �
� | | |d � S | �
� S n*t�| �s�t�d�dd� | �d�D ���S | S ) Nr; z%25� �%� .c S s g | ] }t |��qS r )� _idna_encode)r Zlabelr r r r , s z#_normalize_host.<locals>.<listcomp>rX )�
isinstancer Z binary_type�
ensure_str�NORMALIZABLE_SCHEMES�
IPV6_ADDRZ_RE�match�
ZONE_ID_RE�search�spanr" rW �UNRESERVED_CHARSr# �IPV4_REr^ rY )r r Zis_ipv6ri �start�endZzone_idr r r �_normalize_host s*
�rq c C s� | r�t dd� | D ��r�zddlm} W n$ tk
rJ t�td�d � Y nX z|j| �� ddd�W S |j k
r� t�td| �d � Y nX | �� �d �S )
Nc S s g | ]}t |�d k�qS )rD )rP r r r r r 2 s z _idna_encode.<locals>.<listcomp>r )�idnaz-Unable to parse URL without the 'idna' moduleT)�strictZ
std3_rulesz#Name '%s' is not a valid IDNA label�ascii)
�anyZ pip._vendorrr � ImportErrorr �
raise_fromr rK r# Z IDNAError)�namerr r r r rd 1 s �
�
rd c C sl | � d�s| S t�| ��� \}}}t|t�} t|t�}t|t�}|dk rT| d| 7 } |dk rh| d| 7 } | S )zHPercent-encodes a request target so that there are no invalid charactersr Nr r/ )r" � TARGET_REri �groupsrW �
PATH_CHARS� QUERY_CHARS�FRAGMENT_CHARS)�targetr r r
r r r �_encode_targetC s
r c s� | s
t � S | }t�| �s d| } �zt�| ��� \}}}}}|dkpN|�� tk}|r\|�� }|r�|�d�\}} }
|pvd}t �|
��� \} } |r�|r�t
|t �}| dkr�d} n
d\}} } | dk r�t | �} d| kr�dks�n t
| ��t| |�} |�r
|�r
t|�}t
|t�}|�r |�r t
|t�}|�r6|�r6t
|t�}W n* ttfk
�rb t�t
|�d� Y S X |�s�|dk �s~|dk �r�d}nd}t| tj��r�tj� ntj� � fdd �}
t |
|�|
|�|
| �| |
|�|
|�|
|�d
�S ) a
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
This parser is RFC 3986 compliant.
The parser logic and helper functions are based heavily on
work done in the ``rfc3986`` module.
:param str url: URL to parse into a :class:`.Url` namedtuple.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
z//Nr r. )NNNr i�� c s | d kr | S � | �S r2 r )r �Z ensure_funcr r � ensure_type� s z parse_url.<locals>.ensure_type)r r r r
r r r
)r! � SCHEME_RErk �URI_REri rz r# rg �
rpartition�
_HOST_PORT_RErW �USERINFO_CHARS�intr rq r` r{ r| r} �
ValueError�AttributeErrorr rw re Z text_typerE rf )r1 Z
source_urlr Z authorityr r r
Z
normalize_urir �_Z host_portr r
r� r r� r � parse_urlS sd
�r� c C s t | �}|jpd|j|jfS )z4
Deprecated. Use :func:`parse_url` instead.
r )r� r r+ r
)r1 �pr r r �get_host� s r� )rA )5Z
__future__r �re� collectionsr �
exceptionsr Zpackagesr Z url_attrsrg �compilerF r� �UNICODE�DOTALLr� ZIPV4_PATZHEX_PAT�formatZLS32_PATr Z _variationsZUNRESERVED_PATr^ ZIPV6_PATZ ZONE_ID_PATZIPV6_ADDRZ_PATZ REG_NAME_PATry rn ZIPV6_RErh ZBRACELESS_IPV6_ADDRZ_RErj Z_HOST_PORT_PATr� �setrm ZSUB_DELIM_CHARSr� r{ r| r} r! r@ rW r` rq rd r r� r� r r r r �<module> sv
�
�
�� ]#
% a urllib3/util/__pycache__/retry.cpython-38.opt-1.pyc 0000644 00000031221 15043676017 0016051 0 ustar 00 U
��.eZ< � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl
m Z m Z m
Z
mZmZmZ ddlmZ e�e�Zedd d
d d d
g�ZG dd� de�Zed�e_dS )� )�absolute_importN)�
namedtuple)� takewhile� )�ConnectTimeoutError�
MaxRetryError�
ProtocolError�ReadTimeoutError�
ResponseError�
InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc
@ s� e Zd ZdZeddddddg�Zedd d
g�Zed g�Zd Zd
ddddeddddddef
dd�Z dd� Z
e d2dd��Z dd� Z
dd� Zdd � Zd3d d �Zd d � Zd4d!d"�Zd#d$� Zd%d&� Zd'd(� Zd5d*d+�Zd,d-� Zd6d.d/�Zd0d1� ZdS )7�Retrya3 Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ** ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request.
ZHEADZGETZPUTZDELETEZOPTIONSZTRACEi� i� i� Z
Authorization�x �
Nr Tc C s� || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ |
| _
| pbt � | _ | | _
tdd� |
D ��| _d S )NFr c S s g | ] }|� � �qS � )�lower)�.0�hr r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/retry.py�
<listcomp>� s z"Retry.__init__.<locals>.<listcomp>)�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header� frozenset�remove_headers_on_redirect)�selfr r r r r r" r! r# r$ r% r' r( r* r r r �__init__� s$ �zRetry.__init__c K sT t | j| j| j| j| j| j| j| j| j | j
| j | j | j
d�
}|�|� t| �f |�S )N)
r r r r r r" r! r# r$ r% r' r* r( )�dictr r r r r r" r! r# r$ r% r' r* r( �update�type)r+ �kwZparamsr r r �new� s" �
z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}t�d||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT�
isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr r r �from_int� s
zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff
:rtype: float
c S s
| j d kS )N)r )�xr r r �<lambda>� � z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr' r# �min� BACKOFF_MAX)r+ Zconsecutive_errors_lenZ
backoff_valuer r r �get_backoff_time� s ��zRetry.get_backoff_timec C s\ t �d|�rt|�}n6tj�|�}|d kr6td| ��t�|�}|t�� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �time�mktime)r+ � retry_afterZsecondsZretry_date_tupleZ
retry_dater r r �parse_retry_after� s
zRetry.parse_retry_afterc C s |� d�}|dkrdS | �|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrK �r+ �responserJ r r r �get_retry_after s
zRetry.get_retry_afterc C s | � |�}|r t�|� dS dS )NTF)rN rH �sleeprL r r r �sleep_for_retry s
zRetry.sleep_for_retryc C s" | � � }|dkrd S t�|� d S )Nr )rC rH rO )r+ Zbackoffr r r �_sleep_backoff s zRetry._sleep_backoffc C s( | j r |r | �|�}|r dS | �� dS )aC Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
N)r( rP rQ )r+ rM Zsleptr r r rO ! s
z Retry.sleepc C s
t |t�S )z{ Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
)r3 r �r+ �errr r r �_is_connection_error1 s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should
assume that the server began processing it.
)r3 r r rR r r r �_is_read_error7 s zRetry._is_read_errorc C s | j r|�� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
FT)r" �upper)r+ r r r r �_is_method_retryable= s zRetry._is_method_retryableFc C s< | � |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
FT)rW r! r r( �RETRY_AFTER_STATUS_CODES)r+ r � status_codeZhas_retry_afterr r r �is_retryF s
���zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r? �filterrA )r+ Z retry_countsr r r � is_exhaustedZ s
zRetry.is_exhaustedc C s� | j dkr |r t�t|�||��| j }|dk r6|d8 }| j}| j} | j}
| j} d} d}
d}|r�| �|�r�|dkr�t�t|�||��n|dk r�|d8 }n�|r�| � |�r�| dks�| �
|�s�t�t|�||��n| dk r�| d8 } np|�r|� � �r|
dk r�|
d8 }
d} |� � }|j}
n<t j
} |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j}
| jt||||
|�f }| j||| |
| |d�}|�� �r�t|||�p�t | ���t�d||� |S ) a� Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
FNr= �unknownztoo many redirects)rY )r r r r r r' z$Incremented Retry for (url='%s'): %r)r r Zreraiser/ r r r r rT rU rW Zget_redirect_locationr
Z
GENERIC_ERRORZSPECIFIC_ERROR�formatr' r
r1 r\ r r5 r6 )r+ r r rM r Z_poolZ _stacktracer r r r Z status_count�causer r r' Z new_retryr r r � incrementc sb
��
zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r7 r+ )r^ r/ )r+ r r r �__repr__� s
� �zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__�
__module__� __qualname__�__doc__r) ZDEFAULT_METHOD_WHITELISTrX Z"DEFAULT_REDIRECT_HEADERS_BLACKLISTrB r, r1 � classmethodr9 rC rK rN rP rQ rO rT rU rW rZ r\ r` ra r r r r r sV x�
�
&
�
Wr � )Z
__future__r rH Zlogging� collectionsr � itertoolsr rG rD �
exceptionsr r r r r
r Zpackagesr Z getLoggerrb r5 r
�objectr r2 r r r r �<module> s$
� ( urllib3/util/__pycache__/queue.cpython-38.pyc 0000644 00000002004 15043676017 0015066 0 ustar 00 U
��.e� � @ sD d dl Z ddlmZ ddlmZ ejr.d dlZG dd� dej�ZdS )� N� )�six��queuec @ s0 e Zd Zdd� Zefdd�Zdd� Zdd� Zd S )
� LifoQueuec C s t �� | _d S �N)� collections�dequer )�self�_� r �B/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/queue.py�_init s zLifoQueue._initc C s
|| j �S r r )r
�lenr r r
�_qsize s zLifoQueue._qsizec C s | j �|� d S r )r �append)r
�itemr r r
�_put s zLifoQueue._putc C s
| j �� S r )r �pop)r
r r r
�_get s zLifoQueue._getN)�__name__�
__module__� __qualname__r r r r r r r r r
r
s r ) r Zpackagesr Zpackages.six.movesr ZPY2ZQueueZ_unused_module_Queuer r r r r
�<module> s
urllib3/util/__pycache__/connection.cpython-38.opt-1.pyc 0000644 00000006124 15043676017 0017047 0 ustar 00 U
��.e � @ sn d dl mZ d dlZddlmZmZ ddlmZ dd� Zej ddfd d
�Z
d d � Z d
d� Z dd� Z
e
d�ZdS )� )�absolute_importN� )�NoWayToWaitForSocketError�
wait_for_read� )�_appengine_environc C sN t | dd�}|dkrdS |dkr$dS zt|dd�W S tk
rH Y dS X dS )a
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
�sockFNTg )�timeout)�getattrr r )Zconnr � r �G/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/connection.py�is_connection_dropped s
r
c C s� | \}}|� d�r |�d�}d}t� }t�|||tj�D ]�}|\} }
} } }
d}zNt�| |
| �}t||� |tjk r||�|� |r�|� |� |�
|
� |W S tj k
r� } z |}|dk r�|� � d}W 5 d}~X Y q8X q8|dk r�|�t� d��dS )ad Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
�[z[]Nz!getaddrinfo returns an empty list)
�
startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ
settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection! s2
r c C s$ |d kr d S |D ]}| j |� qd S )N)Z
setsockopt)r Zoptions�optr r r r Y s r c C s t j} trt j} | S )z�This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r a s r c C sb d}d}t �� rdS tjrRz"t�tj�}|�| df� d}W n tk
rP Y nX |r^|�� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r Zis_appengine_sandboxr �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6l s r# z::1)Z
__future__r r �waitr r Zcontribr r
r r r r r# r r r r r �<module> s �
8 urllib3/util/__pycache__/__init__.cpython-38.pyc 0000644 00000001727 15043676017 0015514 0 ustar 00 U
��.e � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd
l m Z m Z d Z d S )
� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed) �
SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket� PROTOCOL_TLS)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)�
wait_for_read�wait_for_write)r r r
r r r r r r r r r r r r r r
r r r r N) Z
__future__r Z
connectionr Zrequestr Zresponser Zssl_r r r r
r r r
r r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r �E/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/util/__init__.py�<module> s , urllib3/util/wait.py 0000644 00000002653 15043676017 0010432 0 ustar 00 from .selectors import (
HAS_SELECT,
DefaultSelector,
EVENT_READ,
EVENT_WRITE
)
def _wait_for_io_events(socks, events, timeout=None):
""" Waits for IO events to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be interacted with immediately. """
if not HAS_SELECT:
raise ValueError('Platform does not have a selector')
if not isinstance(socks, list):
# Probably just a single socket.
if hasattr(socks, "fileno"):
socks = [socks]
# Otherwise it might be a non-list iterable.
else:
socks = list(socks)
with DefaultSelector() as selector:
for sock in socks:
selector.register(sock, events)
return [key[0].fileobj for key in
selector.select(timeout) if key[1] & events]
def wait_for_read(socks, timeout=None):
""" Waits for reading to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be read from immediately. """
return _wait_for_io_events(socks, EVENT_READ, timeout)
def wait_for_write(socks, timeout=None):
""" Waits for writing to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be written to immediately. """
return _wait_for_io_events(socks, EVENT_WRITE, timeout)
urllib3/util/timeout.py 0000644 00000023035 15043676017 0011151 0 ustar 00 from __future__ import absolute_import
# The default socket timeout, used by httplib to indicate that no timeout was
# specified by the user
from socket import _GLOBAL_DEFAULT_TIMEOUT
import time
from ..exceptions import TimeoutStateError
# A sentinel value to indicate that no timeout was specified by the user in
# urllib3
_Default = object()
# Use time.monotonic if available.
current_time = getattr(time, "monotonic", time.time)
class Timeout(object):
""" Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time to wait for a connection attempt to a server
to succeed. Omitting the parameter will default the connect timeout to
the system default, probably `the global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time to wait between consecutive
read operations for a response from the server. Omitting
the parameter will default the read timeout to the system
default, probably `the global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
"""
#: A sentinel object representing the default timeout value
DEFAULT_TIMEOUT = _GLOBAL_DEFAULT_TIMEOUT
def __init__(self, total=None, connect=_Default, read=_Default):
self._connect = self._validate_timeout(connect, 'connect')
self._read = self._validate_timeout(read, 'read')
self.total = self._validate_timeout(total, 'total')
self._start_connect = None
def __str__(self):
return '%s(connect=%r, read=%r, total=%r)' % (
type(self).__name__, self._connect, self._read, self.total)
@classmethod
def _validate_timeout(cls, value, name):
""" Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
"""
if value is _Default:
return cls.DEFAULT_TIMEOUT
if value is None or value is cls.DEFAULT_TIMEOUT:
return value
if isinstance(value, bool):
raise ValueError("Timeout cannot be a boolean value. It must "
"be an int, float or None.")
try:
float(value)
except (TypeError, ValueError):
raise ValueError("Timeout value %s was %s, but it must be an "
"int, float or None." % (name, value))
try:
if value <= 0:
raise ValueError("Attempted to set %s timeout to %s, but the "
"timeout cannot be set to a value less "
"than or equal to 0." % (name, value))
except TypeError: # Python 3
raise ValueError("Timeout value %s was %s, but it must be an "
"int, float or None." % (name, value))
return value
@classmethod
def from_float(cls, timeout):
""" Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
"""
return Timeout(read=timeout, connect=timeout)
def clone(self):
""" Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
"""
# We can't use copy.deepcopy because that will also create a new object
# for _GLOBAL_DEFAULT_TIMEOUT, which socket.py uses as a sentinel to
# detect the user default.
return Timeout(connect=self._connect, read=self._read,
total=self.total)
def start_connect(self):
""" Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
"""
if self._start_connect is not None:
raise TimeoutStateError("Timeout timer has already been started.")
self._start_connect = current_time()
return self._start_connect
def get_connect_duration(self):
""" Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
"""
if self._start_connect is None:
raise TimeoutStateError("Can't get connect duration for timer "
"that has not started.")
return current_time() - self._start_connect
@property
def connect_timeout(self):
""" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
"""
if self.total is None:
return self._connect
if self._connect is None or self._connect is self.DEFAULT_TIMEOUT:
return self.total
return min(self._connect, self.total)
@property
def read_timeout(self):
""" Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
"""
if (self.total is not None and
self.total is not self.DEFAULT_TIMEOUT and
self._read is not None and
self._read is not self.DEFAULT_TIMEOUT):
# In case the connect timeout has not yet been established.
if self._start_connect is None:
return self._read
return max(0, min(self.total - self.get_connect_duration(),
self._read))
elif self.total is not None and self.total is not self.DEFAULT_TIMEOUT:
return max(0, self.total - self.get_connect_duration())
else:
return self._read
urllib3/util/url.py 0000644 00000015216 15043676017 0010267 0 ustar 00 from __future__ import absolute_import
from collections import namedtuple
import re
from ..exceptions import LocationParseError
url_attrs = ['scheme', 'auth', 'host', 'port', 'path', 'query', 'fragment']
# We only want to normalize urls with an HTTP(S) scheme.
# urllib3 infers URLs without a scheme (None) to be http.
NORMALIZABLE_SCHEMES = ('http', 'https', None)
_contains_disallowed_url_pchar_re = re.compile('[\x00-\x20\x7f]')
from ..packages.six.moves.urllib.parse import quote
class Url(namedtuple('Url', url_attrs)):
"""
Datastructure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
"""
__slots__ = ()
def __new__(cls, scheme=None, auth=None, host=None, port=None, path=None,
query=None, fragment=None):
if path and not path.startswith('/'):
path = '/' + path
if scheme:
scheme = scheme.lower()
if host and scheme in NORMALIZABLE_SCHEMES:
host = host.lower()
return super(Url, cls).__new__(cls, scheme, auth, host, port, path,
query, fragment)
@property
def hostname(self):
"""For backwards-compatibility with urlparse. We're nice like that."""
return self.host
@property
def request_uri(self):
"""Absolute path including the query string."""
uri = self.path or '/'
if self.query is not None:
uri += '?' + self.query
return uri
@property
def netloc(self):
"""Network location including host and port"""
if self.port:
return '%s:%d' % (self.host, self.port)
return self.host
@property
def url(self):
"""
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
"""
scheme, auth, host, port, path, query, fragment = self
url = ''
# We use "is not None" we want things to happen with empty strings (or 0 port)
if scheme is not None:
url += scheme + '://'
if auth is not None:
url += auth + '@'
if host is not None:
url += host
if port is not None:
url += ':' + str(port)
if path is not None:
url += path
if query is not None:
url += '?' + query
if fragment is not None:
url += '#' + fragment
return url
def __str__(self):
return self.url
def split_first(s, delims):
"""
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
"""
min_idx = None
min_delim = None
for d in delims:
idx = s.find(d)
if idx < 0:
continue
if min_idx is None or idx < min_idx:
min_idx = idx
min_delim = d
if min_idx is None or min_idx < 0:
return s, '', None
return s[:min_idx], s[min_idx + 1:], min_delim
def parse_url(url):
"""
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
"""
# While this code has overlap with stdlib's urlparse, it is much
# simplified for our needs and less annoying.
# Additionally, this implementations does silly things to be optimal
# on CPython.
if not url:
# Empty
return Url()
# Prevent CVE-2019-9740.
# adapted from https://github.com/python/cpython/pull/12755
url = _contains_disallowed_url_pchar_re.sub(lambda match: quote(match.group()), url)
scheme = None
auth = None
host = None
port = None
path = None
fragment = None
query = None
# Scheme
if '://' in url:
scheme, url = url.split('://', 1)
# Find the earliest Authority Terminator
# (http://tools.ietf.org/html/rfc3986#section-3.2)
url, path_, delim = split_first(url, ['/', '?', '#'])
if delim:
# Reassemble the path
path = delim + path_
# Auth
if '@' in url:
# Last '@' denotes end of auth part
auth, url = url.rsplit('@', 1)
# IPv6
if url and url[0] == '[':
host, url = url.split(']', 1)
host += ']'
# Port
if ':' in url:
_host, port = url.split(':', 1)
if not host:
host = _host
if port:
# If given, ports must be integers. No whitespace, no plus or
# minus prefixes, no non-integer digits such as ^2 (superscript).
if not port.isdigit():
raise LocationParseError(url)
try:
port = int(port)
except ValueError:
raise LocationParseError(url)
else:
# Blank ports are cool, too. (rfc3986#section-3.2.3)
port = None
elif not host and url:
host = url
if not path:
return Url(scheme, auth, host, port, path, query, fragment)
# Fragment
if '#' in path:
path, fragment = path.split('#', 1)
# Query
if '?' in path:
path, query = path.split('?', 1)
return Url(scheme, auth, host, port, path, query, fragment)
def get_host(url):
"""
Deprecated. Use :func:`parse_url` instead.
"""
p = parse_url(url)
return p.scheme or 'http', p.hostname, p.port
urllib3/util/queue.py 0000644 00000000761 15043676017 0010610 0 ustar 00 import collections
from ..packages import six
from ..packages.six.moves import queue
if six.PY2:
# Queue is imported for side effects on MS Windows. See issue #229.
import Queue as _unused_module_Queue # noqa: F401
class LifoQueue(queue.Queue):
def _init(self, _):
self.queue = collections.deque()
def _qsize(self, len=len):
return len(self.queue)
def _put(self, item):
self.queue.append(item)
def _get(self):
return self.queue.pop()
urllib3/util/response.py 0000644 00000004447 15043676017 0011327 0 ustar 00 from __future__ import absolute_import
from ..packages.six.moves import http_client as httplib
from ..exceptions import HeaderParsingError
def is_fp_closed(obj):
"""
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
"""
try:
# Check `isclosed()` first, in case Python3 doesn't set `closed`.
# GH Issue #928
return obj.isclosed()
except AttributeError:
pass
try:
# Check via the official file-like-object way.
return obj.closed
except AttributeError:
pass
try:
# Check if the object is a container for another file-like object that
# gets released on exhaustion (e.g. HTTPResponse).
return obj.fp is None
except AttributeError:
pass
raise ValueError("Unable to determine whether fp is closed.")
def assert_header_parsing(headers):
"""
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
"""
# This will fail silently if we pass in the wrong kind of parameter.
# To make debugging easier add an explicit check.
if not isinstance(headers, httplib.HTTPMessage):
raise TypeError('expected httplib.Message, got {0}.'.format(
type(headers)))
defects = getattr(headers, 'defects', None)
get_payload = getattr(headers, 'get_payload', None)
unparsed_data = None
if get_payload: # Platform-specific: Python 3.
unparsed_data = get_payload()
if defects or unparsed_data:
raise HeaderParsingError(defects=defects, unparsed_data=unparsed_data)
def is_response_to_head(response):
"""
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
"""
# FIXME: Can we do this somehow without accessing private httplib _method?
method = response._method
if isinstance(method, int): # Platform-specific: Appengine
return method == 3
return method.upper() == 'HEAD'
urllib3/fields.py 0000644 00000013467 15043676017 0007764 0 ustar 00 from __future__ import absolute_import
import email.utils
import mimetypes
from .packages import six
def guess_content_type(filename, default='application/octet-stream'):
"""
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
"""
if filename:
return mimetypes.guess_type(filename)[0] or default
return default
def format_header_param(name, value):
"""
Helper function to format and quote a single header parameter.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2231, as
suggested by RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
"""
if not any(ch in value for ch in '"\\\r\n'):
result = '%s="%s"' % (name, value)
try:
result.encode('ascii')
except (UnicodeEncodeError, UnicodeDecodeError):
pass
else:
return result
if not six.PY3 and isinstance(value, six.text_type): # Python 2:
value = value.encode('utf-8')
value = email.utils.encode_rfc2231(value, 'utf-8')
value = '%s*=%s' % (name, value)
return value
class RequestField(object):
"""
A data container for request body parameters.
:param name:
The name of this request field.
:param data:
The data/value body.
:param filename:
An optional filename of the request field.
:param headers:
An optional dict-like object of headers to initially use for the field.
"""
def __init__(self, name, data, filename=None, headers=None):
self._name = name
self._filename = filename
self.data = data
self.headers = {}
if headers:
self.headers = dict(headers)
@classmethod
def from_tuples(cls, fieldname, value):
"""
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
"""
if isinstance(value, tuple):
if len(value) == 3:
filename, data, content_type = value
else:
filename, data = value
content_type = guess_content_type(filename)
else:
filename = None
content_type = None
data = value
request_param = cls(fieldname, data, filename=filename)
request_param.make_multipart(content_type=content_type)
return request_param
def _render_part(self, name, value):
"""
Overridable helper function to format a single header parameter.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
"""
return format_header_param(name, value)
def _render_parts(self, header_parts):
"""
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) typles or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
"""
parts = []
iterable = header_parts
if isinstance(header_parts, dict):
iterable = header_parts.items()
for name, value in iterable:
if value is not None:
parts.append(self._render_part(name, value))
return '; '.join(parts)
def render_headers(self):
"""
Renders the headers for this request field.
"""
lines = []
sort_keys = ['Content-Disposition', 'Content-Type', 'Content-Location']
for sort_key in sort_keys:
if self.headers.get(sort_key, False):
lines.append('%s: %s' % (sort_key, self.headers[sort_key]))
for header_name, header_value in self.headers.items():
if header_name not in sort_keys:
if header_value:
lines.append('%s: %s' % (header_name, header_value))
lines.append('\r\n')
return '\r\n'.join(lines)
def make_multipart(self, content_disposition=None, content_type=None,
content_location=None):
"""
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
"""
self.headers['Content-Disposition'] = content_disposition or 'form-data'
self.headers['Content-Disposition'] += '; '.join([
'', self._render_parts(
(('name', self._name), ('filename', self._filename))
)
])
self.headers['Content-Type'] = content_type
self.headers['Content-Location'] = content_location
urllib3/poolmanager.py 0000644 00000040664 15043676017 0011021 0 ustar 00 from __future__ import absolute_import
import collections
import functools
import logging
from ._collections import RecentlyUsedContainer
from .connectionpool import HTTPConnectionPool, HTTPSConnectionPool
from .connectionpool import port_by_scheme
from .exceptions import LocationValueError, MaxRetryError, ProxySchemeUnknown
from .packages.six.moves.urllib.parse import urljoin
from .request import RequestMethods
from .util.url import parse_url
from .util.retry import Retry
__all__ = ['PoolManager', 'ProxyManager', 'proxy_from_url']
log = logging.getLogger(__name__)
SSL_KEYWORDS = ('key_file', 'cert_file', 'cert_reqs', 'ca_certs',
'ssl_version', 'ca_cert_dir', 'ssl_context')
# All known keyword arguments that could be provided to the pool manager, its
# pools, or the underlying connections. This is used to construct a pool key.
_key_fields = (
'key_scheme', # str
'key_host', # str
'key_port', # int
'key_timeout', # int or float or Timeout
'key_retries', # int or Retry
'key_strict', # bool
'key_block', # bool
'key_source_address', # str
'key_key_file', # str
'key_cert_file', # str
'key_cert_reqs', # str
'key_ca_certs', # str
'key_ssl_version', # str
'key_ca_cert_dir', # str
'key_ssl_context', # instance of ssl.SSLContext or urllib3.util.ssl_.SSLContext
'key_maxsize', # int
'key_headers', # dict
'key__proxy', # parsed proxy url
'key__proxy_headers', # dict
'key_socket_options', # list of (level (int), optname (int), value (int or str)) tuples
'key__socks_options', # dict
'key_assert_hostname', # bool or string
'key_assert_fingerprint', # str
)
#: The namedtuple class used to construct keys for the connection pool.
#: All custom key schemes should include the fields in this key at a minimum.
PoolKey = collections.namedtuple('PoolKey', _key_fields)
def _default_key_normalizer(key_class, request_context):
"""
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
"""
# Since we mutate the dictionary, make a copy first
context = request_context.copy()
context['scheme'] = context['scheme'].lower()
context['host'] = context['host'].lower()
# These are both dictionaries and need to be transformed into frozensets
for key in ('headers', '_proxy_headers', '_socks_options'):
if key in context and context[key] is not None:
context[key] = frozenset(context[key].items())
# The socket_options key may be a list and needs to be transformed into a
# tuple.
socket_opts = context.get('socket_options')
if socket_opts is not None:
context['socket_options'] = tuple(socket_opts)
# Map the kwargs to the names in the namedtuple - this is necessary since
# namedtuples can't have fields starting with '_'.
for key in list(context.keys()):
context['key_' + key] = context.pop(key)
# Default to ``None`` for keys missing from the context
for field in key_class._fields:
if field not in context:
context[field] = None
return key_class(**context)
#: A dictionary that maps a scheme to a callable that creates a pool key.
#: This can be used to alter the way pool keys are constructed, if desired.
#: Each PoolManager makes a copy of this dictionary so they can be configured
#: globally here, or individually on the instance.
key_fn_by_scheme = {
'http': functools.partial(_default_key_normalizer, PoolKey),
'https': functools.partial(_default_key_normalizer, PoolKey),
}
pool_classes_by_scheme = {
'http': HTTPConnectionPool,
'https': HTTPSConnectionPool,
}
class PoolManager(RequestMethods):
"""
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \\**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
"""
proxy = None
def __init__(self, num_pools=10, headers=None, **connection_pool_kw):
RequestMethods.__init__(self, headers)
self.connection_pool_kw = connection_pool_kw
self.pools = RecentlyUsedContainer(num_pools,
dispose_func=lambda p: p.close())
# Locally set the pool classes and keys so other PoolManagers can
# override them.
self.pool_classes_by_scheme = pool_classes_by_scheme
self.key_fn_by_scheme = key_fn_by_scheme.copy()
def __enter__(self):
return self
def __exit__(self, exc_type, exc_val, exc_tb):
self.clear()
# Return False to re-raise any potential exceptions
return False
def _new_pool(self, scheme, host, port, request_context=None):
"""
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
"""
pool_cls = self.pool_classes_by_scheme[scheme]
if request_context is None:
request_context = self.connection_pool_kw.copy()
# Although the context has everything necessary to create the pool,
# this function has historically only used the scheme, host, and port
# in the positional args. When an API change is acceptable these can
# be removed.
for key in ('scheme', 'host', 'port'):
request_context.pop(key, None)
if scheme == 'http':
for kw in SSL_KEYWORDS:
request_context.pop(kw, None)
return pool_cls(host, port, **request_context)
def clear(self):
"""
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
"""
self.pools.clear()
def connection_from_host(self, host, port=None, scheme='http', pool_kwargs=None):
"""
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
"""
if not host:
raise LocationValueError("No host specified.")
request_context = self._merge_pool_kwargs(pool_kwargs)
request_context['scheme'] = scheme or 'http'
if not port:
port = port_by_scheme.get(request_context['scheme'].lower(), 80)
request_context['port'] = port
request_context['host'] = host
return self.connection_from_context(request_context)
def connection_from_context(self, request_context):
"""
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
"""
scheme = request_context['scheme'].lower()
pool_key_constructor = self.key_fn_by_scheme[scheme]
pool_key = pool_key_constructor(request_context)
return self.connection_from_pool_key(pool_key, request_context=request_context)
def connection_from_pool_key(self, pool_key, request_context=None):
"""
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
"""
with self.pools.lock:
# If the scheme, host, or port doesn't match existing open
# connections, open a new ConnectionPool.
pool = self.pools.get(pool_key)
if pool:
return pool
# Make a fresh ConnectionPool of the desired type
scheme = request_context['scheme']
host = request_context['host']
port = request_context['port']
pool = self._new_pool(scheme, host, port, request_context=request_context)
self.pools[pool_key] = pool
return pool
def connection_from_url(self, url, pool_kwargs=None):
"""
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
"""
u = parse_url(url)
return self.connection_from_host(u.host, port=u.port, scheme=u.scheme,
pool_kwargs=pool_kwargs)
def _merge_pool_kwargs(self, override):
"""
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
"""
base_pool_kwargs = self.connection_pool_kw.copy()
if override:
for key, value in override.items():
if value is None:
try:
del base_pool_kwargs[key]
except KeyError:
pass
else:
base_pool_kwargs[key] = value
return base_pool_kwargs
def urlopen(self, method, url, redirect=True, **kw):
"""
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
"""
u = parse_url(url)
conn = self.connection_from_host(u.host, port=u.port, scheme=u.scheme)
kw['assert_same_host'] = False
kw['redirect'] = False
if 'headers' not in kw:
kw['headers'] = self.headers.copy()
if self.proxy is not None and u.scheme == "http":
response = conn.urlopen(method, url, **kw)
else:
response = conn.urlopen(method, u.request_uri, **kw)
redirect_location = redirect and response.get_redirect_location()
if not redirect_location:
return response
# Support relative URLs for redirecting.
redirect_location = urljoin(url, redirect_location)
# RFC 7231, Section 6.4.4
if response.status == 303:
method = 'GET'
retries = kw.get('retries')
if not isinstance(retries, Retry):
retries = Retry.from_int(retries, redirect=redirect)
# Strip headers marked as unsafe to forward to the redirected location.
# Check remove_headers_on_redirect to avoid a potential network call within
# conn.is_same_host() which may use socket.gethostbyname() in the future.
if (retries.remove_headers_on_redirect
and not conn.is_same_host(redirect_location)):
for header in retries.remove_headers_on_redirect:
kw['headers'].pop(header, None)
try:
retries = retries.increment(method, url, response=response, _pool=conn)
except MaxRetryError:
if retries.raise_on_redirect:
raise
return response
kw['retries'] = retries
kw['redirect'] = redirect
log.info("Redirecting %s -> %s", url, redirect_location)
return self.urlopen(method, redirect_location, **kw)
class ProxyManager(PoolManager):
"""
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary contaning headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
"""
def __init__(self, proxy_url, num_pools=10, headers=None,
proxy_headers=None, **connection_pool_kw):
if isinstance(proxy_url, HTTPConnectionPool):
proxy_url = '%s://%s:%i' % (proxy_url.scheme, proxy_url.host,
proxy_url.port)
proxy = parse_url(proxy_url)
if not proxy.port:
port = port_by_scheme.get(proxy.scheme, 80)
proxy = proxy._replace(port=port)
if proxy.scheme not in ("http", "https"):
raise ProxySchemeUnknown(proxy.scheme)
self.proxy = proxy
self.proxy_headers = proxy_headers or {}
connection_pool_kw['_proxy'] = self.proxy
connection_pool_kw['_proxy_headers'] = self.proxy_headers
super(ProxyManager, self).__init__(
num_pools, headers, **connection_pool_kw)
def connection_from_host(self, host, port=None, scheme='http', pool_kwargs=None):
if scheme == "https":
return super(ProxyManager, self).connection_from_host(
host, port, scheme, pool_kwargs=pool_kwargs)
return super(ProxyManager, self).connection_from_host(
self.proxy.host, self.proxy.port, self.proxy.scheme, pool_kwargs=pool_kwargs)
def _set_proxy_headers(self, url, headers=None):
"""
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
"""
headers_ = {'Accept': '*/*'}
netloc = parse_url(url).netloc
if netloc:
headers_['Host'] = netloc
if headers:
headers_.update(headers)
return headers_
def urlopen(self, method, url, redirect=True, **kw):
"Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute."
u = parse_url(url)
if u.scheme == "http":
# For proxied HTTPS requests, httplib sets the necessary headers
# on the CONNECT to the proxy. For HTTP, we'll definitely
# need to set 'Host' at the very least.
headers = kw.get('headers', self.headers)
kw['headers'] = self._set_proxy_headers(url, headers)
return super(ProxyManager, self).urlopen(method, url, redirect=redirect, **kw)
def proxy_from_url(url, **kw):
return ProxyManager(proxy_url=url, **kw)
urllib3/filepost.py 0000644 00000004421 15043676017 0010331 0 ustar 00 from __future__ import absolute_import
import codecs
from uuid import uuid4
from io import BytesIO
from .packages import six
from .packages.six import b
from .fields import RequestField
writer = codecs.lookup('utf-8')[3]
def choose_boundary():
"""
Our embarrassingly-simple replacement for mimetools.choose_boundary.
"""
return uuid4().hex
def iter_field_objects(fields):
"""
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
"""
if isinstance(fields, dict):
i = six.iteritems(fields)
else:
i = iter(fields)
for field in i:
if isinstance(field, RequestField):
yield field
else:
yield RequestField.from_tuples(*field)
def iter_fields(fields):
"""
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
"""
if isinstance(fields, dict):
return ((k, v) for k, v in six.iteritems(fields))
return ((k, v) for k, v in fields)
def encode_multipart_formdata(fields, boundary=None):
"""
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`mimetools.choose_boundary`.
"""
body = BytesIO()
if boundary is None:
boundary = choose_boundary()
for field in iter_field_objects(fields):
body.write(b('--%s\r\n' % (boundary)))
writer(body).write(field.render_headers())
data = field.data
if isinstance(data, int):
data = str(data) # Backwards compatibility
if isinstance(data, six.text_type):
writer(body).write(data)
else:
body.write(data)
body.write(b'\r\n')
body.write(b('--%s--\r\n' % (boundary)))
content_type = str('multipart/form-data; boundary=%s' % boundary)
return body.getvalue(), content_type
urllib3/packages/__init__.py 0000644 00000000155 15043676017 0012021 0 ustar 00 from __future__ import absolute_import
from . import ssl_match_hostname
__all__ = ('ssl_match_hostname', )
urllib3/packages/ssl_match_hostname/__init__.py 0000644 00000001260 15043676017 0015672 0 ustar 00 import sys
try:
# Our match_hostname function is the same as 3.5's, so we only want to
# import the match_hostname function if it's at least that good.
if sys.version_info < (3, 5):
raise ImportError("Fallback to vendored code")
from ssl import CertificateError, match_hostname
except ImportError:
try:
# Backport of the function from a pypi module
from backports.ssl_match_hostname import CertificateError, match_hostname
except ImportError:
# Our vendored copy
from ._implementation import CertificateError, match_hostname
# Not needed, but documenting what we provide.
__all__ = ('CertificateError', 'match_hostname')
urllib3/packages/ssl_match_hostname/_implementation.py 0000644 00000013106 15043676017 0017321 0 ustar 00 """The match_hostname() function from Python 3.3.3, essential when using SSL."""
# Note: This file is under the PSF license as the code comes from the python
# stdlib. http://docs.python.org/3/license.html
import re
import sys
# ipaddress has been backported to 2.6+ in pypi. If it is installed on the
# system, use it to handle IPAddress ServerAltnames (this was added in
# python-3.5) otherwise only do DNS matching. This allows
# backports.ssl_match_hostname to continue to be used all the way back to
# python-2.4.
try:
import ipaddress
except ImportError:
ipaddress = None
__version__ = '3.5.0.1'
class CertificateError(ValueError):
pass
def _dnsname_match(dn, hostname, max_wildcards=1):
"""Matching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
"""
pats = []
if not dn:
return False
# Ported from python3-syntax:
# leftmost, *remainder = dn.split(r'.')
parts = dn.split(r'.')
leftmost = parts[0]
remainder = parts[1:]
wildcards = leftmost.count('*')
if wildcards > max_wildcards:
# Issue #17980: avoid denials of service by refusing more
# than one wildcard per fragment. A survey of established
# policy among SSL implementations showed it to be a
# reasonable choice.
raise CertificateError(
"too many wildcards in certificate DNS name: " + repr(dn))
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
# RFC 6125, section 6.4.3, subitem 1.
# The client SHOULD NOT attempt to match a presented identifier in which
# the wildcard character comprises a label other than the left-most label.
if leftmost == '*':
# When '*' is a fragment by itself, it matches a non-empty dotless
# fragment.
pats.append('[^.]+')
elif leftmost.startswith('xn--') or hostname.startswith('xn--'):
# RFC 6125, section 6.4.3, subitem 3.
# The client SHOULD NOT attempt to match a presented identifier
# where the wildcard character is embedded within an A-label or
# U-label of an internationalized domain name.
pats.append(re.escape(leftmost))
else:
# Otherwise, '*' matches any dotless string, e.g. www*
pats.append(re.escape(leftmost).replace(r'\*', '[^.]*'))
# add the remaining fragments, ignore any wildcards
for frag in remainder:
pats.append(re.escape(frag))
pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE)
return pat.match(hostname)
def _to_unicode(obj):
if isinstance(obj, str) and sys.version_info < (3,):
obj = unicode(obj, encoding='ascii', errors='strict')
return obj
def _ipaddress_match(ipname, host_ip):
"""Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
"""
# OpenSSL may add a trailing newline to a subjectAltName's IP address
# Divergence from upstream: ipaddress can't handle byte str
ip = ipaddress.ip_address(_to_unicode(ipname).rstrip())
return ip == host_ip
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError("empty or no certificate, match_hostname needs a "
"SSL socket or SSL context with either "
"CERT_OPTIONAL or CERT_REQUIRED")
try:
# Divergence from upstream: ipaddress can't handle byte str
host_ip = ipaddress.ip_address(_to_unicode(hostname))
except ValueError:
# Not an IP address (common case)
host_ip = None
except UnicodeError:
# Divergence from upstream: Have to deal with ipaddress not taking
# byte strings. addresses should be all ascii, so we consider it not
# an ipaddress in this case
host_ip = None
except AttributeError:
# Divergence from upstream: Make ipaddress library optional
if ipaddress is None:
host_ip = None
else:
raise
dnsnames = []
san = cert.get('subjectAltName', ())
for key, value in san:
if key == 'DNS':
if host_ip is None and _dnsname_match(value, hostname):
return
dnsnames.append(value)
elif key == 'IP Address':
if host_ip is not None and _ipaddress_match(value, host_ip):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get('subject', ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == 'commonName':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError("hostname %r "
"doesn't match either of %s"
% (hostname, ', '.join(map(repr, dnsnames))))
elif len(dnsnames) == 1:
raise CertificateError("hostname %r "
"doesn't match %r"
% (hostname, dnsnames[0]))
else:
raise CertificateError("no appropriate commonName or "
"subjectAltName fields were found")
urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.pyc 0000644 00000006347 15043676017 0023620 0 ustar 00 U
��.e\ � @ sx d Z ddlZddlZzddlmZ W n ek
r< dZY nX dZG dd� de�Zddd �Z d
d � Z
d d
� Z dd� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� N)� ipaddressz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__�
__module__� __qualname__� r r �c/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pyr s r � c
C s� g }| s dS | � d�}|d }|dd� }|�d�}||krLtdt| � ��|s`| �� |�� kS |dkrt|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zhMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s,
� r c C s& t | t�r"tjdk r"t| ddd�} | S )N)� �ascii�strict)�encoding�errors)�
isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r& c C s t �t| ��� �}||kS )z�Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
)r �
ip_addressr& �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchU s r* c C s� | s t d��zt�t|��}W nP t k
r6 d}Y n: tk
rL d}Y n$ tk
rn tdkrhd}n� Y nX g }| �dd�}|D ]^\}}|dkr�|dkr�t||�r� dS |�|� q�|dkr�|dk r�t ||�r� dS |�|� q�|�s0| �dd�D ]8}|D ].\}}|dkr�t||��r" dS |�|� q�q�t
|�d k�r\t d
|d � t
t|��f ��n,t
|�d k�r�t d ||d
f ��nt d��dS )a) Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNamer ZDNSz
IP AddressZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)�
ValueErrorr r' r& � UnicodeError�AttributeError�getr r r* �lenr r �mapr )Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostnamea sZ � ����r4 )r )
�__doc__r r# Z pip._vendorr � ImportError� __version__r+ r r r& r* r4 r r r r �<module> s
6 urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001006 15043676017 0023115 0 ustar 00 U
��.e� � @ s� d dl Z z&e jdk r ed��d dlmZmZ W nN ek
r| zd dlmZmZ W n$ ek
rv ddlmZmZ Y nX Y nX dZdS )� N)� � zFallback to vendored code)�CertificateError�match_hostname� ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r �\/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py�<module> s
urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-38.opt-1.pyc 0000644 00000006347 15043676017 0024557 0 ustar 00 U
��.e\ � @ sx d Z ddlZddlZzddlmZ W n ek
r< dZY nX dZG dd� de�Zddd �Z d
d � Z
d d
� Z dd� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� N)� ipaddressz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__�
__module__� __qualname__� r r �c/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/_implementation.pyr s r � c
C s� g }| s dS | � d�}|d }|dd� }|�d�}||krLtdt| � ��|s`| �� |�� kS |dkrt|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zhMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s,
� r c C s& t | t�r"tjdk r"t| ddd�} | S )N)� �ascii�strict)�encoding�errors)�
isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r& c C s t �t| ��� �}||kS )z�Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
)r �
ip_addressr& �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchU s r* c C s� | s t d��zt�t|��}W nP t k
r6 d}Y n: tk
rL d}Y n$ tk
rn tdkrhd}n� Y nX g }| �dd�}|D ]^\}}|dkr�|dkr�t||�r� dS |�|� q�|dkr�|dk r�t ||�r� dS |�|� q�|�s0| �dd�D ]8}|D ].\}}|dkr�t||��r" dS |�|� q�q�t
|�d k�r\t d
|d � t
t|��f ��n,t
|�d k�r�t d ||d
f ��nt d��dS )a) Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNamer ZDNSz
IP AddressZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)�
ValueErrorr r' r& � UnicodeError�AttributeError�getr r r* �lenr r �mapr )Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostnamea sZ � ����r4 )r )
�__doc__r r# Z pip._vendorr � ImportError� __version__r+ r r r& r* r4 r r r r �<module> s
6 urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-38.pyc 0000644 00000001006 15043676017 0022156 0 ustar 00 U
��.e� � @ s� d dl Z z&e jdk r ed��d dlmZmZ W nN ek
r| zd dlmZmZ W n$ ek
rv ddlmZmZ Y nX Y nX dZdS )� N)� � zFallback to vendored code)�CertificateError�match_hostname� ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r �\/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/ssl_match_hostname/__init__.py�<module> s
urllib3/packages/six.py 0000644 00000072622 15043676017 0011075 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3"""
# Copyright (c) 2010-2015 Benjamin Peterson
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
from __future__ import absolute_import
import functools
import itertools
import operator
import sys
import types
__author__ = "Benjamin Peterson <benjamin@python.org>"
__version__ = "1.10.0"
# Useful for very coarse version differentiation.
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
PY34 = sys.version_info[0:2] >= (3, 4)
if PY3:
string_types = str,
integer_types = int,
class_types = type,
text_type = str
binary_type = bytes
MAXSIZE = sys.maxsize
else:
string_types = basestring,
integer_types = (int, long)
class_types = (type, types.ClassType)
text_type = unicode
binary_type = str
if sys.platform.startswith("java"):
# Jython always uses 32 bits.
MAXSIZE = int((1 << 31) - 1)
else:
# It's possible to have sizeof(long) != sizeof(Py_ssize_t).
class X(object):
def __len__(self):
return 1 << 31
try:
len(X())
except OverflowError:
# 32-bit
MAXSIZE = int((1 << 31) - 1)
else:
# 64-bit
MAXSIZE = int((1 << 63) - 1)
del X
def _add_doc(func, doc):
"""Add documentation to a function."""
func.__doc__ = doc
def _import_module(name):
"""Import module, returning the module after the last dot."""
__import__(name)
return sys.modules[name]
class _LazyDescr(object):
def __init__(self, name):
self.name = name
def __get__(self, obj, tp):
result = self._resolve()
setattr(obj, self.name, result) # Invokes __set__.
try:
# This is a bit ugly, but it avoids running this again by
# removing this descriptor.
delattr(obj.__class__, self.name)
except AttributeError:
pass
return result
class MovedModule(_LazyDescr):
def __init__(self, name, old, new=None):
super(MovedModule, self).__init__(name)
if PY3:
if new is None:
new = name
self.mod = new
else:
self.mod = old
def _resolve(self):
return _import_module(self.mod)
def __getattr__(self, attr):
_module = self._resolve()
value = getattr(_module, attr)
setattr(self, attr, value)
return value
class _LazyModule(types.ModuleType):
def __init__(self, name):
super(_LazyModule, self).__init__(name)
self.__doc__ = self.__class__.__doc__
def __dir__(self):
attrs = ["__doc__", "__name__"]
attrs += [attr.name for attr in self._moved_attributes]
return attrs
# Subclasses should override this
_moved_attributes = []
class MovedAttribute(_LazyDescr):
def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None):
super(MovedAttribute, self).__init__(name)
if PY3:
if new_mod is None:
new_mod = name
self.mod = new_mod
if new_attr is None:
if old_attr is None:
new_attr = name
else:
new_attr = old_attr
self.attr = new_attr
else:
self.mod = old_mod
if old_attr is None:
old_attr = name
self.attr = old_attr
def _resolve(self):
module = _import_module(self.mod)
return getattr(module, self.attr)
class _SixMetaPathImporter(object):
"""
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
"""
def __init__(self, six_module_name):
self.name = six_module_name
self.known_modules = {}
def _add_module(self, mod, *fullnames):
for fullname in fullnames:
self.known_modules[self.name + "." + fullname] = mod
def _get_module(self, fullname):
return self.known_modules[self.name + "." + fullname]
def find_module(self, fullname, path=None):
if fullname in self.known_modules:
return self
return None
def __get_module(self, fullname):
try:
return self.known_modules[fullname]
except KeyError:
raise ImportError("This loader does not know module " + fullname)
def load_module(self, fullname):
try:
# in case of a reload
return sys.modules[fullname]
except KeyError:
pass
mod = self.__get_module(fullname)
if isinstance(mod, MovedModule):
mod = mod._resolve()
else:
mod.__loader__ = self
sys.modules[fullname] = mod
return mod
def is_package(self, fullname):
"""
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
"""
return hasattr(self.__get_module(fullname), "__path__")
def get_code(self, fullname):
"""Return None
Required, if is_package is implemented"""
self.__get_module(fullname) # eventually raises ImportError
return None
get_source = get_code # same as get_code
_importer = _SixMetaPathImporter(__name__)
class _MovedItems(_LazyModule):
"""Lazy loading of moved objects"""
__path__ = [] # mark as package
_moved_attributes = [
MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"),
MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"),
MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"),
MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"),
MovedAttribute("intern", "__builtin__", "sys"),
MovedAttribute("map", "itertools", "builtins", "imap", "map"),
MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"),
MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"),
MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"),
MovedAttribute("reduce", "__builtin__", "functools"),
MovedAttribute("shlex_quote", "pipes", "shlex", "quote"),
MovedAttribute("StringIO", "StringIO", "io"),
MovedAttribute("UserDict", "UserDict", "collections"),
MovedAttribute("UserList", "UserList", "collections"),
MovedAttribute("UserString", "UserString", "collections"),
MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("zip", "itertools", "builtins", "izip", "zip"),
MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"),
MovedModule("builtins", "__builtin__"),
MovedModule("configparser", "ConfigParser"),
MovedModule("copyreg", "copy_reg"),
MovedModule("dbm_gnu", "gdbm", "dbm.gnu"),
MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"),
MovedModule("http_cookiejar", "cookielib", "http.cookiejar"),
MovedModule("http_cookies", "Cookie", "http.cookies"),
MovedModule("html_entities", "htmlentitydefs", "html.entities"),
MovedModule("html_parser", "HTMLParser", "html.parser"),
MovedModule("http_client", "httplib", "http.client"),
MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"),
MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"),
MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"),
MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"),
MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"),
MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"),
MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"),
MovedModule("cPickle", "cPickle", "pickle"),
MovedModule("queue", "Queue"),
MovedModule("reprlib", "repr"),
MovedModule("socketserver", "SocketServer"),
MovedModule("_thread", "thread", "_thread"),
MovedModule("tkinter", "Tkinter"),
MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"),
MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"),
MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"),
MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"),
MovedModule("tkinter_tix", "Tix", "tkinter.tix"),
MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"),
MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"),
MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"),
MovedModule("tkinter_colorchooser", "tkColorChooser",
"tkinter.colorchooser"),
MovedModule("tkinter_commondialog", "tkCommonDialog",
"tkinter.commondialog"),
MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"),
MovedModule("tkinter_font", "tkFont", "tkinter.font"),
MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"),
MovedModule("tkinter_tksimpledialog", "tkSimpleDialog",
"tkinter.simpledialog"),
MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"),
MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"),
MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"),
MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"),
MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"),
MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"),
]
# Add windows specific modules.
if sys.platform == "win32":
_moved_attributes += [
MovedModule("winreg", "_winreg"),
]
for attr in _moved_attributes:
setattr(_MovedItems, attr.name, attr)
if isinstance(attr, MovedModule):
_importer._add_module(attr, "moves." + attr.name)
del attr
_MovedItems._moved_attributes = _moved_attributes
moves = _MovedItems(__name__ + ".moves")
_importer._add_module(moves, "moves")
class Module_six_moves_urllib_parse(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_parse"""
_urllib_parse_moved_attributes = [
MovedAttribute("ParseResult", "urlparse", "urllib.parse"),
MovedAttribute("SplitResult", "urlparse", "urllib.parse"),
MovedAttribute("parse_qs", "urlparse", "urllib.parse"),
MovedAttribute("parse_qsl", "urlparse", "urllib.parse"),
MovedAttribute("urldefrag", "urlparse", "urllib.parse"),
MovedAttribute("urljoin", "urlparse", "urllib.parse"),
MovedAttribute("urlparse", "urlparse", "urllib.parse"),
MovedAttribute("urlsplit", "urlparse", "urllib.parse"),
MovedAttribute("urlunparse", "urlparse", "urllib.parse"),
MovedAttribute("urlunsplit", "urlparse", "urllib.parse"),
MovedAttribute("quote", "urllib", "urllib.parse"),
MovedAttribute("quote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote", "urllib", "urllib.parse"),
MovedAttribute("unquote_plus", "urllib", "urllib.parse"),
MovedAttribute("urlencode", "urllib", "urllib.parse"),
MovedAttribute("splitquery", "urllib", "urllib.parse"),
MovedAttribute("splittag", "urllib", "urllib.parse"),
MovedAttribute("splituser", "urllib", "urllib.parse"),
MovedAttribute("uses_fragment", "urlparse", "urllib.parse"),
MovedAttribute("uses_netloc", "urlparse", "urllib.parse"),
MovedAttribute("uses_params", "urlparse", "urllib.parse"),
MovedAttribute("uses_query", "urlparse", "urllib.parse"),
MovedAttribute("uses_relative", "urlparse", "urllib.parse"),
]
for attr in _urllib_parse_moved_attributes:
setattr(Module_six_moves_urllib_parse, attr.name, attr)
del attr
Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes
_importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"),
"moves.urllib_parse", "moves.urllib.parse")
class Module_six_moves_urllib_error(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_error"""
_urllib_error_moved_attributes = [
MovedAttribute("URLError", "urllib2", "urllib.error"),
MovedAttribute("HTTPError", "urllib2", "urllib.error"),
MovedAttribute("ContentTooShortError", "urllib", "urllib.error"),
]
for attr in _urllib_error_moved_attributes:
setattr(Module_six_moves_urllib_error, attr.name, attr)
del attr
Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes
_importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"),
"moves.urllib_error", "moves.urllib.error")
class Module_six_moves_urllib_request(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_request"""
_urllib_request_moved_attributes = [
MovedAttribute("urlopen", "urllib2", "urllib.request"),
MovedAttribute("install_opener", "urllib2", "urllib.request"),
MovedAttribute("build_opener", "urllib2", "urllib.request"),
MovedAttribute("pathname2url", "urllib", "urllib.request"),
MovedAttribute("url2pathname", "urllib", "urllib.request"),
MovedAttribute("getproxies", "urllib", "urllib.request"),
MovedAttribute("Request", "urllib2", "urllib.request"),
MovedAttribute("OpenerDirector", "urllib2", "urllib.request"),
MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"),
MovedAttribute("ProxyHandler", "urllib2", "urllib.request"),
MovedAttribute("BaseHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"),
MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"),
MovedAttribute("FileHandler", "urllib2", "urllib.request"),
MovedAttribute("FTPHandler", "urllib2", "urllib.request"),
MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"),
MovedAttribute("UnknownHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"),
MovedAttribute("urlretrieve", "urllib", "urllib.request"),
MovedAttribute("urlcleanup", "urllib", "urllib.request"),
MovedAttribute("URLopener", "urllib", "urllib.request"),
MovedAttribute("FancyURLopener", "urllib", "urllib.request"),
MovedAttribute("proxy_bypass", "urllib", "urllib.request"),
]
for attr in _urllib_request_moved_attributes:
setattr(Module_six_moves_urllib_request, attr.name, attr)
del attr
Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes
_importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"),
"moves.urllib_request", "moves.urllib.request")
class Module_six_moves_urllib_response(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_response"""
_urllib_response_moved_attributes = [
MovedAttribute("addbase", "urllib", "urllib.response"),
MovedAttribute("addclosehook", "urllib", "urllib.response"),
MovedAttribute("addinfo", "urllib", "urllib.response"),
MovedAttribute("addinfourl", "urllib", "urllib.response"),
]
for attr in _urllib_response_moved_attributes:
setattr(Module_six_moves_urllib_response, attr.name, attr)
del attr
Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes
_importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"),
"moves.urllib_response", "moves.urllib.response")
class Module_six_moves_urllib_robotparser(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_robotparser"""
_urllib_robotparser_moved_attributes = [
MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"),
]
for attr in _urllib_robotparser_moved_attributes:
setattr(Module_six_moves_urllib_robotparser, attr.name, attr)
del attr
Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes
_importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"),
"moves.urllib_robotparser", "moves.urllib.robotparser")
class Module_six_moves_urllib(types.ModuleType):
"""Create a six.moves.urllib namespace that resembles the Python 3 namespace"""
__path__ = [] # mark as package
parse = _importer._get_module("moves.urllib_parse")
error = _importer._get_module("moves.urllib_error")
request = _importer._get_module("moves.urllib_request")
response = _importer._get_module("moves.urllib_response")
robotparser = _importer._get_module("moves.urllib_robotparser")
def __dir__(self):
return ['parse', 'error', 'request', 'response', 'robotparser']
_importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"),
"moves.urllib")
def add_move(move):
"""Add an item to six.moves."""
setattr(_MovedItems, move.name, move)
def remove_move(name):
"""Remove item from six.moves."""
try:
delattr(_MovedItems, name)
except AttributeError:
try:
del moves.__dict__[name]
except KeyError:
raise AttributeError("no such move, %r" % (name,))
if PY3:
_meth_func = "__func__"
_meth_self = "__self__"
_func_closure = "__closure__"
_func_code = "__code__"
_func_defaults = "__defaults__"
_func_globals = "__globals__"
else:
_meth_func = "im_func"
_meth_self = "im_self"
_func_closure = "func_closure"
_func_code = "func_code"
_func_defaults = "func_defaults"
_func_globals = "func_globals"
try:
advance_iterator = next
except NameError:
def advance_iterator(it):
return it.next()
next = advance_iterator
try:
callable = callable
except NameError:
def callable(obj):
return any("__call__" in klass.__dict__ for klass in type(obj).__mro__)
if PY3:
def get_unbound_function(unbound):
return unbound
create_bound_method = types.MethodType
def create_unbound_method(func, cls):
return func
Iterator = object
else:
def get_unbound_function(unbound):
return unbound.im_func
def create_bound_method(func, obj):
return types.MethodType(func, obj, obj.__class__)
def create_unbound_method(func, cls):
return types.MethodType(func, None, cls)
class Iterator(object):
def next(self):
return type(self).__next__(self)
callable = callable
_add_doc(get_unbound_function,
"""Get the function out of a possibly unbound function""")
get_method_function = operator.attrgetter(_meth_func)
get_method_self = operator.attrgetter(_meth_self)
get_function_closure = operator.attrgetter(_func_closure)
get_function_code = operator.attrgetter(_func_code)
get_function_defaults = operator.attrgetter(_func_defaults)
get_function_globals = operator.attrgetter(_func_globals)
if PY3:
def iterkeys(d, **kw):
return iter(d.keys(**kw))
def itervalues(d, **kw):
return iter(d.values(**kw))
def iteritems(d, **kw):
return iter(d.items(**kw))
def iterlists(d, **kw):
return iter(d.lists(**kw))
viewkeys = operator.methodcaller("keys")
viewvalues = operator.methodcaller("values")
viewitems = operator.methodcaller("items")
else:
def iterkeys(d, **kw):
return d.iterkeys(**kw)
def itervalues(d, **kw):
return d.itervalues(**kw)
def iteritems(d, **kw):
return d.iteritems(**kw)
def iterlists(d, **kw):
return d.iterlists(**kw)
viewkeys = operator.methodcaller("viewkeys")
viewvalues = operator.methodcaller("viewvalues")
viewitems = operator.methodcaller("viewitems")
_add_doc(iterkeys, "Return an iterator over the keys of a dictionary.")
_add_doc(itervalues, "Return an iterator over the values of a dictionary.")
_add_doc(iteritems,
"Return an iterator over the (key, value) pairs of a dictionary.")
_add_doc(iterlists,
"Return an iterator over the (key, [values]) pairs of a dictionary.")
if PY3:
def b(s):
return s.encode("latin-1")
def u(s):
return s
unichr = chr
import struct
int2byte = struct.Struct(">B").pack
del struct
byte2int = operator.itemgetter(0)
indexbytes = operator.getitem
iterbytes = iter
import io
StringIO = io.StringIO
BytesIO = io.BytesIO
_assertCountEqual = "assertCountEqual"
if sys.version_info[1] <= 1:
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
else:
_assertRaisesRegex = "assertRaisesRegex"
_assertRegex = "assertRegex"
else:
def b(s):
return s
# Workaround for standalone backslash
def u(s):
return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape")
unichr = unichr
int2byte = chr
def byte2int(bs):
return ord(bs[0])
def indexbytes(buf, i):
return ord(buf[i])
iterbytes = functools.partial(itertools.imap, ord)
import StringIO
StringIO = BytesIO = StringIO.StringIO
_assertCountEqual = "assertItemsEqual"
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_add_doc(b, """Byte literal""")
_add_doc(u, """Text literal""")
def assertCountEqual(self, *args, **kwargs):
return getattr(self, _assertCountEqual)(*args, **kwargs)
def assertRaisesRegex(self, *args, **kwargs):
return getattr(self, _assertRaisesRegex)(*args, **kwargs)
def assertRegex(self, *args, **kwargs):
return getattr(self, _assertRegex)(*args, **kwargs)
if PY3:
exec_ = getattr(moves.builtins, "exec")
def reraise(tp, value, tb=None):
if value is None:
value = tp()
if value.__traceback__ is not tb:
raise value.with_traceback(tb)
raise value
else:
def exec_(_code_, _globs_=None, _locs_=None):
"""Execute code in a namespace."""
if _globs_ is None:
frame = sys._getframe(1)
_globs_ = frame.f_globals
if _locs_ is None:
_locs_ = frame.f_locals
del frame
elif _locs_ is None:
_locs_ = _globs_
exec("""exec _code_ in _globs_, _locs_""")
exec_("""def reraise(tp, value, tb=None):
raise tp, value, tb
""")
if sys.version_info[:2] == (3, 2):
exec_("""def raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
""")
elif sys.version_info[:2] > (3, 2):
exec_("""def raise_from(value, from_value):
raise value from from_value
""")
else:
def raise_from(value, from_value):
raise value
print_ = getattr(moves.builtins, "print", None)
if print_ is None:
def print_(*args, **kwargs):
"""The new-style print function for Python 2.4 and 2.5."""
fp = kwargs.pop("file", sys.stdout)
if fp is None:
return
def write(data):
if not isinstance(data, basestring):
data = str(data)
# If the file has an encoding, encode unicode with it.
if (isinstance(fp, file) and
isinstance(data, unicode) and
fp.encoding is not None):
errors = getattr(fp, "errors", None)
if errors is None:
errors = "strict"
data = data.encode(fp.encoding, errors)
fp.write(data)
want_unicode = False
sep = kwargs.pop("sep", None)
if sep is not None:
if isinstance(sep, unicode):
want_unicode = True
elif not isinstance(sep, str):
raise TypeError("sep must be None or a string")
end = kwargs.pop("end", None)
if end is not None:
if isinstance(end, unicode):
want_unicode = True
elif not isinstance(end, str):
raise TypeError("end must be None or a string")
if kwargs:
raise TypeError("invalid keyword arguments to print()")
if not want_unicode:
for arg in args:
if isinstance(arg, unicode):
want_unicode = True
break
if want_unicode:
newline = unicode("\n")
space = unicode(" ")
else:
newline = "\n"
space = " "
if sep is None:
sep = space
if end is None:
end = newline
for i, arg in enumerate(args):
if i:
write(sep)
write(arg)
write(end)
if sys.version_info[:2] < (3, 3):
_print = print_
def print_(*args, **kwargs):
fp = kwargs.get("file", sys.stdout)
flush = kwargs.pop("flush", False)
_print(*args, **kwargs)
if flush and fp is not None:
fp.flush()
_add_doc(reraise, """Reraise an exception.""")
if sys.version_info[0:2] < (3, 4):
def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES):
def wrapper(f):
f = functools.wraps(wrapped, assigned, updated)(f)
f.__wrapped__ = wrapped
return f
return wrapper
else:
wraps = functools.wraps
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
def add_metaclass(metaclass):
"""Class decorator for creating a class with a metaclass."""
def wrapper(cls):
orig_vars = cls.__dict__.copy()
slots = orig_vars.get('__slots__')
if slots is not None:
if isinstance(slots, str):
slots = [slots]
for slots_var in slots:
orig_vars.pop(slots_var)
orig_vars.pop('__dict__', None)
orig_vars.pop('__weakref__', None)
return metaclass(cls.__name__, cls.__bases__, orig_vars)
return wrapper
def python_2_unicode_compatible(klass):
"""
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
"""
if PY2:
if '__str__' not in klass.__dict__:
raise ValueError("@python_2_unicode_compatible cannot be applied "
"to %s because it doesn't define __str__()." %
klass.__name__)
klass.__unicode__ = klass.__str__
klass.__str__ = lambda self: self.__unicode__().encode('utf-8')
return klass
# Complete the moves implementation.
# This code is at the end of this module to speed up module loading.
# Turn this module into a package.
__path__ = [] # required for PEP 302 and PEP 451
__package__ = __name__ # see PEP 366 @ReservedAssignment
if globals().get("__spec__") is not None:
__spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable
# Remove other six meta path importers, since they cause problems. This can
# happen if six is removed from sys.modules and then reloaded. (Setuptools does
# this for some reason.)
if sys.meta_path:
for i, importer in enumerate(sys.meta_path):
# Here's some real nastiness: Another "instance" of the six module might
# be floating around. Therefore, we can't use isinstance() to check for
# the six meta path importer, since the other six instance will have
# inserted an importer with different class.
if (type(importer).__name__ == "_SixMetaPathImporter" and
importer.name == __name__):
del sys.meta_path[i]
break
del i, importer
# Finally, add the importer to the meta path import hook.
sys.meta_path.append(_importer)
urllib3/packages/backports/__init__.py 0000644 00000000000 15043676017 0013776 0 ustar 00 urllib3/packages/backports/makefile.py 0000644 00000002665 15043676017 0014037 0 ustar 00 # -*- coding: utf-8 -*-
"""
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
"""
import io
from socket import SocketIO
def backport_makefile(self, mode="r", buffering=None, encoding=None,
errors=None, newline=None):
"""
Backport of ``socket.makefile`` from Python 3.5.
"""
if not set(mode) <= set(["r", "w", "b"]):
raise ValueError(
"invalid mode %r (only r, w, b allowed)" % (mode,)
)
writing = "w" in mode
reading = "r" in mode or not writing
assert reading or writing
binary = "b" in mode
rawmode = ""
if reading:
rawmode += "r"
if writing:
rawmode += "w"
raw = SocketIO(self, rawmode)
self._makefile_refs += 1
if buffering is None:
buffering = -1
if buffering < 0:
buffering = io.DEFAULT_BUFFER_SIZE
if buffering == 0:
if not binary:
raise ValueError("unbuffered streams must be binary")
return raw
if reading and writing:
buffer = io.BufferedRWPair(raw, raw, buffering)
elif reading:
buffer = io.BufferedReader(raw, buffering)
else:
assert writing
buffer = io.BufferedWriter(raw, buffering)
if binary:
return buffer
text = io.TextIOWrapper(buffer, encoding, errors, newline)
text.mode = mode
return text
urllib3/packages/backports/__pycache__/makefile.cpython-38.pyc 0000644 00000002376 15043676017 0020324 0 ustar 00 U
��.e� � @ s& d Z ddlZddlmZ ddd�ZdS )z�
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
� N)�SocketIO�rc
C s t |�dddhks td|f ��d|k}d|kp4| }|sB|sBt�d|k}d} |rZ| d7 } |rf| d7 } t| | �}
| jd7 _|dkr�d}|d k r�tj}|d kr�|s�td
��|
S |r�|r�t�|
|
|�} n&|r�t�|
|�} n|s�t�t� |
|�} |r�| S t�
| |||�} || _ | S ) z:
Backport of ``socket.makefile`` from Python 3.5.
r �w�bz&invalid mode %r (only r, w, b allowed)� � N���r z!unbuffered streams must be binary) �set�
ValueError�AssertionErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter�
TextIOWrapper�mode)
�selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/makefile.py�backport_makefile s@
r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s � urllib3/packages/backports/__pycache__/makefile.cpython-38.opt-1.pyc 0000644 00000002326 15043676017 0021256 0 ustar 00 U
��.e� � @ s& d Z ddlZddlmZ ddd�ZdS )z�
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
� N)�SocketIO�rc
C s� t |�dddhks td|f ��d|k}d|kp4| }d|k}d} |rN| d7 } |rZ| d7 } t| | �}
| jd7 _|dkr~d}|d k r�tj}|d kr�|s�td
��|
S |r�|r�t�|
|
|�} n |r�t�|
|�} n t�|
|�} |r�| S t� | |||�} || _
| S ) z:
Backport of ``socket.makefile`` from Python 3.5.
r �w�bz&invalid mode %r (only r, w, b allowed)� � N���r z!unbuffered streams must be binary) �set�
ValueErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter�
TextIOWrapper�mode)
�selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/makefile.py�backport_makefile s<
r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s � urllib3/packages/backports/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000256 15043676017 0021240 0 ustar 00 U
��.e � @ s d S )N� r r r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py�<module> � urllib3/packages/backports/__pycache__/__init__.cpython-38.pyc 0000644 00000000256 15043676017 0020301 0 ustar 00 U
��.e � @ s d S )N� r r r �S/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/backports/__init__.py�<module> � urllib3/packages/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000425 15043676017 0017246 0 ustar 00 U
��.el � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnameN)Z
__future__r � r �__all__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/__init__.py�<module> s urllib3/packages/__pycache__/six.cpython-38.pyc 0000644 00000063571 15043676017 0015366 0 ustar 00 U
��.e � C @ s� d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d3d4�e)d5d(d#d6d5�e)d7d(e
�r d8nd9d:�e)d;d(d<�e)d=d>d?d@�e)d d d �e)dAdAdB�e)dCdCdB�e)dDdDdB�e)d6d(d#d6d5�e)dEd"d#dFdE�e)dGd"d"dHdG�e&d#d(�e&dIdJ�e&dKdL�e&dMdNdO�e&dPdQdP�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdkdl�e&dmdndo�e&dpdpdq�e&drdrdq�e&dsdsdq�e&dtdtdu�e&dvdw�e&dxdy�e&dzd{�e&d|d}d|�e&d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g@Z.ej d�k�rfe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rje,�3e/d�e/j1 � �qj[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d@d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d�d�de)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dڡ G d�d܄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q>[/e8e7_.e,�3e7e+d� �d�d� G d�d� d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�d d�d�g#Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d
��d �d � G �d
�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�dd��d�gZ<e<D ]Z/e0e;e/j1e/� �q�[/e<e;_.e,�3e;e+�d ��d�d� G �d�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d � G �d �d � �d ej'�Z?e,�3e?e+d� ��d � �d �d!� Z@�d"�d#� ZAe � r��d$ZB�d%ZC�d&ZD�d'ZE�d(ZF�d)ZGn$�d*ZB�d+ZC�d,ZD�d-ZE�d.ZF�d/ZGzeHZIW n" eJk
� r� �d0�d1� ZIY nX eIZHzeKZKW n" eJk
�
r �d2�d3� ZKY nX e �
rF�d4�d5� ZLejMZN�d6�d7� ZOe ZPn>�d8�d5� ZL�d9�d:� ZN�d;�d7� ZOG �d<�d=� �d=e �ZPeKZKe#eL�d>� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe � r(�d?�d@� ZX�dA�dB� ZY�dC�dD� ZZ�dE�dF� Z[e�\�dG�Z]e�\�dH�Z^e�\�dI�Z_nT�dJ�d@� ZX�dK�dB� ZY�dL�dD� ZZ�dM�dF� Z[e�\�dN�Z]e�\�dO�Z^e�\�dP�Z_e#eX�dQ� e#eY�dR� e#eZ�dS� e#e[�dT� e � rF�dU�dV� Z`�dW�dX� ZaebZcddldZded�e�dY�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp[n�dZZqej
�d[ �d[k� r8�d\Zr�d]Zsn �d^Zr�d_Zsnj�d`�dV� Z`�da�dX� ZaecZcebZg�db�dc� Zi�dd�de� Zke�tejuev�ZmddloZoeojo ZoZp�dfZq�d\Zr�d]Zse#e`�dg� e#ea�dh� �di�dZ� Zw�dj�d^� Zx�dk�d_� Zye �
reze4j{�dl�Z|�d��dm�dn�Z}n�d��do�dp�Z|e|�dq� ej
dd� �drk�
rNe|�ds� n.ej
dd� �drk�
rpe|�dt� n �du�dv� Z~eze4j{�dwd�Zedk�
r��dx�dy� Zej
dd� �dzk �
r�eZ��d{�dy� Ze#e}�d|� ej
dd� dk �r ej�ej�f�d}�d~�Z�nej�Z��d�d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e+Z�e�� ���d��dk �r|g e�_�ej��r�e�ej��D ]4\Z�Z�ee��j+dk�r�e�j1e+k�r�ej�e�= �qĐq�[�[�ej���e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/six.py�__len__= s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__W s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__Z s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r g s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r p s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__s s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' f s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r { s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__ s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 z s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdbZ getoutputZcommands�
subprocess�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r ru D s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ
splitqueryZsplittagZ splituserZ
splitvalueZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx s s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz � s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| � s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ � s r~ ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )N�parse�error�request�responserq r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rq r8 r r r r r� � s
r� z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt �__dict__rF r r r r � remove_move s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator* s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr>6 s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable5 s r� c C s | S r r �Zunboundr r r �get_unbound_function; s r� c C s | S r r �r �clsr r r �create_unbound_method@ s r� c C s | j S r )r� r� r r r r� F s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_methodI s r� c C s t �| d |�S r )r� r� r� r r r r� L s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� P s z
Iterator.nextN)r
r r r� r r r r r� O s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeysc s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesf s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsi s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsl s r� r� r� r� c K s | j f |�S r )r� r� r r r r� v s c K s | j f |�S r )r� r� r r r r� y s c K s | j f |�S r )r� r� r r r r� | s c K s | j f |�S r )r� r� r r r r� s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �b� s r� c C s | S r r r� r r r �u� s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s: z*|d kr| � }|j |k r$|�|��|�W 5 d }d }X d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r r z�def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� s
��� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_ sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� W s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rd �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapperh s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� c s r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r �
this_basesr� ��bases�metar r �__new__z s z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)r� r r� r� r r r� } s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclassy s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclasst s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r� � __weakref__r )
r� �copyr� rI r� r� rM r r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� � s
z add_metaclass.<locals>.wrapperr )r� r� r r r �
add_metaclass� s r �utf-8r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rI � text_typer� � binary_typer� r� �r� r� r� r r r �
ensure_binary� s
r c C sX t | ttf�s tdt| � ��tr:t | t�r:| �||�} ntrTt | t�rT| �||�} | S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r ) rI r r r� r� �PY2r� r) �decoder r r r �
ensure_str� s r c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r N)rI r r r r� r� r r r r � ensure_text� s
r
c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr )� __unicode__r� r r r r �<lambda>� � z-python_2_unicode_compatible.<locals>.<lambda>)r
r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible� s
��
r �__spec__)N)NN)r r� )r r� )r r� )�r Z
__future__r rd rU �operatorr r� �
__author__� __version__� version_infor
r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesr �bytesr �maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr� r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r r r r
r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> sN
@ �
�
�
�
�K
�
�
�
�
�
�% �� � �� �
� �
�
�
�
�
: � ��
urllib3/packages/__pycache__/six.cpython-38.opt-1.pyc 0000644 00000063571 15043676017 0016325 0 ustar 00 U
��.e � C @ s� d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d3d4�e)d5d(d#d6d5�e)d7d(e
�r d8nd9d:�e)d;d(d<�e)d=d>d?d@�e)d d d �e)dAdAdB�e)dCdCdB�e)dDdDdB�e)d6d(d#d6d5�e)dEd"d#dFdE�e)dGd"d"dHdG�e&d#d(�e&dIdJ�e&dKdL�e&dMdNdO�e&dPdQdP�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdkdl�e&dmdndo�e&dpdpdq�e&drdrdq�e&dsdsdq�e&dtdtdu�e&dvdw�e&dxdy�e&dzd{�e&d|d}d|�e&d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g@Z.ej d�k�rfe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rje,�3e/d�e/j1 � �qj[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d@d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d�d�de)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dڡ G d�d܄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q>[/e8e7_.e,�3e7e+d� �d�d� G d�d� d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�d d�d�g#Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d
��d �d � G �d
�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�dd��d�gZ<e<D ]Z/e0e;e/j1e/� �q�[/e<e;_.e,�3e;e+�d ��d�d� G �d�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d � G �d �d � �d ej'�Z?e,�3e?e+d� ��d � �d �d!� Z@�d"�d#� ZAe � r��d$ZB�d%ZC�d&ZD�d'ZE�d(ZF�d)ZGn$�d*ZB�d+ZC�d,ZD�d-ZE�d.ZF�d/ZGzeHZIW n" eJk
� r� �d0�d1� ZIY nX eIZHzeKZKW n" eJk
�
r �d2�d3� ZKY nX e �
rF�d4�d5� ZLejMZN�d6�d7� ZOe ZPn>�d8�d5� ZL�d9�d:� ZN�d;�d7� ZOG �d<�d=� �d=e �ZPeKZKe#eL�d>� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe � r(�d?�d@� ZX�dA�dB� ZY�dC�dD� ZZ�dE�dF� Z[e�\�dG�Z]e�\�dH�Z^e�\�dI�Z_nT�dJ�d@� ZX�dK�dB� ZY�dL�dD� ZZ�dM�dF� Z[e�\�dN�Z]e�\�dO�Z^e�\�dP�Z_e#eX�dQ� e#eY�dR� e#eZ�dS� e#e[�dT� e � rF�dU�dV� Z`�dW�dX� ZaebZcddldZded�e�dY�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp[n�dZZqej
�d[ �d[k� r8�d\Zr�d]Zsn �d^Zr�d_Zsnj�d`�dV� Z`�da�dX� ZaecZcebZg�db�dc� Zi�dd�de� Zke�tejuev�ZmddloZoeojo ZoZp�dfZq�d\Zr�d]Zse#e`�dg� e#ea�dh� �di�dZ� Zw�dj�d^� Zx�dk�d_� Zye �
reze4j{�dl�Z|�d��dm�dn�Z}n�d��do�dp�Z|e|�dq� ej
dd� �drk�
rNe|�ds� n.ej
dd� �drk�
rpe|�dt� n �du�dv� Z~eze4j{�dwd�Zedk�
r��dx�dy� Zej
dd� �dzk �
r�eZ��d{�dy� Ze#e}�d|� ej
dd� dk �r ej�ej�f�d}�d~�Z�nej�Z��d�d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e+Z�e�� ���d��dk �r|g e�_�ej��r�e�ej��D ]4\Z�Z�ee��j+dk�r�e�j1e+k�r�ej�e�= �qĐq�[�[�ej���e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �D/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/six.py�__len__= s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__W s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__Z s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r g s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r p s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__s s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' f s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r { s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__ s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 z s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdbZ getoutputZcommands�
subprocess�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r ru D s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ
splitqueryZsplittagZ splituserZ
splitvalueZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx s s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz � s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| � s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ � s r~ ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )N�parse�error�request�responserq r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rq r8 r r r r r� � s
r� z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt �__dict__rF r r r r � remove_move s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator* s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr>6 s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable5 s r� c C s | S r r �Zunboundr r r �get_unbound_function; s r� c C s | S r r �r �clsr r r �create_unbound_method@ s r� c C s | j S r )r� r� r r r r� F s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_methodI s r� c C s t �| d |�S r )r� r� r� r r r r� L s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� P s z
Iterator.nextN)r
r r r� r r r r r� O s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeysc s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesf s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsi s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsl s r� r� r� r� c K s | j f |�S r )r� r� r r r r� v s c K s | j f |�S r )r� r� r r r r� y s c K s | j f |�S r )r� r� r r r r� | s c K s | j f |�S r )r� r� r r r r� s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �b� s r� c C s | S r r r� r r r �u� s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s: z*|d kr| � }|j |k r$|�|��|�W 5 d }d }X d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r r z�def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� s
��� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_ sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� W s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rd �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapperh s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� c s r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r �
this_basesr� ��bases�metar r �__new__z s z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)r� r r� r� r r r� } s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclassy s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclasst s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r� � __weakref__r )
r� �copyr� rI r� r� rM r r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� � s
z add_metaclass.<locals>.wrapperr )r� r� r r r �
add_metaclass� s r �utf-8r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rI � text_typer� � binary_typer� r� �r� r� r� r r r �
ensure_binary� s
r c C sX t | ttf�s tdt| � ��tr:t | t�r:| �||�} ntrTt | t�rT| �||�} | S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r ) rI r r r� r� �PY2r� r) �decoder r r r �
ensure_str� s r c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r N)rI r r r r� r� r r r r � ensure_text� s
r
c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr )� __unicode__r� r r r r �<lambda>� � z-python_2_unicode_compatible.<locals>.<lambda>)r
r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible� s
��
r �__spec__)N)NN)r r� )r r� )r r� )�r Z
__future__r rd rU �operatorr r� �
__author__� __version__� version_infor
r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesr �bytesr �maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr� r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r r r r
r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> sN
@ �
�
�
�
�K
�
�
�
�
�
�% �� � �� �
� �
�
�
�
�
: � ��
urllib3/packages/__pycache__/__init__.cpython-38.pyc 0000644 00000000425 15043676017 0016307 0 ustar 00 U
��.el � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnameN)Z
__future__r � r �__all__� r r �I/usr/lib/python3.8/site-packages/pip/_vendor/urllib3/packages/__init__.py�<module> s urllib3/response.py 0000644 00000054567 15043676017 0010362 0 ustar 00 from __future__ import absolute_import
from contextlib import contextmanager
import zlib
import io
import logging
from socket import timeout as SocketTimeout
from socket import error as SocketError
from ._collections import HTTPHeaderDict
from .exceptions import (
BodyNotHttplibCompatible, ProtocolError, DecodeError, ReadTimeoutError,
ResponseNotChunked, IncompleteRead, InvalidHeader
)
from .packages.six import string_types as basestring, binary_type, PY3
from .packages.six.moves import http_client as httplib
from .connection import HTTPException, BaseSSLError
from .util.response import is_fp_closed, is_response_to_head
log = logging.getLogger(__name__)
class DeflateDecoder(object):
def __init__(self):
self._first_try = True
self._data = binary_type()
self._obj = zlib.decompressobj()
def __getattr__(self, name):
return getattr(self._obj, name)
def decompress(self, data):
if not data:
return data
if not self._first_try:
return self._obj.decompress(data)
self._data += data
try:
decompressed = self._obj.decompress(data)
if decompressed:
self._first_try = False
self._data = None
return decompressed
except zlib.error:
self._first_try = False
self._obj = zlib.decompressobj(-zlib.MAX_WBITS)
try:
return self.decompress(self._data)
finally:
self._data = None
class GzipDecoder(object):
def __init__(self):
self._obj = zlib.decompressobj(16 + zlib.MAX_WBITS)
def __getattr__(self, name):
return getattr(self._obj, name)
def decompress(self, data):
if not data:
return data
return self._obj.decompress(data)
def _get_decoder(mode):
if mode == 'gzip':
return GzipDecoder()
return DeflateDecoder()
class HTTPResponse(io.IOBase):
"""
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, attempts to decode specific content-encoding's based on headers
(like 'gzip' and 'deflate') will be skipped and raw data will be used
instead.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
"""
CONTENT_DECODERS = ['gzip', 'deflate']
REDIRECT_STATUSES = [301, 302, 303, 307, 308]
def __init__(self, body='', headers=None, status=0, version=0, reason=None,
strict=0, preload_content=True, decode_content=True,
original_response=None, pool=None, connection=None,
retries=None, enforce_content_length=False, request_method=None):
if isinstance(headers, HTTPHeaderDict):
self.headers = headers
else:
self.headers = HTTPHeaderDict(headers)
self.status = status
self.version = version
self.reason = reason
self.strict = strict
self.decode_content = decode_content
self.retries = retries
self.enforce_content_length = enforce_content_length
self._decoder = None
self._body = None
self._fp = None
self._original_response = original_response
self._fp_bytes_read = 0
if body and isinstance(body, (basestring, binary_type)):
self._body = body
self._pool = pool
self._connection = connection
if hasattr(body, 'read'):
self._fp = body
# Are we using the chunked-style of transfer encoding?
self.chunked = False
self.chunk_left = None
tr_enc = self.headers.get('transfer-encoding', '').lower()
# Don't incur the penalty of creating a list and then discarding it
encodings = (enc.strip() for enc in tr_enc.split(","))
if "chunked" in encodings:
self.chunked = True
# Determine length of response
self.length_remaining = self._init_length(request_method)
# If requested, preload the body.
if preload_content and not self._body:
self._body = self.read(decode_content=decode_content)
def get_redirect_location(self):
"""
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
"""
if self.status in self.REDIRECT_STATUSES:
return self.headers.get('location')
return False
def release_conn(self):
if not self._pool or not self._connection:
return
self._pool._put_conn(self._connection)
self._connection = None
@property
def data(self):
# For backwords-compat with earlier urllib3 0.4 and earlier.
if self._body:
return self._body
if self._fp:
return self.read(cache_content=True)
@property
def connection(self):
return self._connection
def tell(self):
"""
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
"""
return self._fp_bytes_read
def _init_length(self, request_method):
"""
Set initial length value for Response content if available.
"""
length = self.headers.get('content-length')
if length is not None and self.chunked:
# This Response will fail with an IncompleteRead if it can't be
# received as chunked. This method falls back to attempt reading
# the response before raising an exception.
log.warning("Received response with both Content-Length and "
"Transfer-Encoding set. This is expressly forbidden "
"by RFC 7230 sec 3.3.2. Ignoring Content-Length and "
"attempting to process response as Transfer-Encoding: "
"chunked.")
return None
elif length is not None:
try:
# RFC 7230 section 3.3.2 specifies multiple content lengths can
# be sent in a single Content-Length header
# (e.g. Content-Length: 42, 42). This line ensures the values
# are all valid ints and that as long as the `set` length is 1,
# all values are the same. Otherwise, the header is invalid.
lengths = set([int(val) for val in length.split(',')])
if len(lengths) > 1:
raise InvalidHeader("Content-Length contained multiple "
"unmatching values (%s)" % length)
length = lengths.pop()
except ValueError:
length = None
else:
if length < 0:
length = None
# Convert status to int for comparison
# In some cases, httplib returns a status of "_UNKNOWN"
try:
status = int(self.status)
except ValueError:
status = 0
# Check for responses that shouldn't include a body
if status in (204, 304) or 100 <= status < 200 or request_method == 'HEAD':
length = 0
return length
def _init_decoder(self):
"""
Set-up the _decoder attribute if necessary.
"""
# Note: content-encoding value should be case-insensitive, per RFC 7230
# Section 3.2
content_encoding = self.headers.get('content-encoding', '').lower()
if self._decoder is None and content_encoding in self.CONTENT_DECODERS:
self._decoder = _get_decoder(content_encoding)
def _decode(self, data, decode_content, flush_decoder):
"""
Decode the data passed in and potentially flush the decoder.
"""
try:
if decode_content and self._decoder:
data = self._decoder.decompress(data)
except (IOError, zlib.error) as e:
content_encoding = self.headers.get('content-encoding', '').lower()
raise DecodeError(
"Received response with content-encoding: %s, but "
"failed to decode it." % content_encoding, e)
if flush_decoder and decode_content:
data += self._flush_decoder()
return data
def _flush_decoder(self):
"""
Flushes the decoder. Should only be called if the decoder is actually
being used.
"""
if self._decoder:
buf = self._decoder.decompress(b'')
return buf + self._decoder.flush()
return b''
@contextmanager
def _error_catcher(self):
"""
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
"""
clean_exit = False
try:
try:
yield
except SocketTimeout:
# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but
# there is yet no clean way to get at it from this context.
raise ReadTimeoutError(self._pool, None, 'Read timed out.')
except BaseSSLError as e:
# FIXME: Is there a better way to differentiate between SSLErrors?
if 'read operation timed out' not in str(e): # Defensive:
# This shouldn't happen but just in case we're missing an edge
# case, let's avoid swallowing SSL errors.
raise
raise ReadTimeoutError(self._pool, None, 'Read timed out.')
except (HTTPException, SocketError) as e:
# This includes IncompleteRead.
raise ProtocolError('Connection broken: %r' % e, e)
# If no exception is thrown, we should avoid cleaning up
# unnecessarily.
clean_exit = True
finally:
# If we didn't terminate cleanly, we need to throw away our
# connection.
if not clean_exit:
# The response may not be closed but we're not going to use it
# anymore so close it now to ensure that the connection is
# released back to the pool.
if self._original_response:
self._original_response.close()
# Closing the response may not actually be sufficient to close
# everything, so if we have a hold of the connection close that
# too.
if self._connection:
self._connection.close()
# If we hold the original response but it's closed now, we should
# return the connection back to the pool.
if self._original_response and self._original_response.isclosed():
self.release_conn()
def read(self, amt=None, decode_content=None, cache_content=False):
"""
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
"""
self._init_decoder()
if decode_content is None:
decode_content = self.decode_content
if self._fp is None:
return
flush_decoder = False
data = None
with self._error_catcher():
if amt is None:
# cStringIO doesn't like amt=None
data = self._fp.read()
flush_decoder = True
else:
cache_content = False
data = self._fp.read(amt)
if amt != 0 and not data: # Platform-specific: Buggy versions of Python.
# Close the connection when no data is returned
#
# This is redundant to what httplib/http.client _should_
# already do. However, versions of python released before
# December 15, 2012 (http://bugs.python.org/issue16298) do
# not properly close the connection in all cases. There is
# no harm in redundantly calling close.
self._fp.close()
flush_decoder = True
if self.enforce_content_length and self.length_remaining not in (0, None):
# This is an edge case that httplib failed to cover due
# to concerns of backward compatibility. We're
# addressing it here to make sure IncompleteRead is
# raised during streaming, so all calls with incorrect
# Content-Length are caught.
raise IncompleteRead(self._fp_bytes_read, self.length_remaining)
if data:
self._fp_bytes_read += len(data)
if self.length_remaining is not None:
self.length_remaining -= len(data)
data = self._decode(data, decode_content, flush_decoder)
if cache_content:
self._body = data
return data
def stream(self, amt=2**16, decode_content=None):
"""
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
"""
if self.chunked and self.supports_chunked_reads():
for line in self.read_chunked(amt, decode_content=decode_content):
yield line
else:
while not is_fp_closed(self._fp):
data = self.read(amt=amt, decode_content=decode_content)
if data:
yield data
@classmethod
def from_httplib(ResponseCls, r, **response_kw):
"""
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
"""
headers = r.msg
if not isinstance(headers, HTTPHeaderDict):
if PY3: # Python 3
headers = HTTPHeaderDict(headers.items())
else: # Python 2
headers = HTTPHeaderDict.from_httplib(headers)
# HTTPResponse objects in Python 3 don't have a .strict attribute
strict = getattr(r, 'strict', 0)
resp = ResponseCls(body=r,
headers=headers,
status=r.status,
version=r.version,
reason=r.reason,
strict=strict,
original_response=r,
**response_kw)
return resp
# Backwards-compatibility methods for httplib.HTTPResponse
def getheaders(self):
return self.headers
def getheader(self, name, default=None):
return self.headers.get(name, default)
# Backwards compatibility for http.cookiejar
def info(self):
return self.headers
# Overrides from io.IOBase
def close(self):
if not self.closed:
self._fp.close()
if self._connection:
self._connection.close()
@property
def closed(self):
if self._fp is None:
return True
elif hasattr(self._fp, 'isclosed'):
return self._fp.isclosed()
elif hasattr(self._fp, 'closed'):
return self._fp.closed
else:
return True
def fileno(self):
if self._fp is None:
raise IOError("HTTPResponse has no file to get a fileno from")
elif hasattr(self._fp, "fileno"):
return self._fp.fileno()
else:
raise IOError("The file-like object this HTTPResponse is wrapped "
"around has no file descriptor")
def flush(self):
if self._fp is not None and hasattr(self._fp, 'flush'):
return self._fp.flush()
def readable(self):
# This method is required for `io` module compatibility.
return True
def readinto(self, b):
# This method is required for `io` module compatibility.
temp = self.read(len(b))
if len(temp) == 0:
return 0
else:
b[:len(temp)] = temp
return len(temp)
def supports_chunked_reads(self):
"""
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
"""
return hasattr(self._fp, 'fp')
def _update_chunk_length(self):
# First, we'll figure out length of a chunk and then
# we'll try to read it from socket.
if self.chunk_left is not None:
return
line = self._fp.fp.readline()
line = line.split(b';', 1)[0]
try:
self.chunk_left = int(line, 16)
except ValueError:
# Invalid chunked protocol response, abort.
self.close()
raise httplib.IncompleteRead(line)
def _handle_chunk(self, amt):
returned_chunk = None
if amt is None:
chunk = self._fp._safe_read(self.chunk_left)
returned_chunk = chunk
self._fp._safe_read(2) # Toss the CRLF at the end of the chunk.
self.chunk_left = None
elif amt < self.chunk_left:
value = self._fp._safe_read(amt)
self.chunk_left = self.chunk_left - amt
returned_chunk = value
elif amt == self.chunk_left:
value = self._fp._safe_read(amt)
self._fp._safe_read(2) # Toss the CRLF at the end of the chunk.
self.chunk_left = None
returned_chunk = value
else: # amt > self.chunk_left
returned_chunk = self._fp._safe_read(self.chunk_left)
self._fp._safe_read(2) # Toss the CRLF at the end of the chunk.
self.chunk_left = None
return returned_chunk
def read_chunked(self, amt=None, decode_content=None):
"""
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
"""
self._init_decoder()
# FIXME: Rewrite this method and make it a class with a better structured logic.
if not self.chunked:
raise ResponseNotChunked(
"Response is not chunked. "
"Header 'transfer-encoding: chunked' is missing.")
if not self.supports_chunked_reads():
raise BodyNotHttplibCompatible(
"Body should be httplib.HTTPResponse like. "
"It should have have an fp attribute which returns raw chunks.")
# Don't bother reading the body of a HEAD request.
if self._original_response and is_response_to_head(self._original_response):
self._original_response.close()
return
with self._error_catcher():
while True:
self._update_chunk_length()
if self.chunk_left == 0:
break
chunk = self._handle_chunk(amt)
decoded = self._decode(chunk, decode_content=decode_content,
flush_decoder=False)
if decoded:
yield decoded
if decode_content:
# On CPython and PyPy, we should never need to flush the
# decoder. However, on Jython we *might* need to, so
# lets defensively do it anyway.
decoded = self._flush_decoder()
if decoded: # Platform-specific: Jython.
yield decoded
# Chunk content ends with \r\n: discard it.
while True:
line = self._fp.fp.readline()
if not line:
# Some sites may not end with '\r\n'.
break
if line == b'\r\n':
break
# We read everything; close the "file".
if self._original_response:
self._original_response.close()
six.py 0000644 00000072622 15043676017 0005743 0 ustar 00 """Utilities for writing code that runs on Python 2 and 3"""
# Copyright (c) 2010-2015 Benjamin Peterson
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
# SOFTWARE.
from __future__ import absolute_import
import functools
import itertools
import operator
import sys
import types
__author__ = "Benjamin Peterson <benjamin@python.org>"
__version__ = "1.10.0"
# Useful for very coarse version differentiation.
PY2 = sys.version_info[0] == 2
PY3 = sys.version_info[0] == 3
PY34 = sys.version_info[0:2] >= (3, 4)
if PY3:
string_types = str,
integer_types = int,
class_types = type,
text_type = str
binary_type = bytes
MAXSIZE = sys.maxsize
else:
string_types = basestring,
integer_types = (int, long)
class_types = (type, types.ClassType)
text_type = unicode
binary_type = str
if sys.platform.startswith("java"):
# Jython always uses 32 bits.
MAXSIZE = int((1 << 31) - 1)
else:
# It's possible to have sizeof(long) != sizeof(Py_ssize_t).
class X(object):
def __len__(self):
return 1 << 31
try:
len(X())
except OverflowError:
# 32-bit
MAXSIZE = int((1 << 31) - 1)
else:
# 64-bit
MAXSIZE = int((1 << 63) - 1)
del X
def _add_doc(func, doc):
"""Add documentation to a function."""
func.__doc__ = doc
def _import_module(name):
"""Import module, returning the module after the last dot."""
__import__(name)
return sys.modules[name]
class _LazyDescr(object):
def __init__(self, name):
self.name = name
def __get__(self, obj, tp):
result = self._resolve()
setattr(obj, self.name, result) # Invokes __set__.
try:
# This is a bit ugly, but it avoids running this again by
# removing this descriptor.
delattr(obj.__class__, self.name)
except AttributeError:
pass
return result
class MovedModule(_LazyDescr):
def __init__(self, name, old, new=None):
super(MovedModule, self).__init__(name)
if PY3:
if new is None:
new = name
self.mod = new
else:
self.mod = old
def _resolve(self):
return _import_module(self.mod)
def __getattr__(self, attr):
_module = self._resolve()
value = getattr(_module, attr)
setattr(self, attr, value)
return value
class _LazyModule(types.ModuleType):
def __init__(self, name):
super(_LazyModule, self).__init__(name)
self.__doc__ = self.__class__.__doc__
def __dir__(self):
attrs = ["__doc__", "__name__"]
attrs += [attr.name for attr in self._moved_attributes]
return attrs
# Subclasses should override this
_moved_attributes = []
class MovedAttribute(_LazyDescr):
def __init__(self, name, old_mod, new_mod, old_attr=None, new_attr=None):
super(MovedAttribute, self).__init__(name)
if PY3:
if new_mod is None:
new_mod = name
self.mod = new_mod
if new_attr is None:
if old_attr is None:
new_attr = name
else:
new_attr = old_attr
self.attr = new_attr
else:
self.mod = old_mod
if old_attr is None:
old_attr = name
self.attr = old_attr
def _resolve(self):
module = _import_module(self.mod)
return getattr(module, self.attr)
class _SixMetaPathImporter(object):
"""
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
"""
def __init__(self, six_module_name):
self.name = six_module_name
self.known_modules = {}
def _add_module(self, mod, *fullnames):
for fullname in fullnames:
self.known_modules[self.name + "." + fullname] = mod
def _get_module(self, fullname):
return self.known_modules[self.name + "." + fullname]
def find_module(self, fullname, path=None):
if fullname in self.known_modules:
return self
return None
def __get_module(self, fullname):
try:
return self.known_modules[fullname]
except KeyError:
raise ImportError("This loader does not know module " + fullname)
def load_module(self, fullname):
try:
# in case of a reload
return sys.modules[fullname]
except KeyError:
pass
mod = self.__get_module(fullname)
if isinstance(mod, MovedModule):
mod = mod._resolve()
else:
mod.__loader__ = self
sys.modules[fullname] = mod
return mod
def is_package(self, fullname):
"""
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
"""
return hasattr(self.__get_module(fullname), "__path__")
def get_code(self, fullname):
"""Return None
Required, if is_package is implemented"""
self.__get_module(fullname) # eventually raises ImportError
return None
get_source = get_code # same as get_code
_importer = _SixMetaPathImporter(__name__)
class _MovedItems(_LazyModule):
"""Lazy loading of moved objects"""
__path__ = [] # mark as package
_moved_attributes = [
MovedAttribute("cStringIO", "cStringIO", "io", "StringIO"),
MovedAttribute("filter", "itertools", "builtins", "ifilter", "filter"),
MovedAttribute("filterfalse", "itertools", "itertools", "ifilterfalse", "filterfalse"),
MovedAttribute("input", "__builtin__", "builtins", "raw_input", "input"),
MovedAttribute("intern", "__builtin__", "sys"),
MovedAttribute("map", "itertools", "builtins", "imap", "map"),
MovedAttribute("getcwd", "os", "os", "getcwdu", "getcwd"),
MovedAttribute("getcwdb", "os", "os", "getcwd", "getcwdb"),
MovedAttribute("range", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("reload_module", "__builtin__", "importlib" if PY34 else "imp", "reload"),
MovedAttribute("reduce", "__builtin__", "functools"),
MovedAttribute("shlex_quote", "pipes", "shlex", "quote"),
MovedAttribute("StringIO", "StringIO", "io"),
MovedAttribute("UserDict", "UserDict", "collections"),
MovedAttribute("UserList", "UserList", "collections"),
MovedAttribute("UserString", "UserString", "collections"),
MovedAttribute("xrange", "__builtin__", "builtins", "xrange", "range"),
MovedAttribute("zip", "itertools", "builtins", "izip", "zip"),
MovedAttribute("zip_longest", "itertools", "itertools", "izip_longest", "zip_longest"),
MovedModule("builtins", "__builtin__"),
MovedModule("configparser", "ConfigParser"),
MovedModule("copyreg", "copy_reg"),
MovedModule("dbm_gnu", "gdbm", "dbm.gnu"),
MovedModule("_dummy_thread", "dummy_thread", "_dummy_thread"),
MovedModule("http_cookiejar", "cookielib", "http.cookiejar"),
MovedModule("http_cookies", "Cookie", "http.cookies"),
MovedModule("html_entities", "htmlentitydefs", "html.entities"),
MovedModule("html_parser", "HTMLParser", "html.parser"),
MovedModule("http_client", "httplib", "http.client"),
MovedModule("email_mime_multipart", "email.MIMEMultipart", "email.mime.multipart"),
MovedModule("email_mime_nonmultipart", "email.MIMENonMultipart", "email.mime.nonmultipart"),
MovedModule("email_mime_text", "email.MIMEText", "email.mime.text"),
MovedModule("email_mime_base", "email.MIMEBase", "email.mime.base"),
MovedModule("BaseHTTPServer", "BaseHTTPServer", "http.server"),
MovedModule("CGIHTTPServer", "CGIHTTPServer", "http.server"),
MovedModule("SimpleHTTPServer", "SimpleHTTPServer", "http.server"),
MovedModule("cPickle", "cPickle", "pickle"),
MovedModule("queue", "Queue"),
MovedModule("reprlib", "repr"),
MovedModule("socketserver", "SocketServer"),
MovedModule("_thread", "thread", "_thread"),
MovedModule("tkinter", "Tkinter"),
MovedModule("tkinter_dialog", "Dialog", "tkinter.dialog"),
MovedModule("tkinter_filedialog", "FileDialog", "tkinter.filedialog"),
MovedModule("tkinter_scrolledtext", "ScrolledText", "tkinter.scrolledtext"),
MovedModule("tkinter_simpledialog", "SimpleDialog", "tkinter.simpledialog"),
MovedModule("tkinter_tix", "Tix", "tkinter.tix"),
MovedModule("tkinter_ttk", "ttk", "tkinter.ttk"),
MovedModule("tkinter_constants", "Tkconstants", "tkinter.constants"),
MovedModule("tkinter_dnd", "Tkdnd", "tkinter.dnd"),
MovedModule("tkinter_colorchooser", "tkColorChooser",
"tkinter.colorchooser"),
MovedModule("tkinter_commondialog", "tkCommonDialog",
"tkinter.commondialog"),
MovedModule("tkinter_tkfiledialog", "tkFileDialog", "tkinter.filedialog"),
MovedModule("tkinter_font", "tkFont", "tkinter.font"),
MovedModule("tkinter_messagebox", "tkMessageBox", "tkinter.messagebox"),
MovedModule("tkinter_tksimpledialog", "tkSimpleDialog",
"tkinter.simpledialog"),
MovedModule("urllib_parse", __name__ + ".moves.urllib_parse", "urllib.parse"),
MovedModule("urllib_error", __name__ + ".moves.urllib_error", "urllib.error"),
MovedModule("urllib", __name__ + ".moves.urllib", __name__ + ".moves.urllib"),
MovedModule("urllib_robotparser", "robotparser", "urllib.robotparser"),
MovedModule("xmlrpc_client", "xmlrpclib", "xmlrpc.client"),
MovedModule("xmlrpc_server", "SimpleXMLRPCServer", "xmlrpc.server"),
]
# Add windows specific modules.
if sys.platform == "win32":
_moved_attributes += [
MovedModule("winreg", "_winreg"),
]
for attr in _moved_attributes:
setattr(_MovedItems, attr.name, attr)
if isinstance(attr, MovedModule):
_importer._add_module(attr, "moves." + attr.name)
del attr
_MovedItems._moved_attributes = _moved_attributes
moves = _MovedItems(__name__ + ".moves")
_importer._add_module(moves, "moves")
class Module_six_moves_urllib_parse(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_parse"""
_urllib_parse_moved_attributes = [
MovedAttribute("ParseResult", "urlparse", "urllib.parse"),
MovedAttribute("SplitResult", "urlparse", "urllib.parse"),
MovedAttribute("parse_qs", "urlparse", "urllib.parse"),
MovedAttribute("parse_qsl", "urlparse", "urllib.parse"),
MovedAttribute("urldefrag", "urlparse", "urllib.parse"),
MovedAttribute("urljoin", "urlparse", "urllib.parse"),
MovedAttribute("urlparse", "urlparse", "urllib.parse"),
MovedAttribute("urlsplit", "urlparse", "urllib.parse"),
MovedAttribute("urlunparse", "urlparse", "urllib.parse"),
MovedAttribute("urlunsplit", "urlparse", "urllib.parse"),
MovedAttribute("quote", "urllib", "urllib.parse"),
MovedAttribute("quote_plus", "urllib", "urllib.parse"),
MovedAttribute("unquote", "urllib", "urllib.parse"),
MovedAttribute("unquote_plus", "urllib", "urllib.parse"),
MovedAttribute("urlencode", "urllib", "urllib.parse"),
MovedAttribute("splitquery", "urllib", "urllib.parse"),
MovedAttribute("splittag", "urllib", "urllib.parse"),
MovedAttribute("splituser", "urllib", "urllib.parse"),
MovedAttribute("uses_fragment", "urlparse", "urllib.parse"),
MovedAttribute("uses_netloc", "urlparse", "urllib.parse"),
MovedAttribute("uses_params", "urlparse", "urllib.parse"),
MovedAttribute("uses_query", "urlparse", "urllib.parse"),
MovedAttribute("uses_relative", "urlparse", "urllib.parse"),
]
for attr in _urllib_parse_moved_attributes:
setattr(Module_six_moves_urllib_parse, attr.name, attr)
del attr
Module_six_moves_urllib_parse._moved_attributes = _urllib_parse_moved_attributes
_importer._add_module(Module_six_moves_urllib_parse(__name__ + ".moves.urllib_parse"),
"moves.urllib_parse", "moves.urllib.parse")
class Module_six_moves_urllib_error(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_error"""
_urllib_error_moved_attributes = [
MovedAttribute("URLError", "urllib2", "urllib.error"),
MovedAttribute("HTTPError", "urllib2", "urllib.error"),
MovedAttribute("ContentTooShortError", "urllib", "urllib.error"),
]
for attr in _urllib_error_moved_attributes:
setattr(Module_six_moves_urllib_error, attr.name, attr)
del attr
Module_six_moves_urllib_error._moved_attributes = _urllib_error_moved_attributes
_importer._add_module(Module_six_moves_urllib_error(__name__ + ".moves.urllib.error"),
"moves.urllib_error", "moves.urllib.error")
class Module_six_moves_urllib_request(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_request"""
_urllib_request_moved_attributes = [
MovedAttribute("urlopen", "urllib2", "urllib.request"),
MovedAttribute("install_opener", "urllib2", "urllib.request"),
MovedAttribute("build_opener", "urllib2", "urllib.request"),
MovedAttribute("pathname2url", "urllib", "urllib.request"),
MovedAttribute("url2pathname", "urllib", "urllib.request"),
MovedAttribute("getproxies", "urllib", "urllib.request"),
MovedAttribute("Request", "urllib2", "urllib.request"),
MovedAttribute("OpenerDirector", "urllib2", "urllib.request"),
MovedAttribute("HTTPDefaultErrorHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPRedirectHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPCookieProcessor", "urllib2", "urllib.request"),
MovedAttribute("ProxyHandler", "urllib2", "urllib.request"),
MovedAttribute("BaseHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgr", "urllib2", "urllib.request"),
MovedAttribute("HTTPPasswordMgrWithDefaultRealm", "urllib2", "urllib.request"),
MovedAttribute("AbstractBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyBasicAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("AbstractDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("ProxyDigestAuthHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPSHandler", "urllib2", "urllib.request"),
MovedAttribute("FileHandler", "urllib2", "urllib.request"),
MovedAttribute("FTPHandler", "urllib2", "urllib.request"),
MovedAttribute("CacheFTPHandler", "urllib2", "urllib.request"),
MovedAttribute("UnknownHandler", "urllib2", "urllib.request"),
MovedAttribute("HTTPErrorProcessor", "urllib2", "urllib.request"),
MovedAttribute("urlretrieve", "urllib", "urllib.request"),
MovedAttribute("urlcleanup", "urllib", "urllib.request"),
MovedAttribute("URLopener", "urllib", "urllib.request"),
MovedAttribute("FancyURLopener", "urllib", "urllib.request"),
MovedAttribute("proxy_bypass", "urllib", "urllib.request"),
]
for attr in _urllib_request_moved_attributes:
setattr(Module_six_moves_urllib_request, attr.name, attr)
del attr
Module_six_moves_urllib_request._moved_attributes = _urllib_request_moved_attributes
_importer._add_module(Module_six_moves_urllib_request(__name__ + ".moves.urllib.request"),
"moves.urllib_request", "moves.urllib.request")
class Module_six_moves_urllib_response(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_response"""
_urllib_response_moved_attributes = [
MovedAttribute("addbase", "urllib", "urllib.response"),
MovedAttribute("addclosehook", "urllib", "urllib.response"),
MovedAttribute("addinfo", "urllib", "urllib.response"),
MovedAttribute("addinfourl", "urllib", "urllib.response"),
]
for attr in _urllib_response_moved_attributes:
setattr(Module_six_moves_urllib_response, attr.name, attr)
del attr
Module_six_moves_urllib_response._moved_attributes = _urllib_response_moved_attributes
_importer._add_module(Module_six_moves_urllib_response(__name__ + ".moves.urllib.response"),
"moves.urllib_response", "moves.urllib.response")
class Module_six_moves_urllib_robotparser(_LazyModule):
"""Lazy loading of moved objects in six.moves.urllib_robotparser"""
_urllib_robotparser_moved_attributes = [
MovedAttribute("RobotFileParser", "robotparser", "urllib.robotparser"),
]
for attr in _urllib_robotparser_moved_attributes:
setattr(Module_six_moves_urllib_robotparser, attr.name, attr)
del attr
Module_six_moves_urllib_robotparser._moved_attributes = _urllib_robotparser_moved_attributes
_importer._add_module(Module_six_moves_urllib_robotparser(__name__ + ".moves.urllib.robotparser"),
"moves.urllib_robotparser", "moves.urllib.robotparser")
class Module_six_moves_urllib(types.ModuleType):
"""Create a six.moves.urllib namespace that resembles the Python 3 namespace"""
__path__ = [] # mark as package
parse = _importer._get_module("moves.urllib_parse")
error = _importer._get_module("moves.urllib_error")
request = _importer._get_module("moves.urllib_request")
response = _importer._get_module("moves.urllib_response")
robotparser = _importer._get_module("moves.urllib_robotparser")
def __dir__(self):
return ['parse', 'error', 'request', 'response', 'robotparser']
_importer._add_module(Module_six_moves_urllib(__name__ + ".moves.urllib"),
"moves.urllib")
def add_move(move):
"""Add an item to six.moves."""
setattr(_MovedItems, move.name, move)
def remove_move(name):
"""Remove item from six.moves."""
try:
delattr(_MovedItems, name)
except AttributeError:
try:
del moves.__dict__[name]
except KeyError:
raise AttributeError("no such move, %r" % (name,))
if PY3:
_meth_func = "__func__"
_meth_self = "__self__"
_func_closure = "__closure__"
_func_code = "__code__"
_func_defaults = "__defaults__"
_func_globals = "__globals__"
else:
_meth_func = "im_func"
_meth_self = "im_self"
_func_closure = "func_closure"
_func_code = "func_code"
_func_defaults = "func_defaults"
_func_globals = "func_globals"
try:
advance_iterator = next
except NameError:
def advance_iterator(it):
return it.next()
next = advance_iterator
try:
callable = callable
except NameError:
def callable(obj):
return any("__call__" in klass.__dict__ for klass in type(obj).__mro__)
if PY3:
def get_unbound_function(unbound):
return unbound
create_bound_method = types.MethodType
def create_unbound_method(func, cls):
return func
Iterator = object
else:
def get_unbound_function(unbound):
return unbound.im_func
def create_bound_method(func, obj):
return types.MethodType(func, obj, obj.__class__)
def create_unbound_method(func, cls):
return types.MethodType(func, None, cls)
class Iterator(object):
def next(self):
return type(self).__next__(self)
callable = callable
_add_doc(get_unbound_function,
"""Get the function out of a possibly unbound function""")
get_method_function = operator.attrgetter(_meth_func)
get_method_self = operator.attrgetter(_meth_self)
get_function_closure = operator.attrgetter(_func_closure)
get_function_code = operator.attrgetter(_func_code)
get_function_defaults = operator.attrgetter(_func_defaults)
get_function_globals = operator.attrgetter(_func_globals)
if PY3:
def iterkeys(d, **kw):
return iter(d.keys(**kw))
def itervalues(d, **kw):
return iter(d.values(**kw))
def iteritems(d, **kw):
return iter(d.items(**kw))
def iterlists(d, **kw):
return iter(d.lists(**kw))
viewkeys = operator.methodcaller("keys")
viewvalues = operator.methodcaller("values")
viewitems = operator.methodcaller("items")
else:
def iterkeys(d, **kw):
return d.iterkeys(**kw)
def itervalues(d, **kw):
return d.itervalues(**kw)
def iteritems(d, **kw):
return d.iteritems(**kw)
def iterlists(d, **kw):
return d.iterlists(**kw)
viewkeys = operator.methodcaller("viewkeys")
viewvalues = operator.methodcaller("viewvalues")
viewitems = operator.methodcaller("viewitems")
_add_doc(iterkeys, "Return an iterator over the keys of a dictionary.")
_add_doc(itervalues, "Return an iterator over the values of a dictionary.")
_add_doc(iteritems,
"Return an iterator over the (key, value) pairs of a dictionary.")
_add_doc(iterlists,
"Return an iterator over the (key, [values]) pairs of a dictionary.")
if PY3:
def b(s):
return s.encode("latin-1")
def u(s):
return s
unichr = chr
import struct
int2byte = struct.Struct(">B").pack
del struct
byte2int = operator.itemgetter(0)
indexbytes = operator.getitem
iterbytes = iter
import io
StringIO = io.StringIO
BytesIO = io.BytesIO
_assertCountEqual = "assertCountEqual"
if sys.version_info[1] <= 1:
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
else:
_assertRaisesRegex = "assertRaisesRegex"
_assertRegex = "assertRegex"
else:
def b(s):
return s
# Workaround for standalone backslash
def u(s):
return unicode(s.replace(r'\\', r'\\\\'), "unicode_escape")
unichr = unichr
int2byte = chr
def byte2int(bs):
return ord(bs[0])
def indexbytes(buf, i):
return ord(buf[i])
iterbytes = functools.partial(itertools.imap, ord)
import StringIO
StringIO = BytesIO = StringIO.StringIO
_assertCountEqual = "assertItemsEqual"
_assertRaisesRegex = "assertRaisesRegexp"
_assertRegex = "assertRegexpMatches"
_add_doc(b, """Byte literal""")
_add_doc(u, """Text literal""")
def assertCountEqual(self, *args, **kwargs):
return getattr(self, _assertCountEqual)(*args, **kwargs)
def assertRaisesRegex(self, *args, **kwargs):
return getattr(self, _assertRaisesRegex)(*args, **kwargs)
def assertRegex(self, *args, **kwargs):
return getattr(self, _assertRegex)(*args, **kwargs)
if PY3:
exec_ = getattr(moves.builtins, "exec")
def reraise(tp, value, tb=None):
if value is None:
value = tp()
if value.__traceback__ is not tb:
raise value.with_traceback(tb)
raise value
else:
def exec_(_code_, _globs_=None, _locs_=None):
"""Execute code in a namespace."""
if _globs_ is None:
frame = sys._getframe(1)
_globs_ = frame.f_globals
if _locs_ is None:
_locs_ = frame.f_locals
del frame
elif _locs_ is None:
_locs_ = _globs_
exec("""exec _code_ in _globs_, _locs_""")
exec_("""def reraise(tp, value, tb=None):
raise tp, value, tb
""")
if sys.version_info[:2] == (3, 2):
exec_("""def raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
""")
elif sys.version_info[:2] > (3, 2):
exec_("""def raise_from(value, from_value):
raise value from from_value
""")
else:
def raise_from(value, from_value):
raise value
print_ = getattr(moves.builtins, "print", None)
if print_ is None:
def print_(*args, **kwargs):
"""The new-style print function for Python 2.4 and 2.5."""
fp = kwargs.pop("file", sys.stdout)
if fp is None:
return
def write(data):
if not isinstance(data, basestring):
data = str(data)
# If the file has an encoding, encode unicode with it.
if (isinstance(fp, file) and
isinstance(data, unicode) and
fp.encoding is not None):
errors = getattr(fp, "errors", None)
if errors is None:
errors = "strict"
data = data.encode(fp.encoding, errors)
fp.write(data)
want_unicode = False
sep = kwargs.pop("sep", None)
if sep is not None:
if isinstance(sep, unicode):
want_unicode = True
elif not isinstance(sep, str):
raise TypeError("sep must be None or a string")
end = kwargs.pop("end", None)
if end is not None:
if isinstance(end, unicode):
want_unicode = True
elif not isinstance(end, str):
raise TypeError("end must be None or a string")
if kwargs:
raise TypeError("invalid keyword arguments to print()")
if not want_unicode:
for arg in args:
if isinstance(arg, unicode):
want_unicode = True
break
if want_unicode:
newline = unicode("\n")
space = unicode(" ")
else:
newline = "\n"
space = " "
if sep is None:
sep = space
if end is None:
end = newline
for i, arg in enumerate(args):
if i:
write(sep)
write(arg)
write(end)
if sys.version_info[:2] < (3, 3):
_print = print_
def print_(*args, **kwargs):
fp = kwargs.get("file", sys.stdout)
flush = kwargs.pop("flush", False)
_print(*args, **kwargs)
if flush and fp is not None:
fp.flush()
_add_doc(reraise, """Reraise an exception.""")
if sys.version_info[0:2] < (3, 4):
def wraps(wrapped, assigned=functools.WRAPPER_ASSIGNMENTS,
updated=functools.WRAPPER_UPDATES):
def wrapper(f):
f = functools.wraps(wrapped, assigned, updated)(f)
f.__wrapped__ = wrapped
return f
return wrapper
else:
wraps = functools.wraps
def with_metaclass(meta, *bases):
"""Create a base class with a metaclass."""
# This requires a bit of explanation: the basic idea is to make a dummy
# metaclass for one level of class instantiation that replaces itself with
# the actual metaclass.
class metaclass(meta):
def __new__(cls, name, this_bases, d):
return meta(name, bases, d)
return type.__new__(metaclass, 'temporary_class', (), {})
def add_metaclass(metaclass):
"""Class decorator for creating a class with a metaclass."""
def wrapper(cls):
orig_vars = cls.__dict__.copy()
slots = orig_vars.get('__slots__')
if slots is not None:
if isinstance(slots, str):
slots = [slots]
for slots_var in slots:
orig_vars.pop(slots_var)
orig_vars.pop('__dict__', None)
orig_vars.pop('__weakref__', None)
return metaclass(cls.__name__, cls.__bases__, orig_vars)
return wrapper
def python_2_unicode_compatible(klass):
"""
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
"""
if PY2:
if '__str__' not in klass.__dict__:
raise ValueError("@python_2_unicode_compatible cannot be applied "
"to %s because it doesn't define __str__()." %
klass.__name__)
klass.__unicode__ = klass.__str__
klass.__str__ = lambda self: self.__unicode__().encode('utf-8')
return klass
# Complete the moves implementation.
# This code is at the end of this module to speed up module loading.
# Turn this module into a package.
__path__ = [] # required for PEP 302 and PEP 451
__package__ = __name__ # see PEP 366 @ReservedAssignment
if globals().get("__spec__") is not None:
__spec__.submodule_search_locations = [] # PEP 451 @UndefinedVariable
# Remove other six meta path importers, since they cause problems. This can
# happen if six is removed from sys.modules and then reloaded. (Setuptools does
# this for some reason.)
if sys.meta_path:
for i, importer in enumerate(sys.meta_path):
# Here's some real nastiness: Another "instance" of the six module might
# be floating around. Therefore, we can't use isinstance() to check for
# the six meta path importer, since the other six instance will have
# inserted an importer with different class.
if (type(importer).__name__ == "_SixMetaPathImporter" and
importer.name == __name__):
del sys.meta_path[i]
break
del i, importer
# Finally, add the importer to the meta path import hook.
sys.meta_path.append(_importer)
distro.py 0000644 00000112715 15043676017 0006442 0 ustar 00 # Copyright 2015,2016 Nir Cohen
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
The ``distro`` package (``distro`` stands for Linux Distribution) provides
information about the Linux distribution it runs on, such as a reliable
machine-readable distro ID, or version information.
It is a renewed alternative implementation for Python's original
:py:func:`platform.linux_distribution` function, but it provides much more
functionality. An alternative implementation became necessary because Python
3.5 deprecated this function, and Python 3.7 is expected to remove it
altogether. Its predecessor function :py:func:`platform.dist` was already
deprecated since Python 2.6 and is also expected to be removed in Python 3.7.
Still, there are many cases in which access to Linux distribution information
is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for
more information.
"""
import os
import re
import sys
import json
import shlex
import logging
import subprocess
if not sys.platform.startswith('linux'):
raise ImportError('Unsupported platform: {0}'.format(sys.platform))
_UNIXCONFDIR = '/etc'
_OS_RELEASE_BASENAME = 'os-release'
#: Translation table for normalizing the "ID" attribute defined in os-release
#: files, for use by the :func:`distro.id` method.
#:
#: * Key: Value as defined in the os-release file, translated to lower case,
#: with blanks translated to underscores.
#:
#: * Value: Normalized value.
NORMALIZED_OS_ID = {}
#: Translation table for normalizing the "Distributor ID" attribute returned by
#: the lsb_release command, for use by the :func:`distro.id` method.
#:
#: * Key: Value as returned by the lsb_release command, translated to lower
#: case, with blanks translated to underscores.
#:
#: * Value: Normalized value.
NORMALIZED_LSB_ID = {
'enterpriseenterprise': 'oracle', # Oracle Enterprise Linux
'redhatenterpriseworkstation': 'rhel', # RHEL 6.7
}
#: Translation table for normalizing the distro ID derived from the file name
#: of distro release files, for use by the :func:`distro.id` method.
#:
#: * Key: Value as derived from the file name of a distro release file,
#: translated to lower case, with blanks translated to underscores.
#:
#: * Value: Normalized value.
NORMALIZED_DISTRO_ID = {
'redhat': 'rhel', # RHEL 6.x, 7.x
}
# Pattern for content of distro release file (reversed)
_DISTRO_RELEASE_CONTENT_REVERSED_PATTERN = re.compile(
r'(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)')
# Pattern for base file name of distro release file
_DISTRO_RELEASE_BASENAME_PATTERN = re.compile(
r'(\w+)[-_](release|version)$')
# Base file names to be ignored when searching for distro release file
_DISTRO_RELEASE_IGNORE_BASENAMES = (
'debian_version',
'lsb-release',
'oem-release',
_OS_RELEASE_BASENAME,
'system-release'
)
def linux_distribution(full_distribution_name=True):
"""
Return information about the current Linux distribution as a tuple
``(id_name, version, codename)`` with items as follows:
* ``id_name``: If *full_distribution_name* is false, the result of
:func:`distro.id`. Otherwise, the result of :func:`distro.name`.
* ``version``: The result of :func:`distro.version`.
* ``codename``: The result of :func:`distro.codename`.
The interface of this function is compatible with the original
:py:func:`platform.linux_distribution` function, supporting a subset of
its parameters.
The data it returns may not exactly be the same, because it uses more data
sources than the original function, and that may lead to different data if
the Linux distribution is not consistent across multiple data sources it
provides (there are indeed such distributions ...).
Another reason for differences is the fact that the :func:`distro.id`
method normalizes the distro ID string to a reliable machine-readable value
for a number of popular Linux distributions.
"""
return _distro.linux_distribution(full_distribution_name)
def id():
"""
Return the distro ID of the current Linux distribution, as a
machine-readable string.
For a number of Linux distributions, the returned distro ID value is
*reliable*, in the sense that it is documented and that it does not change
across releases of the distribution.
This package maintains the following reliable distro ID values:
============== =========================================
Distro ID Distribution
============== =========================================
"ubuntu" Ubuntu
"debian" Debian
"rhel" RedHat Enterprise Linux
"centos" CentOS
"fedora" Fedora
"sles" SUSE Linux Enterprise Server
"opensuse" openSUSE
"amazon" Amazon Linux
"arch" Arch Linux
"cloudlinux" CloudLinux OS
"exherbo" Exherbo Linux
"gentoo" GenToo Linux
"ibm_powerkvm" IBM PowerKVM
"kvmibm" KVM for IBM z Systems
"linuxmint" Linux Mint
"mageia" Mageia
"mandriva" Mandriva Linux
"parallels" Parallels
"pidora" Pidora
"raspbian" Raspbian
"oracle" Oracle Linux (and Oracle Enterprise Linux)
"scientific" Scientific Linux
"slackware" Slackware
"xenserver" XenServer
============== =========================================
If you have a need to get distros for reliable IDs added into this set,
or if you find that the :func:`distro.id` function returns a different
distro ID for one of the listed distros, please create an issue in the
`distro issue tracker`_.
**Lookup hierarchy and transformations:**
First, the ID is obtained from the following sources, in the specified
order. The first available and non-empty value is used:
* the value of the "ID" attribute of the os-release file,
* the value of the "Distributor ID" attribute returned by the lsb_release
command,
* the first part of the file name of the distro release file,
The so determined ID value then passes the following transformations,
before it is returned by this method:
* it is translated to lower case,
* blanks (which should not be there anyway) are translated to underscores,
* a normalization of the ID is performed, based upon
`normalization tables`_. The purpose of this normalization is to ensure
that the ID is as reliable as possible, even across incompatible changes
in the Linux distributions. A common reason for an incompatible change is
the addition of an os-release file, or the addition of the lsb_release
command, with ID values that differ from what was previously determined
from the distro release file name.
"""
return _distro.id()
def name(pretty=False):
"""
Return the name of the current Linux distribution, as a human-readable
string.
If *pretty* is false, the name is returned without version or codename.
(e.g. "CentOS Linux")
If *pretty* is true, the version and codename are appended.
(e.g. "CentOS Linux 7.1.1503 (Core)")
**Lookup hierarchy:**
The name is obtained from the following sources, in the specified order.
The first available and non-empty value is used:
* If *pretty* is false:
- the value of the "NAME" attribute of the os-release file,
- the value of the "Distributor ID" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file.
* If *pretty* is true:
- the value of the "PRETTY_NAME" attribute of the os-release file,
- the value of the "Description" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file, appended
with the value of the pretty version ("<version_id>" and "<codename>"
fields) of the distro release file, if available.
"""
return _distro.name(pretty)
def version(pretty=False, best=False):
"""
Return the version of the current Linux distribution, as a human-readable
string.
If *pretty* is false, the version is returned without codename (e.g.
"7.0").
If *pretty* is true, the codename in parenthesis is appended, if the
codename is non-empty (e.g. "7.0 (Maipo)").
Some distributions provide version numbers with different precisions in
the different sources of distribution information. Examining the different
sources in a fixed priority order does not always yield the most precise
version (e.g. for Debian 8.2, or CentOS 7.1).
The *best* parameter can be used to control the approach for the returned
version:
If *best* is false, the first non-empty version number in priority order of
the examined sources is returned.
If *best* is true, the most precise version number out of all examined
sources is returned.
**Lookup hierarchy:**
In all cases, the version number is obtained from the following sources.
If *best* is false, this order represents the priority order:
* the value of the "VERSION_ID" attribute of the os-release file,
* the value of the "Release" attribute returned by the lsb_release
command,
* the version number parsed from the "<version_id>" field of the first line
of the distro release file,
* the version number parsed from the "PRETTY_NAME" attribute of the
os-release file, if it follows the format of the distro release files.
* the version number parsed from the "Description" attribute returned by
the lsb_release command, if it follows the format of the distro release
files.
"""
return _distro.version(pretty, best)
def version_parts(best=False):
"""
Return the version of the current Linux distribution as a tuple
``(major, minor, build_number)`` with items as follows:
* ``major``: The result of :func:`distro.major_version`.
* ``minor``: The result of :func:`distro.minor_version`.
* ``build_number``: The result of :func:`distro.build_number`.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.version_parts(best)
def major_version(best=False):
"""
Return the major version of the current Linux distribution, as a string,
if provided.
Otherwise, the empty string is returned. The major version is the first
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.major_version(best)
def minor_version(best=False):
"""
Return the minor version of the current Linux distribution, as a string,
if provided.
Otherwise, the empty string is returned. The minor version is the second
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.minor_version(best)
def build_number(best=False):
"""
Return the build number of the current Linux distribution, as a string,
if provided.
Otherwise, the empty string is returned. The build number is the third part
of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
"""
return _distro.build_number(best)
def like():
"""
Return a space-separated list of distro IDs of distributions that are
closely related to the current Linux distribution in regards to packaging
and programming interfaces, for example distributions the current
distribution is a derivative from.
**Lookup hierarchy:**
This information item is only provided by the os-release file.
For details, see the description of the "ID_LIKE" attribute in the
`os-release man page
<http://www.freedesktop.org/software/systemd/man/os-release.html>`_.
"""
return _distro.like()
def codename():
"""
Return the codename for the release of the current Linux distribution,
as a string.
If the distribution does not have a codename, an empty string is returned.
Note that the returned codename is not always really a codename. For
example, openSUSE returns "x86_64". This function does not handle such
cases in any special way and just returns the string it finds, if any.
**Lookup hierarchy:**
* the codename within the "VERSION" attribute of the os-release file, if
provided,
* the value of the "Codename" attribute returned by the lsb_release
command,
* the value of the "<codename>" field of the distro release file.
"""
return _distro.codename()
def info(pretty=False, best=False):
"""
Return certain machine-readable information items about the current Linux
distribution in a dictionary, as shown in the following example:
.. sourcecode:: python
{
'id': 'rhel',
'version': '7.0',
'version_parts': {
'major': '7',
'minor': '0',
'build_number': ''
},
'like': 'fedora',
'codename': 'Maipo'
}
The dictionary structure and keys are always the same, regardless of which
information items are available in the underlying data sources. The values
for the various keys are as follows:
* ``id``: The result of :func:`distro.id`.
* ``version``: The result of :func:`distro.version`.
* ``version_parts -> major``: The result of :func:`distro.major_version`.
* ``version_parts -> minor``: The result of :func:`distro.minor_version`.
* ``version_parts -> build_number``: The result of
:func:`distro.build_number`.
* ``like``: The result of :func:`distro.like`.
* ``codename``: The result of :func:`distro.codename`.
For a description of the *pretty* and *best* parameters, see the
:func:`distro.version` method.
"""
return _distro.info(pretty, best)
def os_release_info():
"""
Return a dictionary containing key-value pairs for the information items
from the os-release file data source of the current Linux distribution.
See `os-release file`_ for details about these information items.
"""
return _distro.os_release_info()
def lsb_release_info():
"""
Return a dictionary containing key-value pairs for the information items
from the lsb_release command data source of the current Linux distribution.
See `lsb_release command output`_ for details about these information
items.
"""
return _distro.lsb_release_info()
def distro_release_info():
"""
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current Linux distribution.
See `distro release file`_ for details about these information items.
"""
return _distro.distro_release_info()
def os_release_attr(attribute):
"""
Return a single named information item from the os-release file data source
of the current Linux distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `os-release file`_ for details about these information items.
"""
return _distro.os_release_attr(attribute)
def lsb_release_attr(attribute):
"""
Return a single named information item from the lsb_release command output
data source of the current Linux distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `lsb_release command output`_ for details about these information
items.
"""
return _distro.lsb_release_attr(attribute)
def distro_release_attr(attribute):
"""
Return a single named information item from the distro release file
data source of the current Linux distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `distro release file`_ for details about these information items.
"""
return _distro.distro_release_attr(attribute)
class LinuxDistribution(object):
"""
Provides information about a Linux distribution.
This package creates a private module-global instance of this class with
default initialization arguments, that is used by the
`consolidated accessor functions`_ and `single source accessor functions`_.
By using default initialization arguments, that module-global instance
returns data about the current Linux distribution (i.e. the distro this
package runs on).
Normally, it is not necessary to create additional instances of this class.
However, in situations where control is needed over the exact data sources
that are used, instances of this class can be created with a specific
distro release file, or a specific os-release file, or without invoking the
lsb_release command.
"""
def __init__(self,
include_lsb=True,
os_release_file='',
distro_release_file=''):
"""
The initialization method of this class gathers information from the
available data sources, and stores that in private instance attributes.
Subsequent access to the information items uses these private instance
attributes, so that the data sources are read only once.
Parameters:
* ``include_lsb`` (bool): Controls whether the
`lsb_release command output`_ is included as a data source.
If the lsb_release command is not available in the program execution
path, the data source for the lsb_release command will be empty.
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is to be used as a data source.
An empty string (the default) will cause the default path name to
be used (see `os-release file`_ for details).
If the specified or defaulted os-release file does not exist, the
data source for the os-release file will be empty.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is to be used as a data source.
An empty string (the default) will cause a default search algorithm
to be used (see `distro release file`_ for details).
If the specified distro release file does not exist, or if no default
distro release file can be found, the data source for the distro
release file will be empty.
Public instance attributes:
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
Raises:
* :py:exc:`IOError`: Some I/O issue with an os-release file or distro
release file.
* :py:exc:`subprocess.CalledProcessError`: The lsb_release command had
some issue (other than not being available in the program execution
path).
* :py:exc:`UnicodeError`: A data source has unexpected characters or
uses an unexpected encoding.
"""
self.os_release_file = os_release_file or \
os.path.join(_UNIXCONFDIR, _OS_RELEASE_BASENAME)
self.distro_release_file = distro_release_file or '' # updated later
self._os_release_info = self._get_os_release_info()
self._lsb_release_info = self._get_lsb_release_info() \
if include_lsb else {}
self._distro_release_info = self._get_distro_release_info()
def __repr__(self):
"""Return repr of all info
"""
return \
"LinuxDistribution(" \
"os_release_file={0!r}, " \
"distro_release_file={1!r}, " \
"_os_release_info={2!r}, " \
"_lsb_release_info={3!r}, " \
"_distro_release_info={4!r})".format(
self.os_release_file,
self.distro_release_file,
self._os_release_info,
self._lsb_release_info,
self._distro_release_info)
def linux_distribution(self, full_distribution_name=True):
"""
Return information about the Linux distribution that is compatible
with Python's :func:`platform.linux_distribution`, supporting a subset
of its parameters.
For details, see :func:`distro.linux_distribution`.
"""
return (
self.name() if full_distribution_name else self.id(),
self.version(),
self.codename()
)
def id(self):
"""Return the distro ID of the Linux distribution, as a string.
For details, see :func:`distro.id`.
"""
def normalize(distro_id, table):
distro_id = distro_id.lower().replace(' ', '_')
return table.get(distro_id, distro_id)
distro_id = self.os_release_attr('id')
if distro_id:
return normalize(distro_id, NORMALIZED_OS_ID)
distro_id = self.lsb_release_attr('distributor_id')
if distro_id:
return normalize(distro_id, NORMALIZED_LSB_ID)
distro_id = self.distro_release_attr('id')
if distro_id:
return normalize(distro_id, NORMALIZED_DISTRO_ID)
return ''
def name(self, pretty=False):
"""
Return the name of the Linux distribution, as a string.
For details, see :func:`distro.name`.
"""
name = self.os_release_attr('name') \
or self.lsb_release_attr('distributor_id') \
or self.distro_release_attr('name')
if pretty:
name = self.os_release_attr('pretty_name') \
or self.lsb_release_attr('description')
if not name:
name = self.distro_release_attr('name')
version = self.version(pretty=True)
if version:
name = name + ' ' + version
return name or ''
def version(self, pretty=False, best=False):
"""
Return the version of the Linux distribution, as a string.
For details, see :func:`distro.version`.
"""
versions = [
self.os_release_attr('version_id'),
self.lsb_release_attr('release'),
self.distro_release_attr('version_id'),
self._parse_distro_release_content(
self.os_release_attr('pretty_name')).get('version_id', ''),
self._parse_distro_release_content(
self.lsb_release_attr('description')).get('version_id', '')
]
version = ''
if best:
# This algorithm uses the last version in priority order that has
# the best precision. If the versions are not in conflict, that
# does not matter; otherwise, using the last one instead of the
# first one might be considered a surprise.
for v in versions:
if v.count(".") > version.count(".") or version == '':
version = v
else:
for v in versions:
if v != '':
version = v
break
if pretty and version and self.codename():
version = u'{0} ({1})'.format(version, self.codename())
return version
def version_parts(self, best=False):
"""
Return the version of the Linux distribution, as a tuple of version
numbers.
For details, see :func:`distro.version_parts`.
"""
version_str = self.version(best=best)
if version_str:
version_regex = re.compile(r'(\d+)\.?(\d+)?\.?(\d+)?')
matches = version_regex.match(version_str)
if matches:
major, minor, build_number = matches.groups()
return major, minor or '', build_number or ''
return '', '', ''
def major_version(self, best=False):
"""
Return the major version number of the current distribution.
For details, see :func:`distro.major_version`.
"""
return self.version_parts(best)[0]
def minor_version(self, best=False):
"""
Return the minor version number of the Linux distribution.
For details, see :func:`distro.minor_version`.
"""
return self.version_parts(best)[1]
def build_number(self, best=False):
"""
Return the build number of the Linux distribution.
For details, see :func:`distro.build_number`.
"""
return self.version_parts(best)[2]
def like(self):
"""
Return the IDs of distributions that are like the Linux distribution.
For details, see :func:`distro.like`.
"""
return self.os_release_attr('id_like') or ''
def codename(self):
"""
Return the codename of the Linux distribution.
For details, see :func:`distro.codename`.
"""
return self.os_release_attr('codename') \
or self.lsb_release_attr('codename') \
or self.distro_release_attr('codename') \
or ''
def info(self, pretty=False, best=False):
"""
Return certain machine-readable information about the Linux
distribution.
For details, see :func:`distro.info`.
"""
return dict(
id=self.id(),
version=self.version(pretty, best),
version_parts=dict(
major=self.major_version(best),
minor=self.minor_version(best),
build_number=self.build_number(best)
),
like=self.like(),
codename=self.codename(),
)
def os_release_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the os-release file data source of the Linux distribution.
For details, see :func:`distro.os_release_info`.
"""
return self._os_release_info
def lsb_release_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the lsb_release command data source of the Linux
distribution.
For details, see :func:`distro.lsb_release_info`.
"""
return self._lsb_release_info
def distro_release_info(self):
"""
Return a dictionary containing key-value pairs for the information
items from the distro release file data source of the Linux
distribution.
For details, see :func:`distro.distro_release_info`.
"""
return self._distro_release_info
def os_release_attr(self, attribute):
"""
Return a single named information item from the os-release file data
source of the Linux distribution.
For details, see :func:`distro.os_release_attr`.
"""
return self._os_release_info.get(attribute, '')
def lsb_release_attr(self, attribute):
"""
Return a single named information item from the lsb_release command
output data source of the Linux distribution.
For details, see :func:`distro.lsb_release_attr`.
"""
return self._lsb_release_info.get(attribute, '')
def distro_release_attr(self, attribute):
"""
Return a single named information item from the distro release file
data source of the Linux distribution.
For details, see :func:`distro.distro_release_attr`.
"""
return self._distro_release_info.get(attribute, '')
def _get_os_release_info(self):
"""
Get the information items from the specified os-release file.
Returns:
A dictionary containing all information items.
"""
if os.path.isfile(self.os_release_file):
with open(self.os_release_file) as release_file:
return self._parse_os_release_content(release_file)
return {}
@staticmethod
def _parse_os_release_content(lines):
"""
Parse the lines of an os-release file.
Parameters:
* lines: Iterable through the lines in the os-release file.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
"""
props = {}
lexer = shlex.shlex(lines, posix=True)
lexer.whitespace_split = True
# The shlex module defines its `wordchars` variable using literals,
# making it dependent on the encoding of the Python source file.
# In Python 2.6 and 2.7, the shlex source file is encoded in
# 'iso-8859-1', and the `wordchars` variable is defined as a byte
# string. This causes a UnicodeDecodeError to be raised when the
# parsed content is a unicode object. The following fix resolves that
# (... but it should be fixed in shlex...):
if sys.version_info[0] == 2 and isinstance(lexer.wordchars, bytes):
lexer.wordchars = lexer.wordchars.decode('iso-8859-1')
tokens = list(lexer)
for token in tokens:
# At this point, all shell-like parsing has been done (i.e.
# comments processed, quotes and backslash escape sequences
# processed, multi-line values assembled, trailing newlines
# stripped, etc.), so the tokens are now either:
# * variable assignments: var=value
# * commands or their arguments (not allowed in os-release)
if '=' in token:
k, v = token.split('=', 1)
if isinstance(v, bytes):
v = v.decode('utf-8')
props[k.lower()] = v
if k == 'VERSION':
# this handles cases in which the codename is in
# the `(CODENAME)` (rhel, centos, fedora) format
# or in the `, CODENAME` format (Ubuntu).
codename = re.search(r'(\(\D+\))|,(\s+)?\D+', v)
if codename:
codename = codename.group()
codename = codename.strip('()')
codename = codename.strip(',')
codename = codename.strip()
# codename appears within paranthese.
props['codename'] = codename
else:
props['codename'] = ''
else:
# Ignore any tokens that are not variable assignments
pass
return props
def _get_lsb_release_info(self):
"""
Get the information items from the lsb_release command output.
Returns:
A dictionary containing all information items.
"""
cmd = 'lsb_release -a'
process = subprocess.Popen(
cmd,
shell=True,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
stdout, stderr = process.communicate()
stdout, stderr = stdout.decode('utf-8'), stderr.decode('utf-8')
code = process.returncode
if code == 0:
content = stdout.splitlines()
return self._parse_lsb_release_content(content)
elif code == 127: # Command not found
return {}
else:
if sys.version_info[:2] >= (3, 5):
raise subprocess.CalledProcessError(code, cmd, stdout, stderr)
elif sys.version_info[:2] >= (2, 7):
raise subprocess.CalledProcessError(code, cmd, stdout)
elif sys.version_info[:2] == (2, 6):
raise subprocess.CalledProcessError(code, cmd)
@staticmethod
def _parse_lsb_release_content(lines):
"""
Parse the output of the lsb_release command.
Parameters:
* lines: Iterable through the lines of the lsb_release output.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
"""
props = {}
for line in lines:
line = line.decode('utf-8') if isinstance(line, bytes) else line
kv = line.strip('\n').split(':', 1)
if len(kv) != 2:
# Ignore lines without colon.
continue
k, v = kv
props.update({k.replace(' ', '_').lower(): v.strip()})
return props
def _get_distro_release_info(self):
"""
Get the information items from the specified distro release file.
Returns:
A dictionary containing all information items.
"""
if self.distro_release_file:
# If it was specified, we use it and parse what we can, even if
# its file name or content does not match the expected pattern.
distro_info = self._parse_distro_release_file(
self.distro_release_file)
basename = os.path.basename(self.distro_release_file)
# The file name pattern for user-specified distro release files
# is somewhat more tolerant (compared to when searching for the
# file), because we want to use what was specified as best as
# possible.
match = _DISTRO_RELEASE_BASENAME_PATTERN.match(basename)
if match:
distro_info['id'] = match.group(1)
return distro_info
else:
basenames = os.listdir(_UNIXCONFDIR)
# We sort for repeatability in cases where there are multiple
# distro specific files; e.g. CentOS, Oracle, Enterprise all
# containing `redhat-release` on top of their own.
basenames.sort()
for basename in basenames:
if basename in _DISTRO_RELEASE_IGNORE_BASENAMES:
continue
match = _DISTRO_RELEASE_BASENAME_PATTERN.match(basename)
if match:
filepath = os.path.join(_UNIXCONFDIR, basename)
distro_info = self._parse_distro_release_file(filepath)
if 'name' in distro_info:
# The name is always present if the pattern matches
self.distro_release_file = filepath
distro_info['id'] = match.group(1)
return distro_info
return {}
def _parse_distro_release_file(self, filepath):
"""
Parse a distro release file.
Parameters:
* filepath: Path name of the distro release file.
Returns:
A dictionary containing all information items.
"""
if os.path.isfile(filepath):
with open(filepath) as fp:
# Only parse the first line. For instance, on SLES there
# are multiple lines. We don't want them...
return self._parse_distro_release_content(fp.readline())
return {}
@staticmethod
def _parse_distro_release_content(line):
"""
Parse a line from a distro release file.
Parameters:
* line: Line from the distro release file. Must be a unicode string
or a UTF-8 encoded byte string.
Returns:
A dictionary containing all information items.
"""
if isinstance(line, bytes):
line = line.decode('utf-8')
matches = _DISTRO_RELEASE_CONTENT_REVERSED_PATTERN.match(
line.strip()[::-1])
distro_info = {}
if matches:
# regexp ensures non-None
distro_info['name'] = matches.group(3)[::-1]
if matches.group(2):
distro_info['version_id'] = matches.group(2)[::-1]
if matches.group(1):
distro_info['codename'] = matches.group(1)[::-1]
elif line:
distro_info['name'] = line.strip()
return distro_info
_distro = LinuxDistribution()
def main():
import argparse
logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)
logger.addHandler(logging.StreamHandler(sys.stdout))
parser = argparse.ArgumentParser(description="Linux distro info tool")
parser.add_argument(
'--json',
'-j',
help="Output in machine readable format",
action="store_true")
args = parser.parse_args()
if args.json:
logger.info(json.dumps(info(), indent=4, sort_keys=True))
else:
logger.info('Name: %s', name(pretty=True))
distribution_version = version(pretty=True)
if distribution_version:
logger.info('Version: %s', distribution_version)
distribution_codename = codename()
if distribution_codename:
logger.info('Codename: %s', distribution_codename)
if __name__ == '__main__':
main()
distlib/__init__.py 0000644 00000001105 15043676017 0010315 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2016 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import logging
__version__ = '0.2.4'
class DistlibException(Exception):
pass
try:
from logging import NullHandler
except ImportError: # pragma: no cover
class NullHandler(logging.Handler):
def handle(self, record): pass
def emit(self, record): pass
def createLock(self): self.lock = None
logger = logging.getLogger(__name__)
logger.addHandler(NullHandler())
distlib/compat.py 0000644 00000117541 15043676017 0010055 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2016 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import absolute_import
import os
import re
import sys
try:
import ssl
except ImportError:
ssl = None
if sys.version_info[0] < 3: # pragma: no cover
from StringIO import StringIO
string_types = basestring,
text_type = unicode
from types import FileType as file_type
import __builtin__ as builtins
import ConfigParser as configparser
from ._backport import shutil
from urlparse import urlparse, urlunparse, urljoin, urlsplit, urlunsplit
from urllib import (urlretrieve, quote as _quote, unquote, url2pathname,
pathname2url, ContentTooShortError, splittype)
def quote(s):
if isinstance(s, unicode):
s = s.encode('utf-8')
return _quote(s)
import urllib2
from urllib2 import (Request, urlopen, URLError, HTTPError,
HTTPBasicAuthHandler, HTTPPasswordMgr,
HTTPHandler, HTTPRedirectHandler,
build_opener)
if ssl:
from urllib2 import HTTPSHandler
import httplib
import xmlrpclib
import Queue as queue
from HTMLParser import HTMLParser
import htmlentitydefs
raw_input = raw_input
from itertools import ifilter as filter
from itertools import ifilterfalse as filterfalse
_userprog = None
def splituser(host):
"""splituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'."""
global _userprog
if _userprog is None:
import re
_userprog = re.compile('^(.*)@(.*)$')
match = _userprog.match(host)
if match: return match.group(1, 2)
return None, host
else: # pragma: no cover
from io import StringIO
string_types = str,
text_type = str
from io import TextIOWrapper as file_type
import builtins
import configparser
import shutil
from urllib.parse import (urlparse, urlunparse, urljoin, splituser, quote,
unquote, urlsplit, urlunsplit, splittype)
from urllib.request import (urlopen, urlretrieve, Request, url2pathname,
pathname2url,
HTTPBasicAuthHandler, HTTPPasswordMgr,
HTTPHandler, HTTPRedirectHandler,
build_opener)
if ssl:
from urllib.request import HTTPSHandler
from urllib.error import HTTPError, URLError, ContentTooShortError
import http.client as httplib
import urllib.request as urllib2
import xmlrpc.client as xmlrpclib
import queue
from html.parser import HTMLParser
import html.entities as htmlentitydefs
raw_input = input
from itertools import filterfalse
filter = filter
try:
from ssl import match_hostname, CertificateError
except ImportError: # pragma: no cover
class CertificateError(ValueError):
pass
def _dnsname_match(dn, hostname, max_wildcards=1):
"""Matching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
"""
pats = []
if not dn:
return False
parts = dn.split('.')
leftmost, remainder = parts[0], parts[1:]
wildcards = leftmost.count('*')
if wildcards > max_wildcards:
# Issue #17980: avoid denials of service by refusing more
# than one wildcard per fragment. A survey of established
# policy among SSL implementations showed it to be a
# reasonable choice.
raise CertificateError(
"too many wildcards in certificate DNS name: " + repr(dn))
# speed up common case w/o wildcards
if not wildcards:
return dn.lower() == hostname.lower()
# RFC 6125, section 6.4.3, subitem 1.
# The client SHOULD NOT attempt to match a presented identifier in which
# the wildcard character comprises a label other than the left-most label.
if leftmost == '*':
# When '*' is a fragment by itself, it matches a non-empty dotless
# fragment.
pats.append('[^.]+')
elif leftmost.startswith('xn--') or hostname.startswith('xn--'):
# RFC 6125, section 6.4.3, subitem 3.
# The client SHOULD NOT attempt to match a presented identifier
# where the wildcard character is embedded within an A-label or
# U-label of an internationalized domain name.
pats.append(re.escape(leftmost))
else:
# Otherwise, '*' matches any dotless string, e.g. www*
pats.append(re.escape(leftmost).replace(r'\*', '[^.]*'))
# add the remaining fragments, ignore any wildcards
for frag in remainder:
pats.append(re.escape(frag))
pat = re.compile(r'\A' + r'\.'.join(pats) + r'\Z', re.IGNORECASE)
return pat.match(hostname)
def match_hostname(cert, hostname):
"""Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
"""
if not cert:
raise ValueError("empty or no certificate, match_hostname needs a "
"SSL socket or SSL context with either "
"CERT_OPTIONAL or CERT_REQUIRED")
dnsnames = []
san = cert.get('subjectAltName', ())
for key, value in san:
if key == 'DNS':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if not dnsnames:
# The subject is only checked when there is no dNSName entry
# in subjectAltName
for sub in cert.get('subject', ()):
for key, value in sub:
# XXX according to RFC 2818, the most specific Common Name
# must be used.
if key == 'commonName':
if _dnsname_match(value, hostname):
return
dnsnames.append(value)
if len(dnsnames) > 1:
raise CertificateError("hostname %r "
"doesn't match either of %s"
% (hostname, ', '.join(map(repr, dnsnames))))
elif len(dnsnames) == 1:
raise CertificateError("hostname %r "
"doesn't match %r"
% (hostname, dnsnames[0]))
else:
raise CertificateError("no appropriate commonName or "
"subjectAltName fields were found")
try:
from types import SimpleNamespace as Container
except ImportError: # pragma: no cover
class Container(object):
"""
A generic container for when multiple values need to be returned
"""
def __init__(self, **kwargs):
self.__dict__.update(kwargs)
try:
from shutil import which
except ImportError: # pragma: no cover
# Implementation from Python 3.3
def which(cmd, mode=os.F_OK | os.X_OK, path=None):
"""Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
"""
# Check that a given file can be accessed with the correct mode.
# Additionally check that `file` is not a directory, as on Windows
# directories pass the os.access check.
def _access_check(fn, mode):
return (os.path.exists(fn) and os.access(fn, mode)
and not os.path.isdir(fn))
# If we're given a path with a directory part, look it up directly rather
# than referring to PATH directories. This includes checking relative to the
# current directory, e.g. ./script
if os.path.dirname(cmd):
if _access_check(cmd, mode):
return cmd
return None
if path is None:
path = os.environ.get("PATH", os.defpath)
if not path:
return None
path = path.split(os.pathsep)
if sys.platform == "win32":
# The current directory takes precedence on Windows.
if not os.curdir in path:
path.insert(0, os.curdir)
# PATHEXT is necessary to check on Windows.
pathext = os.environ.get("PATHEXT", "").split(os.pathsep)
# See if the given file matches any of the expected path extensions.
# This will allow us to short circuit when given "python.exe".
# If it does match, only test that one, otherwise we have to try
# others.
if any(cmd.lower().endswith(ext.lower()) for ext in pathext):
files = [cmd]
else:
files = [cmd + ext for ext in pathext]
else:
# On other platforms you don't have things like PATHEXT to tell you
# what file suffixes are executable, so just pass on cmd as-is.
files = [cmd]
seen = set()
for dir in path:
normdir = os.path.normcase(dir)
if not normdir in seen:
seen.add(normdir)
for thefile in files:
name = os.path.join(dir, thefile)
if _access_check(name, mode):
return name
return None
# ZipFile is a context manager in 2.7, but not in 2.6
from zipfile import ZipFile as BaseZipFile
if hasattr(BaseZipFile, '__enter__'): # pragma: no cover
ZipFile = BaseZipFile
else:
from zipfile import ZipExtFile as BaseZipExtFile
class ZipExtFile(BaseZipExtFile):
def __init__(self, base):
self.__dict__.update(base.__dict__)
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.close()
# return None, so if an exception occurred, it will propagate
class ZipFile(BaseZipFile):
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.close()
# return None, so if an exception occurred, it will propagate
def open(self, *args, **kwargs):
base = BaseZipFile.open(self, *args, **kwargs)
return ZipExtFile(base)
try:
from platform import python_implementation
except ImportError: # pragma: no cover
def python_implementation():
"""Return a string identifying the Python implementation."""
if 'PyPy' in sys.version:
return 'PyPy'
if os.name == 'java':
return 'Jython'
if sys.version.startswith('IronPython'):
return 'IronPython'
return 'CPython'
try:
import sysconfig
except ImportError: # pragma: no cover
from ._backport import sysconfig
try:
callable = callable
except NameError: # pragma: no cover
from collections import Callable
def callable(obj):
return isinstance(obj, Callable)
try:
fsencode = os.fsencode
fsdecode = os.fsdecode
except AttributeError: # pragma: no cover
_fsencoding = sys.getfilesystemencoding()
if _fsencoding == 'mbcs':
_fserrors = 'strict'
else:
_fserrors = 'surrogateescape'
def fsencode(filename):
if isinstance(filename, bytes):
return filename
elif isinstance(filename, text_type):
return filename.encode(_fsencoding, _fserrors)
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
def fsdecode(filename):
if isinstance(filename, text_type):
return filename
elif isinstance(filename, bytes):
return filename.decode(_fsencoding, _fserrors)
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
try:
from tokenize import detect_encoding
except ImportError: # pragma: no cover
from codecs import BOM_UTF8, lookup
import re
cookie_re = re.compile("coding[:=]\s*([-\w.]+)")
def _get_normal_name(orig_enc):
"""Imitates get_normal_name in tokenizer.c."""
# Only care about the first 12 characters.
enc = orig_enc[:12].lower().replace("_", "-")
if enc == "utf-8" or enc.startswith("utf-8-"):
return "utf-8"
if enc in ("latin-1", "iso-8859-1", "iso-latin-1") or \
enc.startswith(("latin-1-", "iso-8859-1-", "iso-latin-1-")):
return "iso-8859-1"
return orig_enc
def detect_encoding(readline):
"""
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
"""
try:
filename = readline.__self__.name
except AttributeError:
filename = None
bom_found = False
encoding = None
default = 'utf-8'
def read_or_stop():
try:
return readline()
except StopIteration:
return b''
def find_cookie(line):
try:
# Decode as UTF-8. Either the line is an encoding declaration,
# in which case it should be pure ASCII, or it must be UTF-8
# per default encoding.
line_string = line.decode('utf-8')
except UnicodeDecodeError:
msg = "invalid or missing encoding declaration"
if filename is not None:
msg = '{} for {!r}'.format(msg, filename)
raise SyntaxError(msg)
matches = cookie_re.findall(line_string)
if not matches:
return None
encoding = _get_normal_name(matches[0])
try:
codec = lookup(encoding)
except LookupError:
# This behaviour mimics the Python interpreter
if filename is None:
msg = "unknown encoding: " + encoding
else:
msg = "unknown encoding for {!r}: {}".format(filename,
encoding)
raise SyntaxError(msg)
if bom_found:
if codec.name != 'utf-8':
# This behaviour mimics the Python interpreter
if filename is None:
msg = 'encoding problem: utf-8'
else:
msg = 'encoding problem for {!r}: utf-8'.format(filename)
raise SyntaxError(msg)
encoding += '-sig'
return encoding
first = read_or_stop()
if first.startswith(BOM_UTF8):
bom_found = True
first = first[3:]
default = 'utf-8-sig'
if not first:
return default, []
encoding = find_cookie(first)
if encoding:
return encoding, [first]
second = read_or_stop()
if not second:
return default, [first]
encoding = find_cookie(second)
if encoding:
return encoding, [first, second]
return default, [first, second]
# For converting & <-> & etc.
try:
from html import escape
except ImportError:
from cgi import escape
if sys.version_info[:2] < (3, 4):
unescape = HTMLParser().unescape
else:
from html import unescape
try:
from collections import ChainMap
except ImportError: # pragma: no cover
from collections import MutableMapping
try:
from reprlib import recursive_repr as _recursive_repr
except ImportError:
def _recursive_repr(fillvalue='...'):
'''
Decorator to make a repr function return fillvalue for a recursive
call
'''
def decorating_function(user_function):
repr_running = set()
def wrapper(self):
key = id(self), get_ident()
if key in repr_running:
return fillvalue
repr_running.add(key)
try:
result = user_function(self)
finally:
repr_running.discard(key)
return result
# Can't use functools.wraps() here because of bootstrap issues
wrapper.__module__ = getattr(user_function, '__module__')
wrapper.__doc__ = getattr(user_function, '__doc__')
wrapper.__name__ = getattr(user_function, '__name__')
wrapper.__annotations__ = getattr(user_function, '__annotations__', {})
return wrapper
return decorating_function
class ChainMap(MutableMapping):
''' A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
'''
def __init__(self, *maps):
'''Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
'''
self.maps = list(maps) or [{}] # always at least one map
def __missing__(self, key):
raise KeyError(key)
def __getitem__(self, key):
for mapping in self.maps:
try:
return mapping[key] # can't use 'key in mapping' with defaultdict
except KeyError:
pass
return self.__missing__(key) # support subclasses that define __missing__
def get(self, key, default=None):
return self[key] if key in self else default
def __len__(self):
return len(set().union(*self.maps)) # reuses stored hash values if possible
def __iter__(self):
return iter(set().union(*self.maps))
def __contains__(self, key):
return any(key in m for m in self.maps)
def __bool__(self):
return any(self.maps)
@_recursive_repr()
def __repr__(self):
return '{0.__class__.__name__}({1})'.format(
self, ', '.join(map(repr, self.maps)))
@classmethod
def fromkeys(cls, iterable, *args):
'Create a ChainMap with a single dict created from the iterable.'
return cls(dict.fromkeys(iterable, *args))
def copy(self):
'New ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]'
return self.__class__(self.maps[0].copy(), *self.maps[1:])
__copy__ = copy
def new_child(self): # like Django's Context.push()
'New ChainMap with a new dict followed by all previous maps.'
return self.__class__({}, *self.maps)
@property
def parents(self): # like Django's Context.pop()
'New ChainMap from maps[1:].'
return self.__class__(*self.maps[1:])
def __setitem__(self, key, value):
self.maps[0][key] = value
def __delitem__(self, key):
try:
del self.maps[0][key]
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def popitem(self):
'Remove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.'
try:
return self.maps[0].popitem()
except KeyError:
raise KeyError('No keys found in the first mapping.')
def pop(self, key, *args):
'Remove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].'
try:
return self.maps[0].pop(key, *args)
except KeyError:
raise KeyError('Key not found in the first mapping: {!r}'.format(key))
def clear(self):
'Clear maps[0], leaving maps[1:] intact.'
self.maps[0].clear()
try:
from imp import cache_from_source
except ImportError: # pragma: no cover
def cache_from_source(path, debug_override=None):
assert path.endswith('.py')
if debug_override is None:
debug_override = __debug__
if debug_override:
suffix = 'c'
else:
suffix = 'o'
return path + suffix
try:
from collections import OrderedDict
except ImportError: # pragma: no cover
## {{{ http://code.activestate.com/recipes/576693/ (r9)
# Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy.
# Passes Python2.7's test suite and incorporates all the latest updates.
try:
from thread import get_ident as _get_ident
except ImportError:
from dummy_thread import get_ident as _get_ident
try:
from _abcoll import KeysView, ValuesView, ItemsView
except ImportError:
pass
class OrderedDict(dict):
'Dictionary that remembers insertion order'
# An inherited dict maps keys to values.
# The inherited dict provides __getitem__, __len__, __contains__, and get.
# The remaining methods are order-aware.
# Big-O running times for all methods are the same as for regular dictionaries.
# The internal self.__map dictionary maps keys to links in a doubly linked list.
# The circular doubly linked list starts and ends with a sentinel element.
# The sentinel element never gets deleted (this simplifies the algorithm).
# Each link is stored as a list of length three: [PREV, NEXT, KEY].
def __init__(self, *args, **kwds):
'''Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
'''
if len(args) > 1:
raise TypeError('expected at most 1 arguments, got %d' % len(args))
try:
self.__root
except AttributeError:
self.__root = root = [] # sentinel node
root[:] = [root, root, None]
self.__map = {}
self.__update(*args, **kwds)
def __setitem__(self, key, value, dict_setitem=dict.__setitem__):
'od.__setitem__(i, y) <==> od[i]=y'
# Setting a new item creates a new link which goes at the end of the linked
# list, and the inherited dictionary is updated with the new key/value pair.
if key not in self:
root = self.__root
last = root[0]
last[1] = root[0] = self.__map[key] = [last, root, key]
dict_setitem(self, key, value)
def __delitem__(self, key, dict_delitem=dict.__delitem__):
'od.__delitem__(y) <==> del od[y]'
# Deleting an existing item uses self.__map to find the link which is
# then removed by updating the links in the predecessor and successor nodes.
dict_delitem(self, key)
link_prev, link_next, key = self.__map.pop(key)
link_prev[1] = link_next
link_next[0] = link_prev
def __iter__(self):
'od.__iter__() <==> iter(od)'
root = self.__root
curr = root[1]
while curr is not root:
yield curr[2]
curr = curr[1]
def __reversed__(self):
'od.__reversed__() <==> reversed(od)'
root = self.__root
curr = root[0]
while curr is not root:
yield curr[2]
curr = curr[0]
def clear(self):
'od.clear() -> None. Remove all items from od.'
try:
for node in self.__map.itervalues():
del node[:]
root = self.__root
root[:] = [root, root, None]
self.__map.clear()
except AttributeError:
pass
dict.clear(self)
def popitem(self, last=True):
'''od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
'''
if not self:
raise KeyError('dictionary is empty')
root = self.__root
if last:
link = root[0]
link_prev = link[0]
link_prev[1] = root
root[0] = link_prev
else:
link = root[1]
link_next = link[1]
root[1] = link_next
link_next[0] = root
key = link[2]
del self.__map[key]
value = dict.pop(self, key)
return key, value
# -- the following methods do not depend on the internal structure --
def keys(self):
'od.keys() -> list of keys in od'
return list(self)
def values(self):
'od.values() -> list of values in od'
return [self[key] for key in self]
def items(self):
'od.items() -> list of (key, value) pairs in od'
return [(key, self[key]) for key in self]
def iterkeys(self):
'od.iterkeys() -> an iterator over the keys in od'
return iter(self)
def itervalues(self):
'od.itervalues -> an iterator over the values in od'
for k in self:
yield self[k]
def iteritems(self):
'od.iteritems -> an iterator over the (key, value) items in od'
for k in self:
yield (k, self[k])
def update(*args, **kwds):
'''od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
'''
if len(args) > 2:
raise TypeError('update() takes at most 2 positional '
'arguments (%d given)' % (len(args),))
elif not args:
raise TypeError('update() takes at least 1 argument (0 given)')
self = args[0]
# Make progressively weaker assumptions about "other"
other = ()
if len(args) == 2:
other = args[1]
if isinstance(other, dict):
for key in other:
self[key] = other[key]
elif hasattr(other, 'keys'):
for key in other.keys():
self[key] = other[key]
else:
for key, value in other:
self[key] = value
for key, value in kwds.items():
self[key] = value
__update = update # let subclasses override update without breaking __init__
__marker = object()
def pop(self, key, default=__marker):
'''od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
'''
if key in self:
result = self[key]
del self[key]
return result
if default is self.__marker:
raise KeyError(key)
return default
def setdefault(self, key, default=None):
'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od'
if key in self:
return self[key]
self[key] = default
return default
def __repr__(self, _repr_running=None):
'od.__repr__() <==> repr(od)'
if not _repr_running: _repr_running = {}
call_key = id(self), _get_ident()
if call_key in _repr_running:
return '...'
_repr_running[call_key] = 1
try:
if not self:
return '%s()' % (self.__class__.__name__,)
return '%s(%r)' % (self.__class__.__name__, self.items())
finally:
del _repr_running[call_key]
def __reduce__(self):
'Return state information for pickling'
items = [[k, self[k]] for k in self]
inst_dict = vars(self).copy()
for k in vars(OrderedDict()):
inst_dict.pop(k, None)
if inst_dict:
return (self.__class__, (items,), inst_dict)
return self.__class__, (items,)
def copy(self):
'od.copy() -> a shallow copy of od'
return self.__class__(self)
@classmethod
def fromkeys(cls, iterable, value=None):
'''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
'''
d = cls()
for key in iterable:
d[key] = value
return d
def __eq__(self, other):
'''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
'''
if isinstance(other, OrderedDict):
return len(self)==len(other) and self.items() == other.items()
return dict.__eq__(self, other)
def __ne__(self, other):
return not self == other
# -- the following methods are only used in Python 2.7 --
def viewkeys(self):
"od.viewkeys() -> a set-like object providing a view on od's keys"
return KeysView(self)
def viewvalues(self):
"od.viewvalues() -> an object providing a view on od's values"
return ValuesView(self)
def viewitems(self):
"od.viewitems() -> a set-like object providing a view on od's items"
return ItemsView(self)
try:
from logging.config import BaseConfigurator, valid_ident
except ImportError: # pragma: no cover
IDENTIFIER = re.compile('^[a-z_][a-z0-9_]*$', re.I)
def valid_ident(s):
m = IDENTIFIER.match(s)
if not m:
raise ValueError('Not a valid Python identifier: %r' % s)
return True
# The ConvertingXXX classes are wrappers around standard Python containers,
# and they serve to convert any suitable values in the container. The
# conversion converts base dicts, lists and tuples to their wrapped
# equivalents, whereas strings which match a conversion format are converted
# appropriately.
#
# Each wrapper should have a configurator attribute holding the actual
# configurator to use for conversion.
class ConvertingDict(dict):
"""A converting dictionary wrapper."""
def __getitem__(self, key):
value = dict.__getitem__(self, key)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def get(self, key, default=None):
value = dict.get(self, key, default)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def pop(self, key, default=None):
value = dict.pop(self, key, default)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
class ConvertingList(list):
"""A converting list wrapper."""
def __getitem__(self, key):
value = list.__getitem__(self, key)
result = self.configurator.convert(value)
#If the converted value is different, save for next time
if value is not result:
self[key] = result
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
def pop(self, idx=-1):
value = list.pop(self, idx)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
return result
class ConvertingTuple(tuple):
"""A converting tuple wrapper."""
def __getitem__(self, key):
value = tuple.__getitem__(self, key)
result = self.configurator.convert(value)
if value is not result:
if type(result) in (ConvertingDict, ConvertingList,
ConvertingTuple):
result.parent = self
result.key = key
return result
class BaseConfigurator(object):
"""
The configurator base class which defines some useful defaults.
"""
CONVERT_PATTERN = re.compile(r'^(?P<prefix>[a-z]+)://(?P<suffix>.*)$')
WORD_PATTERN = re.compile(r'^\s*(\w+)\s*')
DOT_PATTERN = re.compile(r'^\.\s*(\w+)\s*')
INDEX_PATTERN = re.compile(r'^\[\s*(\w+)\s*\]\s*')
DIGIT_PATTERN = re.compile(r'^\d+$')
value_converters = {
'ext' : 'ext_convert',
'cfg' : 'cfg_convert',
}
# We might want to use a different one, e.g. importlib
importer = staticmethod(__import__)
def __init__(self, config):
self.config = ConvertingDict(config)
self.config.configurator = self
def resolve(self, s):
"""
Resolve strings to objects using standard import and attribute
syntax.
"""
name = s.split('.')
used = name.pop(0)
try:
found = self.importer(used)
for frag in name:
used += '.' + frag
try:
found = getattr(found, frag)
except AttributeError:
self.importer(used)
found = getattr(found, frag)
return found
except ImportError:
e, tb = sys.exc_info()[1:]
v = ValueError('Cannot resolve %r: %s' % (s, e))
v.__cause__, v.__traceback__ = e, tb
raise v
def ext_convert(self, value):
"""Default converter for the ext:// protocol."""
return self.resolve(value)
def cfg_convert(self, value):
"""Default converter for the cfg:// protocol."""
rest = value
m = self.WORD_PATTERN.match(rest)
if m is None:
raise ValueError("Unable to convert %r" % value)
else:
rest = rest[m.end():]
d = self.config[m.groups()[0]]
#print d, rest
while rest:
m = self.DOT_PATTERN.match(rest)
if m:
d = d[m.groups()[0]]
else:
m = self.INDEX_PATTERN.match(rest)
if m:
idx = m.groups()[0]
if not self.DIGIT_PATTERN.match(idx):
d = d[idx]
else:
try:
n = int(idx) # try as number first (most likely)
d = d[n]
except TypeError:
d = d[idx]
if m:
rest = rest[m.end():]
else:
raise ValueError('Unable to convert '
'%r at %r' % (value, rest))
#rest should be empty
return d
def convert(self, value):
"""
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
"""
if not isinstance(value, ConvertingDict) and isinstance(value, dict):
value = ConvertingDict(value)
value.configurator = self
elif not isinstance(value, ConvertingList) and isinstance(value, list):
value = ConvertingList(value)
value.configurator = self
elif not isinstance(value, ConvertingTuple) and\
isinstance(value, tuple):
value = ConvertingTuple(value)
value.configurator = self
elif isinstance(value, string_types):
m = self.CONVERT_PATTERN.match(value)
if m:
d = m.groupdict()
prefix = d['prefix']
converter = self.value_converters.get(prefix, None)
if converter:
suffix = d['suffix']
converter = getattr(self, converter)
value = converter(suffix)
return value
def configure_custom(self, config):
"""Configure an object with a user-supplied factory."""
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
kwargs = dict([(k, config[k]) for k in config if valid_ident(k)])
result = c(**kwargs)
if props:
for name, value in props.items():
setattr(result, name, value)
return result
def as_tuple(self, value):
"""Utility function which converts lists to tuples."""
if isinstance(value, list):
value = tuple(value)
return value
distlib/util.py 0000644 00000150551 15043676017 0007545 0 ustar 00 #
# Copyright (C) 2012-2016 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import codecs
from collections import deque
import contextlib
import csv
from glob import iglob as std_iglob
import io
import json
import logging
import os
import py_compile
import re
import shutil
import socket
try:
import ssl
except ImportError: # pragma: no cover
ssl = None
import subprocess
import sys
import tarfile
import tempfile
import textwrap
try:
import threading
except ImportError: # pragma: no cover
import dummy_threading as threading
import time
from . import DistlibException
from .compat import (string_types, text_type, shutil, raw_input, StringIO,
cache_from_source, urlopen, urljoin, httplib, xmlrpclib,
splittype, HTTPHandler, BaseConfigurator, valid_ident,
Container, configparser, URLError, ZipFile, fsdecode,
unquote)
logger = logging.getLogger(__name__)
#
# Requirement parsing code for name + optional constraints + optional extras
#
# e.g. 'foo >= 1.2, < 2.0 [bar, baz]'
#
# The regex can seem a bit hairy, so we build it up out of smaller pieces
# which are manageable.
#
COMMA = r'\s*,\s*'
COMMA_RE = re.compile(COMMA)
IDENT = r'(\w|[.-])+'
EXTRA_IDENT = r'(\*|:(\*|\w+):|' + IDENT + ')'
VERSPEC = IDENT + r'\*?'
RELOP = '([<>=!~]=)|[<>]'
#
# The first relop is optional - if absent, will be taken as '~='
#
BARE_CONSTRAINTS = ('(' + RELOP + r')?\s*(' + VERSPEC + ')(' + COMMA + '(' +
RELOP + r')\s*(' + VERSPEC + '))*')
DIRECT_REF = '(from\s+(?P<diref>.*))'
#
# Either the bare constraints or the bare constraints in parentheses
#
CONSTRAINTS = (r'\(\s*(?P<c1>' + BARE_CONSTRAINTS + '|' + DIRECT_REF +
r')\s*\)|(?P<c2>' + BARE_CONSTRAINTS + '\s*)')
EXTRA_LIST = EXTRA_IDENT + '(' + COMMA + EXTRA_IDENT + ')*'
EXTRAS = r'\[\s*(?P<ex>' + EXTRA_LIST + r')?\s*\]'
REQUIREMENT = ('(?P<dn>' + IDENT + r')\s*(' + EXTRAS + r'\s*)?(\s*' +
CONSTRAINTS + ')?$')
REQUIREMENT_RE = re.compile(REQUIREMENT)
#
# Used to scan through the constraints
#
RELOP_IDENT = '(?P<op>' + RELOP + r')\s*(?P<vn>' + VERSPEC + ')'
RELOP_IDENT_RE = re.compile(RELOP_IDENT)
def parse_requirement(s):
def get_constraint(m):
d = m.groupdict()
return d['op'], d['vn']
result = None
m = REQUIREMENT_RE.match(s)
if m:
d = m.groupdict()
name = d['dn']
cons = d['c1'] or d['c2']
if not d['diref']:
url = None
else:
# direct reference
cons = None
url = d['diref'].strip()
if not cons:
cons = None
constr = ''
rs = d['dn']
else:
if cons[0] not in '<>!=':
cons = '~=' + cons
iterator = RELOP_IDENT_RE.finditer(cons)
cons = [get_constraint(m) for m in iterator]
rs = '%s (%s)' % (name, ', '.join(['%s %s' % con for con in cons]))
if not d['ex']:
extras = None
else:
extras = COMMA_RE.split(d['ex'])
result = Container(name=name, constraints=cons, extras=extras,
requirement=rs, source=s, url=url)
return result
def get_resources_dests(resources_root, rules):
"""Find destinations for resources files"""
def get_rel_path(base, path):
# normalizes and returns a lstripped-/-separated path
base = base.replace(os.path.sep, '/')
path = path.replace(os.path.sep, '/')
assert path.startswith(base)
return path[len(base):].lstrip('/')
destinations = {}
for base, suffix, dest in rules:
prefix = os.path.join(resources_root, base)
for abs_base in iglob(prefix):
abs_glob = os.path.join(abs_base, suffix)
for abs_path in iglob(abs_glob):
resource_file = get_rel_path(resources_root, abs_path)
if dest is None: # remove the entry if it was here
destinations.pop(resource_file, None)
else:
rel_path = get_rel_path(abs_base, abs_path)
rel_dest = dest.replace(os.path.sep, '/').rstrip('/')
destinations[resource_file] = rel_dest + '/' + rel_path
return destinations
def in_venv():
if hasattr(sys, 'real_prefix'):
# virtualenv venvs
result = True
else:
# PEP 405 venvs
result = sys.prefix != getattr(sys, 'base_prefix', sys.prefix)
return result
def get_executable():
# The __PYVENV_LAUNCHER__ dance is apparently no longer needed, as
# changes to the stub launcher mean that sys.executable always points
# to the stub on macOS
# if sys.platform == 'darwin' and ('__PYVENV_LAUNCHER__'
# in os.environ):
# result = os.environ['__PYVENV_LAUNCHER__']
# else:
# result = sys.executable
# return result
result = os.path.normcase(sys.executable)
if not isinstance(result, text_type):
result = fsdecode(result)
return result
def proceed(prompt, allowed_chars, error_prompt=None, default=None):
p = prompt
while True:
s = raw_input(p)
p = prompt
if not s and default:
s = default
if s:
c = s[0].lower()
if c in allowed_chars:
break
if error_prompt:
p = '%c: %s\n%s' % (c, error_prompt, prompt)
return c
def extract_by_key(d, keys):
if isinstance(keys, string_types):
keys = keys.split()
result = {}
for key in keys:
if key in d:
result[key] = d[key]
return result
def read_exports(stream):
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getreader('utf-8')(stream)
# Try to load as JSON, falling back on legacy format
data = stream.read()
stream = StringIO(data)
try:
jdata = json.load(stream)
result = jdata['extensions']['python.exports']['exports']
for group, entries in result.items():
for k, v in entries.items():
s = '%s = %s' % (k, v)
entry = get_export_entry(s)
assert entry is not None
entries[k] = entry
return result
except Exception:
stream.seek(0, 0)
def read_stream(cp, stream):
if hasattr(cp, 'read_file'):
cp.read_file(stream)
else:
cp.readfp(stream)
cp = configparser.ConfigParser()
try:
read_stream(cp, stream)
except configparser.MissingSectionHeaderError:
stream.close()
data = textwrap.dedent(data)
stream = StringIO(data)
read_stream(cp, stream)
result = {}
for key in cp.sections():
result[key] = entries = {}
for name, value in cp.items(key):
s = '%s = %s' % (name, value)
entry = get_export_entry(s)
assert entry is not None
#entry.dist = self
entries[name] = entry
return result
def write_exports(exports, stream):
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getwriter('utf-8')(stream)
cp = configparser.ConfigParser()
for k, v in exports.items():
# TODO check k, v for valid values
cp.add_section(k)
for entry in v.values():
if entry.suffix is None:
s = entry.prefix
else:
s = '%s:%s' % (entry.prefix, entry.suffix)
if entry.flags:
s = '%s [%s]' % (s, ', '.join(entry.flags))
cp.set(k, entry.name, s)
cp.write(stream)
@contextlib.contextmanager
def tempdir():
td = tempfile.mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
@contextlib.contextmanager
def chdir(d):
cwd = os.getcwd()
try:
os.chdir(d)
yield
finally:
os.chdir(cwd)
@contextlib.contextmanager
def socket_timeout(seconds=15):
cto = socket.getdefaulttimeout()
try:
socket.setdefaulttimeout(seconds)
yield
finally:
socket.setdefaulttimeout(cto)
class cached_property(object):
def __init__(self, func):
self.func = func
#for attr in ('__name__', '__module__', '__doc__'):
# setattr(self, attr, getattr(func, attr, None))
def __get__(self, obj, cls=None):
if obj is None:
return self
value = self.func(obj)
object.__setattr__(obj, self.func.__name__, value)
#obj.__dict__[self.func.__name__] = value = self.func(obj)
return value
def convert_path(pathname):
"""Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
"""
if os.sep == '/':
return pathname
if not pathname:
return pathname
if pathname[0] == '/':
raise ValueError("path '%s' cannot be absolute" % pathname)
if pathname[-1] == '/':
raise ValueError("path '%s' cannot end with '/'" % pathname)
paths = pathname.split('/')
while os.curdir in paths:
paths.remove(os.curdir)
if not paths:
return os.curdir
return os.path.join(*paths)
class FileOperator(object):
def __init__(self, dry_run=False):
self.dry_run = dry_run
self.ensured = set()
self._init_record()
def _init_record(self):
self.record = False
self.files_written = set()
self.dirs_created = set()
def record_as_written(self, path):
if self.record:
self.files_written.add(path)
def newer(self, source, target):
"""Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
"""
if not os.path.exists(source):
raise DistlibException("file '%r' does not exist" %
os.path.abspath(source))
if not os.path.exists(target):
return True
return os.stat(source).st_mtime > os.stat(target).st_mtime
def copy_file(self, infile, outfile, check=True):
"""Copy a file respecting dry-run and force flags.
"""
self.ensure_dir(os.path.dirname(outfile))
logger.info('Copying %s to %s', infile, outfile)
if not self.dry_run:
msg = None
if check:
if os.path.islink(outfile):
msg = '%s is a symlink' % outfile
elif os.path.exists(outfile) and not os.path.isfile(outfile):
msg = '%s is a non-regular file' % outfile
if msg:
raise ValueError(msg + ' which would be overwritten')
shutil.copyfile(infile, outfile)
self.record_as_written(outfile)
def copy_stream(self, instream, outfile, encoding=None):
assert not os.path.isdir(outfile)
self.ensure_dir(os.path.dirname(outfile))
logger.info('Copying stream %s to %s', instream, outfile)
if not self.dry_run:
if encoding is None:
outstream = open(outfile, 'wb')
else:
outstream = codecs.open(outfile, 'w', encoding=encoding)
try:
shutil.copyfileobj(instream, outstream)
finally:
outstream.close()
self.record_as_written(outfile)
def write_binary_file(self, path, data):
self.ensure_dir(os.path.dirname(path))
if not self.dry_run:
with open(path, 'wb') as f:
f.write(data)
self.record_as_written(path)
def write_text_file(self, path, data, encoding):
self.ensure_dir(os.path.dirname(path))
if not self.dry_run:
with open(path, 'wb') as f:
f.write(data.encode(encoding))
self.record_as_written(path)
def set_mode(self, bits, mask, files):
if os.name == 'posix' or (os.name == 'java' and os._name == 'posix'):
# Set the executable bits (owner, group, and world) on
# all the files specified.
for f in files:
if self.dry_run:
logger.info("changing mode of %s", f)
else:
mode = (os.stat(f).st_mode | bits) & mask
logger.info("changing mode of %s to %o", f, mode)
os.chmod(f, mode)
set_executable_mode = lambda s, f: s.set_mode(0o555, 0o7777, f)
def ensure_dir(self, path):
path = os.path.abspath(path)
if path not in self.ensured and not os.path.exists(path):
self.ensured.add(path)
d, f = os.path.split(path)
self.ensure_dir(d)
logger.info('Creating %s' % path)
if not self.dry_run:
os.mkdir(path)
if self.record:
self.dirs_created.add(path)
def byte_compile(self, path, optimize=False, force=False, prefix=None):
dpath = cache_from_source(path, not optimize)
logger.info('Byte-compiling %s to %s', path, dpath)
if not self.dry_run:
if force or self.newer(path, dpath):
if not prefix:
diagpath = None
else:
assert path.startswith(prefix)
diagpath = path[len(prefix):]
py_compile.compile(path, dpath, diagpath, True) # raise error
self.record_as_written(dpath)
return dpath
def ensure_removed(self, path):
if os.path.exists(path):
if os.path.isdir(path) and not os.path.islink(path):
logger.debug('Removing directory tree at %s', path)
if not self.dry_run:
shutil.rmtree(path)
if self.record:
if path in self.dirs_created:
self.dirs_created.remove(path)
else:
if os.path.islink(path):
s = 'link'
else:
s = 'file'
logger.debug('Removing %s %s', s, path)
if not self.dry_run:
os.remove(path)
if self.record:
if path in self.files_written:
self.files_written.remove(path)
def is_writable(self, path):
result = False
while not result:
if os.path.exists(path):
result = os.access(path, os.W_OK)
break
parent = os.path.dirname(path)
if parent == path:
break
path = parent
return result
def commit(self):
"""
Commit recorded changes, turn off recording, return
changes.
"""
assert self.record
result = self.files_written, self.dirs_created
self._init_record()
return result
def rollback(self):
if not self.dry_run:
for f in list(self.files_written):
if os.path.exists(f):
os.remove(f)
# dirs should all be empty now, except perhaps for
# __pycache__ subdirs
# reverse so that subdirs appear before their parents
dirs = sorted(self.dirs_created, reverse=True)
for d in dirs:
flist = os.listdir(d)
if flist:
assert flist == ['__pycache__']
sd = os.path.join(d, flist[0])
os.rmdir(sd)
os.rmdir(d) # should fail if non-empty
self._init_record()
def resolve(module_name, dotted_path):
if module_name in sys.modules:
mod = sys.modules[module_name]
else:
mod = __import__(module_name)
if dotted_path is None:
result = mod
else:
parts = dotted_path.split('.')
result = getattr(mod, parts.pop(0))
for p in parts:
result = getattr(result, p)
return result
class ExportEntry(object):
def __init__(self, name, prefix, suffix, flags):
self.name = name
self.prefix = prefix
self.suffix = suffix
self.flags = flags
@cached_property
def value(self):
return resolve(self.prefix, self.suffix)
def __repr__(self): # pragma: no cover
return '<ExportEntry %s = %s:%s %s>' % (self.name, self.prefix,
self.suffix, self.flags)
def __eq__(self, other):
if not isinstance(other, ExportEntry):
result = False
else:
result = (self.name == other.name and
self.prefix == other.prefix and
self.suffix == other.suffix and
self.flags == other.flags)
return result
__hash__ = object.__hash__
ENTRY_RE = re.compile(r'''(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
''', re.VERBOSE)
def get_export_entry(specification):
m = ENTRY_RE.search(specification)
if not m:
result = None
if '[' in specification or ']' in specification:
raise DistlibException("Invalid specification "
"'%s'" % specification)
else:
d = m.groupdict()
name = d['name']
path = d['callable']
colons = path.count(':')
if colons == 0:
prefix, suffix = path, None
else:
if colons != 1:
raise DistlibException("Invalid specification "
"'%s'" % specification)
prefix, suffix = path.split(':')
flags = d['flags']
if flags is None:
if '[' in specification or ']' in specification:
raise DistlibException("Invalid specification "
"'%s'" % specification)
flags = []
else:
flags = [f.strip() for f in flags.split(',')]
result = ExportEntry(name, prefix, suffix, flags)
return result
def get_cache_base(suffix=None):
"""
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
"""
if suffix is None:
suffix = '.distlib'
if os.name == 'nt' and 'LOCALAPPDATA' in os.environ:
result = os.path.expandvars('$localappdata')
else:
# Assume posix, or old Windows
result = os.path.expanduser('~')
# we use 'isdir' instead of 'exists', because we want to
# fail if there's a file with that name
if os.path.isdir(result):
usable = os.access(result, os.W_OK)
if not usable:
logger.warning('Directory exists but is not writable: %s', result)
else:
try:
os.makedirs(result)
usable = True
except OSError:
logger.warning('Unable to create %s', result, exc_info=True)
usable = False
if not usable:
result = tempfile.mkdtemp()
logger.warning('Default location unusable, using %s', result)
return os.path.join(result, suffix)
def path_to_cache_dir(path):
"""
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
"""
d, p = os.path.splitdrive(os.path.abspath(path))
if d:
d = d.replace(':', '---')
p = p.replace(os.sep, '--')
return d + p + '.cache'
def ensure_slash(s):
if not s.endswith('/'):
return s + '/'
return s
def parse_credentials(netloc):
username = password = None
if '@' in netloc:
prefix, netloc = netloc.split('@', 1)
if ':' not in prefix:
username = prefix
else:
username, password = prefix.split(':', 1)
return username, password, netloc
def get_process_umask():
result = os.umask(0o22)
os.umask(result)
return result
def is_string_sequence(seq):
result = True
i = None
for i, s in enumerate(seq):
if not isinstance(s, string_types):
result = False
break
assert i is not None
return result
PROJECT_NAME_AND_VERSION = re.compile('([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-'
'([a-z0-9_.+-]+)', re.I)
PYTHON_VERSION = re.compile(r'-py(\d\.?\d?)')
def split_filename(filename, project_name=None):
"""
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
"""
result = None
pyver = None
filename = unquote(filename).replace(' ', '-')
m = PYTHON_VERSION.search(filename)
if m:
pyver = m.group(1)
filename = filename[:m.start()]
if project_name and len(filename) > len(project_name) + 1:
m = re.match(re.escape(project_name) + r'\b', filename)
if m:
n = m.end()
result = filename[:n], filename[n + 1:], pyver
if result is None:
m = PROJECT_NAME_AND_VERSION.match(filename)
if m:
result = m.group(1), m.group(3), pyver
return result
# Allow spaces in name because of legacy dists like "Twisted Core"
NAME_VERSION_RE = re.compile(r'(?P<name>[\w .-]+)\s*'
r'\(\s*(?P<ver>[^\s)]+)\)$')
def parse_name_and_version(p):
"""
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
"""
m = NAME_VERSION_RE.match(p)
if not m:
raise DistlibException('Ill-formed name/version string: \'%s\'' % p)
d = m.groupdict()
return d['name'].strip().lower(), d['ver']
def get_extras(requested, available):
result = set()
requested = set(requested or [])
available = set(available or [])
if '*' in requested:
requested.remove('*')
result |= available
for r in requested:
if r == '-':
result.add(r)
elif r.startswith('-'):
unwanted = r[1:]
if unwanted not in available:
logger.warning('undeclared extra: %s' % unwanted)
if unwanted in result:
result.remove(unwanted)
else:
if r not in available:
logger.warning('undeclared extra: %s' % r)
result.add(r)
return result
#
# Extended metadata functionality
#
def _get_external_data(url):
result = {}
try:
# urlopen might fail if it runs into redirections,
# because of Python issue #13696. Fixed in locators
# using a custom redirect handler.
resp = urlopen(url)
headers = resp.info()
ct = headers.get('Content-Type')
if not ct.startswith('application/json'):
logger.debug('Unexpected response for JSON request: %s', ct)
else:
reader = codecs.getreader('utf-8')(resp)
#data = reader.read().decode('utf-8')
#result = json.loads(data)
result = json.load(reader)
except Exception as e:
logger.exception('Failed to get external data for %s: %s', url, e)
return result
_external_data_base_url = 'https://www.red-dove.com/pypi/projects/'
def get_project_data(name):
url = '%s/%s/project.json' % (name[0].upper(), name)
url = urljoin(_external_data_base_url, url)
result = _get_external_data(url)
return result
def get_package_data(name, version):
url = '%s/%s/package-%s.json' % (name[0].upper(), name, version)
url = urljoin(_external_data_base_url, url)
return _get_external_data(url)
class Cache(object):
"""
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
"""
def __init__(self, base):
"""
Initialise an instance.
:param base: The base directory where the cache should be located.
"""
# we use 'isdir' instead of 'exists', because we want to
# fail if there's a file with that name
if not os.path.isdir(base): # pragma: no cover
os.makedirs(base)
if (os.stat(base).st_mode & 0o77) != 0:
logger.warning('Directory \'%s\' is not private', base)
self.base = os.path.abspath(os.path.normpath(base))
def prefix_to_dir(self, prefix):
"""
Converts a resource prefix to a directory name in the cache.
"""
return path_to_cache_dir(prefix)
def clear(self):
"""
Clear the cache.
"""
not_removed = []
for fn in os.listdir(self.base):
fn = os.path.join(self.base, fn)
try:
if os.path.islink(fn) or os.path.isfile(fn):
os.remove(fn)
elif os.path.isdir(fn):
shutil.rmtree(fn)
except Exception:
not_removed.append(fn)
return not_removed
class EventMixin(object):
"""
A very simple publish/subscribe system.
"""
def __init__(self):
self._subscribers = {}
def add(self, event, subscriber, append=True):
"""
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
"""
subs = self._subscribers
if event not in subs:
subs[event] = deque([subscriber])
else:
sq = subs[event]
if append:
sq.append(subscriber)
else:
sq.appendleft(subscriber)
def remove(self, event, subscriber):
"""
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
"""
subs = self._subscribers
if event not in subs:
raise ValueError('No subscribers: %r' % event)
subs[event].remove(subscriber)
def get_subscribers(self, event):
"""
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
"""
return iter(self._subscribers.get(event, ()))
def publish(self, event, *args, **kwargs):
"""
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
"""
result = []
for subscriber in self.get_subscribers(event):
try:
value = subscriber(event, *args, **kwargs)
except Exception:
logger.exception('Exception during event publication')
value = None
result.append(value)
logger.debug('publish %s: args = %s, kwargs = %s, result = %s',
event, args, kwargs, result)
return result
#
# Simple sequencing
#
class Sequencer(object):
def __init__(self):
self._preds = {}
self._succs = {}
self._nodes = set() # nodes with no preds/succs
def add_node(self, node):
self._nodes.add(node)
def remove_node(self, node, edges=False):
if node in self._nodes:
self._nodes.remove(node)
if edges:
for p in set(self._preds.get(node, ())):
self.remove(p, node)
for s in set(self._succs.get(node, ())):
self.remove(node, s)
# Remove empties
for k, v in list(self._preds.items()):
if not v:
del self._preds[k]
for k, v in list(self._succs.items()):
if not v:
del self._succs[k]
def add(self, pred, succ):
assert pred != succ
self._preds.setdefault(succ, set()).add(pred)
self._succs.setdefault(pred, set()).add(succ)
def remove(self, pred, succ):
assert pred != succ
try:
preds = self._preds[succ]
succs = self._succs[pred]
except KeyError: # pragma: no cover
raise ValueError('%r not a successor of anything' % succ)
try:
preds.remove(pred)
succs.remove(succ)
except KeyError: # pragma: no cover
raise ValueError('%r not a successor of %r' % (succ, pred))
def is_step(self, step):
return (step in self._preds or step in self._succs or
step in self._nodes)
def get_steps(self, final):
if not self.is_step(final):
raise ValueError('Unknown: %r' % final)
result = []
todo = []
seen = set()
todo.append(final)
while todo:
step = todo.pop(0)
if step in seen:
# if a step was already seen,
# move it to the end (so it will appear earlier
# when reversed on return) ... but not for the
# final step, as that would be confusing for
# users
if step != final:
result.remove(step)
result.append(step)
else:
seen.add(step)
result.append(step)
preds = self._preds.get(step, ())
todo.extend(preds)
return reversed(result)
@property
def strong_connections(self):
#http://en.wikipedia.org/wiki/Tarjan%27s_strongly_connected_components_algorithm
index_counter = [0]
stack = []
lowlinks = {}
index = {}
result = []
graph = self._succs
def strongconnect(node):
# set the depth index for this node to the smallest unused index
index[node] = index_counter[0]
lowlinks[node] = index_counter[0]
index_counter[0] += 1
stack.append(node)
# Consider successors
try:
successors = graph[node]
except Exception:
successors = []
for successor in successors:
if successor not in lowlinks:
# Successor has not yet been visited
strongconnect(successor)
lowlinks[node] = min(lowlinks[node],lowlinks[successor])
elif successor in stack:
# the successor is in the stack and hence in the current
# strongly connected component (SCC)
lowlinks[node] = min(lowlinks[node],index[successor])
# If `node` is a root node, pop the stack and generate an SCC
if lowlinks[node] == index[node]:
connected_component = []
while True:
successor = stack.pop()
connected_component.append(successor)
if successor == node: break
component = tuple(connected_component)
# storing the result
result.append(component)
for node in graph:
if node not in lowlinks:
strongconnect(node)
return result
@property
def dot(self):
result = ['digraph G {']
for succ in self._preds:
preds = self._preds[succ]
for pred in preds:
result.append(' %s -> %s;' % (pred, succ))
for node in self._nodes:
result.append(' %s;' % node)
result.append('}')
return '\n'.join(result)
#
# Unarchiving functionality for zip, tar, tgz, tbz, whl
#
ARCHIVE_EXTENSIONS = ('.tar.gz', '.tar.bz2', '.tar', '.zip',
'.tgz', '.tbz', '.whl')
def unarchive(archive_filename, dest_dir, format=None, check=True):
def check_path(path):
if not isinstance(path, text_type):
path = path.decode('utf-8')
p = os.path.abspath(os.path.join(dest_dir, path))
if not p.startswith(dest_dir) or p[plen] != os.sep:
raise ValueError('path outside destination: %r' % p)
dest_dir = os.path.abspath(dest_dir)
plen = len(dest_dir)
archive = None
if format is None:
if archive_filename.endswith(('.zip', '.whl')):
format = 'zip'
elif archive_filename.endswith(('.tar.gz', '.tgz')):
format = 'tgz'
mode = 'r:gz'
elif archive_filename.endswith(('.tar.bz2', '.tbz')):
format = 'tbz'
mode = 'r:bz2'
elif archive_filename.endswith('.tar'):
format = 'tar'
mode = 'r'
else: # pragma: no cover
raise ValueError('Unknown format for %r' % archive_filename)
try:
if format == 'zip':
archive = ZipFile(archive_filename, 'r')
if check:
names = archive.namelist()
for name in names:
check_path(name)
else:
archive = tarfile.open(archive_filename, mode)
if check:
names = archive.getnames()
for name in names:
check_path(name)
if format != 'zip' and sys.version_info[0] < 3:
# See Python issue 17153. If the dest path contains Unicode,
# tarfile extraction fails on Python 2.x if a member path name
# contains non-ASCII characters - it leads to an implicit
# bytes -> unicode conversion using ASCII to decode.
for tarinfo in archive.getmembers():
if not isinstance(tarinfo.name, text_type):
tarinfo.name = tarinfo.name.decode('utf-8')
# Limit extraction of dangerous items, if this Python
# allows it easily. If not, just trust the input.
# See: https://docs.python.org/3/library/tarfile.html#extraction-filters
def extraction_filter(member, path):
"""Run tarfile.tar_fillter, but raise the expected ValueError"""
# This is only called if the current Python has tarfile filters
try:
return tarfile.tar_filter(member, path)
except tarfile.FilterError as exc:
raise ValueError(str(exc))
archive.extraction_filter = extraction_filter
archive.extractall(dest_dir)
finally:
if archive:
archive.close()
def zip_dir(directory):
"""zip a directory tree into a BytesIO object"""
result = io.BytesIO()
dlen = len(directory)
with ZipFile(result, "w") as zf:
for root, dirs, files in os.walk(directory):
for name in files:
full = os.path.join(root, name)
rel = root[dlen:]
dest = os.path.join(rel, name)
zf.write(full, dest)
return result
#
# Simple progress bar
#
UNITS = ('', 'K', 'M', 'G','T','P')
class Progress(object):
unknown = 'UNKNOWN'
def __init__(self, minval=0, maxval=100):
assert maxval is None or maxval >= minval
self.min = self.cur = minval
self.max = maxval
self.started = None
self.elapsed = 0
self.done = False
def update(self, curval):
assert self.min <= curval
assert self.max is None or curval <= self.max
self.cur = curval
now = time.time()
if self.started is None:
self.started = now
else:
self.elapsed = now - self.started
def increment(self, incr):
assert incr >= 0
self.update(self.cur + incr)
def start(self):
self.update(self.min)
return self
def stop(self):
if self.max is not None:
self.update(self.max)
self.done = True
@property
def maximum(self):
return self.unknown if self.max is None else self.max
@property
def percentage(self):
if self.done:
result = '100 %'
elif self.max is None:
result = ' ?? %'
else:
v = 100.0 * (self.cur - self.min) / (self.max - self.min)
result = '%3d %%' % v
return result
def format_duration(self, duration):
if (duration <= 0) and self.max is None or self.cur == self.min:
result = '??:??:??'
#elif duration < 1:
# result = '--:--:--'
else:
result = time.strftime('%H:%M:%S', time.gmtime(duration))
return result
@property
def ETA(self):
if self.done:
prefix = 'Done'
t = self.elapsed
#import pdb; pdb.set_trace()
else:
prefix = 'ETA '
if self.max is None:
t = -1
elif self.elapsed == 0 or (self.cur == self.min):
t = 0
else:
#import pdb; pdb.set_trace()
t = float(self.max - self.min)
t /= self.cur - self.min
t = (t - 1) * self.elapsed
return '%s: %s' % (prefix, self.format_duration(t))
@property
def speed(self):
if self.elapsed == 0:
result = 0.0
else:
result = (self.cur - self.min) / self.elapsed
for unit in UNITS:
if result < 1000:
break
result /= 1000.0
return '%d %sB/s' % (result, unit)
#
# Glob functionality
#
RICH_GLOB = re.compile(r'\{([^}]*)\}')
_CHECK_RECURSIVE_GLOB = re.compile(r'[^/\\,{]\*\*|\*\*[^/\\,}]')
_CHECK_MISMATCH_SET = re.compile(r'^[^{]*\}|\{[^}]*$')
def iglob(path_glob):
"""Extended globbing function that supports ** and {opt1,opt2,opt3}."""
if _CHECK_RECURSIVE_GLOB.search(path_glob):
msg = """invalid glob %r: recursive glob "**" must be used alone"""
raise ValueError(msg % path_glob)
if _CHECK_MISMATCH_SET.search(path_glob):
msg = """invalid glob %r: mismatching set marker '{' or '}'"""
raise ValueError(msg % path_glob)
return _iglob(path_glob)
def _iglob(path_glob):
rich_path_glob = RICH_GLOB.split(path_glob, 1)
if len(rich_path_glob) > 1:
assert len(rich_path_glob) == 3, rich_path_glob
prefix, set, suffix = rich_path_glob
for item in set.split(','):
for path in _iglob(''.join((prefix, item, suffix))):
yield path
else:
if '**' not in path_glob:
for item in std_iglob(path_glob):
yield item
else:
prefix, radical = path_glob.split('**', 1)
if prefix == '':
prefix = '.'
if radical == '':
radical = '*'
else:
# we support both
radical = radical.lstrip('/')
radical = radical.lstrip('\\')
for path, dir, files in os.walk(prefix):
path = os.path.normpath(path)
for fn in _iglob(os.path.join(path, radical)):
yield fn
if ssl:
from .compat import (HTTPSHandler as BaseHTTPSHandler, match_hostname,
CertificateError)
#
# HTTPSConnection which verifies certificates/matches domains
#
class HTTPSConnection(httplib.HTTPSConnection):
ca_certs = None # set this to the path to the certs file (.pem)
check_domain = True # only used if ca_certs is not None
# noinspection PyPropertyAccess
def connect(self):
sock = socket.create_connection((self.host, self.port), self.timeout)
if getattr(self, '_tunnel_host', False):
self.sock = sock
self._tunnel()
if not hasattr(ssl, 'SSLContext'):
# For 2.x
if self.ca_certs:
cert_reqs = ssl.CERT_REQUIRED
else:
cert_reqs = ssl.CERT_NONE
self.sock = ssl.wrap_socket(sock, self.key_file, self.cert_file,
cert_reqs=cert_reqs,
ssl_version=ssl.PROTOCOL_SSLv23,
ca_certs=self.ca_certs)
else: # pragma: no cover
context = ssl.SSLContext(ssl.PROTOCOL_SSLv23)
context.options |= ssl.OP_NO_SSLv2
if self.cert_file:
context.load_cert_chain(self.cert_file, self.key_file)
kwargs = {}
if self.ca_certs:
context.verify_mode = ssl.CERT_REQUIRED
context.load_verify_locations(cafile=self.ca_certs)
if getattr(ssl, 'HAS_SNI', False):
kwargs['server_hostname'] = self.host
self.sock = context.wrap_socket(sock, **kwargs)
if self.ca_certs and self.check_domain:
try:
match_hostname(self.sock.getpeercert(), self.host)
logger.debug('Host verified: %s', self.host)
except CertificateError: # pragma: no cover
self.sock.shutdown(socket.SHUT_RDWR)
self.sock.close()
raise
class HTTPSHandler(BaseHTTPSHandler):
def __init__(self, ca_certs, check_domain=True):
BaseHTTPSHandler.__init__(self)
self.ca_certs = ca_certs
self.check_domain = check_domain
def _conn_maker(self, *args, **kwargs):
"""
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
"""
result = HTTPSConnection(*args, **kwargs)
if self.ca_certs:
result.ca_certs = self.ca_certs
result.check_domain = self.check_domain
return result
def https_open(self, req):
try:
return self.do_open(self._conn_maker, req)
except URLError as e:
if 'certificate verify failed' in str(e.reason):
raise CertificateError('Unable to verify server certificate '
'for %s' % req.host)
else:
raise
#
# To prevent against mixing HTTP traffic with HTTPS (examples: A Man-In-The-
# Middle proxy using HTTP listens on port 443, or an index mistakenly serves
# HTML containing a http://xyz link when it should be https://xyz),
# you can use the following handler class, which does not allow HTTP traffic.
#
# It works by inheriting from HTTPHandler - so build_opener won't add a
# handler for HTTP itself.
#
class HTTPSOnlyHandler(HTTPSHandler, HTTPHandler):
def http_open(self, req):
raise URLError('Unexpected HTTP request on what should be a secure '
'connection: %s' % req)
#
# XML-RPC with timeouts
#
_ver_info = sys.version_info[:2]
if _ver_info == (2, 6):
class HTTP(httplib.HTTP):
def __init__(self, host='', port=None, **kwargs):
if port == 0: # 0 means use port 0, not the default port
port = None
self._setup(self._connection_class(host, port, **kwargs))
if ssl:
class HTTPS(httplib.HTTPS):
def __init__(self, host='', port=None, **kwargs):
if port == 0: # 0 means use port 0, not the default port
port = None
self._setup(self._connection_class(host, port, **kwargs))
class Transport(xmlrpclib.Transport):
def __init__(self, timeout, use_datetime=0):
self.timeout = timeout
xmlrpclib.Transport.__init__(self, use_datetime)
def make_connection(self, host):
h, eh, x509 = self.get_host_info(host)
if _ver_info == (2, 6):
result = HTTP(h, timeout=self.timeout)
else:
if not self._connection or host != self._connection[0]:
self._extra_headers = eh
self._connection = host, httplib.HTTPConnection(h)
result = self._connection[1]
return result
if ssl:
class SafeTransport(xmlrpclib.SafeTransport):
def __init__(self, timeout, use_datetime=0):
self.timeout = timeout
xmlrpclib.SafeTransport.__init__(self, use_datetime)
def make_connection(self, host):
h, eh, kwargs = self.get_host_info(host)
if not kwargs:
kwargs = {}
kwargs['timeout'] = self.timeout
if _ver_info == (2, 6):
result = HTTPS(host, None, **kwargs)
else:
if not self._connection or host != self._connection[0]:
self._extra_headers = eh
self._connection = host, httplib.HTTPSConnection(h, None,
**kwargs)
result = self._connection[1]
return result
class ServerProxy(xmlrpclib.ServerProxy):
def __init__(self, uri, **kwargs):
self.timeout = timeout = kwargs.pop('timeout', None)
# The above classes only come into play if a timeout
# is specified
if timeout is not None:
scheme, _ = splittype(uri)
use_datetime = kwargs.get('use_datetime', 0)
if scheme == 'https':
tcls = SafeTransport
else:
tcls = Transport
kwargs['transport'] = t = tcls(timeout, use_datetime=use_datetime)
self.transport = t
xmlrpclib.ServerProxy.__init__(self, uri, **kwargs)
#
# CSV functionality. This is provided because on 2.x, the csv module can't
# handle Unicode. However, we need to deal with Unicode in e.g. RECORD files.
#
def _csv_open(fn, mode, **kwargs):
if sys.version_info[0] < 3:
mode += 'b'
else:
kwargs['newline'] = ''
return open(fn, mode, **kwargs)
class CSVBase(object):
defaults = {
'delimiter': str(','), # The strs are used because we need native
'quotechar': str('"'), # str in the csv API (2.x won't take
'lineterminator': str('\n') # Unicode)
}
def __enter__(self):
return self
def __exit__(self, *exc_info):
self.stream.close()
class CSVReader(CSVBase):
def __init__(self, **kwargs):
if 'stream' in kwargs:
stream = kwargs['stream']
if sys.version_info[0] >= 3:
# needs to be a text stream
stream = codecs.getreader('utf-8')(stream)
self.stream = stream
else:
self.stream = _csv_open(kwargs['path'], 'r')
self.reader = csv.reader(self.stream, **self.defaults)
def __iter__(self):
return self
def next(self):
result = next(self.reader)
if sys.version_info[0] < 3:
for i, item in enumerate(result):
if not isinstance(item, text_type):
result[i] = item.decode('utf-8')
return result
__next__ = next
class CSVWriter(CSVBase):
def __init__(self, fn, **kwargs):
self.stream = _csv_open(fn, 'w')
self.writer = csv.writer(self.stream, **self.defaults)
def writerow(self, row):
if sys.version_info[0] < 3:
r = []
for item in row:
if isinstance(item, text_type):
item = item.encode('utf-8')
r.append(item)
row = r
self.writer.writerow(row)
#
# Configurator functionality
#
class Configurator(BaseConfigurator):
value_converters = dict(BaseConfigurator.value_converters)
value_converters['inc'] = 'inc_convert'
def __init__(self, config, base=None):
super(Configurator, self).__init__(config)
self.base = base or os.getcwd()
def configure_custom(self, config):
def convert(o):
if isinstance(o, (list, tuple)):
result = type(o)([convert(i) for i in o])
elif isinstance(o, dict):
if '()' in o:
result = self.configure_custom(o)
else:
result = {}
for k in o:
result[k] = convert(o[k])
else:
result = self.convert(o)
return result
c = config.pop('()')
if not callable(c):
c = self.resolve(c)
props = config.pop('.', None)
# Check for valid identifiers
args = config.pop('[]', ())
if args:
args = tuple([convert(o) for o in args])
items = [(k, convert(config[k])) for k in config if valid_ident(k)]
kwargs = dict(items)
result = c(*args, **kwargs)
if props:
for n, v in props.items():
setattr(result, n, convert(v))
return result
def __getitem__(self, key):
result = self.config[key]
if isinstance(result, dict) and '()' in result:
self.config[key] = result = self.configure_custom(result)
return result
def inc_convert(self, value):
"""Default converter for the inc:// protocol."""
if not os.path.isabs(value):
value = os.path.join(self.base, value)
with codecs.open(value, 'r', encoding='utf-8') as f:
result = json.load(f)
return result
#
# Mixin for running subprocesses and capturing their output
#
class SubprocessMixin(object):
def __init__(self, verbose=False, progress=None):
self.verbose = verbose
self.progress = progress
def reader(self, stream, context):
"""
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
"""
progress = self.progress
verbose = self.verbose
while True:
s = stream.readline()
if not s:
break
if progress is not None:
progress(s, context)
else:
if not verbose:
sys.stderr.write('.')
else:
sys.stderr.write(s.decode('utf-8'))
sys.stderr.flush()
stream.close()
def run_command(self, cmd, **kwargs):
p = subprocess.Popen(cmd, stdout=subprocess.PIPE,
stderr=subprocess.PIPE, **kwargs)
t1 = threading.Thread(target=self.reader, args=(p.stdout, 'stdout'))
t1.start()
t2 = threading.Thread(target=self.reader, args=(p.stderr, 'stderr'))
t2.start()
p.wait()
t1.join()
t2.join()
if self.progress is not None:
self.progress('done.', 'main')
elif self.verbose:
sys.stderr.write('done.\n')
return p
def normalize_name(name):
"""Normalize a python package name a la PEP 503"""
# https://www.python.org/dev/peps/pep-0503/#normalized-names
return re.sub('[-_.]+', '-', name).lower()
distlib/scripts.py 0000644 00000035570 15043676017 0010262 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2015 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from io import BytesIO
import logging
import os
import re
import struct
import sys
from .compat import sysconfig, detect_encoding, ZipFile
from .resources import finder
from .util import (FileOperator, get_export_entry, convert_path,
get_executable, in_venv)
logger = logging.getLogger(__name__)
_DEFAULT_MANIFEST = '''
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>'''.strip()
# check if Python is called on the first line with this expression
FIRST_LINE_RE = re.compile(b'^#!.*pythonw?[0-9.]*([ \t].*)?$')
SCRIPT_TEMPLATE = '''# -*- coding: utf-8 -*-
if __name__ == '__main__':
import sys, re
def _resolve(module, func):
__import__(module)
mod = sys.modules[module]
parts = func.split('.')
result = getattr(mod, parts.pop(0))
for p in parts:
result = getattr(result, p)
return result
try:
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
func = _resolve('%(module)s', '%(func)s')
rc = func() # None interpreted as 0
except Exception as e: # only supporting Python >= 2.6
sys.stderr.write('%%s\\n' %% e)
rc = 1
sys.exit(rc)
'''
def _enquote_executable(executable):
if ' ' in executable:
# make sure we quote only the executable in case of env
# for example /usr/bin/env "/dir with spaces/bin/jython"
# instead of "/usr/bin/env /dir with spaces/bin/jython"
# otherwise whole
if executable.startswith('/usr/bin/env '):
env, _executable = executable.split(' ', 1)
if ' ' in _executable and not _executable.startswith('"'):
executable = '%s "%s"' % (env, _executable)
else:
if not executable.startswith('"'):
executable = '"%s"' % executable
return executable
class ScriptMaker(object):
"""
A class to copy or create scripts from source scripts or callable
specifications.
"""
script_template = SCRIPT_TEMPLATE
executable = None # for shebangs
def __init__(self, source_dir, target_dir, add_launchers=True,
dry_run=False, fileop=None):
self.source_dir = source_dir
self.target_dir = target_dir
self.add_launchers = add_launchers
self.force = False
self.clobber = False
# It only makes sense to set mode bits on POSIX.
self.set_mode = (os.name == 'posix') or (os.name == 'java' and
os._name == 'posix')
self.variants = set(('', 'X.Y'))
self._fileop = fileop or FileOperator(dry_run)
self._is_nt = os.name == 'nt' or (
os.name == 'java' and os._name == 'nt')
def _get_alternate_executable(self, executable, options):
if options.get('gui', False) and self._is_nt: # pragma: no cover
dn, fn = os.path.split(executable)
fn = fn.replace('python', 'pythonw')
executable = os.path.join(dn, fn)
return executable
if sys.platform.startswith('java'): # pragma: no cover
def _is_shell(self, executable):
"""
Determine if the specified executable is a script
(contains a #! line)
"""
try:
with open(executable) as fp:
return fp.read(2) == '#!'
except (OSError, IOError):
logger.warning('Failed to open %s', executable)
return False
def _fix_jython_executable(self, executable):
if self._is_shell(executable):
# Workaround for Jython is not needed on Linux systems.
import java
if java.lang.System.getProperty('os.name') == 'Linux':
return executable
elif executable.lower().endswith('jython.exe'):
# Use wrapper exe for Jython on Windows
return executable
return '/usr/bin/env %s' % executable
def _get_shebang(self, encoding, post_interp=b'', options=None):
enquote = True
if self.executable:
executable = self.executable
enquote = False # assume this will be taken care of
elif not sysconfig.is_python_build():
executable = get_executable()
elif in_venv(): # pragma: no cover
executable = os.path.join(sysconfig.get_path('scripts'),
'python%s' % sysconfig.get_config_var('EXE'))
else: # pragma: no cover
executable = os.path.join(
sysconfig.get_config_var('BINDIR'),
'python%s%s' % (sysconfig.get_config_var('VERSION'),
sysconfig.get_config_var('EXE')))
if options:
executable = self._get_alternate_executable(executable, options)
if sys.platform.startswith('java'): # pragma: no cover
executable = self._fix_jython_executable(executable)
# Normalise case for Windows
executable = os.path.normcase(executable)
# If the user didn't specify an executable, it may be necessary to
# cater for executable paths with spaces (not uncommon on Windows)
if enquote:
executable = _enquote_executable(executable)
# Issue #51: don't use fsencode, since we later try to
# check that the shebang is decodable using utf-8.
executable = executable.encode('utf-8')
# in case of IronPython, play safe and enable frames support
if (sys.platform == 'cli' and '-X:Frames' not in post_interp
and '-X:FullFrames' not in post_interp): # pragma: no cover
post_interp += b' -X:Frames'
shebang = b'#!' + executable + post_interp + b'\n'
# Python parser starts to read a script using UTF-8 until
# it gets a #coding:xxx cookie. The shebang has to be the
# first line of a file, the #coding:xxx cookie cannot be
# written before. So the shebang has to be decodable from
# UTF-8.
try:
shebang.decode('utf-8')
except UnicodeDecodeError: # pragma: no cover
raise ValueError(
'The shebang (%r) is not decodable from utf-8' % shebang)
# If the script is encoded to a custom encoding (use a
# #coding:xxx cookie), the shebang has to be decodable from
# the script encoding too.
if encoding != 'utf-8':
try:
shebang.decode(encoding)
except UnicodeDecodeError: # pragma: no cover
raise ValueError(
'The shebang (%r) is not decodable '
'from the script encoding (%r)' % (shebang, encoding))
return shebang
def _get_script_text(self, entry):
return self.script_template % dict(module=entry.prefix,
func=entry.suffix)
manifest = _DEFAULT_MANIFEST
def get_manifest(self, exename):
base = os.path.basename(exename)
return self.manifest % base
def _write_script(self, names, shebang, script_bytes, filenames, ext):
use_launcher = self.add_launchers and self._is_nt
linesep = os.linesep.encode('utf-8')
if not use_launcher:
script_bytes = shebang + linesep + script_bytes
else: # pragma: no cover
if ext == 'py':
launcher = self._get_launcher('t')
else:
launcher = self._get_launcher('w')
stream = BytesIO()
with ZipFile(stream, 'w') as zf:
zf.writestr('__main__.py', script_bytes)
zip_data = stream.getvalue()
script_bytes = launcher + shebang + linesep + zip_data
for name in names:
outname = os.path.join(self.target_dir, name)
if use_launcher: # pragma: no cover
n, e = os.path.splitext(outname)
if e.startswith('.py'):
outname = n
outname = '%s.exe' % outname
try:
self._fileop.write_binary_file(outname, script_bytes)
except Exception:
# Failed writing an executable - it might be in use.
logger.warning('Failed to write executable - trying to '
'use .deleteme logic')
dfname = '%s.deleteme' % outname
if os.path.exists(dfname):
os.remove(dfname) # Not allowed to fail here
os.rename(outname, dfname) # nor here
self._fileop.write_binary_file(outname, script_bytes)
logger.debug('Able to replace executable using '
'.deleteme logic')
try:
os.remove(dfname)
except Exception:
pass # still in use - ignore error
else:
if self._is_nt and not outname.endswith('.' + ext): # pragma: no cover
outname = '%s.%s' % (outname, ext)
if os.path.exists(outname) and not self.clobber:
logger.warning('Skipping existing file %s', outname)
continue
self._fileop.write_binary_file(outname, script_bytes)
if self.set_mode:
self._fileop.set_executable_mode([outname])
filenames.append(outname)
def _make_script(self, entry, filenames, options=None):
post_interp = b''
if options:
args = options.get('interpreter_args', [])
if args:
args = ' %s' % ' '.join(args)
post_interp = args.encode('utf-8')
shebang = self._get_shebang('utf-8', post_interp, options=options)
script = self._get_script_text(entry).encode('utf-8')
name = entry.name
scriptnames = set()
if '' in self.variants:
scriptnames.add(name)
if 'X' in self.variants:
scriptnames.add('%s%s' % (name, sys.version[0]))
if 'X.Y' in self.variants:
scriptnames.add('%s-%s' % (name, sys.version[:3]))
if options and options.get('gui', False):
ext = 'pyw'
else:
ext = 'py'
self._write_script(scriptnames, shebang, script, filenames, ext)
def _copy_script(self, script, filenames):
adjust = False
script = os.path.join(self.source_dir, convert_path(script))
outname = os.path.join(self.target_dir, os.path.basename(script))
if not self.force and not self._fileop.newer(script, outname):
logger.debug('not copying %s (up-to-date)', script)
return
# Always open the file, but ignore failures in dry-run mode --
# that way, we'll get accurate feedback if we can read the
# script.
try:
f = open(script, 'rb')
except IOError: # pragma: no cover
if not self.dry_run:
raise
f = None
else:
first_line = f.readline()
if not first_line: # pragma: no cover
logger.warning('%s: %s is an empty file (skipping)',
self.get_command_name(), script)
return
match = FIRST_LINE_RE.match(first_line.replace(b'\r\n', b'\n'))
if match:
adjust = True
post_interp = match.group(1) or b''
if not adjust:
if f:
f.close()
self._fileop.copy_file(script, outname)
if self.set_mode:
self._fileop.set_executable_mode([outname])
filenames.append(outname)
else:
logger.info('copying and adjusting %s -> %s', script,
self.target_dir)
if not self._fileop.dry_run:
encoding, lines = detect_encoding(f.readline)
f.seek(0)
shebang = self._get_shebang(encoding, post_interp)
if b'pythonw' in first_line: # pragma: no cover
ext = 'pyw'
else:
ext = 'py'
n = os.path.basename(outname)
self._write_script([n], shebang, f.read(), filenames, ext)
if f:
f.close()
@property
def dry_run(self):
return self._fileop.dry_run
@dry_run.setter
def dry_run(self, value):
self._fileop.dry_run = value
if os.name == 'nt' or (os.name == 'java' and os._name == 'nt'): # pragma: no cover
# Executable launcher support.
# Launchers are from https://bitbucket.org/vinay.sajip/simple_launcher/
def _get_launcher(self, kind):
if struct.calcsize('P') == 8: # 64-bit
bits = '64'
else:
bits = '32'
name = '%s%s.exe' % (kind, bits)
# Issue 31: don't hardcode an absolute package name, but
# determine it relative to the current package
distlib_package = __name__.rsplit('.', 1)[0]
result = finder(distlib_package).find(name).bytes
return result
# Public API follows
def make(self, specification, options=None):
"""
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
"""
filenames = []
entry = get_export_entry(specification)
if entry is None:
self._copy_script(specification, filenames)
else:
self._make_script(entry, filenames, options=options)
return filenames
def make_multiple(self, specifications, options=None):
"""
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
"""
filenames = []
for specification in specifications:
filenames.extend(self.make(specification, options))
return filenames
distlib/wheel.py 0000644 00000114313 15043676017 0007670 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2016 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import unicode_literals
import base64
import codecs
import datetime
import distutils.util
from email import message_from_file
import hashlib
import imp
import json
import logging
import os
import posixpath
import re
import shutil
import sys
import tempfile
import zipfile
from . import __version__, DistlibException
from .compat import sysconfig, ZipFile, fsdecode, text_type, filter
from .database import InstalledDistribution
from .metadata import Metadata, METADATA_FILENAME
from .util import (FileOperator, convert_path, CSVReader, CSVWriter, Cache,
cached_property, get_cache_base, read_exports, tempdir)
from .version import NormalizedVersion, UnsupportedVersionError
logger = logging.getLogger(__name__)
cache = None # created when needed
if hasattr(sys, 'pypy_version_info'):
IMP_PREFIX = 'pp'
elif sys.platform.startswith('java'):
IMP_PREFIX = 'jy'
elif sys.platform == 'cli':
IMP_PREFIX = 'ip'
else:
IMP_PREFIX = 'cp'
VER_SUFFIX = sysconfig.get_config_var('py_version_nodot')
if not VER_SUFFIX: # pragma: no cover
VER_SUFFIX = '%s%s' % sys.version_info[:2]
PYVER = 'py' + VER_SUFFIX
IMPVER = IMP_PREFIX + VER_SUFFIX
ARCH = distutils.util.get_platform().replace('-', '_').replace('.', '_')
ABI = sysconfig.get_config_var('SOABI')
if ABI and ABI.startswith('cpython-'):
ABI = ABI.replace('cpython-', 'cp')
else:
def _derive_abi():
parts = ['cp', VER_SUFFIX]
if sysconfig.get_config_var('Py_DEBUG'):
parts.append('d')
if sysconfig.get_config_var('WITH_PYMALLOC'):
parts.append('m')
if sysconfig.get_config_var('Py_UNICODE_SIZE') == 4:
parts.append('u')
return ''.join(parts)
ABI = _derive_abi()
del _derive_abi
FILENAME_RE = re.compile(r'''
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
''', re.IGNORECASE | re.VERBOSE)
NAME_VERSION_RE = re.compile(r'''
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
''', re.IGNORECASE | re.VERBOSE)
SHEBANG_RE = re.compile(br'\s*#![^\r\n]*')
SHEBANG_DETAIL_RE = re.compile(br'^(\s*#!("[^"]+"|\S+))\s+(.*)$')
SHEBANG_PYTHON = b'#!python'
SHEBANG_PYTHONW = b'#!pythonw'
if os.sep == '/':
to_posix = lambda o: o
else:
to_posix = lambda o: o.replace(os.sep, '/')
class Mounter(object):
def __init__(self):
self.impure_wheels = {}
self.libs = {}
def add(self, pathname, extensions):
self.impure_wheels[pathname] = extensions
self.libs.update(extensions)
def remove(self, pathname):
extensions = self.impure_wheels.pop(pathname)
for k, v in extensions:
if k in self.libs:
del self.libs[k]
def find_module(self, fullname, path=None):
if fullname in self.libs:
result = self
else:
result = None
return result
def load_module(self, fullname):
if fullname in sys.modules:
result = sys.modules[fullname]
else:
if fullname not in self.libs:
raise ImportError('unable to find extension for %s' % fullname)
result = imp.load_dynamic(fullname, self.libs[fullname])
result.__loader__ = self
parts = fullname.rsplit('.', 1)
if len(parts) > 1:
result.__package__ = parts[0]
return result
_hook = Mounter()
class Wheel(object):
"""
Class to build and install from Wheel files (PEP 427).
"""
wheel_version = (1, 1)
hash_kind = 'sha256'
def __init__(self, filename=None, sign=False, verify=False):
"""
Initialise an instance using a (valid) filename.
"""
self.sign = sign
self.should_verify = verify
self.buildver = ''
self.pyver = [PYVER]
self.abi = ['none']
self.arch = ['any']
self.dirname = os.getcwd()
if filename is None:
self.name = 'dummy'
self.version = '0.1'
self._filename = self.filename
else:
m = NAME_VERSION_RE.match(filename)
if m:
info = m.groupdict('')
self.name = info['nm']
# Reinstate the local version separator
self.version = info['vn'].replace('_', '-')
self.buildver = info['bn']
self._filename = self.filename
else:
dirname, filename = os.path.split(filename)
m = FILENAME_RE.match(filename)
if not m:
raise DistlibException('Invalid name or '
'filename: %r' % filename)
if dirname:
self.dirname = os.path.abspath(dirname)
self._filename = filename
info = m.groupdict('')
self.name = info['nm']
self.version = info['vn']
self.buildver = info['bn']
self.pyver = info['py'].split('.')
self.abi = info['bi'].split('.')
self.arch = info['ar'].split('.')
@property
def filename(self):
"""
Build and return a filename from the various components.
"""
if self.buildver:
buildver = '-' + self.buildver
else:
buildver = ''
pyver = '.'.join(self.pyver)
abi = '.'.join(self.abi)
arch = '.'.join(self.arch)
# replace - with _ as a local version separator
version = self.version.replace('-', '_')
return '%s-%s%s-%s-%s-%s.whl' % (self.name, version, buildver,
pyver, abi, arch)
@property
def exists(self):
path = os.path.join(self.dirname, self.filename)
return os.path.isfile(path)
@property
def tags(self):
for pyver in self.pyver:
for abi in self.abi:
for arch in self.arch:
yield pyver, abi, arch
@cached_property
def metadata(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
wheel_metadata = self.get_wheel_metadata(zf)
wv = wheel_metadata['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
if file_version < (1, 1):
fn = 'METADATA'
else:
fn = METADATA_FILENAME
try:
metadata_filename = posixpath.join(info_dir, fn)
with zf.open(metadata_filename) as bf:
wf = wrapper(bf)
result = Metadata(fileobj=wf)
except KeyError:
raise ValueError('Invalid wheel, because %s is '
'missing' % fn)
return result
def get_wheel_metadata(self, zf):
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
metadata_filename = posixpath.join(info_dir, 'WHEEL')
with zf.open(metadata_filename) as bf:
wf = codecs.getreader('utf-8')(bf)
message = message_from_file(wf)
return dict(message)
@cached_property
def info(self):
pathname = os.path.join(self.dirname, self.filename)
with ZipFile(pathname, 'r') as zf:
result = self.get_wheel_metadata(zf)
return result
def process_shebang(self, data):
m = SHEBANG_RE.match(data)
if m:
end = m.end()
shebang, data_after_shebang = data[:end], data[end:]
# Preserve any arguments after the interpreter
if b'pythonw' in shebang.lower():
shebang_python = SHEBANG_PYTHONW
else:
shebang_python = SHEBANG_PYTHON
m = SHEBANG_DETAIL_RE.match(shebang)
if m:
args = b' ' + m.groups()[-1]
else:
args = b''
shebang = shebang_python + args
data = shebang + data_after_shebang
else:
cr = data.find(b'\r')
lf = data.find(b'\n')
if cr < 0 or cr > lf:
term = b'\n'
else:
if data[cr:cr + 2] == b'\r\n':
term = b'\r\n'
else:
term = b'\r'
data = SHEBANG_PYTHON + term + data
return data
def get_hash(self, data, hash_kind=None):
if hash_kind is None:
hash_kind = self.hash_kind
try:
hasher = getattr(hashlib, hash_kind)
except AttributeError:
raise DistlibException('Unsupported hash algorithm: %r' % hash_kind)
result = hasher(data).digest()
result = base64.urlsafe_b64encode(result).rstrip(b'=').decode('ascii')
return hash_kind, result
def write_record(self, records, record_path, base):
records = list(records) # make a copy for sorting
p = to_posix(os.path.relpath(record_path, base))
records.append((p, '', ''))
records.sort()
with CSVWriter(record_path) as writer:
for row in records:
writer.writerow(row)
def write_records(self, info, libdir, archive_paths):
records = []
distinfo, info_dir = info
hasher = getattr(hashlib, self.hash_kind)
for ap, p in archive_paths:
with open(p, 'rb') as f:
data = f.read()
digest = '%s=%s' % self.get_hash(data)
size = os.path.getsize(p)
records.append((ap, digest, size))
p = os.path.join(distinfo, 'RECORD')
self.write_record(records, p, libdir)
ap = to_posix(os.path.join(info_dir, 'RECORD'))
archive_paths.append((ap, p))
def build_zip(self, pathname, archive_paths):
with ZipFile(pathname, 'w', zipfile.ZIP_DEFLATED) as zf:
for ap, p in archive_paths:
logger.debug('Wrote %s to %s in wheel', p, ap)
zf.write(p, ap)
def build(self, paths, tags=None, wheel_version=None):
"""
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
"""
if tags is None:
tags = {}
libkey = list(filter(lambda o: o in paths, ('purelib', 'platlib')))[0]
if libkey == 'platlib':
is_pure = 'false'
default_pyver = [IMPVER]
default_abi = [ABI]
default_arch = [ARCH]
else:
is_pure = 'true'
default_pyver = [PYVER]
default_abi = ['none']
default_arch = ['any']
self.pyver = tags.get('pyver', default_pyver)
self.abi = tags.get('abi', default_abi)
self.arch = tags.get('arch', default_arch)
libdir = paths[libkey]
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
archive_paths = []
# First, stuff which is not in site-packages
for key in ('data', 'headers', 'scripts'):
if key not in paths:
continue
path = paths[key]
if os.path.isdir(path):
for root, dirs, files in os.walk(path):
for fn in files:
p = fsdecode(os.path.join(root, fn))
rp = os.path.relpath(p, path)
ap = to_posix(os.path.join(data_dir, key, rp))
archive_paths.append((ap, p))
if key == 'scripts' and not p.endswith('.exe'):
with open(p, 'rb') as f:
data = f.read()
data = self.process_shebang(data)
with open(p, 'wb') as f:
f.write(data)
# Now, stuff which is in site-packages, other than the
# distinfo stuff.
path = libdir
distinfo = None
for root, dirs, files in os.walk(path):
if root == path:
# At the top level only, save distinfo for later
# and skip it for now
for i, dn in enumerate(dirs):
dn = fsdecode(dn)
if dn.endswith('.dist-info'):
distinfo = os.path.join(root, dn)
del dirs[i]
break
assert distinfo, '.dist-info directory expected, not found'
for fn in files:
# comment out next suite to leave .pyc files in
if fsdecode(fn).endswith(('.pyc', '.pyo')):
continue
p = os.path.join(root, fn)
rp = to_posix(os.path.relpath(p, path))
archive_paths.append((rp, p))
# Now distinfo. Assumed to be flat, i.e. os.listdir is enough.
files = os.listdir(distinfo)
for fn in files:
if fn not in ('RECORD', 'INSTALLER', 'SHARED', 'WHEEL'):
p = fsdecode(os.path.join(distinfo, fn))
ap = to_posix(os.path.join(info_dir, fn))
archive_paths.append((ap, p))
wheel_metadata = [
'Wheel-Version: %d.%d' % (wheel_version or self.wheel_version),
'Generator: distlib %s' % __version__,
'Root-Is-Purelib: %s' % is_pure,
]
for pyver, abi, arch in self.tags:
wheel_metadata.append('Tag: %s-%s-%s' % (pyver, abi, arch))
p = os.path.join(distinfo, 'WHEEL')
with open(p, 'w') as f:
f.write('\n'.join(wheel_metadata))
ap = to_posix(os.path.join(info_dir, 'WHEEL'))
archive_paths.append((ap, p))
# Now, at last, RECORD.
# Paths in here are archive paths - nothing else makes sense.
self.write_records((distinfo, info_dir), libdir, archive_paths)
# Now, ready to build the zip file
pathname = os.path.join(self.dirname, self.filename)
self.build_zip(pathname, archive_paths)
return pathname
def install(self, paths, maker, **kwargs):
"""
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written.
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
"""
dry_run = maker.dry_run
warner = kwargs.get('warner')
lib_only = kwargs.get('lib_only', False)
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
metadata_name = posixpath.join(info_dir, METADATA_FILENAME)
wheel_metadata_name = posixpath.join(info_dir, 'WHEEL')
record_name = posixpath.join(info_dir, 'RECORD')
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
with zf.open(wheel_metadata_name) as bwf:
wf = wrapper(bwf)
message = message_from_file(wf)
wv = message['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
if (file_version != self.wheel_version) and warner:
warner(self.wheel_version, file_version)
if message['Root-Is-Purelib'] == 'true':
libdir = paths['purelib']
else:
libdir = paths['platlib']
records = {}
with zf.open(record_name) as bf:
with CSVReader(stream=bf) as reader:
for row in reader:
p = row[0]
records[p] = row
data_pfx = posixpath.join(data_dir, '')
info_pfx = posixpath.join(info_dir, '')
script_pfx = posixpath.join(data_dir, 'scripts', '')
# make a new instance rather than a copy of maker's,
# as we mutate it
fileop = FileOperator(dry_run=dry_run)
fileop.record = True # so we can rollback if needed
bc = not sys.dont_write_bytecode # Double negatives. Lovely!
outfiles = [] # for RECORD writing
# for script copying/shebang processing
workdir = tempfile.mkdtemp()
# set target dir later
# we default add_launchers to False, as the
# Python Launcher should be used instead
maker.source_dir = workdir
maker.target_dir = None
try:
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
# The signature file won't be in RECORD,
# and we don't currently don't do anything with it
if u_arcname.endswith('/RECORD.jws'):
continue
row = records[u_arcname]
if row[2] and str(zinfo.file_size) != row[2]:
raise DistlibException('size mismatch for '
'%s' % u_arcname)
if row[1]:
kind, value = row[1].split('=', 1)
with zf.open(arcname) as bf:
data = bf.read()
_, digest = self.get_hash(data, kind)
if digest != value:
raise DistlibException('digest mismatch for '
'%s' % arcname)
if lib_only and u_arcname.startswith((info_pfx, data_pfx)):
logger.debug('lib_only: skipping %s', u_arcname)
continue
is_script = (u_arcname.startswith(script_pfx)
and not u_arcname.endswith('.exe'))
if u_arcname.startswith(data_pfx):
_, where, rp = u_arcname.split('/', 2)
outfile = os.path.join(paths[where], convert_path(rp))
else:
# meant for site-packages.
if u_arcname in (wheel_metadata_name, record_name):
continue
outfile = os.path.join(libdir, convert_path(u_arcname))
if not is_script:
with zf.open(arcname) as bf:
fileop.copy_stream(bf, outfile)
outfiles.append(outfile)
# Double check the digest of the written file
if not dry_run and row[1]:
with open(outfile, 'rb') as bf:
data = bf.read()
_, newdigest = self.get_hash(data, kind)
if newdigest != digest:
raise DistlibException('digest mismatch '
'on write for '
'%s' % outfile)
if bc and outfile.endswith('.py'):
try:
pyc = fileop.byte_compile(outfile)
outfiles.append(pyc)
except Exception:
# Don't give up if byte-compilation fails,
# but log it and perhaps warn the user
logger.warning('Byte-compilation failed',
exc_info=True)
else:
fn = os.path.basename(convert_path(arcname))
workname = os.path.join(workdir, fn)
with zf.open(arcname) as bf:
fileop.copy_stream(bf, workname)
dn, fn = os.path.split(outfile)
maker.target_dir = dn
filenames = maker.make(fn)
fileop.set_executable_mode(filenames)
outfiles.extend(filenames)
if lib_only:
logger.debug('lib_only: returning None')
dist = None
else:
# Generate scripts
# Try to get pydist.json so we can see if there are
# any commands to generate. If this fails (e.g. because
# of a legacy wheel), log a warning but don't give up.
commands = None
file_version = self.info['Wheel-Version']
if file_version == '1.0':
# Use legacy info
ep = posixpath.join(info_dir, 'entry_points.txt')
try:
with zf.open(ep) as bwf:
epdata = read_exports(bwf)
commands = {}
for key in ('console', 'gui'):
k = '%s_scripts' % key
if k in epdata:
commands['wrap_%s' % key] = d = {}
for v in epdata[k].values():
s = '%s:%s' % (v.prefix, v.suffix)
if v.flags:
s += ' %s' % v.flags
d[v.name] = s
except Exception:
logger.warning('Unable to read legacy script '
'metadata, so cannot generate '
'scripts')
else:
try:
with zf.open(metadata_name) as bwf:
wf = wrapper(bwf)
commands = json.load(wf).get('extensions')
if commands:
commands = commands.get('python.commands')
except Exception:
logger.warning('Unable to read JSON metadata, so '
'cannot generate scripts')
if commands:
console_scripts = commands.get('wrap_console', {})
gui_scripts = commands.get('wrap_gui', {})
if console_scripts or gui_scripts:
script_dir = paths.get('scripts', '')
if not os.path.isdir(script_dir):
raise ValueError('Valid script path not '
'specified')
maker.target_dir = script_dir
for k, v in console_scripts.items():
script = '%s = %s' % (k, v)
filenames = maker.make(script)
fileop.set_executable_mode(filenames)
if gui_scripts:
options = {'gui': True }
for k, v in gui_scripts.items():
script = '%s = %s' % (k, v)
filenames = maker.make(script, options)
fileop.set_executable_mode(filenames)
p = os.path.join(libdir, info_dir)
dist = InstalledDistribution(p)
# Write SHARED
paths = dict(paths) # don't change passed in dict
del paths['purelib']
del paths['platlib']
paths['lib'] = libdir
p = dist.write_shared_locations(paths, dry_run)
if p:
outfiles.append(p)
# Write RECORD
dist.write_installed_files(outfiles, paths['prefix'],
dry_run)
return dist
except Exception: # pragma: no cover
logger.exception('installation failed.')
fileop.rollback()
raise
finally:
shutil.rmtree(workdir)
def _get_dylib_cache(self):
global cache
if cache is None:
# Use native string to avoid issues on 2.x: see Python #20140.
base = os.path.join(get_cache_base(), str('dylib-cache'),
sys.version[:3])
cache = Cache(base)
return cache
def _get_extensions(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
arcname = posixpath.join(info_dir, 'EXTENSIONS')
wrapper = codecs.getreader('utf-8')
result = []
with ZipFile(pathname, 'r') as zf:
try:
with zf.open(arcname) as bf:
wf = wrapper(bf)
extensions = json.load(wf)
cache = self._get_dylib_cache()
prefix = cache.prefix_to_dir(pathname)
cache_base = os.path.join(cache.base, prefix)
if not os.path.isdir(cache_base):
os.makedirs(cache_base)
for name, relpath in extensions.items():
dest = os.path.join(cache_base, convert_path(relpath))
if not os.path.exists(dest):
extract = True
else:
file_time = os.stat(dest).st_mtime
file_time = datetime.datetime.fromtimestamp(file_time)
info = zf.getinfo(relpath)
wheel_time = datetime.datetime(*info.date_time)
extract = wheel_time > file_time
if extract:
zf.extract(relpath, cache_base)
result.append((name, dest))
except KeyError:
pass
return result
def is_compatible(self):
"""
Determine if a wheel is compatible with the running system.
"""
return is_compatible(self)
def is_mountable(self):
"""
Determine if a wheel is asserted as mountable by its metadata.
"""
return True # for now - metadata details TBD
def mount(self, append=False):
pathname = os.path.abspath(os.path.join(self.dirname, self.filename))
if not self.is_compatible():
msg = 'Wheel %s not compatible with this Python.' % pathname
raise DistlibException(msg)
if not self.is_mountable():
msg = 'Wheel %s is marked as not mountable.' % pathname
raise DistlibException(msg)
if pathname in sys.path:
logger.debug('%s already in path', pathname)
else:
if append:
sys.path.append(pathname)
else:
sys.path.insert(0, pathname)
extensions = self._get_extensions()
if extensions:
if _hook not in sys.meta_path:
sys.meta_path.append(_hook)
_hook.add(pathname, extensions)
def unmount(self):
pathname = os.path.abspath(os.path.join(self.dirname, self.filename))
if pathname not in sys.path:
logger.debug('%s not in path', pathname)
else:
sys.path.remove(pathname)
if pathname in _hook.impure_wheels:
_hook.remove(pathname)
if not _hook.impure_wheels:
if _hook in sys.meta_path:
sys.meta_path.remove(_hook)
def verify(self):
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
data_dir = '%s.data' % name_ver
info_dir = '%s.dist-info' % name_ver
metadata_name = posixpath.join(info_dir, METADATA_FILENAME)
wheel_metadata_name = posixpath.join(info_dir, 'WHEEL')
record_name = posixpath.join(info_dir, 'RECORD')
wrapper = codecs.getreader('utf-8')
with ZipFile(pathname, 'r') as zf:
with zf.open(wheel_metadata_name) as bwf:
wf = wrapper(bwf)
message = message_from_file(wf)
wv = message['Wheel-Version'].split('.', 1)
file_version = tuple([int(i) for i in wv])
# TODO version verification
records = {}
with zf.open(record_name) as bf:
with CSVReader(stream=bf) as reader:
for row in reader:
p = row[0]
records[p] = row
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
if '..' in u_arcname:
raise DistlibException('invalid entry in '
'wheel: %r' % u_arcname)
# The signature file won't be in RECORD,
# and we don't currently don't do anything with it
if u_arcname.endswith('/RECORD.jws'):
continue
row = records[u_arcname]
if row[2] and str(zinfo.file_size) != row[2]:
raise DistlibException('size mismatch for '
'%s' % u_arcname)
if row[1]:
kind, value = row[1].split('=', 1)
with zf.open(arcname) as bf:
data = bf.read()
_, digest = self.get_hash(data, kind)
if digest != value:
raise DistlibException('digest mismatch for '
'%s' % arcname)
def update(self, modifier, dest_dir=None, **kwargs):
"""
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
"""
def get_version(path_map, info_dir):
version = path = None
key = '%s/%s' % (info_dir, METADATA_FILENAME)
if key not in path_map:
key = '%s/PKG-INFO' % info_dir
if key in path_map:
path = path_map[key]
version = Metadata(path=path).version
return version, path
def update_version(version, path):
updated = None
try:
v = NormalizedVersion(version)
i = version.find('-')
if i < 0:
updated = '%s+1' % version
else:
parts = [int(s) for s in version[i + 1:].split('.')]
parts[-1] += 1
updated = '%s+%s' % (version[:i],
'.'.join(str(i) for i in parts))
except UnsupportedVersionError:
logger.debug('Cannot update non-compliant (PEP-440) '
'version %r', version)
if updated:
md = Metadata(path=path)
md.version = updated
legacy = not path.endswith(METADATA_FILENAME)
md.write(path=path, legacy=legacy)
logger.debug('Version updated from %r to %r', version,
updated)
pathname = os.path.join(self.dirname, self.filename)
name_ver = '%s-%s' % (self.name, self.version)
info_dir = '%s.dist-info' % name_ver
record_name = posixpath.join(info_dir, 'RECORD')
with tempdir() as workdir:
with ZipFile(pathname, 'r') as zf:
path_map = {}
for zinfo in zf.infolist():
arcname = zinfo.filename
if isinstance(arcname, text_type):
u_arcname = arcname
else:
u_arcname = arcname.decode('utf-8')
if u_arcname == record_name:
continue
if '..' in u_arcname:
raise DistlibException('invalid entry in '
'wheel: %r' % u_arcname)
zf.extract(zinfo, workdir)
path = os.path.join(workdir, convert_path(u_arcname))
path_map[u_arcname] = path
# Remember the version.
original_version, _ = get_version(path_map, info_dir)
# Files extracted. Call the modifier.
modified = modifier(path_map, **kwargs)
if modified:
# Something changed - need to build a new wheel.
current_version, path = get_version(path_map, info_dir)
if current_version and (current_version == original_version):
# Add or update local version to signify changes.
update_version(current_version, path)
# Decide where the new wheel goes.
if dest_dir is None:
fd, newpath = tempfile.mkstemp(suffix='.whl',
prefix='wheel-update-',
dir=workdir)
os.close(fd)
else:
if not os.path.isdir(dest_dir):
raise DistlibException('Not a directory: %r' % dest_dir)
newpath = os.path.join(dest_dir, self.filename)
archive_paths = list(path_map.items())
distinfo = os.path.join(workdir, info_dir)
info = distinfo, info_dir
self.write_records(info, workdir, archive_paths)
self.build_zip(newpath, archive_paths)
if dest_dir is None:
shutil.copyfile(newpath, pathname)
return modified
def compatible_tags():
"""
Return (pyver, abi, arch) tuples compatible with this Python.
"""
versions = [VER_SUFFIX]
major = VER_SUFFIX[0]
for minor in range(sys.version_info[1] - 1, - 1, -1):
versions.append(''.join([major, str(minor)]))
abis = []
for suffix, _, _ in imp.get_suffixes():
if suffix.startswith('.abi'):
abis.append(suffix.split('.', 2)[1])
abis.sort()
if ABI != 'none':
abis.insert(0, ABI)
abis.append('none')
result = []
arches = [ARCH]
if sys.platform == 'darwin':
m = re.match('(\w+)_(\d+)_(\d+)_(\w+)$', ARCH)
if m:
name, major, minor, arch = m.groups()
minor = int(minor)
matches = [arch]
if arch in ('i386', 'ppc'):
matches.append('fat')
if arch in ('i386', 'ppc', 'x86_64'):
matches.append('fat3')
if arch in ('ppc64', 'x86_64'):
matches.append('fat64')
if arch in ('i386', 'x86_64'):
matches.append('intel')
if arch in ('i386', 'x86_64', 'intel', 'ppc', 'ppc64'):
matches.append('universal')
while minor >= 0:
for match in matches:
s = '%s_%s_%s_%s' % (name, major, minor, match)
if s != ARCH: # already there
arches.append(s)
minor -= 1
# Most specific - our Python version, ABI and arch
for abi in abis:
for arch in arches:
result.append((''.join((IMP_PREFIX, versions[0])), abi, arch))
# where no ABI / arch dependency, but IMP_PREFIX dependency
for i, version in enumerate(versions):
result.append((''.join((IMP_PREFIX, version)), 'none', 'any'))
if i == 0:
result.append((''.join((IMP_PREFIX, version[0])), 'none', 'any'))
# no IMP_PREFIX, ABI or arch dependency
for i, version in enumerate(versions):
result.append((''.join(('py', version)), 'none', 'any'))
if i == 0:
result.append((''.join(('py', version[0])), 'none', 'any'))
return set(result)
COMPATIBLE_TAGS = compatible_tags()
del compatible_tags
def is_compatible(wheel, tags=None):
if not isinstance(wheel, Wheel):
wheel = Wheel(wheel) # assume it's a filename
result = False
if tags is None:
tags = COMPATIBLE_TAGS
for ver, abi, arch in tags:
if ver in wheel.pyver and abi in wheel.abi and arch in wheel.arch:
result = True
break
return result
distlib/__pycache__/scripts.cpython-38.pyc 0000644 00000025002 15043676017 0014535 0 ustar 00 U
��.e�? � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZ e�e�Zd�� Ze�d�Zd Zd
d � ZG d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z�# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
c C sX d| krT| � d�rB| �dd�\}}d|krT|� d�sTd||f } n| � d�sTd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�envZ _executable� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/scripts.py�_enquote_executable3 s
r c @ s� e Zd ZdZeZdZd'dd�Zdd� Ze j
� d �rBd
d � Z d d
� Z
dd� Zd(dd�Zdd� ZeZdd� Zdd� Zd)dd�Zdd � Zed d � �Zejd d � �Zejd ks�ejd kr�ej d kr�d!d"� Z d*d#d$�Z d+d%d&�Z dS ),� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
d S )NF�posix�java)� �X.Y�nt)�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__L s �
�zScriptMaker.__init__c C s@ |� dd�r<| jr<tj�|�\}}|�dd�}tj�||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executable\ s
z%ScriptMaker._get_alternate_executabler c
C s\ z0t |�� }|�d�dkW 5 Q R � W S Q R X W n& ttfk
rV t�d|� Y dS X dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!zFailed to open %sFN)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shelld s
& zScriptMaker._is_shellc C sD | � |�r*dd l}|jj�d�dkr<|S n|�� �d�r<|S d| S )Nr zos.nameZLinuxz
jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executablep s
z"ScriptMaker._fix_jython_executablec C s� t jdkrd}n8t|�t|� d }tjdkr4d}nd}d|koF||k}|r^d| | d }n d
}|d | | d 7 }|d
7 }|S )a
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
r T� �darwini � � s #!�
s
#!/bin/sh
s '''exec' s "$0" "$@"
s ' ''')r! r" �len�sys�platform)r) r � post_interpZsimple_shebangZshebang_lengthZmax_shebang_length�resultr r r �_build_shebang| s
�zScriptMaker._build_shebang� c C s` d}| j r| j }d}n^t�� s&t� }nNt� rLtj�t�d�dt� d� �}n(tj�t� d�dt� d�t� d�f �}|r�| �
||�}t j �
d �r�| �|�}tj�|�}|r�t|�}|�d
�}t j d kr�d |kr�d
|kr�|d7 }| �||�}z|�d
� W n" tk
�r td| ��Y nX |d
k�r\z|�|� W n& tk
�rZ td||f ��Y nX |S )NTFZscriptszpython%sZEXEZBINDIRz
python%s%sZVERSIONr �utf-8Zcliz -X:Framesz
-X:FullFramess
-X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r Zis_python_buildr r r! r/ r1 Zget_pathZget_config_varr4 rG rH r r@ �normcaser �encoderK �decode�UnicodeDecodeError�
ValueError)r) �encodingrI r2 Zenquoter �shebangr r r � _get_shebang� sZ �
��
� �
��
zScriptMaker._get_shebangc C s$ | j t|j|j�d�d |jd� S )N�.r )�moduleZ import_name�func)�script_template�dict�prefix�suffixr )r) �entryr r r �_get_script_text� s
�z ScriptMaker._get_script_textc C s t j�|�}| j| S �N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o
| j}tj�d�}|�|�s*||7 }|s8|| }nZ|dkrL| �d�}n
| �d�}t� } t| d��}
|
� d|� W 5 Q R X | �
� } || | }|D �]V} tj � | j
| �}
|�rxtj �|
�\}}|�d�r�|}
d|
}
z| j�|
|� W n� tk
�rt t�d� d |
}tj �|��r&t�|� t�|
|� | j�|
|� t�d
� zt�|� W n tk
�rn Y nX Y nX nl| j�r�|
�d | ��s�d |
|f }
tj �|
��r�| j�s�t�d
|
� q�| j�|
|� | j�r�| j�|
g� |� |
� q�d S )NrM �py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrV z%s.%szSkipping existing file %s) r r( r! �lineseprO r? �
_get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr r$ �set_executable_mode�append)r) �namesrT Z script_bytes� filenames�extZ use_launcherrg Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r �
_write_script� sX
zScriptMaker._write_scriptc C s� d}|r0|� dg �}|r0dd�|� }|�d�}| jd||d�}| �|��d�}|j}t� } d| jkrp| �|� d| jkr�| �d |t j
d
f � d | jkr�| �d |t j
d d
� f � |r�|� dd�r�d}
nd}
| � | ||||
� d S )NrL Zinterpreter_argsz %sr
rM �r2 r �Xz%s%sr r z%s-%srA r, F�pywrd ) r. r1 rO rU r^ r" r% r& �addrG �versionry ) r) r] rs r2 rI �argsrT �scriptr" Z scriptnamesrt r r r � _make_script s(
zScriptMaker._make_scriptc C s� d}t j�| jt|��}t j�| jt j�|��}| jsT| j� ||�sTt
� d|� d S zt |d�}W n t
k
r� | jsz� d }Y nLX |�� }|s�t
�d| �� |� d S t�|�dd��}|r�d}|�d�p�d }|�s|r�|�� | j�||� | j�r| j�|g� |�|� n�t
�d
|| j� | jj�s�t |j�\} }
|� d � | � | |�} d |k�r^d
} nd} t j�|�}
| � |
g| |� � || � |�r�|�� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s
rE Tr rL z copying and adjusting %s -> %sr s pythonwr| rd )!r! r/ r1 r r
r r` r r' Znewerr: ro r6 r9 r* �readliner; Zget_command_name�
FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rp rq �infor �seekrU ry r7 )r) r� rs Zadjustrv �fZ
first_liner� rI rS �linesrT rt rw r r r � _copy_script) sX
� �
zScriptMaker._copy_scriptc C s | j jS r_ �r' r* )r) r r r r* ] s zScriptMaker.dry_runc C s || j _d S r_ r� )r) �valuer r r r* a s r c C sH t �d�dkrd}nd}d||f }t�dd�d }t|��|�j}|S ) N�P� Z64Z32z%s%s.exerV r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_packagerJ r r r rh i s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| �||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
Nrz )r r� r� )r) �
specificationr2 rs r] r r r �makew s zScriptMaker.makec C s$ g }|D ]}|� | �||�� q|S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r) Zspecificationsr2 rs r� r r r �
make_multiple� s zScriptMaker.make_multiple)TFN)rL N)N)N)N) r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErY r r+ r4 rG rH r r= r@ rK rU r^ �_DEFAULT_MANIFESTra rc ry r� r� �propertyr* �setterr! r" r# rh r� r� r r r r r C s6 �
84
4
r ) �ior Zloggingr! �rer� rG �compatr r r Z resourcesr �utilr r r
r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s
distlib/__pycache__/index.cpython-38.pyc 0000644 00000041737 15043676017 0014172 0 ustar 00 U
��.eJR � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ek
r` d dl mZ Y nX ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZmZ e�e�ZdZdZG d d
� d
e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyzhttps://pypi.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc
C s� |pt | _| �� t| j�\}}}}}}|s<|s<|s<|dkrJtd| j ��d| _d| _d| _d| _t t
j d��R}dD ]F} z,t j
| dg||d�}
|
dkr�| | _W q�W qt tk
r� Y qtX qtW 5 Q R X dS ) z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
)ZhttpZhttpszinvalid repository: %sN�w)�gpgZgpg2z --version��stdout�stderrr )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home�open�os�devnull�
subprocessZ
check_call�OSError) �selfr Zscheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r% �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/index.py�__init__$ s(
�
zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )� Distribution)�
PyPIRCCommand)Zdistutils.corer( Zdistutils.configr) )r r( r) �dr% r% r& �_get_pypirc_commandA s z PackageIndex._get_pypirc_commandc C sR | � � }| j|_|�� }|�d�| _|�d�| _|�dd�| _|�d| j�| _dS )z�
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
�username�password�realmr �
repositoryN)r+ r r/ Z _read_pypirc�getr, r- r. )r �cZcfgr% r% r& r K s z PackageIndex.read_configurationc C s$ | � � | �� }|�| j| j� dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
N)�check_credentialsr+ Z
_store_pypircr, r- )r r1 r% r% r& �save_configurationZ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|�| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r, r- r r r r Z add_passwordr. r r )r Zpm�_r! r% r% r& r2 f s z PackageIndex.check_credentialsc C s\ | � � |�� |�� }d|d< | �|�� g �}| �|�}d|d< | �|�� g �}| �|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
Zverify�:actionZsubmit)r2 �validate�todict�encode_request�items� send_request)r �metadatar* �requestZresponser% r% r& �registerr s
zPackageIndex.registerc C sF |� � }|sq:|�d��� }|�|� t�d||f � q |�� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
�utf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r �name�streamZoutbufr# r% r% r& �_reader� s
zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|�d|g� |dk rF|�dddg� t�� }tj�|tj�|�d �}|�d
d d |d
||g� t �
dd�|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
� --status-fd�2�--no-ttyN� --homedirz--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--output� invoking: %s� ) r r �extend�tempfileZmkdtempr r" �join�basenamerC rD )r �filename�signer�
sign_password�keystore�cmdZtdZsfr% r% r& �get_sign_command� s"
�z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|�� t| jd|j|fd�}|�� |dk r�|j� |� |j�
� |� � |� � |� � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
r N�stdinr )�target�argsr )r �PIPE�Popenr rH r �startr rZ �writerE �waitrR �
returncode) r rX Z
input_data�kwargsr r �p�t1�t2r% r% r& � run_command� s& �
zPackageIndex.run_commandc
C sD | � ||||�\}}| �||�d��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
r> r z&sign command failed with error code %s)rY rg �encoder )
r rT rU rV rW rX �sig_filer$ r r r% r% r& � sign_file� s
��
�zPackageIndex.sign_file�sdist�sourcec C s( | � � tj�|�s td| ��|�� |�� }d} |rZ| jsJt� d� n| �
||||�} t |d��}
|
� � } W 5 Q R X t
�| ��� } t
�| ��� }
|�dd||| |
d�� dtj�|�| fg}| �rt | d��}
|
� � }W 5 Q R X |�d tj�| �|f� t�tj�| �� | �|�� |�}| �|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)r5 Zprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r2 r r" �existsr r6 r7 r rC Zwarningrj r �read�hashlib�md5� hexdigestZsha256�updaterS rB �shutilZrmtree�dirnamer8 r9 r: )r r; rT rU rV ro rp rW r* ri �fZ file_datarq rr �filesZsig_datar< r% r% r& � upload_file� sD
� � �zPackageIndex.upload_filec
C s� | � � tj�|�s td| ��tj�|d�}tj�|�sFtd| ��|�� |j|j }}t
|�� � }dd|fd|fg}d||fg}| � ||�} | �
| �S )a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r)r5 Z
doc_uploadrF �versionrs )r2 r r" �isdirr rR rt r6 rF r r �getvaluer8 r: )
r r; Zdoc_dir�fnrF r Zzip_data�fieldsr} r< r% r% r& �upload_documentation( s
� z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|�d|g� |�d||g� t�dd�|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
rI rJ rK NrL z--verifyrN rO )r r rP rC rD rR )r �signature_filename�
data_filenamerW rX r% r% r& �get_verify_commandD s z PackageIndex.get_verify_commandc C sH | j std��| �|||�}| �|�\}}}|dkr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r� rg )r r� r� rW rX r$ r r r% r% r& �verify_signature\ s ��z PackageIndex.verify_signaturec C sl |dkrd}t �d� n6t|ttf�r0|\}}nd}tt|�� }t �d| � t|d���}| �t |��}z�|� � } d}
d} d} d}
d | kr�t | d
�} |r�||
|
| � |�
|
�}|s�q�| t|�7 } |�|� |r�|�|� |
d 7 }
|r�||
|
| � q�W 5 |�
� X W 5 Q R X | dk�r0| | k �r0td | | f ��|�rh|�� }||k�r\td
||||f ��t �d|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedrw zDigest specified: %s�wbi ���r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rC rD �
isinstance�list�tuple�getattrrv r r: r rE �info�intru �lenr` ry r rx )r r ZdestfileZdigestZ
reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizeru Zblocknum�block�actualr% r% r& �
download_fileu s^
��
��zPackageIndex.download_filec C s: g }| j r|�| j � | jr(|�| j� t|� }|�|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rB r r r )r ZreqZhandlersZopenerr% r% r& r: � s zPackageIndex.send_requestc
C s� g }| j }|D ]L\}}t|ttf�s*|g}|D ]*}|�d| d| �d�d|�d�f� q.q|D ].\}} }
|�d| d|| f �d�d|
f� q`|�d| d df� d�|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"r> � z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rP rh rR �strr� r r )r r� r} �partsr� �k�values�v�keyrT �valueZbodyZctr� r% r% r& r8 � sD ���
���
�zPackageIndex.encode_requestc C sF t |t�rd|i}t| jdd�}z|�||p.d�W �S |d�� X d S )NrF g @)ZtimeoutrE �and)r� r
r
r �search)r Zterms�operatorZ rpc_proxyr% r% r& r� � s
zPackageIndex.search)N)N)N)N)NNrk rl N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r' r+ r r3 r2 r= rH rY rg rj r~ r� r� r� r� r: r8 r� r% r% r% r& r s6
�
#
�
9 �
�
M+r ) rv Zloggingr rz r rQ Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
�utilr r r
Z getLoggerr� rC r Z
DEFAULT_REALM�objectr r% r% r% r& �<module> s
distlib/__pycache__/markers.cpython-38.pyc 0000644 00000010555 15043676017 0014521 0 ustar 00 U
��.e# � @ s� d Z ddlZddlZddlZddlZddlmZmZmZ ddl m
Z
m Z dgZ dd� Z
G d d
� d
e�Zd d � Ze� Z[e� Zdd
d�ZdS )zG
Parser for the environment markers micro-language defined in PEP 508.
� N� )�python_implementation�urlparse� string_types)�in_venv� parse_marker� interpretc C s t | t�r| sdS | d dkS )NFr �'")�
isinstancer )�o� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/markers.py� _is_literal s r c
@ sf e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d d� d
d� dd� d� Zdd� ZdS )� Evaluatorz;
This class is used to evaluate marker expessions.
c C s | |kS �Nr ��x�yr r r
�<lambda>$ � zEvaluator.<lambda>c C s | |kS r r r r r r
r % r c C s | |kp| |kS r r r r r r
r & r c C s | |kS r r r r r r
r ' r c C s | |k S r r r r r r
r ( r c C s | |kp| |k S r r r r r r
r ) r c C s | |kS r r r r r r
r * r c C s | |kp| |kS r r r r r r
r + r c C s | o|S r r r r r r
r , r c C s | p|S r r r r r r
r - r c C s | |kS r r r r r r
r . r c C s | |kS r r r r r r
r / r ) z==z===z~=z!=�<z<=�>z>=�and�or�inznot inc C s� t |t�rB|d dkr$|dd� }q�||kr8td| ��|| }n�t |t�sPt�|d }|| jkrntd| ��|d }|d }t|d �r�t|d �r�td
|||f ��| �||�}| �||�}| j| ||�}|S ) z�
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
r r r ���zunknown variable: %s�opzop not implemented: %s�lhs�rhsz invalid comparison: %s %s %s) r
r � SyntaxError�dict�AssertionError�
operations�NotImplementedErrorr �evaluate) �self�expr�context�resultr ZelhsZerhsr r r r r
r$ 2 s$
zEvaluator.evaluateN)�__name__�
__module__� __qualname__�__doc__r" r$ r r r r
r s �r c
C s� dd� } t td�r(| tjj�}tjj}nd}d}||tjt�� t�� t� � t�
� t�� t t � �t�
� t�
� d d� tjd� }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j� 7 }|S )Nz%s.%s.%s�finalr )�major�minor�micro� releaselevel�str�serial)�info�versionZkindr r r
�format_full_versionN s
z,default_context.<locals>.format_full_version�implementation�0� � ) �implementation_name�implementation_versionZos_nameZplatform_machineZ platform_python_implementationZplatform_releaseZplatform_systemZplatform_versionZplatform_in_venvZpython_full_version�python_versionZ sys_platform)�hasattr�sysr7 r5 �name�os�platform�machiner �release�systemr2 r r= )r6 r< r; r( r r r
�default_contextM s(
�rF c
C s� zt | �\}}W n2 tk
rB } ztd| |f ��W 5 d}~X Y nX |rd|d dkrdtd| |f ��tt�}|rz|�|� t�||�S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
z)Unable to interpret marker syntax: %s: %sNr �#z*unexpected trailing data in marker: %s: %s)r � Exceptionr r �DEFAULT_CONTEXT�update� evaluatorr$ )ZmarkerZexecution_contextr& �rest�er' r r r
r q s "
)N)r, rA r? rB �re�compatr r r �utilr r �__all__r �objectr rF rI rK r r r r r
�<module> s / distlib/__pycache__/util.cpython-38.opt-1.pyc 0000644 00000135707 15043676017 0015000 0 ustar 00 U
��.e�� � @ s� d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZz d dlZW n ek
r� dZY nX d dlZd dlZd dlZd dlZd dlZz d dlZW n ek
r� d dlZY nX d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e
�1e2�Z3e
�4d�Z5e
�4d�Z6e
�4d �Z7e
�4d
�Z8e
�4d �Z9e
�4d �Z:e
�4d
�Z;e
�4d�Z<dd� Z=dd� Z>dd� Z?dd� Z@dd� ZAd�dd�ZBdd � ZCd d � ZDd d � ZEejFd!d"� �ZGejFd#d$� �ZHejFd�d&d'��ZIG d(d)� d)eJ�ZKd*d+� ZLG d,d-� d-eJ�ZMd.d/� ZNG d0d1� d1eJ�ZOe
�4d2e
jP�ZQd3d4� ZRd�d5d6�ZSd7d8� ZTd9d:� ZUd;d<� ZVd=d>� ZWd?d@� ZXe
�4dAe
jY�ZZe
�4dB�Z[d�dCdD�Z\e
�4dE�Z]dFdG� Z^dHdI� Z_dJdK� Z`dLZadMdN� ZbdOdP� ZcG dQdR� dReJ�ZdG dSdT� dTeJ�ZeG dUdV� dVeJ�ZfdWZgd�dYdZ�Zhd[d\� Zid]ZjG d^d_� d_eJ�Zke
�4d`�Zle
�4da�Zme
�4db�Zndcdd� Zdedf� Zoe�r�ddglmpZqmrZrmsZs G dhdi� die$jt�ZtG djdk� dkeq�ZpG dldm� dmepe'�Zuejvddn� Zwewdok�rG dpdq� dqe$jx�Zxe�rG drds� dse$jy�ZyG dtdu� due%jz�Zze�rBG dvdw� dwe%j{�Z{G dxdy� dye%j|�Z|dzd{� Z}G d|d}� d}eJ�Z~G d~d� de~�ZG d�d�� d�e~�Z�G d�d�� d�e(�Z�G d�d�� d�eJ�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquote�urlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd� �� �fdd���fdd���fdd�� � | �S ) ae
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
c S s. t �| �}|r,|�� d }| |�� d � } n�| s:td��n�| d }|dkrVtd| ��d�|d�}| dd � } |g}| r�| d |kr��qqt| d |kr�|�|� | dd � } qtt�| �}|s�td| ��|�|�� d � | |�� d � } qtd�|�}td| ��|�|� d�|�}| dd � � � } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s� r zerror in string literal: %szunterminated string: %s)
�
IDENTIFIER�match�groups�end� SyntaxError�replace�append� STRING_CHUNK�join�lstrip)� remaining�m�result�qZoq�parts�s� r, �</usr/lib/python3.8/site-packages/pip/_vendor/distlib/util.py�
marker_varA s:
z parse_marker.<locals>.marker_varc s� | rR| d dkrR� | dd � � � �\}} | d dkr@td| ��| dd � � � } nZ�| �\}} | r�t�| �}|srq�|�� d }| |�� d � } �| �\}} |||d�}q^|}|| fS )Nr �(r �)� unterminated parenthesis: %s��op�lhs�rhs)r% r � MARKER_OPr r r )r& r( r4 r' r3 r5 )�markerr. r, r- � marker_expre s
z!parse_marker.<locals>.marker_exprc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�andr2 )�ANDr r �r& r4 r' r5 )r8 r, r- �
marker_andx s
z parse_marker.<locals>.marker_andc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�orr2 )�ORr r r; )r< r, r- r7 � s
z parse_marker.<locals>.markerr, )Z
marker_stringr, )r7 r< r8 r. r- � parse_marker8 s
$ r? c C s0 | � � }|r|�d�rdS t�|�}|s4td| ��|�� d }||�� d� }d } } }}|�r:|d dk�r:|�dd�}|dk r�td| ��|d|� } ||d d� �� }g }| �r0t�| �}|s�td | ��|� |�� d � | |�� d� } | �s�q0| d d
k�r td | ��| dd� �� } q�|�s:d}|�r�|d d k�r�|dd� �� }t
�|�}|�sztd
| ��|�� d }t |�}
|
j �r�|
j
�s�td| ��||�� d� �� }n�dd� } |d dk�r�| |�\}}n�|�dd�}|dk �rtd| ��|d|� } ||d d� �� }t�| ��r@| | �\}} nXt�| �}|�s\td| ��|�� d }
| |�� d� �� } | �r�td| ��d|
fg}|�r�|d dk�r�td| ��|dd� �� }t|�\}}|�r�|d dk�r�td| ��|�s |}n d|d�dd � |D ��f }t||||||d �S ) z�
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
�#Nzname expected: %sr �[�]r zunterminated extra: %szmalformed extra: %s�,z comma expected in extras: %s�@zinvalid URI: %szInvalid URL: %sc S s� t �| �}d}|r�g }|�� d }| |�� d� } t�| �}|sLtd| ��|�� d }|�||f� | |�� d� } | r�| d dkr�q�| dd� �� } t �| �}|std| ��q|s�d}|| fS )z|
Return a list of operator, version tuples if any are
specified, else None.
Nr zinvalid version: %srC r �invalid constraint: %s)�
COMPARE_OPr r r �VERSION_IDENTIFIERr r" r% )Z
ver_remainingr' �versionsr3 �vr, r, r- � get_versions� s*
z'parse_requirement.<locals>.get_versionsr/ r0 r1 rE z~=�;zinvalid requirement: %sz unexpected trailing data: %s�%s %s�, c S s g | ] }d | �qS )rL r, )�.0Zconr, r, r- �
<listcomp> s z%parse_requirement.<locals>.<listcomp>)�name�extrasZ constraintsr7 �urlZ requirement)�strip�
startswithr r r r r �findr% r" � NON_SPACEr �scheme�netlocrF rG r? r$ r )�reqr& r' ZdistnamerQ Z mark_exprrH �uri�ir+ �trJ �_rI Zrsr, r, r- �parse_requirement� s�
�r^ c C s� dd� }i }|D ]�\}}}t j�| |�}t|�D ]p}t j�||�} t| �D ]T}
|| |
�} |dkrn|�| d� qJ|||
�} |�t jjd��d�}
|
d | || < qJq0q|S )z%Find destinations for resources filesc S s6 | � tjjd�} |� tjjd�}|t| �d � �d�S �N�/)r! �os�path�sep�lenr% )�rootrb r, r, r- � get_rel_path
s z)get_resources_dests.<locals>.get_rel_pathNr` )ra rb r$ r �popr! rc �rstrip)Zresources_rootZrulesrf Z destinations�base�suffix�dest�prefixZabs_baseZabs_globZabs_pathZ
resource_fileZrel_pathZrel_destr, r, r- �get_resources_dests
s
rm c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrl �getattr�r( r, r, r- �in_venv$ s
rs c C s$ t j�tj�} t| t�s t| �} | S �N)ra rb �normcaserp �
executable�
isinstancer r rr r, r, r- �get_executable. s
rx c C sN | }t |�}| }|s |r |}|r|d �� }||kr6qJ|rd||| f }q|S )Nr z %c: %s
%s)r �lower)�promptZ
allowed_charsZ error_prompt�default�pr+ �cr, r, r- �proceed> s r~ c C s8 t |t�r|�� }i }|D ]}|| kr| | ||< q|S rt )rw r �split)�d�keysr( �keyr, r, r- �extract_by_keyN s
r� c C s` t jd dkr t�d�| �} | �� }t|�} z`t�| �}|d d d }|�� D ]6\}}|�� D ]$\}}d||f }t |�} | ||< q`qP|W S t
k
r� | � dd� Y nX dd � }
t �
� } z|
| | � W n< t jk
�r | �� t�|�}t|�} |
| | � Y nX i }| �� D ]D} i || < }| �| �D ]&\}
}d|
|f }t |�} | ||
< �q0�q|S )
Nr � �utf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| �|� n
| �|� d S )N� read_file)ro r� Zreadfp)�cp�streamr, r, r- � read_streamk s
z!read_exports.<locals>.read_stream)rp � version_info�codecs� getreader�readr
�json�load�items�get_export_entry� Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r� �dataZjdatar( �group�entries�krI r+ �entryr� r� r� rP �valuer, r, r- � read_exportsW s@
r� c C s� t jd dkr t�d�|�}t�� }| �� D ]l\}}|�|� |�� D ]P}|j d kr\|j
}nd|j
|j f }|j r�d|d� |j �f }|�
||j|� qFq,|�|� d S )Nr r� r� z%s:%sz%s [%s]rM )rp r� r� � getwriterr r� r� Z add_section�valuesrj rl �flagsr$ �setrP �write)r� r� r� r� rI r� r+ r, r, r- �
write_exports� s
r� c c s$ t �� } z
| V W 5 t�| � X d S rt )�tempfile�mkdtempr �rmtree)Ztdr, r, r- �tempdir� s
r� c c s. t �� }zt �| � d V W 5 t �|� X d S rt )ra �getcwd�chdir)r� �cwdr, r, r- r� � s
r� � c c s. t �� }zt �| � d V W 5 t �|� X d S rt )�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor, r, r- �socket_timeout� s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S rt )�func)�selfr� r, r, r- �__init__� s zcached_property.__init__Nc C s, |d kr | S | � |�}t�|| j j|� |S rt )r� �object� __setattr__�__name__)r� �obj�clsr� r, r, r- �__get__� s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r, r, r, r- r� � s r� c C s~ t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}t j|krh|�t j� qP|srt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r` r z path '%s' cannot be absolute���z path '%s' cannot end with '/')ra rc �
ValueErrorr �curdir�removerb r$ )�pathname�pathsr, r, r- � convert_path� s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| �� d S rt )�dry_runr� �ensured� _init_record)r� r� r, r, r- r� � s zFileOperator.__init__c C s d| _ t� | _t� | _d S �NF)�recordr� �
files_written� dirs_created�r� r, r, r- r� � s zFileOperator._init_recordc C s | j r| j�|� d S rt )r� r� �add)r� rb r, r, r- �record_as_written� s z FileOperator.record_as_writtenc C sH t j�|�s tdt j�|� ��t j�|�s0dS t �|�jt �|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)ra rb �existsr �abspath�stat�st_mtime)r� �source�targetr, r, r- �newer� s
� zFileOperator.newerTc C s� | � tj�|�� t�d||� | js�d}|rdtj�|�rDd| }n tj�|�rdtj� |�sdd| }|rtt
|d ��t � ||� | �
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirra rb �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr, r, r- � copy_file s
zFileOperator.copy_fileNc C st | � tj�|�� t�d||� | jsf|d kr:t|d�}ntj|d|d�}zt
� ||� W 5 |� � X | � |� d S )NzCopying stream %s to %s�wb�w��encoding)
r� ra rb r� r� r� r� �openr� r� r Z copyfileobjr� )r� Zinstreamr� r� Z outstreamr, r, r- � copy_stream s
zFileOperator.copy_streamc C s\ | � tj�|�� | jsNtj�|�r.t�|� t|d��}|�|� W 5 Q R X | � |� d S )Nr� )
r� ra rb r� r� r� r� r� r� r� )r� rb r� �fr, r, r- �write_binary_file! s
z FileOperator.write_binary_filec C s | � ||�|�� d S rt )r� �encode)r� rb r� r� r, r, r- �write_text_file* s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:t�d|� q"t �|�j|B |@ }t�d||� t �||� q"d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) ra rP �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder, r, r- �set_mode- s zFileOperator.set_modec C s | � dd|�S )Nim i� )r� )r+ r� r, r, r- �<lambda>9 � zFileOperator.<lambda>c C s| t j�|�}|| jkrxt j�|�sx| j�|� t j�|�\}}| �|� t� d| � | j
sft � |� | j rx| j
�|� d S )Nz Creating %s)ra rb r� r� r� r� r r� r� r� r� �mkdirr� r� )r� rb r� r� r, r, r- r� ; s
zFileOperator.ensure_dirc C s� t || �}t�d||� | js||s0| �||�rJ|s:d }n|t|�d � }i }|rhttd�rhtjj |d< tj
|||df|� | � |� |S )NzByte-compiling %s to %s�PycInvalidationMode�invalidation_modeT) r r� r� r� r� rd ro �
py_compiler� � CHECKED_HASH�compiler� ) r� rb �optimize�forcerl Zhashed_invalidationZdpathZdiagpathZcompile_kwargsr, r, r- � byte_compileG s
zFileOperator.byte_compilec C s� t j�|�r�t j�|�r^t j�|�s^t�d|� | js@t� |� | j
r�|| j kr�| j � |� nPt j�|�rpd}nd}t�d||� | js�t � |� | j
r�|| j
kr�| j
� |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)ra rb r� �isdirr� r� �debugr� r r� r� r� r� r� )r� rb r+ r, r, r- �ensure_removedX s"
zFileOperator.ensure_removedc C sD d}|s@t j�|�r$t �|t j�}q@t j�|�}||kr:q@|}q|S r� )ra rb r� �access�W_OKr� )r� rb r( �parentr, r, r- � is_writablem s zFileOperator.is_writablec C s | j | jf}| �� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� r� r� )r� r( r, r, r- �commity s zFileOperator.commitc C s� | j sxt| j�D ]}tj�|�rt�|� qt| jdd�}|D ]8}t� |�}|rltj�
||d �}t� |� t� |� q>| � � d S )NT)�reverser )
r� �listr� ra rb r� r� �sortedr� �listdirr$ �rmdirr� )r� r� �dirsr� �flistZsdr, r, r- �rollback� s
zFileOperator.rollback)F)T)N)FFNF)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r r r r r, r, r, r- r� � s
r� c C s^ | t jkrt j| }nt| �}|d kr,|}n.|�d�}t||�d��}|D ]}t||�}qJ|S )N�.r )rp �modules�
__import__r rq rg )Z module_nameZ dotted_path�modr( r* r| r, r, r- �resolve� s
r c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S rt �rP rl rj r� )r� rP rl rj r� r, r, r- r� � s zExportEntry.__init__c C s t | j| j�S rt )r rl rj r� r, r, r- r� � s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>r r� r, r, r- �__repr__� s
�zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r� )rw r rP rl rj r� )r� �otherr( r, r, r- �__eq__� s
�
�
�zExportEntry.__eq__N)
r� r� r� r� r� r� r r r� �__hash__r, r, r, r- r � s
r z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t �| �}|s0d }d| ks"d| kr�td| ��n�|�� }|d }|d }|�d�}|dkrf|d }}n"|dkrztd| ��|�d�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd
d � | �d �D �} t|||| �}|S )
NrA rB zInvalid specification '%s'rP �callable�:r r r� c S s g | ] }|� � �qS r, )rS )rN r� r, r, r- rO � s z$get_export_entry.<locals>.<listcomp>rC )�ENTRY_RE�searchr � groupdict�countr r )
Z
specificationr' r( r� rP rb Zcolonsrl rj r� r, r, r- r� � s8
�
��r� c C s� | dkr d} t jdkr.dt jkr.t j�d�}n t j�d�}t j�|�rft �|t j�}|s�t �
d|� n<zt � |� d}W n( t k
r� t j
d |dd
� d }Y nX |s�t
�� }t �
d |� t j�|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�ntZ LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)ra rP �environrb �
expandvars�
expanduserr r r r� �warning�makedirs�OSErrorr� r� r$ )rj r( Zusabler, r, r- �get_cache_base� s&
r+ c C sB t j�t j�| ��\}}|r(|�dd�}|�t jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
r z---z--z.cache)ra rb �
splitdriver� r! rc )rb r� r| r, r, r- �path_to_cache_dir
s
r- c C s | � d�s| d S | S r_ )�endswith)r+ r, r, r- � ensure_slash s
r/ c C s` d }}d| kr>| � dd�\}} d|kr.|}n|�dd�\}}|rJt|�}|rVt|�}||| fS )NrD r r )�rsplitr r )rX ZusernameZpasswordrl r, r, r- �parse_credentials$ s r1 c C s t �d�} t �| � | S )N� )ra �umaskrr r, r, r- �get_process_umask3 s
r4 c C s0 d}d }t | �D ]\}}t|t�sd} q,q|S )NTF)� enumeraterw r )�seqr( r[ r+ r, r, r- �is_string_sequence8 s
r7 z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | ��dd�} t�| �}|r@|�d�}| d|�� � } |r�t| �t|�d kr�t�t� |�d | �}|r�|�
� }| d|� | |d d� |f}|dkr�t �| �}|r�|�d�|�d�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\br� ) r r! �PYTHON_VERSIONr r� �startrd �rer �escaper �PROJECT_NAME_AND_VERSION)�filenameZ project_namer( Zpyverr' �nr, r, r- �split_filenameG s"
rA z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t �| �}|std| ��|�� }|d �� �� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'rP Zver)�NAME_VERSION_REr r r rS ry )r| r' r� r, r, r- �parse_name_and_versionc s
rC c C s� t � }t | pg �} t |pg �}d| kr8| �d� ||O }| D ]x}|dkrT|�|� q<|�d�r�|dd � }||kr�t�d| � ||kr�|�|� q<||kr�t�d| � |�|� q<|S )N�*r9 r zundeclared extra: %s)r� r� r� rT r� r( )Z requestedZ availabler( �rZunwantedr, r, r- �
get_extrasr s&
rF c
C s� i }zNt | �}|�� }|�d�}|�d�s8t�d|� nt�d�|�}t� |�}W n0 t
k
r� } zt� d| |� W 5 d }~X Y nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr� z&Failed to get external data for %s: %s) r r� �getrT r� r r� r� r� r� r� � exception)rR r( ZrespZheadersZct�reader�er, r, r- �_get_external_data� s
rK z'https://www.red-dove.com/pypi/projects/c C s* d| d � � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr ��upperr
�_external_data_base_urlrK )rP rR r( r, r, r- �get_project_data� s
rO c C s( d| d � � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr rL )rP �versionrR r, r, r- �get_package_data� s
rQ c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t j�|�st �|� t �|�jd@ dkr6t�d|� t j�t j� |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) ra rb r r) r� r� r� r( r� �normpathri )r� ri r, r, r- r� � s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r- )r� rl r, r, r- �
prefix_to_dir� s zCache.prefix_to_dirc C s� g }t �| j�D ]r}t j�| j|�}z>t j�|�s>t j�|�rJt �|� nt j�|�r`t �
|� W q t k
r� |� |� Y qX q|S )z"
Clear the cache.
)
ra r ri rb r$ r� r� r� r r r� r� r" )r� Z not_removed�fnr, r, r- �clear� s z Cache.clearN)r� r� r� �__doc__r� rU rW r, r, r, r- rR � s rR c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S rt )� _subscribersr� r, r, r- r� � s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|�|� n
|�|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)rZ r r" �
appendleft)r� �event�
subscriberr" �subsZsqr, r, r- r� � s
zEventMixin.addc C s, | j }||krtd| ��|| �|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)rZ r� r� )r� r\ r] r^ r, r, r- r� � s zEventMixin.removec C s t | j�|d��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
r, )�iterrZ rG )r� r\ r, r, r- �get_subscribers s zEventMixin.get_subscribersc O sl g }| � |�D ]F}z||f|�|�}W n" tk
rH t�d� d}Y nX |�|� qt�d||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r` r� r� rH r" r )r� r\ �args�kwargsr( r] r� r, r, r- �publish s
�zEventMixin.publishN)T) r� r� r� rX r� r� r� r` rc r, r, r, r- rY � s
rY c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S rt )�_preds�_succsr� �_nodesr� r, r, r- r� " s zSequencer.__init__c C s | j �|� d S rt )rg r� �r� �noder, r, r- �add_node' s zSequencer.add_nodeFc C s� || j kr| j �|� |r�t| j�|d��D ]}| �||� q,t| j�|d��D ]}| �||� qPt| j�� �D ]\}}|sp| j|= qpt| j�� �D ]\}}|s�| j|= q�d S )Nr, )rg r� r� re rG rf r
r� )r� ri Zedgesr| r+ r� rI r, r, r- � remove_node* s
zSequencer.remove_nodec C s0 | j �|t� ��|� | j�|t� ��|� d S rt )re �
setdefaultr� r� rf )r� �pred�succr, r, r- r� : s z
Sequencer.addc C s| z| j | }| j| }W n tk
r8 td| ��Y nX z|�|� |�|� W n$ tk
rv td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)re rf �KeyErrorr� r� )r� rm rn �predsZsuccsr, r, r- r� ? s
zSequencer.removec C s || j kp || jkp || jkS rt )re rf rg )r� �stepr, r, r- �is_stepL s �zSequencer.is_stepc C s� | � |�std| ��g }g }t� }|�|� |r�|�d�}||krb||kr�|�|� |�|� q.|�|� |�|� | j�|d�}|� |� q.t
|�S )Nz Unknown: %rr r, ) rr r� r� r" rg r� r� re rG �extend�reversed)r� �finalr( Ztodo�seenrq rp r, r, r- � get_stepsP s"
zSequencer.get_stepsc sR dg�g �i �i �g �| j � � ������fdd��� D ]}|�kr8�|� q8�S )Nr c s� �d �| < �d �| < �d d7 < �� | � z � | }W n tk
rV g }Y nX |D ]J}|�kr��|� t�| �| ��| < q\|�kr\t�| �| ��| < q\�| �| kr�g }��� }|� |� || kr�q�q�t|�}�� |� d S )Nr r )r" r� �minrg �tuple)ri Z
successorsZ successorZconnected_componentZ component�Zgraph�indexZ
index_counterZlowlinksr( �stack�
strongconnectr, r- r} t s,
z3Sequencer.strong_connections.<locals>.strongconnect)rf rh r, rz r- �strong_connectionsi s "
z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|�d||f � q q | jD ]}|�d| � q>|�d� d�|�S )Nz digraph G {z %s -> %s;z %s;�}�
)re r" rg r$ )r� r( rn rp rm ri r, r, r- �dot� s
z
Sequencer.dotN)F)
r� r� r� r� rj rk r� r� rr rw �propertyr~ r� r, r, r, r- rd ! s
2rd )�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sZ � �fdd�}t j�� �� t� ��d }|d kr�| �d�r>d}nH| �d�rRd}d}n4| �d�rfd }d
}n | �d �rzd }d
}n td| ��z�|dkr�t| d
�}|r�|�� }|D ] }||� q�n*t �
| |�}|r�|� � }|D ] }||� q�|dk�r*t j
d dk �r*|�� D ]"} t| jt��s| j�d�| _�qdd� }
|
|_|�� � W 5 |�rT|�� X d S )Nc sR t | t�s| �d�} tj�tj�� | ��}|�� �rB|� tjkrNt d| ��d S )Nr� z path outside destination: %r)
rw r �decodera rb r� r$ rT rc r� )rb r| ��dest_dirZplenr, r- �
check_path� s
z unarchive.<locals>.check_path)r� r� �zip)r� r� Ztgzzr:gz)r� r� Ztbzzr:bz2r� ZtarrE zUnknown format for %rr r� r� c
S sD zt �| |�W S t jk
r> } ztt|���W 5 d}~X Y nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ
tar_filterZ FilterErrorr� �str)�memberrb �excr, r, r- �extraction_filter� s z$unarchive.<locals>.extraction_filter)ra rb r� rd r. r� r� r Znamelistr� r� Zgetnamesrp r� Z
getmembersrw rP r r� r� Z
extractall) Zarchive_filenamer� �formatr� r� �archiver� �namesrP Ztarinfor� r, r� r- � unarchive� sL
r� c C s~ t �� }t| �}t|d��Z}t�| �D ]H\}}}|D ]8}tj�||�}||d� } tj�| |�}
|�||
� q4q&W 5 Q R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOrd r ra �walkrb r$ r� ) Z directoryr( ZdlenZzfre r r� rP ZfullZrelrk r, r, r- �zip_dir� s r� )r �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�ProgressZUNKNOWNr �d c C s( | | _ | _|| _d | _d| _d| _d S )Nr F)rx �cur�max�started�elapsed�done)r� ZminvalZmaxvalr, r, r- r� s
zProgress.__init__c C s0 || _ t�� }| jd kr || _n || j | _d S rt )r� �timer� r� )r� ZcurvalZnowr, r, r- �update s
zProgress.updatec C s | � | j| � d S rt )r� r� )r� Zincrr, r, r- � increment s zProgress.incrementc C s | � | j� | S rt )r� rx r� r, r, r- r; s zProgress.startc C s | j d k r| �| j � d| _d S )NT)r� r� r� r� r, r, r- �stop# s
z
Progress.stopc C s | j d kr| jS | j S rt )r� �unknownr� r, r, r- �maximum( s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r� r� rx )r� r( rI r, r, r- �
percentage, s
zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}nt�dt�|��}|S )Nr z??:??:??z%H:%M:%S)r� r� rx r� �strftime�gmtime)r� Zdurationr( r, r, r- �format_duration7 s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| �|�f S )NZDonezETA r� r r z%s: %s)r� r� r� r� rx �floatr� )r� rl r\ r, r, r- �ETA@ s
z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i� g @�@z%d %sB/s)r� r� rx �UNITS)r� r( Zunitr, r, r- �speedS s
zProgress.speedN)r r� )r� r� r� r� r� r� r� r; r� r� r� r� r� r� r� r, r, r, r- r� s
r� z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t �| �rd}t|| ��t�| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r, r, r- r h s
r c c s� t �| d�}t|�dkrT|\}}}|�d�D ]$}td�|||f��D ]
}|V qDq,n�d| krrt| �D ]
}|V qdn~| �dd�\}}|dkr�d}|dkr�d}n|�d�}|�d�}t�|�D ]4\}}} tj �
|�}ttj �||��D ]
}
|
V q�q�d S ) Nr rC r z**r rD r` �\) � RICH_GLOBr rd r� r$ � std_iglobr% ra r� rb rT ) r� Zrich_path_globrl r� rj �itemrb Zradical�dirr� rV r, r, r- r� s s(
r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sR t �| j| jf| j�}t| dd�r0|| _| �� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _nxt �t j�}| jt jO _| jr�|�| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|f|�| _| j
�rN| j�rNz$t| j�� | j� t�d| j� W n0 t k
�rL | j� t j � | j� � � Y nX d S ) NZ _tunnel_hostF�
SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrq �sockZ_tunnelro �sslr� Z
CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r r� ZshutdownZ SHUT_RDWRr� )r� r� r� �contextrb r, r, r- �connect� s@
�
zHTTPSConnection.connect)r� r� r� r� r� r� r, r, r, r- r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� Tc C s t �| � || _|| _d S rt )�BaseHTTPSHandlerr� r� r� )r� r� r� r, r, r- r� � s
zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r� r� r� )r� ra rb r( r, r, r- � _conn_maker� s
zHTTPSHandler._conn_makerc
C sX z| � | j|�W S tk
rR } z$dt|j�kr@td|j ��n� W 5 d }~X Y nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r r� �reasonr� r� )r� rY rJ r, r, r- �
https_open� s �zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r, r, r, r- r� � s
r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� rY r, r, r- � http_open� s �zHTTPSOnlyHandler.http_openN)r� r� r� r� r, r, r, r- r� � s r� � �r� � c @ s e Zd Zddd�ZdS )�HTTPr Nc K s& |dkr d }| � | j||f|�� d S �Nr ��_setupZ_connection_class�r� r� r� rb r, r, r- r� � s z
HTTP.__init__)r N�r� r� r� r� r, r, r, r- r� � s r� c @ s e Zd Zddd�ZdS )�HTTPSr Nc K s& |dkr d }| � | j||f|�� d S r� r� r� r, r, r- r� � s zHTTPS.__init__)r Nr� r, r, r, r- r� � s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tj�| |� d S rt )r� r r� r� �r� r� � use_datetimer, r, r- r� s zTransport.__init__c C s` | � |�\}}}tdkr(t|| jd�}n4| jr<|| jd krR|| _|t�|�f| _| jd }|S )Nr� )r� r r )�
get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r( r, r, r- �make_connection
s
zTransport.make_connectionN)r �r� r� r� r� r� r, r, r, r- r� s
r� c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tj�| |� d S rt )r� r r� r� r� r, r, r- r� s zSafeTransport.__init__c C sx | � |�\}}}|si }| j|d< tdkr:t|d f|�}n:| jrN|| jd krj|| _|tj|d f|�f| _| jd }|S )Nr� r� r r )r� r� r� r� r� r� r r� )r� r� r� r� rb r( r, r, r- r� s
�
z SafeTransport.make_connectionN)r r� r, r, r, r- r� s
r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |� dd � | _}|d k r^t|�\}}|�dd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport)
rg r� r rG r� r� r� r r� r� ) r� rZ rb r� rW r] r� Ztclsr\ r, r, r- r� , s zServerProxy.__init__Nr� r, r, r, r- r� + s r� c K s6 t jd dk r|d7 }nd|d< d|d< t| |f|�S )Nr r� �br �newliner� r� )rp r� r� )rV r� rb r, r, r- � _csv_open@ s
r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaserC �"r� )Z delimiterZ quotecharZlineterminatorc C s | S rt r, r� r, r, r- � __enter__R s zCSVBase.__enter__c G s | j �� d S rt )r� r� )r� r$ r, r, r- �__exit__U s zCSVBase.__exit__N)r� r� r� r� �defaultsr� r� r, r, r, r- r� K s �r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,t�d�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr� r r� r� rb rE ) rp r� r� r� r� r� �csvrI r� )r� rb r� r, r, r- r� Z s zCSVReader.__init__c C s | S rt r, r� r, r, r- �__iter__e s zCSVReader.__iter__c C sF t | j�}tjd dk rBt|�D ] \}}t|t�s |�d�||< q |S �Nr r� r� )�nextrI rp r� r5 rw r r� )r� r( r[ r� r, r, r- r� h s
zCSVReader.nextN)r� r� r� r� r� r� �__next__r, r, r, r- r� Y s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r� r� �writerr� )r� rV rb r, r, r- r� s s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|t�r.|�d�}|�|� q|}| j�|� d S r� )rp r� rw r r� r" r� �writerow)r� �rowrE r� r, r, r- r� w s
zCSVWriter.writerowN)r� r� r� r� r� r, r, r, r- r� r s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convertZincNc s" t t| ��|� |pt�� | _d S rt )�superr� r� ra r� ri )r� �configri �� __class__r, r- r� � s zConfigurator.__init__c
s� ��fdd��� � d�}t|�s*��|�}� � dd �}� � dd�}|r\t�fdd�|D ��}� �fd d�� D �}t|�}|||�}|r�|�� D ]\}} t||�| �� q�|S )
Nc sv t | ttf�r*t| �� fdd�| D ��}nHt | t�rhd| krH��| �}qri }| D ]}� | | �||< qPn
��| �}|S )Nc s g | ] }� |��qS r, r, )rN r[ ��convertr, r- rO � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>�())rw r
ry �type�dict�configure_customr )�or( r� )r r� r, r- r � s
z.Configurator.configure_custom.<locals>.convertr r z[]r, c s g | ] }� |��qS r, r, )rN r
r r, r- rO � s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r, )r )rN r� )r r r, r- rO � s )rg r r ry r r� �setattr)
r� r r} Zpropsra r� rb r( r@ rI r, )r r r� r- r � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| �|� | j |< }|S )Nr )r rw r r )r� r� r( r, r, r- � __getitem__� s
zConfigurator.__getitem__c C sF t j�|�s t j�| j|�}tj|ddd��}t�|�}W 5 Q R X |S )z*Default converter for the inc:// protocol.rE r� r� ) ra rb �isabsr$ ri r� r� r� r� )r� r� r� r( r, r, r- r� � s
zConfigurator.inc_convert)N) r� r� r� r r Zvalue_convertersr� r r r� �
__classcell__r, r, r r- r� � s
r� c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) �SubprocessMixinzC
Mixin for running subprocesses and capturing their output
FNc C s || _ || _d S rt )�verbose�progress)r� r r r, r, r- r� � s zSubprocessMixin.__init__c C sj | j }| j}|�� }|sq^|dk r.|||� q |s@tj�d� ntj�|�d�� tj�� q |�� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr r� ) r r �readlinerp �stderrr� r� �flushr� )r� r� r� r r r+ r, r, r- rI � s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|�� tj| j|jdfd�}|�� |� � |�
� |�
� | j d k r�| � dd� n| j r�t
j�d� |S )N)�stdoutr r )r� ra r zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threadingZThreadrI r r; r �waitr$ r r rp r� )r� �cmdrb r| �t1�t2r, r, r- � run_command� s" ��
zSubprocessMixin.run_command)FN)r� r� r� rX r� rI r r, r, r, r- r � s
r c C s t �dd| ��� S )z,Normalize a python package name a la PEP 503z[-_.]+r9 )r< �subry )rP r, r, r- �normalize_name� s r! )NN)r� )N)N)NT)�r� � collectionsr �
contextlibr� Zglobr r� r� r� Zloggingra r� r< r� r� � ImportErrorr rp r� r� r� r Zdummy_threadingr� r r �compatr r r r r
r r r
r r r r r r r r r r r r r Z getLoggerr� r� r� r rG rF r6 r> r: rV r# r? r^ rm rs rx r~ r� r� r� �contextmanagerr� r� r� r� r� r� r� r r �VERBOSEr r� r+ r- r/ r1 r4 r7 �Ir> r: rA rB rC rF rK rN rO rQ rR rY rd ZARCHIVE_EXTENSIONSr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r! r, r, r, r- �<module> s�
\
Yy
/
8 �
)
�
,H
C]
*)
7. distlib/__pycache__/util.cpython-38.pyc 0000644 00000136475 15043676017 0014044 0 ustar 00 U
��.e�� � @ s� d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZz d dlZW n ek
r� dZY nX d dlZd dlZd dlZd dlZd dlZz d dlZW n ek
r� d dlZY nX d dlZddlmZ ddlm Z m Z m Z m Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0 e
�1e2�Z3e
�4d�Z5e
�4d�Z6e
�4d �Z7e
�4d
�Z8e
�4d �Z9e
�4d �Z:e
�4d
�Z;e
�4d�Z<dd� Z=dd� Z>dd� Z?dd� Z@dd� ZAd�dd�ZBdd � ZCd d � ZDd d � ZEejFd!d"� �ZGejFd#d$� �ZHejFd�d&d'��ZIG d(d)� d)eJ�ZKd*d+� ZLG d,d-� d-eJ�ZMd.d/� ZNG d0d1� d1eJ�ZOe
�4d2e
jP�ZQd3d4� ZRd�d5d6�ZSd7d8� ZTd9d:� ZUd;d<� ZVd=d>� ZWd?d@� ZXe
�4dAe
jY�ZZe
�4dB�Z[d�dCdD�Z\e
�4dE�Z]dFdG� Z^dHdI� Z_dJdK� Z`dLZadMdN� ZbdOdP� ZcG dQdR� dReJ�ZdG dSdT� dTeJ�ZeG dUdV� dVeJ�ZfdWZgd�dYdZ�Zhd[d\� Zid]ZjG d^d_� d_eJ�Zke
�4d`�Zle
�4da�Zme
�4db�Zndcdd� Zdedf� Zoe�r�ddglmpZqmrZrmsZs G dhdi� die$jt�ZtG djdk� dkeq�ZpG dldm� dmepe'�Zuejvddn� Zwewdok�rG dpdq� dqe$jx�Zxe�rG drds� dse$jy�ZyG dtdu� due%jz�Zze�rBG dvdw� dwe%j{�Z{G dxdy� dye%j|�Z|dzd{� Z}G d|d}� d}eJ�Z~G d~d� de~�ZG d�d�� d�e~�Z�G d�d�� d�e(�Z�G d�d�� d�eJ�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquote�urlparsez^([\w\.-]+)\s*z^([\w\.*+-]+)\s*z^(<=?|>=?|={2,3}|[~!]=)\s*z*^((<=?)|(>=?)|={2,3}|[~!]=|in|not\s+in)\s*z^or\b\s*z ^and\b\s*z(\S+)\s*z(([\s\w\.{}()*+#:;,/?!~`@$%^&=|<>\[\]-]+)c s6 dd� �� �fdd���fdd���fdd�� � | �S ) ae
Parse a marker string and return a dictionary containing a marker expression.
The dictionary will contain keys "op", "lhs" and "rhs" for non-terminals in
the expression grammar, or strings. A string contained in quotes is to be
interpreted as a literal string, and a string not contained in quotes is a
variable (such as os_name).
c S s. t �| �}|r,|�� d }| |�� d � } n�| s:td��n�| d }|dkrVtd| ��d�|d�}| dd � } |g}| r�| d |kr��qqt| d |kr�|�|� | dd � } qtt�| �}|s�td| ��|�|�� d � | |�� d � } qtd�|�}td| ��|�|� d�|�}| dd � � � } || fS ) Nr zunexpected end of inputz'"zinvalid expression: %s� r zerror in string literal: %szunterminated string: %s)
�
IDENTIFIER�match�groups�end� SyntaxError�replace�append� STRING_CHUNK�join�lstrip)� remaining�m�result�qZoq�parts�s� r, �</usr/lib/python3.8/site-packages/pip/_vendor/distlib/util.py�
marker_varA s:
z parse_marker.<locals>.marker_varc s� | rR| d dkrR� | dd � � � �\}} | d dkr@td| ��| dd � � � } nZ�| �\}} | r�t�| �}|srq�|�� d }| |�� d � } �| �\}} |||d�}q^|}|| fS )Nr �(r �)� unterminated parenthesis: %s��op�lhs�rhs)r% r � MARKER_OPr r r )r& r( r4 r' r3 r5 )�markerr. r, r- � marker_expre s
z!parse_marker.<locals>.marker_exprc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�andr2 )�ANDr r �r& r4 r' r5 )r8 r, r- �
marker_andx s
z parse_marker.<locals>.marker_andc sR � | �\}} | rJt �| �}|s qJ| |�� d � } � | �\}} d||d�}q || fS )N�orr2 )�ORr r r; )r< r, r- r7 � s
z parse_marker.<locals>.markerr, )Z
marker_stringr, )r7 r< r8 r. r- � parse_marker8 s
$ r? c C s0 | � � }|r|�d�rdS t�|�}|s4td| ��|�� d }||�� d� }d } } }}|�r:|d dk�r:|�dd�}|dk r�td| ��|d|� } ||d d� �� }g }| �r0t�| �}|s�td | ��|� |�� d � | |�� d� } | �s�q0| d d
k�r td | ��| dd� �� } q�|�s:d}|�r�|d d k�r�|dd� �� }t
�|�}|�sztd
| ��|�� d }t |�}
|
j �r�|
j
�s�td| ��||�� d� �� }n�dd� } |d dk�r�| |�\}}n�|�dd�}|dk �rtd| ��|d|� } ||d d� �� }t�| ��r@| | �\}} nXt�| �}|�s\td| ��|�� d }
| |�� d� �� } | �r�td| ��d|
fg}|�r�|d dk�r�td| ��|dd� �� }t|�\}}|�r�|d dk�r�td| ��|�s |}n d|d�dd � |D ��f }t||||||d �S ) z�
Parse a requirement passed in as a string. Return a Container
whose attributes contain the various parts of the requirement.
�#Nzname expected: %sr �[�]r zunterminated extra: %szmalformed extra: %s�,z comma expected in extras: %s�@zinvalid URI: %szInvalid URL: %sc S s� t �| �}d}|r�g }|�� d }| |�� d� } t�| �}|sLtd| ��|�� d }|�||f� | |�� d� } | r�| d dkr�q�| dd� �� } t �| �}|std| ��q|s�d}|| fS )z|
Return a list of operator, version tuples if any are
specified, else None.
Nr zinvalid version: %srC r �invalid constraint: %s)�
COMPARE_OPr r r �VERSION_IDENTIFIERr r" r% )Z
ver_remainingr' �versionsr3 �vr, r, r- � get_versions� s*
z'parse_requirement.<locals>.get_versionsr/ r0 r1 rE z~=�;zinvalid requirement: %sz unexpected trailing data: %s�%s %s�, c S s g | ] }d | �qS )rL r, )�.0Zconr, r, r- �
<listcomp> s z%parse_requirement.<locals>.<listcomp>)�name�extrasZ constraintsr7 �urlZ requirement)�strip�
startswithr r r r r �findr% r" � NON_SPACEr �scheme�netlocrF rG r? r$ r )�reqr& r' ZdistnamerQ Z mark_exprrH �uri�ir+ �trJ �_rI Zrsr, r, r- �parse_requirement� s�
�r^ c C s� dd� }i }|D ]�\}}}t j�| |�}t|�D ]p}t j�||�} t| �D ]T}
|| |
�} |dkrn|�| d� qJ|||
�} |�t jjd��d�}
|
d | || < qJq0q|S )z%Find destinations for resources filesc S sD | � tjjd�} |� tjjd�}|�| �s.t�|t| �d � �d�S �N�/)r! �os�path�seprT �AssertionError�lenr% )�rootrb r, r, r- � get_rel_path
s z)get_resources_dests.<locals>.get_rel_pathNr` )ra rb r$ r �popr! rc �rstrip)Zresources_rootZrulesrg Z destinations�base�suffix�dest�prefixZabs_baseZabs_globZabs_pathZ
resource_fileZrel_pathZrel_destr, r, r- �get_resources_dests
s
rn c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrm �getattr�r( r, r, r- �in_venv$ s
rt c C s$ t j�tj�} t| t�s t| �} | S �N)ra rb �normcaserq �
executable�
isinstancer r rs r, r, r- �get_executable. s
ry c C sN | }t |�}| }|s |r |}|r|d �� }||kr6qJ|rd||| f }q|S )Nr z %c: %s
%s)r �lower)�promptZ
allowed_charsZ error_prompt�default�pr+ �cr, r, r- �proceed> s r c C s8 t |t�r|�� }i }|D ]}|| kr| | ||< q|S ru )rx r �split)�d�keysr( �keyr, r, r- �extract_by_keyN s
r� c C sz t jd dkr t�d�| �} | �� }t|�} zlt�| �}|d d d }|�� D ]B\}}|�� D ]0\}}d||f }t |�} | d k s�t
�| ||< q`qP|W S t k
r� | � dd� Y nX dd � }
t
�� } z|
| | � W n< t
jk
�r | �� t�|�}t|�} |
| | � Y nX i }| �� D ]R} i || < }| �| �D ]4\}
}d|
|f }t |�} | d k �sft
�| ||
< �q<�q"|S )
Nr � �utf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| �|� n
| �|� d S )N� read_file)rp r� Zreadfp)�cp�streamr, r, r- � read_streamk s
z!read_exports.<locals>.read_stream)rq � version_info�codecs� getreader�readr
�json�load�items�get_export_entryrd � Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r� �dataZjdatar( �group�entries�krI r+ �entryr� r� r� rP �valuer, r, r- � read_exportsW sD
r� c C s� t jd dkr t�d�|�}t�� }| �� D ]l\}}|�|� |�� D ]P}|j d kr\|j
}nd|j
|j f }|j r�d|d� |j �f }|�
||j|� qFq,|�|� d S )Nr r� r� z%s:%sz%s [%s]rM )rq r� r� � getwriterr r� r� Z add_section�valuesrk rm �flagsr$ �setrP �write)r� r� r� r� rI r� r+ r, r, r- �
write_exports� s
r� c c s$ t �� } z
| V W 5 t�| � X d S ru )�tempfile�mkdtempr �rmtree)Ztdr, r, r- �tempdir� s
r� c c s. t �� }zt �| � d V W 5 t �|� X d S ru )ra �getcwd�chdir)r� �cwdr, r, r- r� � s
r� � c c s. t �� }zt �| � d V W 5 t �|� X d S ru )�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor, r, r- �socket_timeout� s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S ru )�func)�selfr� r, r, r- �__init__� s zcached_property.__init__Nc C s, |d kr | S | � |�}t�|| j j|� |S ru )r� �object� __setattr__�__name__)r� �obj�clsr� r, r, r- �__get__� s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r, r, r, r- r� � s r� c C s~ t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| �d�}t j|krh|�t j� qP|srt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r` r z path '%s' cannot be absolute���z path '%s' cannot end with '/')ra rc �
ValueErrorr� �curdir�removerb r$ )�pathname�pathsr, r, r- � convert_path� s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| �� d S ru )�dry_runr� �ensured� _init_record)r� r� r, r, r- r� � s zFileOperator.__init__c C s d| _ t� | _t� | _d S �NF)�recordr� �
files_written� dirs_created�r� r, r, r- r� � s zFileOperator._init_recordc C s | j r| j�|� d S ru )r� r� �add)r� rb r, r, r- �record_as_written� s z FileOperator.record_as_writtenc C sH t j�|�s tdt j�|� ��t j�|�s0dS t �|�jt �|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)ra rb �existsr �abspath�stat�st_mtime)r� �source�targetr, r, r- �newer� s
� zFileOperator.newerTc C s� | � tj�|�� t�d||� | js�d}|rdtj�|�rDd| }n tj�|�rdtj� |�sdd| }|rtt
|d ��t � ||� | �
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirra rb �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr, r, r- � copy_file s
zFileOperator.copy_fileNc C s� t j�|�rt�| �t j�|�� t�d||� | jsv|d krJt |d�}nt
j |d|d�}zt �
||� W 5 |� � X | �|� d S )NzCopying stream %s to %s�wb�w��encoding)ra rb �isdirrd r� r� r� r� r� �openr� r� r Z copyfileobjr� )r� Zinstreamr� r� Z outstreamr, r, r- � copy_stream s
zFileOperator.copy_streamc C s\ | � tj�|�� | jsNtj�|�r.t�|� t|d��}|�|� W 5 Q R X | � |� d S )Nr� )
r� ra rb r� r� r� r� r� r� r� )r� rb r� �fr, r, r- �write_binary_file! s
z FileOperator.write_binary_filec C s | � ||�|�� d S ru )r� �encode)r� rb r� r� r, r, r- �write_text_file* s z FileOperator.write_text_filec C sn t jdks t jdkrjt jdkrj|D ]F}| jr:t�d|� q"t �|�j|B |@ }t�d||� t �||� q"d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) ra rP �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder, r, r- �set_mode- s zFileOperator.set_modec C s | � dd|�S )Nim i� )r� )r+ r� r, r, r- �<lambda>9 � zFileOperator.<lambda>c C s| t j�|�}|| jkrxt j�|�sx| j�|� t j�|�\}}| �|� t� d| � | j
sft � |� | j rx| j
�|� d S )Nz Creating %s)ra rb r� r� r� r� r� r� r� r� r� �mkdirr� r� )r� rb r� r� r, r, r- r� ; s
zFileOperator.ensure_dirc C s� t || �}t�d||� | js�|s0| �||�rX|s:d }n |�|�sHt�|t|�d � }i }|rvtt d�rvt j
j |d< t j |||df|� | �
|� |S )NzByte-compiling %s to %s�PycInvalidationMode�invalidation_modeT)r r� r� r� r� rT rd re rp �
py_compiler� � CHECKED_HASH�compiler� ) r� rb �optimize�forcerm Zhashed_invalidationZdpathZdiagpathZcompile_kwargsr, r, r- � byte_compileG s
zFileOperator.byte_compilec C s� t j�|�r�t j�|�r^t j�|�s^t�d|� | js@t� |� | j
r�|| j kr�| j � |� nPt j�|�rpd}nd}t�d||� | js�t � |� | j
r�|| j
kr�| j
� |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)ra rb r� r� r� r� �debugr� r r� r� r� r� r� )r� rb r+ r, r, r- �ensure_removedX s"
zFileOperator.ensure_removedc C sD d}|s@t j�|�r$t �|t j�}q@t j�|�}||kr:q@|}q|S r� )ra rb r� �access�W_OKr� )r� rb r( �parentr, r, r- � is_writablem s zFileOperator.is_writablec C s" | j s
t�| j| jf}| �� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� rd r� r� r� )r� r( r, r, r- �commity s
zFileOperator.commitc C s� | j s�t| j�D ]}tj�|�rt�|� qt| jdd�}|D ]F}t� |�}|rz|dgks^t
�tj� ||d �}t� |� t� |� q>| �
� d S )NT)�reverse� __pycache__r )r� �listr� ra rb r� r� �sortedr� �listdirrd r$ �rmdirr� )r� r� �dirsr� �flistZsdr, r, r- �rollback� s
zFileOperator.rollback)F)T)N)FFNF)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r r r r r r, r, r, r- r� � s
r� c C s^ | t jkrt j| }nt| �}|d kr,|}n.|�d�}t||�d��}|D ]}t||�}qJ|S )N�.r )rq �modules�
__import__r� rr rh )Z module_nameZ dotted_path�modr( r* r} r, r, r- �resolve� s
r c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S ru �rP rm rk r� )r� rP rm rk r� r, r, r- r� � s zExportEntry.__init__c C s t | j| j�S ru )r rm rk r� r, r, r- r� � s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>r r� r, r, r- �__repr__� s
�zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S r� )rx r rP rm rk r� )r� �otherr( r, r, r- �__eq__� s
�
�
�zExportEntry.__eq__N)
r� r� r� r� r� r� r r r� �__hash__r, r, r, r- r � s
r z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t �| �}|s0d }d| ks"d| kr�td| ��n�|�� }|d }|d }|�d�}|dkrf|d }}n"|dkrztd| ��|�d�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd
d � | �d �D �} t|||| �}|S )
NrA rB zInvalid specification '%s'rP �callable�:r r r� c S s g | ] }|� � �qS r, )rS )rN r� r, r, r- rO � s z$get_export_entry.<locals>.<listcomp>rC )�ENTRY_RE�searchr � groupdict�countr� r )
Z
specificationr' r( r� rP rb Zcolonsrm rk r� r, r, r- r� � s8
�
��r� c C s� | dkr d} t jdkr.dt jkr.t j�d�}n t j�d�}t j�|�rft �|t j�}|s�t �
d|� n<zt � |� d}W n( t k
r� t j
d |dd
� d }Y nX |s�t
�� }t �
d |� t j�|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�ntZ LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)ra rP �environrb �
expandvars�
expanduserr� r r r� �warning�makedirs�OSErrorr� r� r$ )rk r( Zusabler, r, r- �get_cache_base� s&
r- c C sB t j�t j�| ��\}}|r(|�dd�}|�t jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
r z---z--z.cache)ra rb �
splitdriver� r! rc )rb r� r} r, r, r- �path_to_cache_dir
s
r/ c C s | � d�s| d S | S r_ )�endswith)r+ r, r, r- � ensure_slash s
r1 c C s` d }}d| kr>| � dd�\}} d|kr.|}n|�dd�\}}|rJt|�}|rVt|�}||| fS )NrD r r )�rsplitr� r )rX ZusernameZpasswordrm r, r, r- �parse_credentials$ s r3 c C s t �d�} t �| � | S )N� )ra �umaskrs r, r, r- �get_process_umask3 s
r6 c C s< d}d }t | �D ]\}}t|t�sd} q,q|d k s8t�|S )NTF)� enumeraterx r rd )�seqr( r[ r+ r, r, r- �is_string_sequence8 s
r9 z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | ��dd�} t�| �}|r@|�d�}| d|�� � } |r�t| �t|�d kr�t�t� |�d | �}|r�|�
� }| d|� | |d d� |f}|dkr�t �| �}|r�|�d�|�d�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\br� ) r r! �PYTHON_VERSIONr! r� �startre �rer �escaper �PROJECT_NAME_AND_VERSION)�filenameZ project_namer( Zpyverr' �nr, r, r- �split_filenameG s"
rC z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t �| �}|std| ��|�� }|d �� �� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'rP Zver)�NAME_VERSION_REr r r" rS rz )r} r' r� r, r, r- �parse_name_and_versionc s
rE c C s� t � }t | pg �} t |pg �}d| kr8| �d� ||O }| D ]x}|dkrT|�|� q<|�d�r�|dd � }||kr�t�d| � ||kr�|�|� q<||kr�t�d| � |�|� q<|S )N�*r; r zundeclared extra: %s)r� r� r� rT r� r* )Z requestedZ availabler( �rZunwantedr, r, r- �
get_extrasr s&
rH c
C s� i }zNt | �}|�� }|�d�}|�d�s8t�d|� nt�d�|�}t� |�}W n0 t
k
r� } zt� d| |� W 5 d }~X Y nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %sr� z&Failed to get external data for %s: %s) r r� �getrT r� r r� r� r� r� r� � exception)rR r( ZrespZheadersZct�reader�er, r, r- �_get_external_data� s
rM z'https://www.red-dove.com/pypi/projects/c C s* d| d � � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr ��upperr
�_external_data_base_urlrM )rP rR r( r, r, r- �get_project_data� s
rQ c C s( d| d � � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr rN )rP �versionrR r, r, r- �get_package_data� s
rS c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t j�|�st �|� t �|�jd@ dkr6t�d|� t j�t j� |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) ra rb r� r+ r� r� r� r* r� �normpathrj )r� rj r, r, r- r� � s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r/ )r� rm r, r, r- �
prefix_to_dir� s zCache.prefix_to_dirc C s� g }t �| j�D ]r}t j�| j|�}z>t j�|�s>t j�|�rJt �|� nt j�|�r`t �
|� W q t k
r� |� |� Y qX q|S )z"
Clear the cache.
)
ra r rj rb r$ r� r� r� r� r r� r� r" )r� Z not_removed�fnr, r, r- �clear� s z Cache.clearN)r� r� r� �__doc__r� rW rY r, r, r, r- rT � s rT c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S ru )� _subscribersr� r, r, r- r� � s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|�|� n
|�|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)r\ r r" �
appendleft)r� �event�
subscriberr" �subsZsqr, r, r- r� � s
zEventMixin.addc C s, | j }||krtd| ��|| �|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)r\ r� r� )r� r^ r_ r` r, r, r- r� � s zEventMixin.removec C s t | j�|d��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
r, )�iterr\ rI )r� r^ r, r, r- �get_subscribers s zEventMixin.get_subscribersc O sl g }| � |�D ]F}z||f|�|�}W n" tk
rH t�d� d}Y nX |�|� qt�d||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)rb r� r� rJ r" r )r� r^ �args�kwargsr( r_ r� r, r, r- �publish s
�zEventMixin.publishN)T) r� r� r� rZ r� r� r� rb re r, r, r, r- r[ � s
r[ c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S ru )�_preds�_succsr� �_nodesr� r, r, r- r� " s zSequencer.__init__c C s | j �|� d S ru )ri r� �r� �noder, r, r- �add_node' s zSequencer.add_nodeFc C s� || j kr| j �|� |r�t| j�|d��D ]}| �||� q,t| j�|d��D ]}| �||� qPt| j�� �D ]\}}|sp| j|= qpt| j�� �D ]\}}|s�| j|= q�d S )Nr, )ri r� r� rg rI rh r r� )r� rk Zedgesr} r+ r� rI r, r, r- � remove_node* s
zSequencer.remove_nodec C s< ||ks t �| j�|t� ��|� | j�|t� ��|� d S ru )rd rg �
setdefaultr� r� rh )r� �pred�succr, r, r- r� : s z
Sequencer.addc C s� ||ks t �z| j| }| j| }W n tk
rD td| ��Y nX z|�|� |�|� W n$ tk
r� td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)rd rg rh �KeyErrorr� r� )r� ro rp �predsZsuccsr, r, r- r� ? s
zSequencer.removec C s || j kp || jkp || jkS ru )rg rh ri )r� �stepr, r, r- �is_stepL s �zSequencer.is_stepc C s� | � |�std| ��g }g }t� }|�|� |r�|�d�}||krb||kr�|�|� |�|� q.|�|� |�|� | j�|d�}|� |� q.t
|�S )Nz Unknown: %rr r, ) rt r� r� r" rh r� r� rg rI �extend�reversed)r� �finalr( Ztodo�seenrs rr r, r, r- � get_stepsP s"
zSequencer.get_stepsc sR dg�g �i �i �g �| j � � ������fdd��� D ]}|�kr8�|� q8�S )Nr c s� �d �| < �d �| < �d d7 < �� | � z � | }W n tk
rV g }Y nX |D ]J}|�kr��|� t�| �| ��| < q\|�kr\t�| �| ��| < q\�| �| kr�g }��� }|� |� || kr�q�q�t|�}�� |� d S )Nr r )r" r� �minrh �tuple)rk Z
successorsZ successorZconnected_componentZ component�Zgraph�indexZ
index_counterZlowlinksr( �stack�
strongconnectr, r- r t s,
z3Sequencer.strong_connections.<locals>.strongconnect)rh rj r, r| r- �strong_connectionsi s "
z Sequencer.strong_connectionsc C sf dg}| j D ]*}| j | }|D ]}|�d||f � q q | jD ]}|�d| � q>|�d� d�|�S )Nz digraph G {z %s -> %s;z %s;�}�
)rg r" ri r$ )r� r( rp rr ro rk r, r, r- �dot� s
z
Sequencer.dotN)F)
r� r� r� r� rl rm r� r� rt ry �propertyr� r� r, r, r, r- rf ! s
2rf )�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc sZ � �fdd�}t j�� �� t� ��d }|d kr�| �d�r>d}nH| �d�rRd}d}n4| �d�rfd }d
}n | �d �rzd }d
}n td| ��z�|dkr�t| d
�}|r�|�� }|D ] }||� q�n*t �
| |�}|r�|� � }|D ] }||� q�|dk�r*t j
d dk �r*|�� D ]"} t| jt��s| j�d�| _�qdd� }
|
|_|�� � W 5 |�rT|�� X d S )Nc sR t | t�s| �d�} tj�tj�� | ��}|�� �rB|� tjkrNt d| ��d S )Nr� z path outside destination: %r)
rx r �decodera rb r� r$ rT rc r� )rb r} ��dest_dirZplenr, r- �
check_path� s
z unarchive.<locals>.check_path)r� r� �zip)r� r� Ztgzzr:gz)r� r� Ztbzzr:bz2r� ZtarrG zUnknown format for %rr r� r� c
S sD zt �| |�W S t jk
r> } ztt|���W 5 d}~X Y nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ
tar_filterZ FilterErrorr� �str)�memberrb �excr, r, r- �extraction_filter� s z$unarchive.<locals>.extraction_filter)ra rb r� re r0 r� r� r Znamelistr� r� Zgetnamesrq r� Z
getmembersrx rP r r� r� Z
extractall) Zarchive_filenamer� �formatr� r� �archiver� �namesrP Ztarinfor� r, r� r- � unarchive� sL
r� c C s~ t �� }t| �}t|d��Z}t�| �D ]H\}}}|D ]8}tj�||�}||d� } tj�| |�}
|�||
� q4q&W 5 Q R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOre r ra �walkrb r$ r� ) Z directoryr( ZdlenZzfrf r r� rP ZfullZrelrl r, r, r- �zip_dir� s r� )r �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�ProgressZUNKNOWNr �d c C s< |d ks||kst �| | _| _|| _d | _d| _d| _d S )Nr F)rd rz �cur�max�started�elapsed�done)r� ZminvalZmaxvalr, r, r- r� s zProgress.__init__c C sV | j |kst�| jd ks&|| jks&t�|| _t�� }| jd krF|| _n || j | _d S ru )rz rd r� r� �timer� r� )r� ZcurvalZnowr, r, r- �update s
zProgress.updatec C s |dks t �| �| j| � d S �Nr )rd r� r� )r� Zincrr, r, r- � increment s zProgress.incrementc C s | � | j� | S ru )r� rz r� r, r, r- r= s zProgress.startc C s | j d k r| �| j � d| _d S )NT)r� r� r� r� r, r, r- �stop# s
z
Progress.stopc C s | j d kr| jS | j S ru )r� �unknownr� r, r, r- �maximum( s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r� r� rz )r� r( rI r, r, r- �
percentage, s
zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}nt�dt�|��}|S )Nr z??:??:??z%H:%M:%S)r� r� rz r� �strftime�gmtime)r� Zdurationr( r, r, r- �format_duration7 s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| �|�f S )NZDonezETA r� r r z%s: %s)r� r� r� r� rz �floatr� )r� rm r\ r, r, r- �ETA@ s
z Progress.ETAc C sL | j dkrd}n| j| j | j }tD ]}|dk r6 q@|d }q&d||f S )Nr g i� g @�@z%d %sB/s)r� r� rz �UNITS)r� r( Zunitr, r, r- �speedS s
zProgress.speedN)r r� )r� r� r� r� r� r� r� r= r� r� r� r� r� r� r� r, r, r, r- r� s
r� z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t �| �rd}t|| ��t�| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr! r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r, r, r- r h s
r c c s t �| d�}t|�dkrht|�dks,t|��|\}}}|�d�D ]$}td�|||f��D ]
}|V qXq@n�d| kr�t| �D ]
}|V qxn~| �dd�\}}|dkr�d}|dkr�d}n|�d�}|�d �}t� |�D ]4\}}} tj
� |�}ttj
�||��D ]
}
|
V q�q�d S )
Nr r� rC r z**r rF r` �\) � RICH_GLOBr� re rd r� r$ � std_iglobr% ra r� rb rV ) r� Zrich_path_globrm r� rk �itemrb Zradical�dirr� rX r, r, r- r� s s*
r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sR t �| j| jf| j�}t| dd�r0|| _| �� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _nxt �t j�}| jt jO _| jr�|�| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|f|�| _| j
�rN| j�rNz$t| j�� | j� t�d| j� W n0 t k
�rL | j� t j � | j� � � Y nX d S ) NZ _tunnel_hostF�
SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrr �sockZ_tunnelrp �sslr� Z
CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r r� ZshutdownZ SHUT_RDWRr� )r� r� r� �contextrd r, r, r- �connect� s@
�
zHTTPSConnection.connect)r� r� r� r� r� r� r, r, r, r- r� � s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� Tc C s t �| � || _|| _d S ru )�BaseHTTPSHandlerr� r� r� )r� r� r� r, r, r- r� � s
zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r� r� r� )r� rc rd r( r, r, r- � _conn_maker� s
zHTTPSHandler._conn_makerc
C sX z| � | j|�W S tk
rR } z$dt|j�kr@td|j ��n� W 5 d }~X Y nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r r� �reasonr� r� )r� rY rL r, r, r- �
https_open� s �zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r, r, r, r- r� � s
r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� rY r, r, r- � http_open� s �zHTTPSOnlyHandler.http_openN)r� r� r� r� r, r, r, r- r� � s r� � �r� � c @ s e Zd Zddd�ZdS )�HTTPr Nc K s& |dkr d }| � | j||f|�� d S r� ��_setupZ_connection_class�r� r� r� rd r, r, r- r� � s z
HTTP.__init__)r N�r� r� r� r� r, r, r, r- r� � s r� c @ s e Zd Zddd�ZdS )�HTTPSr Nc K s& |dkr d }| � | j||f|�� d S r� r� r� r, r, r- r� � s zHTTPS.__init__)r Nr� r, r, r, r- r� � s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tj�| |� d S ru )r� r r� r� �r� r� � use_datetimer, r, r- r� s zTransport.__init__c C s` | � |�\}}}tdkr(t|| jd�}n4| jr<|| jd krR|| _|t�|�f| _| jd }|S )Nr� )r� r r )�
get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r( r, r, r- �make_connection
s
zTransport.make_connectionN)r �r� r� r� r� r� r, r, r, r- r� s
r� c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tj�| |� d S ru )r� r r� r� r� r, r, r- r� s zSafeTransport.__init__c C sx | � |�\}}}|si }| j|d< tdkr:t|d f|�}n:| jrN|| jd krj|| _|tj|d f|�f| _| jd }|S )Nr� r� r r )r� r� r� r� r� r� r r� )r� r� r� r� rd r( r, r, r- r� s
�
z SafeTransport.make_connectionN)r r� r, r, r, r- r� s
r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |� dd � | _}|d k r^t|�\}}|�dd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport)
rh r� r rI r� r� r� r r� r� ) r� rZ rd r� rW r] r� Ztclsr\ r, r, r- r� , s zServerProxy.__init__Nr� r, r, r, r- r� + s r� c K s6 t jd dk r|d7 }nd|d< d|d< t| |f|�S )Nr r� �br �newliner� r� )rq r� r� )rX r� rd r, r, r- � _csv_open@ s
r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaserC �"r� )Z delimiterZ quotecharZlineterminatorc C s | S ru r, r� r, r, r- � __enter__R s zCSVBase.__enter__c G s | j �� d S ru )r� r� )r� r& r, r, r- �__exit__U s zCSVBase.__exit__N)r� r� r� r� �defaultsr� r� r, r, r, r- r� K s �r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,t�d�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr� r r� r� rb rG ) rq r� r� r� r� r� �csvrK r� )r� rd r� r, r, r- r� Z s zCSVReader.__init__c C s | S ru r, r� r, r, r- �__iter__e s zCSVReader.__iter__c C sF t | j�}tjd dk rBt|�D ] \}}t|t�s |�d�||< q |S �Nr r� r� )�nextrK rq r� r7 rx r r� )r� r( r[ r� r, r, r- r� h s
zCSVReader.nextN)r� r� r� r� r� r� �__next__r, r, r, r- r� Y s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r� r� �writerr� )r� rX rd r, r, r- r� s s zCSVWriter.__init__c C sN t jd dk r>g }|D ]"}t|t�r.|�d�}|�|� q|}| j�|� d S r� )rq r� rx r r� r" r� �writerow)r� �rowrG r� r, r, r- r� w s
zCSVWriter.writerowN)r� r� r� r� r� r, r, r, r- r� r s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convertZincNc s" t t| ��|� |pt�� | _d S ru )�superr r� ra r� rj )r� �configrj �� __class__r, r- r� � s zConfigurator.__init__c
s� ��fdd��� � d�}t|�s*��|�}� � dd �}� � dd�}|r\t�fdd�|D ��}� �fd d�� D �}t|�}|||�}|r�|�� D ]\}} t||�| �� q�|S )
Nc sv t | ttf�r*t| �� fdd�| D ��}nHt | t�rhd| krH��| �}qri }| D ]}� | | �||< qPn
��| �}|S )Nc s g | ] }� |��qS r, r, )rN r[ ��convertr, r- rO � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>�())rx r r{ �type�dict�configure_customr )�or( r� )r r� r, r- r � s
z.Configurator.configure_custom.<locals>.convertr r z[]r, c s g | ] }� |��qS r, r, )rN r r r, r- rO � s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r, )r )rN r� )r r r, r- rO � s )rh r r r{ r
r� �setattr)
r� r r~ Zpropsrc r� rd r( rB rI r, )r r r� r- r � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| �|� | j |< }|S )Nr )r rx r
r )r� r� r( r, r, r- � __getitem__� s
zConfigurator.__getitem__c C sF t j�|�s t j�| j|�}tj|ddd��}t�|�}W 5 Q R X |S )z*Default converter for the inc:// protocol.rG r� r� ) ra rb �isabsr$ rj r� r� r� r� )r� r� r� r( r, r, r- r � s
zConfigurator.inc_convert)N) r� r� r� r
r Zvalue_convertersr� r r r �
__classcell__r, r, r r- r � s
r c @ s* e Zd ZdZd
dd�Zdd� Zdd � ZdS ) �SubprocessMixinzC
Mixin for running subprocesses and capturing their output
FNc C s || _ || _d S ru )�verbose�progress)r� r r r, r, r- r� � s zSubprocessMixin.__init__c C sj | j }| j}|�� }|sq^|dk r.|||� q |s@tj�d� ntj�|�d�� tj�� q |�� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr r� ) r r �readlinerq �stderrr� r� �flushr� )r� r� r� r r r+ r, r, r- rK � s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|�� tj| j|jdfd�}|�� |� � |�
� |�
� | j d k r�| � dd� n| j r�t
j�d� |S )N)�stdoutr r )r� rc r zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threadingZThreadrK r r= r �waitr$ r r rq r� )r� �cmdrd r} �t1�t2r, r, r- � run_command� s" ��
zSubprocessMixin.run_command)FN)r� r� r� rZ r� rK r! r, r, r, r- r � s
r c C s t �dd| ��� S )z,Normalize a python package name a la PEP 503z[-_.]+r; )r> �subrz )rP r, r, r- �normalize_name� s r# )NN)r� )N)N)NT)�r� � collectionsr �
contextlibr� Zglobr r� r� r� Zloggingra r� r> r� r� � ImportErrorr rq r� r� r� r Zdummy_threadingr� r r �compatr r r r r
r r r
r r r r r r r r r r r r r Z getLoggerr� r� r� r rG rF r6 r> r: rV r# r? r^ rn rt ry r r� r� r� �contextmanagerr� r� r� r� r� r� r� r r �VERBOSEr r� r- r/ r1 r3 r6 r9 �Ir@ r< rC rD rE rH rM rP rQ rS rT r[ rf ZARCHIVE_EXTENSIONSr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r# r, r, r, r- �<module> s�
\
Yy
/
8 �
)
�
,H
C]
*)
7. distlib/__pycache__/metadata.cpython-38.pyc 0000644 00000063760 15043676017 0014643 0 ustar 00 U
��.e*� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ e�e�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z dddgZ dZ dZ!e�"d�Z#e�"d�Z$dZ%dZ&d Z'd Z(d Z)d Z*d Z+e*d! Z,d"Z-e.� Z/e/�0e%� e/�0e&� e/�0e(� e/�0e*� e/�0e,� e�"d#�Z1d$d%� Z2d&d'� Z3d(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdF� Z4dGZ5dHZ6dIZ7dJZ8dKZ9dLZ:dMZ;e<� Z=e�"dN�Z>dXdPdQ�Z?G dRdS� dSe<�Z@dTZAdUZBdVZCG dWd� de<�ZDdS )YzImplementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN��__name__�
__module__� __qualname__�__doc__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSION�utf-8�1.1z
\|�
) �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License)r r! r" r# �Supported-Platformr$ r% r& r' r( r) r* �
Classifier� Download-URL� Obsoletes�Provides�Requires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) �
Maintainer�Maintainer-emailr* r, r- �Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 �Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extra)r9 r= r: r; r< )�Description-Content-Typer0 r/ )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sL | dkr t S | dkrtS | dkr$tS | dkr4tt S | dkr@tS t| ��d S )N�1.0r �1.2)�1.3�2.1�2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _566_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistp s rJ c
C sB dd� }g }| � � D ]"\}}|g ddfkr,q|�|� qddddd d
g}|D ]�}|tkrvd|krv|�d� t�d |� |tkr�d|kr�|�d� t�d |� |tkr�d|kr�|�d� t�d
|� |tkr�d|kr�|�d� t�d|� |tk�r d
|k�r |dk�r |�d
� t�d|� |t krLd |krL|�d � t�d|� qLt
|�dk�rZ|d S t
|�dk�r|t�d| � t d��d|k�o�||t �}d|k�o�||t
�}d
|k�o�||t�}d |k�o�||t�} t|�t|� t|� t| � dk�r�t d��|�s |�s |�s | �s t|k�r tS |�r*dS |�r4dS |�r>d
S d S )z5Detect the best version depending on the fields used.c S s |D ]}|| kr dS qdS )NTFr )�keys�markers�markerr r r � _has_marker� s z"_best_version.<locals>._has_marker�UNKNOWNNr? r r@ rA rC rB zRemoved 1.0 due to %szRemoved 1.1 due to %szRemoved 1.2 due to %szRemoved 1.3 due to %sr% zRemoved 2.1 due to %szRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)�items�appendrD �remove�logger�debugrE rF rG rH �lenr � _314_MARKERS� _345_MARKERS� _566_MARKERS� _426_MARKERS�intr )
�fieldsrN rK �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r �
_best_version~ s`
&
r^ r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r5 r6 r; r7 r8 r0 r/ r. r4 r9 r: r< r= ) �metadata_version�namerI �platformZsupported_platform�summary� description�keywords� home_page�author� author_email�
maintainer�maintainer_email�license�
classifier� download_url�obsoletes_dist�
provides_dist�
requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extra)r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t �d| �} t �d|�dd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)r` rI Z for_filenamer r r �_get_name_and_version� s r~ c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||g� d �dk r td��i | _g | _d | _|| _|d k rH| �|� n.|d k r\| �|� n|d k rv| �|� | � � d S )N� �'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingr� r r r �__init__ s
zLegacyMetadata.__init__c C s t | j�| jd< d S �Nr )r^ r� �r� r r r r� " s z#LegacyMetadata.set_metadata_versionc C s |� d||f � d S )Nz%s: %s
)�write)r� r� r` r] r r r � _write_field% s zLegacyMetadata._write_fieldc C s
| � |�S �N)�get�r� r` r r r � __getitem__( s zLegacyMetadata.__getitem__c C s | � ||�S r� )�set)r� r` r] r r r � __setitem__+ s zLegacyMetadata.__setitem__c C s8 | � |�}z | j|= W n tk
r2 t|��Y nX d S r� )�
_convert_namer� �KeyError)r� r` �
field_namer r r � __delitem__. s
zLegacyMetadata.__delitem__c C s || j kp| �|�| j kS r� )r� r� r� r r r � __contains__5 s
�zLegacyMetadata.__contains__c C s( |t kr |S |�dd��� }t�||�S )Nrx �_)� _ALL_FIELDSr} �lower� _ATTR2FIELDr� r� r r r r� 9 s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrO )� _LISTFIELDS�_ELEMENTSFIELDr� r r r �_default_value? s z LegacyMetadata._default_valuec C s& | j dkrt�d|�S t�d|�S d S )N�r? r �
)r_ �_LINE_PREFIX_PRE_1_2r| �_LINE_PREFIX_1_2�r� r] r r r �_remove_line_prefixD s
z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S r� )r� �AttributeErrorr� r r r � __getattr__J s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r! r" )r~ )r� Zfilesafer r r � get_fullnameU s zLegacyMetadata.get_fullnamec C s | � |�}|tkS )z+return True if name is a valid metadata key)r� r� r� r r r �is_field[ s
zLegacyMetadata.is_fieldc C s | � |�}|tkS r� )r� r� r� r r r �is_multi_field` s
z LegacyMetadata.is_multi_fieldc C s. t j|ddd�}z| �|� W 5 |�� X dS )z*Read the metadata values from a file path.�rr ��encodingN)�codecs�open�closer� )r� �filepath�fpr r r r� d s zLegacyMetadata.readc C s� t |�}|d | jd< tD ]p}||kr(q|tkrf|�|�}|tkrX|dk rXdd� |D �}| �||� q|| }|dk r|dkr| �||� qdS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |�d ���qS ��,)�tuple�split��.0r] r r r �
<listcomp>y s z,LegacyMetadata.read_file.<locals>.<listcomp>rO )r r� r� r� Zget_all�_LISTTUPLEFIELDSr� )r� Zfileob�msg�field�valuesr] r r r r� l s
zLegacyMetadata.read_filec C s0 t j|ddd�}z| �||� W 5 |�� X dS )z&Write the metadata fields to filepath.�wr r� N)r� r� r� �
write_file)r� r� � skip_unknownr� r r r r� � s zLegacyMetadata.writec C s� | � � t| d �D ]�}| �|�}|r8|dg dgfkr8q|tkrV| �||d�|�� q|tkr�|dkr�| jdkr~|�dd�}n |�dd�}|g}|t kr�d d
� |D �}|D ]}| �|||� q�qd S ) z0Write the PKG-INFO format data to a file object.r rO r� r% r� r� r z
|c S s g | ]}d � |��qS r� ��joinr� r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)
r� rJ r� r� r� r� r� r_ r} r� )r� Z
fileobjectr� r� r� r] r r r r� � s$
zLegacyMetadata.write_filec sv � fdd�}|sn@t |d�r:|�� D ]}|||| � q$n|D ]\}}|||� q>|rr|�� D ]\}}|||� q^dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t kr |r � �� �| �|� d S r� )r� r� r� )r\ r] r� r r �_set� s z#LegacyMetadata.update.<locals>._setrK N)�hasattrrK rP )r� �other�kwargsr� �k�vr r� r r� � s
zLegacyMetadata.updatec C sh | � |�}|tks|dkrNt|ttf�sNt|t�rHdd� |�d�D �}qzg }n,|tkrzt|ttf�szt|t�rv|g}ng }t� t
j ��r<| d }t | j
�}|tkr�|dk r�|D ](}|�|�d�d �s�t�d |||� q�nb|tk�r |dk �r |�|��s<t�d
|||� n0|tk�r<|dk �r<|�|��s<t�d
|||� |tk�rZ|d k�rZ| �|�}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }|� � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r! N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r� r� �
isinstance�listr� r r� r� rS Z isEnabledFor�loggingZWARNINGr
r� �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� r� )r� r` r] Z project_namer� r� r r r r� � sV
�
�
� � �
zLegacyMetadata.setc C s� | � |�}|| jkr*|tkr&| �|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }|D ].}|tkr~|�|� qf|�|d |d f� qf|S |tkr�| j| }t |t
�r�|� d�S | j| S )zGet a metadata field.Nr r r� ) r� r� �_MISSINGr� r� r� r� rQ r� r� r r� )r� r` r� r] �res�valr r r r� � s.
zLegacyMetadata.getc s� | � � g g }}dD ]}|| kr|�|� q|rP|g krPdd�|� }t|��dD ]}|| krT|�|� qT| d dkr�||fS t| j�� � fdd�}t|ft� jft � j
ffD ]@\}}|D ]2} | � | d �}
|
d k r�||
�s�|�d
| |
f � q�q�||fS ) zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are provided)r! r" z missing required metadata: %s�, )r' r( r r@ c s( | D ] }� � |�d�d �s dS qdS )Nr� r FT)r� r� )r] r� �r� r r �are_valid_constraints# s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r� rQ r� r r
r� r� r� r� r� r� r� ) r� �strict�missing�warnings�attrr� r� r[ Z
controllerr� r] r r� r �check s8
��� zLegacyMetadata.checkc C s� | � � d}i }|D ]"\}}|r*|| jkr| | ||< q| d dkr�d}|D ]B\}}|rb|| jkrL|dkrx| | ||< qLdd� | | D �||< qLn8| d dkr�d }|D ]"\}}|r�|| jkr�| | ||< q�|S )
z�Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
)
)r_ r )r` r! )rI r" )rb r$ )re r' )rf r( )rg r) )rj r* )rc r% )rd r& )ra r# )� classifiersr, )rl r- r r@ ))ro r6 )rq r7 )rr r8 )rn r5 )rm r3 )rv r4 )rh r1 )ri r2 rv c S s g | ]}d � |��qS r� r� )r� �ur r r r� b s z)LegacyMetadata.todict.<locals>.<listcomp>r ))rt r/ )rs r0 )ru r. )r� r� )r� Z skip_missingZ mapping_1_0�datar\ r� Z mapping_1_2Z mapping_1_1r r r �todict5 s&
zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| kr| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r� � requirementsr� r r r �add_requirementsp s
z LegacyMetadata.add_requirementsc C s t t| d ��S r� )r� rJ r� r r r rK { s zLegacyMetadata.keysc c s | � � D ]
}|V qd S r� �rK )r� r\ r r r �__iter__~ s zLegacyMetadata.__iter__c s � fdd�� � � D �S )Nc s g | ] }� | �qS r r �r� r\ r� r r r� � s z)LegacyMetadata.values.<locals>.<listcomp>r� r� r r� r r� � s zLegacyMetadata.valuesc s � fdd�� � � D �S )Nc s g | ]}|� | f�qS r r r� r� r r r� � s z(LegacyMetadata.items.<locals>.<listcomp>r� r� r r� r rP � s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r r` rI r� r r r �__repr__� s �zLegacyMetadata.__repr__)NNNr� )F)F)F)N)F)F)"r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rK r� r� rP r� r r r r r s@ �
,
,
; r z pydist.jsonz
metadata.jsonZMETADATAc @ s� e Zd ZdZe�d�Ze�dej�Ze Z
e�d�Z dZ de
Zdddd �Zd
Zd Zedfedfe
dfe dfd �Zd
ZdDdd�Zed�ZdefZdefZdefdefeeedefeeeedefddd�
Z[[dd� Z dEd d �Z d d � Z e d d!� �Z e d"d#� �Z!e!j"d$d#� �Z!dFd%d&�Z#e d'd(� �Z$e d)d*� �Z%e%j"d+d*� �Z%d,d-� Z&d.d/� Z'd0d1� Z(d2d3� Z)d4d5d6d7d8dd9�Z*d:d;� Z+dGd>d?�Z,d@dA� Z-dBdC� Z.dS )Hr z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rC z distlib (%s)r )�legacy)r` rI rb zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r_ r` rI rb )�_legacy�_datar� Nr� c C s0 |||g� d �dk r td��d | _d | _|| _|d k rzz| �||� || _W n* tk
rv t||d�| _| �� Y nX n�d }|r�t |d��}|�
� }W 5 Q R X n |r�|�
� }|d kr�| j | j d�| _ndt
|t�s�|�d�}z t�|�| _| �| j|� W n0 tk
�r* tt|�|d�| _| �� Y nX d S )Nr� r� )r� r� �rb�r_ � generatorr )r� r� )r� r� r� r� r� �_validate_mappingr r �validater� r� �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r� r� r� r� r� r� �fr r r r� � s@
�
�zMetadata.__init__)r` rI rj rd rb r6 r; r= r, )r- N)r N)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commandsr� Z
source_urlr_ c
C sX t �| d�}t �| d�}||k�r|| \}}| jr^|d krP|d krHd n|� }n | j�|�}n�|d krjd n|� }|dkr�| j�||�}n�t � }|}| j�d�} | �r
|dkr�| �d|�}nP|dkr�| �d�} | r�| �||�}n,| �d �} | s�| j�d �} | �r
| �||�}||k�rT|}n:||k�r2t �| |�}n"| j�rH| j�|�}n | j�|�}|S )
N� common_keys� mapped_keys�r r r r r� �
extensionsr �python.commandsr� �python.details�python.exports)�object�__getattribute__r� r� r� )
r� r\ �common�mapped�lkZmaker�resultr] �sentinel�dr r r r sD
zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|�|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSr� �matchr )r� r\ r] r� �pattern�
exclusions�mr r r �_validate_value+ s
��zMetadata._validate_valuec C s* | � ||� t�| d�}t�| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|dkrj|| j|< nR| j�di �}|dkr�||d< n2|dkr�|�di �}|||< n|�d i �}|||< nh||kr�t�| ||� nP|d
k�rt|t ��r|�
� }|�r|� � }ng }| j�r || j|< n
|| j|< d S ) Nr
r r r
r r r� r r rd ) r r r r� �NotImplementedErrorr� �
setdefault� __setattr__r� r r� r� )r� r\ r] r r r r� r r r r r! 5 s<
zMetadata.__setattr__c C s t | j| jd�S �NT)r~ r` rI r� r r r �name_and_version\ s zMetadata.name_and_versionc C sF | j r| j d }n| j�dg �}d| j| jf }||krB|�|� |S )Nr5 rt z%s (%s))r� r� r r` rI rQ )r� r �sr r r rt ` s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nr5 rt )r� r� r� r r r rt k s c
C s� | j r |}n�g }t|pg | j�}|D ]d}d|kr>d|kr>d}n8d|krLd}n|�d�|k}|rv|�d�}|rvt||�}|r$|�|d � q$dD ]F}d| } | |kr�|�| � | j�d| g �}|�| j|||d�� q�|S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentTrs )ZbuildZdevZtestz:%s:z %s_requires)r �env) r� r r r� r
�extendrR r� �get_requirements)
r� �reqtsr r' r r ZincluderM r\ �er r r r) r s2
�
zMetadata.get_requirementsc C s | j r| �� S | jS r� )r� � _from_legacyr� r� r r r �
dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S r� )r� r r r� �DEPENDENCY_KEYSr� r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | j�|� d S r� )r� r r� r� r� r r r r/ � s c C s� |� d�| jkrt� �g }| j�� D ]"\}}||kr$||kr$|�|� q$|rbdd�|� }t|��|�� D ]\}}| �|||� qjd S )Nr_ zMissing metadata items: %sr� ) r� r� r �MANDATORY_KEYSrP rQ r� r r ) r� r� r� r� r\ r r� r� r� r r r r� � s zMetadata._validate_mappingc C sB | j r.| j �d�\}}|s |r>t�d||� n| �| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� rS r� r� r� r� )r� r� r� r r r r� � s �zMetadata.validatec C s( | j r| j �d�S t| j| j�}|S d S r" )r� r� r r� �
INDEX_KEYS)r� r r r r r� � s zMetadata.todictc
C s� | j r | jrt�| j| jd�}| j �d�}dD ]*}||kr.|dkrHd}n|}|| ||< q.|�dg �}|dgkrtg }||d< d }|D ]*\}}||kr�|| r�d
|| ig||< q�| j|d < i }i } |S ) Nr� T)r` rI rj rb rc rk rk r� r& � rd ))ro r )rp r rs rt )r� r� �AssertionErrorr� r� r� r� rt )
r� r Zlmdr� �nk�kwrK �okrf rh r r r r, � s. �
zMetadata._from_legacyr! r" r* r$ r% )r` rI rj rb rc r� c C s� dd� }| j r| jrt�t� }| j }| j�� D ] \}}||kr.|| ||< q.|| j| j �}|| j| j �}| j
r�t | j
�|d< t |�|d< t |�|d< |S )Nc S s� t � }| D ]|}|�d�}|�d�}|d }|D ]V}|sF|sF|�|� q.d}|rVd| }|rp|rld||f }n|}|�d�||f�� q.q
|S )Nr% r& rs r2 z
extra == "%s"z (%s) and %sr� )r� r� �addr� )�entriesr* r+ r% r' Zrlistr� rM r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entriesr= r6 r; ) r� r� r3 r �LEGACY_MAPPINGrP r r r r r �sorted)r� r9 r Znmdr4 r6 Zr1Zr2r r r �
_to_legacy� s zMetadata._to_legacyFTc C s� ||g� d �dkrtd��| �� |r`| jr4| j}n| �� }|rP|j||d� q�|j||d� n^| jrp| �� }n| j}|r�t j
||dddd� n.t � |dd��}t j
||dddd� W 5 Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Tr� )Z ensure_ascii�indentZ sort_keysr� r )
r� r� r� r� r< r� r� r, r� r� �dumpr� r� )r� r� r� r� r� Z legacy_mdr r r r r r� s*
� �zMetadata.writec C s� | j r| j �|� nr| j�dg �}d }|D ] }d|kr*d|kr*|} qHq*|d krfd|i}|�d|� n t|d �t|�B }t|�|d< d S )Nr r& r% rs r )r� r� r� r �insertr� r; )r� r� r �always�entryZrsetr r r r� 3 s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)r` rI r� r r_ )r� r` rI r r r r� D s
�zMetadata.__repr__)NNNr� )N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr� r r� r0 r1 r. r � __slots__r� r� r
r� Z none_list�dictZ none_dictr r r r! �propertyr# rt �setterr) r- r/ r� r� r� r, r: r< r� r� r� r r r r r � s�
�� �
-�+
'
*
� %
)F)Er Z
__future__r r� Zemailr r� r� rB r2 r r �compatr r r rL r
�utilr r rI r
r Z getLoggerr rS r r r r �__all__r r rC r� r� rD rE rV rF rW rH rY rG rX r� r� r� ZEXTRA_RErJ r^ r� r� r� r� r� r� r� r� r r� r{ r~ r ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r �<module> s�
H�!
distlib/__pycache__/wheel.cpython-38.pyc 0000644 00000061656 15043676017 0014171 0 ustar 00 U
��.e�� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z!m"Z" dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd
l-m.Z.m/Z/ e �0e1�Z2da3e4ed ��r8d Z5n*ej6�7d
��rLdZ5nej6dk�r^dZ5ndZ5e�8d�Z9e9�s�dej:dd� Z9de9 Z;e5e9 Z<ej#�=� �>dd��>dd�Z?e�8d�Z@e@�r�e@�7d��r�e@�>dd�Z@ndd � ZAeA� Z@[Ae�Bd ejCejDB �ZEe�Bd ejCejDB �ZFe�Bd �ZGe�Bd �ZHd!ZId"ZJe
jKd#k�rBd$d%� ZLnd&d%� ZLG d'd(� d(eM�ZNeN� ZOG d)d*� d*eM�ZPd+d,� ZQeQ� ZR[Qd/d-d.�ZSdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cpZpy_version_nodotz%s%s� �py�-�_�.ZSOABIzcpython-c C sR dt g} t�d�r | �d� t�d�r0| �d� t�d�dkrH| �d� d �| �S )
Nr ZPy_DEBUG�dZ
WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r, �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/wheel.py� _derive_abi; s
r. zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S �Nr, ��or, r, r- �<lambda>] � r3 c C s | � tjd�S )Nr/ )�replace�os�sepr1 r, r, r- r3 _ r4 c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S r0 )�
impure_wheels�libs��selfr, r, r- �__init__c s zMounter.__init__c C s || j |< | j�|� d S r0 )r9 r: �update)r< �pathname�
extensionsr, r, r- �addg s
z Mounter.addc C s0 | j �|�}|D ]\}}|| jkr| j|= qd S r0 )r9 �popr: )r< r? r@ �k�vr, r, r- �removek s
zMounter.removeNc C s || j kr| }nd }|S r0 )r: )r< �fullname�path�resultr, r, r- � find_moduleq s
zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��t�|| j| �}| |_|�dd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r )
�sys�modulesr: � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)r< rF rH r+ r, r, r- � load_modulex s
zMounter.load_module)N)�__name__�
__module__� __qualname__r= rA rE rI rR r, r, r, r- r8 b s
r8 c @ s� e Zd ZdZdZdZd4dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd5dd�Zdd� Zdd� Zd d � Zd6d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd7d,d-�Zd.d/� Z d0d1� Z d8d2d3�Z dS )9�Wheelz@
Class to build and install from Wheel files (PEP 427).
�r r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t�� | _ |dkrRd| _
d| _ | j | _
n�t�|�}|r�|�d�}|d | _
|d �d d
�| _ |d | _| j | _
n�tj�|�\}}t�|�}|s�td | ��|r�tj�|�| _ || _
|�d�}|d | _
|d | _ |d | _|d
�d�| _|d �d�| _|d �d�| _dS )zB
Initialise an instance using a (valid) filename.
r& �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! ZbiZar)�signZ
should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rG �split� FILENAME_REr �abspath)r< rd rZ �verifyr# �infora r, r, r- r= � sD
�
zWheel.__init__c C s^ | j rd| j }nd}d�| j�}d�| j�}d�| j�}| j�dd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r r& r! r z%s-%s%s-%s-%s-%s.whl)r[ r* r] r^ r_ rc r5 rb )r< r[ r] r^ r_ rc r, r, r- rd � s
�zWheel.filenamec C s t j�| j| j�}t j�|�S r0 )r6 rG r* ra rd �isfile)r< rG r, r, r- �exists� s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r0 )r] r^ r_ )r< r] r^ r_ r, r, r- �tags� s
z
Wheel.tagsc C s t j�| j| j�}d| j| jf }d| }t�d�}t |d���}| �
|�}|d � dd�}t dd � |D ��}|d
k r�t
td g} nt
tg} d }
| D ]f} zLt�|| �} |�| ��,}
||
�}t|d �}
|
r�W 5 Q R � W q�W 5 Q R X W q� tk
r� Y q�X q�|
�std
d�| � ��W 5 Q R X |
S )N�%s-%s� %s.dist-info�utf-8�r�
Wheel-Versionr! r c S s g | ] }t |��qS r, ��int��.0�ir, r, r- �
<listcomp>� s z"Wheel.metadata.<locals>.<listcomp>rW ZMETADATA)Zfileobjz8Invalid wheel, because metadata is missing: looked in %sz, )r6 rG r* ra rd rb rc �codecs� getreaderr �get_wheel_metadatarh �tupler r � posixpath�openr
�KeyError�
ValueError)r< r? �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_versionZfnsrH �fn�metadata_filename�bf�wfr, r, r- �metadata� s6
�zWheel.metadatac C sX d| j | jf }d| }t�|d�}|�|�� }t�d�|�}t|�}W 5 Q R X t|�S )Nrp rq �WHEELrr ) rb rc r r* r� r{ r| r �dict)r< r� r� r� r� r� r� �messager, r, r- r} � s zWheel.get_wheel_metadatac C s6 t j�| j| j�}t|d��}| �|�}W 5 Q R X |S )Nrs )r6 rG r* ra rd r r} )r< r? r� rH r, r, r- rl � s z
Wheel.infoc C s� t �|�}|r||�� }|d |� ||d � }}d|�� krBt}nt}t�|�}|rfd|�� d }nd}|| }|| }nT|�d�}|�d�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S )
Ns pythonw� ���r4 �
�
r r s
) �
SHEBANG_RErf �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r< �datar# r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr, r, r- �process_shebang s,
zWheel.process_shebangc C sh |d kr| j }ztt|�}W n tk
r< td| ��Y nX ||��� }t�|��d�� d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r< r� r� �hasherrH r, r, r- �get_hash" s zWheel.get_hashc C s^ t |�}ttj�||��}|�|ddf� |�� t|��}|D ]}|�|� q@W 5 Q R X d S )Nr& ) �list�to_posixr6 rG �relpathr) �sortr Zwriterow)r< �recordsZ record_path�base�p�writer�rowr, r, r- � write_record- s
zWheel.write_recordc
C s� g }|\}}t t| j�}|D ]P\}} t| d��}
|
�� } W 5 Q R X d| �| � } tj�| �}
|� || |
f� q tj�
|d�} | � || |� t tj�
|d��}|� || f� d S )N�rbz%s=%s�RECORD)
r� r� r� r� �readr� r6 rG �getsizer) r* r� r� )r< rl �libdir�
archive_pathsr� �distinfor� r� �apr� �fr� r� �sizer, r, r- �
write_records6 s zWheel.write_recordsc C sF t |dtj��.}|D ]"\}}t�d||� |�||� qW 5 Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r< r? r� r� r� r� r, r, r- � build_zipF s zWheel.build_zipc ! s~ |dkr i }t t� fdd�d��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|�d |�| _|�d |�| _|�d
|�| _ � | } d| j
| j f }
d|
} d|
} g }
dD ]�}|� kr�q�� | }t j
�|�r�t �|�D ]�\}}}|D ]�}tt j
�||��}t j
�||�}tt j
�| ||��}|
�||f� |dkr�|�d�s�t|d��}|�� }W 5 Q R X | �|�}t|d��}|�|� W 5 Q R X q�q�q�| }d}t �|�D ]�\}}}||k�r t|�D ]8\}}t|�}|�d��r�t j
�||�}||= �q��q�|�s td��|D ]H}t|��d��r(�qt j
�||�}tt j
�||��}|
�||f� �q�q�t � |�}|D ]B}|dk�rltt j
�||��}tt j
�| |��}|
�||f� �qld|�p�| j dt d | g} | j D ] \} } } | �d | | | f � �q�t j
�|d �}t|d ��}|�d �| �� W 5 Q R X tt j
�| d ��}|
�||f� | � || f| |
� t j
�| j!| j"�} | �#| |
� | S )!z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � kS r0 r, r1 ��pathsr, r- r3 T r4 z Wheel.build.<locals>.<lambda>)�purelib�platlibr r� Zfalse�truerX rY r] r^ r_ rp �%s.datarq )r� Zheaders�scriptsr� �.exer� �wbz
.dist-infoz(.dist-info directory expected, not found)z.pycz.pyo)r� Z INSTALLERZSHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� r� �
)$r� r �IMPVER�ABI�ARCHr\ �getr] r^ r_ rb rc r6 rG �isdir�walkr r* r� r� r) �endswithr� r� r� r� � enumerate�AssertionError�listdir�
wheel_versionr ro r� ra rd r� )!r< r� ro r� ZlibkeyZis_pureZ
default_pyverZ default_abiZ default_archr� r� �data_dirr� r� �keyrG �root�dirs�filesr� r� �rpr� r� r� r� ry �dnr� r] r^ r_ r? r, r� r- �buildL s�
� z Wheel.buildc C s
|� d�S )zl
Determine whether an archive entry should be skipped when verifying
or installing.
)r/ z /RECORD.jws)r� )r< �arcnamer, r, r- �
skip_entry� s zWheel.skip_entryc C K sf |j }|�d�}|�dd�}|�dd�}tj�| j| j�}d| j| jf } d| }
d| } t �| t
�} t �| d�}
t �| d �}t � d
�}t
|d ����}|�|
��}||�}t|�}W 5 Q R X |d �d
d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|�|��8}t|d��"}|D ]}|d }|||< �q8W 5 Q R X W 5 Q R X t �|
d�} t �| d�} t �|
dd�} t|d�} d| _tj } g }!t�� }"|"|_d|_�z��z\|� � D �]�}#|#j}$t |$t ��r�|$}%n
|$�!d
�}%| �"|%��r�q�||% }|d �r4t#|#j$�|d k�r4t%d |% ��|d �r�|d �d d�\}&}'|�|$��}|�&� }(W 5 Q R X | �'|(|&�\})}*|*|'k�r�t%d |$ ��|�r�|%�(| | f��r�t)�*d |%� �q�|%�(| ��o�|%�+d!� }+|%�(| ��r
|%�d"d �\})},}-tj�||, t,|-��}.n$|%|
|fk�r �q�tj�|t,|%��}.|+�s
|�|$��}| �-||.� W 5 Q R X |!�.|.� |�s�|d �r�t|.d#��4}|�&� }(| �'|(|&�\})}/|/|*k�r�t%d$|. ��W 5 Q R X | �r~|.�+d%��r~z | j/|.|d&�}0|!�.|0� W n$ t0k
�r t)j1d'dd(� Y nX nttj�2t,|$��}1tj�|"|1�}2|�|$��}| �-||2� W 5 Q R X tj�|.�\}3}1|3|_|�3|1�}4| �4|4� |!�5|4� �q�|�r�t)�*d)� d}5�nnd}6| j6d }|d*k�rzt �| d+�}7z�|�|7��}t7|�}8W 5 Q R X i }6d,D ]l}9d-|9 }:|:|8k�r�i |6d.|9 < };|8|: �8� D ]6}<d/|<j9|<j:f }=|<j;�rB|=d0|<j; 7 }=|=|;|<j< �q�q�W n t0k
�rv t)�1d1� Y nX ndzB|�| ��.}||�}t<�=|��d2�}6|6�r�|6�d3�}6W 5 Q R X W n t0k
�r� t)�1d4� Y nX |6�r�|6�d5i �}>|6�d6i �}?|>�s|?�r�|�dd�}@tj�>|@��s*t?d7��|@|_|>�@� D ]*\}:}<d8|:|<f }A|�3|A�}4| �4|4� �q8|?�r�d9di}B|?�@� D ],\}:}<d8|:|<f }A|�3|A|B�}4| �4|4� �qztj�|| �}tA|�}5tB|�}|d= |d= ||d:< |5�C||�}|�r�|!�.|� |5�D|!|d; |� |5W W �<W 5 Q R � S t0k
�rF t)�Ed<� | �F� � Y nX W 5 t � |"� X W 5 Q R X dS )=a~
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFZ bytecode_hashed_invalidationrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� ��streamr r& r� )�dry_runTNr �size mismatch for %s�=�digest mismatch for %szlib_only: skipping %sr� r/ r� z digest mismatch on write for %sz.py)Zhashed_invalidationzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt)Zconsole�guiz
%s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr@ zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr� �lib�prefixzinstallation failed.)Gr� r� r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r� r r �recordrJ �dont_write_bytecode�tempfileZmkdtempZ
source_dirZ
target_dir�shutilZrmtree�infolist�
isinstancer
r� r� �str� file_sizer r� r� �
startswithr� r� r� r Z copy_streamr) Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrl r �valuesr� �suffix�flags�json�loadr� r� �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback)Cr< r� Zmaker�kwargsr� r� r� Zbc_hashed_invalidationr? r� r� r� �
metadata_name�wheel_metadata_name� record_namer� r� �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfxZfileopZbcZoutfiles�workdir�zinfor� � u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rC r" rD �sZconsole_scriptsZ gui_scriptsZ
script_dirZscriptZoptionsr, r, r- �install� sT
�
�
�
���
�
z
Wheel.installc C s4 t d kr0tj�t� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rG r* r r� rJ rc r )r< r� r, r, r- �_get_dylib_cache� s �zWheel._get_dylib_cachec
C sh t j�| j| j�}d| j| jf }d| }t�|d�}t� d�}g }t
|d���}z�|� |���}||�} t �
| �}
| �� } | �|�} t j�| j| �}
t j�|
�s�t �|
� |
�� D ]�\}}t j�|
t|��}t j�|�s�d}n6t �|�j}tj�|�}|�|�}tj|j� }||k}|�r&|� ||
� |� ||f� q�W 5 Q R X W n t k
�rX Y nX W 5 Q R X |S )Nrp rq Z
EXTENSIONSrr rs T) r6 rG r* ra rd rb rc r r{ r| r r� r r r Z
prefix_to_dirr� r� �makedirsr r rn �stat�st_mtime�datetimeZ
fromtimestampZgetinfoZ date_time�extractr) r� )r< r? r� r� r� r� rH r� r� r� r@ r r� Z
cache_baserb r� �destr Z file_timerl Z
wheel_timer, r, r- �_get_extensions� s>
zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�
is_compatibler; r, r, r- r � s zWheel.is_compatiblec C s dS )zP
Determine if a wheel is asserted as mountable by its metadata.
Tr, r; r, r, r- � is_mountable� s zWheel.is_mountablec C s� t j�t j�| j| j��}| �� s2d| }t|��| �� sJd| }t|��|t jkrbt
� d|� nN|rtt j� |� nt j�
d|� | �� }|r�tt jkr�t j� t� t�||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rG rj r* ra rd r r r rJ r� r� r) �insertr �_hook� meta_pathrA )r< r) r? �msgr@ r, r, r- �mount� s"
z Wheel.mountc C sr t j�t j�| j| j��}|tjkr2t�d|� n<tj� |� |t
j krRt
� |� t
j snt
tj krntj � t
� d S )Nz%s not in path)
r6 rG rj r* ra rd rJ r� r� rE r! r9 r" )r< r? r, r, r- �unmount� s
z
Wheel.unmountc C s t j�| j| j�}d| j| jf }d| }d| }t�|t�}t�|d�}t�|d�}t �
d�}t |d����} | � |��}
||
�} t
| �} W 5 Q R X | d �d d
�}
td d � |
D ��}i }| � |��6}t|d
�� }|D ]}|d }|||< q�W 5 Q R X W 5 Q R X | �� D ]�}|j}t|t��r$|}n
|�d�}|�d�}d|k�rNtd| ��| �|��r^�q|| }|d �r�t|j�|d k�r�td| ��|d
�r|d
�dd
�\}}| � |��}|�� }W 5 Q R X | �||�\}}||k�rtd| ���qW 5 Q R X d S )Nrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz s z Wheel.verify.<locals>.<listcomp>r� r r/ �..�invalid entry in wheel: %rr r� r� r� )r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r r� r� r
r� r r� r� r� r� r� ) r< r? r� r� r� r r r r� r� r r� r� r� r� r� r� r
r� r� r r� r
r r r� r r� r, r, r- rk s\
� �
�z Wheel.verifyc
K s� dd� }dd� }t j�| j| j�}d| j| jf }d| }t�|d�} t� ���}
t |d��|} i } | �
� D ]h}
|
j}t |t �r�|}n
|�
d �}|| kr�qhd
|kr�td | ��| �|
|
� t j�|
t|��}|| |< qhW 5 Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r$||k�r$|||� |d k�rNtjd
d|
d�\}}t �|� n*t j�|��shtd| ��t j�|| j�}t| �� �}t j�|
|�}||f}| �||
|� | �||� |d k�r�t�||� W 5 Q R X |S )a�
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO�rG )r r
rc )�path_mapr� rc rG r� r, r, r- � get_versionK s z!Wheel.update.<locals>.get_versionc S s� d }z|t | �}| �d�}|dk r*d| }nTdd� | |d d � �d�D �}|d d7 < d | d |� d�d
d � |D ��f }W n tk
r� t�d | � Y nX |r�t|d
�}||_|� t
� }|j ||d� t�d| |� d S )Nr r z%s+1c S s g | ] }t |��qS r, ru )rx r r, r, r- rz ] s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! r� z%s+%sc s s | ]}t |�V qd S r0 )r� rw r, r, r- � <genexpr>` s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rr( )rG �legacyz Version updated from %r to %r) r r� rh r* r r� r� r
rc r� r r� )rc rG �updatedrD ry r+ Zmdr, r, r, r- �update_versionU s.
�
�
�z$Wheel.update.<locals>.update_versionrp rq r� rs rr r& r' Nz.whlz
wheel-update-)r r� �dirzNot a directory: %r)r6 rG r* ra rd rb rc r r r r� r� r
r� r r r r� Zmkstemp�closer� r� r r� r� r� Zcopyfile)r< ZmodifierZdest_dirr r* r. r? r� r� r r r� r) r r� r
rG Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rl r, r, r- r> : s\
�
�
z Wheel.update)NFF)N)NN)F)N) rS rT rU �__doc__r� r� r= �propertyrd rn ro r r� r} rl r� r� r� r� r� r� r� r r r r r r$ r% rk r> r, r, r, r- rV � s@
)
h g "
8rV c C sx t g} t d }ttjd d dd�D ] }| �d�|t|�g�� q$g }t�� D ]*\}}}|� d�rN|�|�
dd�d � qN|� � t dkr�|�
dt � |�d� g }tg}tjd k�r�t�d
t�}|�r�|�� \} }}}
t|�}|
g} |
d kr�| �d � |
d
k�r | �d� |
dk�r | �d� |
dk�r4| �d� |
dk�rH| �d� |dk�r�| D ]*} d| ||| f }
|
tk�rV|�|
� �qV|d8 }�qH|D ]0}|D ]$}
|�d�t| d f�||
f� �q��q�t| �D ]L\}}|�d�t|f�ddf� |dk�r�|�d�t|d f�ddf� �q�t| �D ]L\}}|�d�d|f�ddf� |dk�r"|�d�d|d f�ddf� �q"t|�S )zG
Return (pyver, abi, arch) tuples compatible with this Python.
r r r� r& z.abir! r rX �darwinz(\w+)_(\d+)_(\d+)_(\w+)$)�i386�ppcZfat)r6 r7 �x86_64Zfat3)�ppc64r8 Zfat64)r6 r8 �intel)r6 r8 r: r7 r9 Z universalz %s_%s_%s_%srY r )r' �rangerJ � version_infor) r* r� rM Z get_suffixesr� rh r� r� r r� �platform�rerf r� rv �
IMP_PREFIXr� �set)Zversions�major�minorZabisr r rH Zarchesr# rb r_ Zmatchesrf r r^ ry rc r, r, r- �compatible_tags� s`
&
"
"rC c C s\ t | t�st| �} d}|d kr"t}|D ]0\}}}|| jkr&|| jkr&|| jkr&d} qXq&|S )NFT)r� rV �COMPATIBLE_TAGSr] r^ r_ )Zwheelro rH Zverr^ r_ r, r, r- r � s
r )N)TZ
__future__r r� r{ r Zdistutils.utilZ distutilsZemailr r� rM r Zloggingr6 r r> r� rJ r� r� r& r r �compatr r r r
r Zdatabaser r� r
r r �utilr r r r r r r r r rc r r Z getLoggerrS r� r �hasattrr? r= r� r( r' r< r\ r� Z get_platformr5 r� r� r. �compile�
IGNORECASE�VERBOSEri re r� r� r� r� r7 r� �objectr8 r! rV rC rD r r, r, r, r- �<module> s� ,
�
�
# > distlib/__pycache__/index.cpython-38.opt-1.pyc 0000644 00000041737 15043676017 0015131 0 ustar 00 U
��.eJR � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZzd dlmZ W n ek
r` d dl mZ Y nX ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZmZ e�e�ZdZdZG d d
� d
e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyzhttps://pypi.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc
C s� |pt | _| �� t| j�\}}}}}}|s<|s<|s<|dkrJtd| j ��d| _d| _d| _d| _t t
j d��R}dD ]F} z,t j
| dg||d�}
|
dkr�| | _W q�W qt tk
r� Y qtX qtW 5 Q R X dS ) z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
)ZhttpZhttpszinvalid repository: %sN�w)�gpgZgpg2z --version��stdout�stderrr )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home�open�os�devnull�
subprocessZ
check_call�OSError) �selfr Zscheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r% �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/index.py�__init__$ s(
�
zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )� Distribution)�
PyPIRCCommand)Zdistutils.corer( Zdistutils.configr) )r r( r) �dr% r% r& �_get_pypirc_commandA s z PackageIndex._get_pypirc_commandc C sR | � � }| j|_|�� }|�d�| _|�d�| _|�dd�| _|�d| j�| _dS )z�
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
�username�password�realmr �
repositoryN)r+ r r/ Z _read_pypirc�getr, r- r. )r �cZcfgr% r% r& r K s z PackageIndex.read_configurationc C s$ | � � | �� }|�| j| j� dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
N)�check_credentialsr+ Z
_store_pypircr, r- )r r1 r% r% r& �save_configurationZ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|�| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r, r- r r r r Z add_passwordr. r r )r Zpm�_r! r% r% r& r2 f s z PackageIndex.check_credentialsc C s\ | � � |�� |�� }d|d< | �|�� g �}| �|�}d|d< | �|�� g �}| �|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
Zverify�:actionZsubmit)r2 �validate�todict�encode_request�items� send_request)r �metadatar* �requestZresponser% r% r& �registerr s
zPackageIndex.registerc C sF |� � }|sq:|�d��� }|�|� t�d||f � q |�� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
�utf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r �name�streamZoutbufr# r% r% r& �_reader� s
zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|�d|g� |dk rF|�dddg� t�� }tj�|tj�|�d �}|�d
d d |d
||g� t �
dd�|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
� --status-fd�2�--no-ttyN� --homedirz--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--output� invoking: %s� ) r r �extend�tempfileZmkdtempr r" �join�basenamerC rD )r �filename�signer�
sign_password�keystore�cmdZtdZsfr% r% r& �get_sign_command� s"
�z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|�� t| jd|j|fd�}|�� |dk r�|j� |� |j�
� |� � |� � |� � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
r N�stdinr )�target�argsr )r �PIPE�Popenr rH r �startr rZ �writerE �waitrR �
returncode) r rX Z
input_data�kwargsr r �p�t1�t2r% r% r& � run_command� s& �
zPackageIndex.run_commandc
C sD | � ||||�\}}| �||�d��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
r> r z&sign command failed with error code %s)rY rg �encoder )
r rT rU rV rW rX �sig_filer$ r r r% r% r& � sign_file� s
��
�zPackageIndex.sign_file�sdist�sourcec C s( | � � tj�|�s td| ��|�� |�� }d} |rZ| jsJt� d� n| �
||||�} t |d��}
|
� � } W 5 Q R X t
�| ��� } t
�| ��� }
|�dd||| |
d�� dtj�|�| fg}| �rt | d��}
|
� � }W 5 Q R X |�d tj�| �|f� t�tj�| �� | �|�� |�}| �|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)r5 Zprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r2 r r" �existsr r6 r7 r rC Zwarningrj r �read�hashlib�md5� hexdigestZsha256�updaterS rB �shutilZrmtree�dirnamer8 r9 r: )r r; rT rU rV ro rp rW r* ri �fZ file_datarq rr �filesZsig_datar< r% r% r& � upload_file� sD
� � �zPackageIndex.upload_filec
C s� | � � tj�|�s td| ��tj�|d�}tj�|�sFtd| ��|�� |j|j }}t
|�� � }dd|fd|fg}d||fg}| � ||�} | �
| �S )a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r)r5 Z
doc_uploadrF �versionrs )r2 r r" �isdirr rR rt r6 rF r r �getvaluer8 r: )
r r; Zdoc_dir�fnrF r Zzip_data�fieldsr} r< r% r% r& �upload_documentation( s
� z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|�d|g� |�d||g� t�dd�|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
rI rJ rK NrL z--verifyrN rO )r r rP rC rD rR )r �signature_filename�
data_filenamerW rX r% r% r& �get_verify_commandD s z PackageIndex.get_verify_commandc C sH | j std��| �|||�}| �|�\}}}|dkr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailable)r r z(verify command failed with error code %sr )r r r� rg )r r� r� rW rX r$ r r r% r% r& �verify_signature\ s ��z PackageIndex.verify_signaturec C sl |dkrd}t �d� n6t|ttf�r0|\}}nd}tt|�� }t �d| � t|d���}| �t |��}z�|� � } d}
d} d} d}
d | kr�t | d
�} |r�||
|
| � |�
|
�}|s�q�| t|�7 } |�|� |r�|�|� |
d 7 }
|r�||
|
| � q�W 5 |�
� X W 5 Q R X | dk�r0| | k �r0td | | f ��|�rh|�� }||k�r\td
||||f ��t �d|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedrw zDigest specified: %s�wbi ���r zcontent-lengthzContent-Lengthr z1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s)rC rD �
isinstance�list�tuple�getattrrv r r: r rE �info�intru �lenr` ry r rx )r r ZdestfileZdigestZ
reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizeru Zblocknum�block�actualr% r% r& �
download_fileu s^
��
��zPackageIndex.download_filec C s: g }| j r|�| j � | jr(|�| j� t|� }|�|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rB r r r )r ZreqZhandlersZopenerr% r% r& r: � s zPackageIndex.send_requestc
C s� g }| j }|D ]L\}}t|ttf�s*|g}|D ]*}|�d| d| �d�d|�d�f� q.q|D ].\}} }
|�d| d|| f �d�d|
f� q`|�d| d df� d�|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"r> � z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rP rh rR �strr� r r )r r� r} �partsr� �k�values�v�keyrT �valueZbodyZctr� r% r% r& r8 � sD ���
���
�zPackageIndex.encode_requestc C sF t |t�rd|i}t| jdd�}z|�||p.d�W �S |d�� X d S )NrF g @)ZtimeoutrE �and)r� r
r
r �search)r Zterms�operatorZ rpc_proxyr% r% r& r� � s
zPackageIndex.search)N)N)N)N)NNrk rl N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r' r+ r r3 r2 r= rH rY rg rj r~ r� r� r� r� r: r8 r� r% r% r% r& r s6
�
#
�
9 �
�
M+r ) rv Zloggingr rz r rQ Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
�utilr r r
Z getLoggerr� rC r Z
DEFAULT_REALM�objectr r% r% r% r& �<module> s
distlib/__pycache__/database.cpython-38.pyc 0000644 00000122124 15043676017 0014615 0 ustar 00 U
��.eU� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z d
d d d
dgZ!e�"e#�Z$dZ%dZ&deddde%dfZ'dZ(G dd� de)�Z*G dd� de)�Z+G dd
� d
e)�Z,G dd � d e,�Z-G d d � d e-�Z.G d d
� d
e-�Z/e.Z0e/Z1G d d � d e)�Z2d)d!d"�Z3d#d$� Z4d%d&� Z5d'd(� Z6dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME�LEGACY_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated��self� r# �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/database.py�__init__1 s z_Cache.__init__c C s | j �� | j�� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r r! r# r# r$ r& 9 s
z _Cache.clearc C s2 |j | j kr.|| j |j < | j�|jg ��|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append�r" �distr# r# r$ �addA s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r% r& r, r# r# r# r$ r - s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r" r Z include_eggr# r# r$ r% O s zDistributionPath.__init__c C s | j S �N�r7 r! r# r# r$ �_get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s
|| _ d S r9 r: )r" �valuer# r# r$ �_set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j �� | j�� dS )z,
Clears the internal cache.
N)r5 r& r6 r! r# r# r$ � clear_cachek s
z DistributionPath.clear_cachec
c sD t � }| jD �]0}t�|�}|dkr&q |�d�}|r |js<q t|j�}|D ]�}|�|�}|rJ|j|krhqJ| j�r|�t ��rt
t t g}|D ]"}t
�||�} |�| �}
|
r� q�q�qJt�|
�� ��} t| dd�} W 5 Q R X t�d|j� |�|j� t|j| | d�V qJ| jrJ|�d�rJt�d|j� |�|j� t|j| �V qJq dS )zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy��fileobj�schemezFound %s)�metadata�env)� .egg-info�.egg)�setr r �finder_for_path�findZ is_container�sortedr3 �endswith� DISTINFO_EXTr
r r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr, �new_dist_classr4 �old_dist_class)
r" �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamrD r# r# r$ �_yield_distributionss sF
�
�
z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| �� D ](}t|t�rF| j �|� q*| j�|� q*|r`d| j _|rld| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r5 r r4 r6 r\ �
isinstancer r, )r" Zgen_distZgen_eggr+ r# r# r$ �_generate_cache� s
z DistributionPath._generate_cachec C s |� dd�}d�||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerO rM )�clsr �versionr# r# r$ �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c s^ | j s | �� D ]
}|V qn>| �� | jj�� D ]
}|V q0| jrZ| jj�� D ]
}|V qNdS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r7 r\ r^ r5 r �valuesr4 r6 r* r# r# r$ �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|� � }| js4| �� D ]}|j|kr|} q|qnH| �� || jjkrZ| jj| d }n"| jr||| jjkr|| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr7 r\ r( r^ r5 r r4 r6 )r" r �resultr+ r# r# r$ �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|dk rJz| j �d||f �}W n$ tk
rH td||f ��Y nX | �� D ]p}t|d�snt�d|� qR|j}|D ]H}t |�\}}|dkr�||kr�|V qRqx||krx|�
|�rx|V qRqxqRdS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
N�%s (%s)z invalid name or version: %r, %r�provideszNo "provides": %s) r8 �matcher�
ValueErrorr rf �hasattrrS rT rk r �match) r" r rc rl r+ �provided�p�p_name�p_verr# r# r$ �provides_distribution� s* �
z&DistributionPath.provides_distributionc C s( | � |�}|dkr td| ��|�|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)ri � LookupError�get_resource_path)r" r �
relative_pathr+ r# r# r$ �
get_file_path! s
z DistributionPath.get_file_pathc c sX | � � D ]J}|j}||kr|| }|dk r>||krR|| V q|�� D ]
}|V qFqdS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)rf �exportsre )r" �categoryr r+ rY �d�vr# r# r$ �get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r- r. r/ r0 r% r; r= �propertyZ
cache_enabledr> r\ r^ � classmethodrd rf ri rt rx r} r# r# r# r$ r K s
,
) c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| j�� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) rD r rg r( rc Zlocator�digest�extras�contextrH Z
download_urlsZdigests)r" rD r# r# r$ r% O s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)rD �
source_urlr! r# r# r$ r� ` s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
rj �r rc r! r# r# r$ �name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|�|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
rj )rD rk r rc r) )r" Zplist�sr# r# r$ rk p s
zDistribution.providesc C s8 | j }t�d|�� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)r� rE ) rD rS rT Ztodict�getattrrH Zget_requirementsr� r� )r" Zreq_attr�mdZreqtsr# r# r$ �_get_requirements| s
�z Distribution._get_requirementsc C s
| � d�S )N� run_requires�r� r! r# r# r$ r� � s zDistribution.run_requiresc C s
| � d�S )N�
meta_requiresr� r! r# r# r$ r� � s zDistribution.meta_requiresc C s
| � d�S )N�build_requiresr� r! r# r# r$ r� � s zDistribution.build_requiresc C s
| � d�S )N�
test_requiresr� r! r# r# r$ r� � s zDistribution.test_requiresc C s
| � d�S )N� dev_requiresr� r! r# r# r$ r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}z|�|j�}W n6 tk
rZ t�d|� |� � d }|�|�}Y nX |j
}d}| j D ]D}t |�\}} ||kr�qlz|�
| �}W q�W ql tk
r� Y qlX ql|S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
�+could not read version %r - using name onlyr F)r
r rD rC rl � requirementr rS �warning�splitr( rk r ro )
r" �reqrY rC rl r rh rq rr rs r# r# r$ �matches_requirement� s, �
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r? z<Distribution %s (%s)%s>)r� r rc )r" �suffixr# r# r$ �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer rc r� )r" �otherrh r# r# r$ �__eq__� s
�
�zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr rc r� r! r# r# r$ �__hash__� s zDistribution.__hash__N)r- r. r/ r0 Zbuild_time_dependency� requestedr% r~ r� Z download_urlr� rk r� r� r� r� r� r� r� r� r� r� r# r# r# r$ r = s4
"
c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| ��|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r% r � dist_path)r" rD r rE �� __class__r# r$ r% � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||��� }t�|��d��d�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr? z%s=� =�ascii�%s%s) �hasher�hashlib�md5r� r� �base64Zurlsafe_b64encode�rstrip�decode)r" �datar� �prefixr� r# r# r$ �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r- r. r/ r0 r� r% r� �
__classcell__r# r# r� r$ r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
Zsha256Nc
sJ g | _ t�|� | _}|d kr*td| ��|rP|jrP||jjkrP|jj| j}nt|d kr�|� t
�}|d krt|� t �}|d kr�|� d�}|d kr�tdt
|f ��t �
|�� ��}t|dd�}W 5 Q R X tt| ��|||� |r�|jr�|j�| � |� d�}|d k | _tj�|d�}tj�|��rFt|d��}|�� } W 5 Q R X | �� | _ d S ) Nzfinder unavailable for %sZMETADATAzno %s found in %sr@ rA r �
top_level.txt�rb)�modulesr rI rX rm r7 r5 r rD rJ r
r rP rQ rR r r� r r% r, r� �osrO �exists�open�read�
splitlines)
r" r rD rE rX rY r[ rq �fr� r� r# r$ r% s8
�
z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>�r rc r r! r# r# r$ r� = s
�z InstalledDistribution.__repr__c C s d| j | jf S �Nz%s %sr� r! r# r# r$ �__str__A s z InstalledDistribution.__str__c
C s� g }| � d�}t�|�� ��\}t|d��F}|D ]:}dd� tt|�d�D �}|| \}}} |�||| f� q.W 5 Q R X W 5 Q R X |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r �r[ c S s g | ]}d �qS r9 r# )�.0�ir# r# r$ �
<listcomp>S s z6InstalledDistribution._get_records.<locals>.<listcomp>� )�get_distinfo_resourcerP rQ rR r �range�lenr) )
r" �resultsrY r[ Z
record_reader�row�missingr �checksum�sizer# r# r$ � _get_recordsD s
&z"InstalledDistribution._get_recordsc C s i }| � t�}|r| �� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r" rh rY r# r# r$ ry [ s
z InstalledDistribution.exportsc C s8 i }| � t�}|r4t�|�� ��}t|�}W 5 Q R X |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
)r� r� rP rQ rR r )r" rh rY r[ r# r# r$ r i s
z"InstalledDistribution.read_exportsc C s. | � t�}t|d��}t||� W 5 Q R X dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� r� r )r" ry Zrfr� r# r# r$ r x s
z#InstalledDistribution.write_exportsc C s� | � d�}t�|�� ��R}t|d��<}|D ]0\}}||kr*| W 5 Q R � W 5 Q R � S q*W 5 Q R X W 5 Q R X td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r r� z3no resource file with relative path %r is installedN)r� rP rQ rR r �KeyError)r" rw rY r[ Zresources_reader�relativeZ destinationr# r# r$ rv � s
6�z'InstalledDistribution.get_resource_pathc c s | � � D ]
}|V qdS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r" rh r# r# r$ �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s( t j�|d�}t j�| j�}|�|�}t j�|d�}| �d�}t�d|� |rRdS t|���}|D ]�}t j� |�sz|�
d�r�d } }
n4dt j� |� }
t |d��} | �
| �� �} W 5 Q R X |�|�s�|r�|�|�r�t j�||�}|�|| |
f� q`|�|��r
t j�||�}|�|ddf� W 5 Q R X |S )z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r? r � creating %sN�z.pycz.pyoz%dr� )r� r rO �dirname�
startswithr� rS �infor �isdirrL �getsizer� r� r� �relpathZwriterow) r" �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr# r# r$ �write_installed_files� s0
� z+InstalledDistribution.write_installed_filesc
C s g }t j�| j�}| �d�}| �� D ]�\}}}t j�|�sHt j�||�}||krRq$t j�|�sr|�|dddf� q$t j� |�r$t
t j� |��}|r�||kr�|�|d||f� q$|r$d|kr�|� dd�d }nd }t
|d
��2} | �| �� |�}
|
|k�r|�|d ||
f� W 5 Q R X q$|S ) �
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r r� TFr� �=r r Nr� r� )r� r r� r� r� �isabsrO r� r) �isfile�strr� r� r� r� r� ) r" �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr# r# r$ �check_installed_files� s.
z+InstalledDistribution.check_installed_filesc C s� i }t j�| jd�}t j�|�r�tj|ddd��}|�� �� }W 5 Q R X |D ]8}|�dd�\}}|dkr||� |g ��
|� qL|||< qL|S )a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r rY �utf-8��encodingr� r � namespace) r� r rO r� �codecsr� r� r� r� r' r) )r" rh � shared_pathr� �lines�liner( r< r# r# r$ �shared_locations� s
z&InstalledDistribution.shared_locationsc C s� t j�| jd�}t�d|� |r$dS g }dD ].}|| }t j�|| �r,|�d||f � q,|�dd�D ]}|�d| � qhtj |d d
d ��}|�
d �|�� W 5 Q R X |S )
aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r r� N)r� �libZheadersZscriptsr� z%s=%sr� r# z namespace=%sr� r� r� �
) r� r rO rS r� r� r) �getr� r� �write) r" r� r� r� r� r( r �nsr� r# r# r$ �write_shared_locations s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��t�| j�}|d kr<td| j ��|�|�S )N�+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rI rJ )r" r rX r# r# r$ r� s � z+InstalledDistribution.get_distinfo_resourcec C s~ |� tj�dkrT|�tj�dd� \}}|| j�tj�d krTtd|| j| jf ��|tkrntd|| jf ��tj� | j|�S )a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r ���N���z;dist-info file %r does not belong to the %r %s distributionr� )
rJ r� �sepr� r r r rc r� rO )r" r rd r# r# r$ r� $ s ���z'InstalledDistribution.get_distinfo_filec c sR t j�| j�}| �� D ]6\}}}t j�|�s:t j�||�}|�| j�r|V qdS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rO r� )r" r� r r� r� r# r# r$ �list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r �r" r� r# r# r$ r� Q s
�z InstalledDistribution.__eq__)NN)F)F)r- r. r/ r0 r� r% r� r� r� r ry r r rv r� r� r� r� r� r� r� r� r� �objectr� r� r# r# r� r$ r s, "
##
c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| �|�}|| |j|j� |rz|jrz|j�| � t t
| �� |||� d S )Nc S s || _ |�� | _|| _d S r9 )r rg r( rc )r� �nr| r# r# r$ �set_name_and_versionc s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r7 r6 rD r rc �
_get_metadatar, r� r r% )r" r rE r� rD r� r# r$ r% b s
z EggInfoDistribution.__init__c s� d }dd� � � fdd�}d }}|� d�r�tj�|�r�tj�|d�}tj�|d�}t|dd �}tj�|d
�} tj�|d �}|| �}npt�|�}
t|
� d ��
d
��} t| dd�}z,|
� d�} |
� d��
d�}� | �
d��}W n t k
r� d }Y nX nf|� d��rPtj�|��rBtj�|d
�} || �}tj�|d�}tj�|d �}t|dd �}n t d| ��|�rl|�
|� |d k�r�|d k �r�tj�|��r�t|d��}
|
�� �
d�}W 5 Q R X |�s�g }n|�� }|| _|S )Nc S s� g }| � � }|D ]�}|�� }|�d�r6t�d|� q�t|�}|sPt�d|� q|jr`t�d� |jst|�|j � qd�
dd� |jD ��}|�d|j |f � q|S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r� Nr# )r� �cr# r# r$ � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rj ) r� �stripr� rS r� r
r� Z constraintsr) r rO )r� �reqsr� r� rY Zconsr# r# r$ �parse_requires_dataz s(
�
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }z*t �| dd��}� |�� �}W 5 Q R X W n tk
rB Y nX |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
rY r� )r� r� r� �IOError)�req_pathr r� �r r# r$ �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrG zEGG-INFOzPKG-INFOr@ )r rC z requires.txtr� zEGG-INFO/PKG-INFO�utf8rA zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr� rF z,path must end with .egg-info or .egg, got %rr� )rL r� r r� rO r � zipimport� zipimporterr �get_datar� r r Zadd_requirementsr� r� r� r� r� )r" r �requiresr Ztl_pathZtl_datarq � meta_pathrD r ZzipfrB r� r� r# r r$ r� w sX
�
�
z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r� r! r# r# r$ r� � s
�z EggInfoDistribution.__repr__c C s d| j | jf S r� r� r! r# r# r$ r� � s zEggInfoDistribution.__str__c C s` g }t j�| jd�}t j�|�r\| �� D ]2\}}}||kr<q(t j�|�s(|�|dddf� q(|S )r� �installed-files.txtr� TF)r� r rO r� r� r) )r" r� r� r r` r# r# r$ r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t j�| jd�}g }t j�|�r�tj|ddd��x}|D ]l}|�� }t j�t j�| j|��}t j�|�s�t� d |� |�
d
�r�qFt j� |�sF|� |||�||�f� qFW 5 Q R X |� |d d f� |S ) z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c S s0 t | d�}z |�� }W 5 |�� X t�|��� S )Nr� )r� �closer� r� r� Z hexdigest)r r� Zcontentr# r# r$ �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t �| �jS r9 )r� �stat�st_size)r r# r# r$ �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizer rY r� r� zNon-existent file: %sr� N)
r� r rO r� r� r� r �normpathrS r� rL r� r) )r" r r r� rh r� r� rq r# r# r$ r� � s"
$z(EggInfoDistribution.list_installed_filesFc c s� t j�| jd�}t j�|�r�d}tj|ddd��`}|D ]T}|�� }|dkrPd}q6|s6t j�t j�| j|��}|�| j�r6|r�|V q6|V q6W 5 Q R X dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
r TrY r� r� z./FN) r� r rO r� r� r� r r r� )r" Zabsoluter� �skipr� r� rq r# r# r$ r� s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r r� r# r# r$ r� . s
�zEggInfoDistribution.__eq__)N)F)r- r. r/ r0 r� r� r% r� r� r� r� r� r� r� r� r� r� r# r# r� r$ r Y s Z&
c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S r9 )�adjacency_list� reverse_listr� r! r# r# r$ r% I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r r )r" � distributionr# r# r$ �add_distributionN s
z DependencyGraph.add_distributionNc C s6 | j | �||f� || j| kr2| j| �|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r r) r )r" �x�y�labelr# r# r$ �add_edgeX s
zDependencyGraph.add_edgec C s& t �d||� | j�|g ��|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rS rT r� r' r) )r" r r� r# r# r$ � add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r� r� r* r# r# r$ �
_repr_distr s zDependencyGraph._repr_distr c C s� | � |�g}| j| D ]h\}}| � |�}|dk r<d||f }|�d| t|� � | �||d �}|�d�}|�|dd� � qd�|�S )zPrints only a subgraphNz%s [%s]z r r� )r" r r) r� � repr_noder� �extendrO )r" r+ �level�outputr� r Z suboutputZsubsr# r# r$ r# u s
zDependencyGraph.repr_nodeTc C s� g }|� d� | j�� D ]h\}}t|�dkr:|s:|�|� |D ]@\}}|dk rh|� d|j|j|f � q>|� d|j|jf � q>q|s�t|�dkr�|� d� |� d� |� d� |D ] }|� d |j � |� d
� q�|� d � |� d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r� r �itemsr� r) r )r" r� Zskip_disconnectedZ disconnectedr+ �adjsr� r r# r# r$ �to_dot� s(
�
zDependencyGraph.to_dotc s� g }i }| j �� D ]\}}|dd� ||< qg � t|�� �dd� D ] \}}|sD� �|� ||= qD� shq�|�� D ] \}}� fdd�|D �||< qpt�ddd� � D �� |�� � q,|t|�� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� kr||f�qS r# r# )r� r{ rY �Z to_remover# r$ r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )rj r� )r� r{ r# r# r$ r� � s )r r' �listr) rS rT r$ �keys)r" rh Zalist�kr| r# r* r$ �topological_sort� s$
� z DependencyGraph.topological_sortc C s2 g }| j �� D ]\}}|�| �|�� qd�|�S )zRepresentation of the graphr� )r r' r) r# rO )r" r& r+ r( r# r# r$ r� � s zDependencyGraph.__repr__)N)r )T)
r- r. r/ r0 r% r r r! r" r# r) r. r� r# r# r# r$ r 9 s
r r1 c C sV t |�}t� }i }| D ]L}|�|� |jD ]6}t|�\}}t�d|||� |�|g ��||f� q*q| D ]�}|j |j
B |j B |j B }|D ]�} z|�
| �}
W n6 tk
r� t�d| � | �� d }|�
|�}
Y nX |
j}d} ||k�r>|| D ]N\}} z|
�|�}
W n tk
�r d}
Y nX |
r�|�|| | � d} �q>q�| s�|�|| � q�qh|S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sr� r FT)r r r rk r rS rT r' r) r� r� r� r� rl r r� r� r( ro r r! )�distsrC �graphrp r+ rq r rc r r� rl ZmatchedZproviderro r# r# r$ �
make_graph� sN
���
r1 c C sv || krt d|j ��t| �}|g}|j| }|rh|�� }|�|� |j| D ]}||krN|�|� qNq.|�d� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
�1given distribution %r is not a member of the listr )r r r1 r �popr) )r/ r+ r0 Zdep�todor{ Zsuccr# r# r$ �get_dependent_dists� s �
r5 c C sn || krt d|j ��t| �}g }|j| }|rj|�� d }|�|� |j| D ]}||krP|�|� qPq,|S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
r2 r )r r r1 r r3 r) )r/ r+ r0 r� r4 r{ Zpredr# r# r$ �get_required_dists s �
r6 c K s4 |� dd�}tf |�}| |_||_|p(d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)r3 r r rc r7 r )r rc �kwargsr7 r� r# r# r$ � make_dist2 s
r9 )r1 )7r0 Z
__future__r r� r� rP r� Zloggingr� rN r2 r r? r r �compatr rc r r rD r r
r r �utilr
r r r r r r �__all__Z getLoggerr- rS r� ZCOMMANDS_FILENAMEr� rM r� r r r r r r rU rV r r1 r5 r6 r9 r# r# r# r$ �<module> s` $ �
� s 7 J ]
6 distlib/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000002004 15043676017 0015541 0 ustar 00 U
��.eK � @ sn d dl Z dZG dd� de�Zzd dl mZ W n& ek
rR G dd� de j�ZY nX e �e�Z e �
e� � dS )� Nz 0.2.9.post0c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S �Nr ��self�recordr r r �handle � zNullHandler.handlec C s d S r r r
r r r �emit r zNullHandler.emitc C s
d | _ d S r )�lock)r r r r �
createLock r zNullHandler.createLockN)r r r r
r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ
addHandlerr r r r �<module> s
distlib/__pycache__/version.cpython-38.pyc 0000644 00000047553 15043676017 0014552 0 ustar 00 U
��.e_[ � @ sf d Z ddlZddlZddlmZ ddlmZ dddd d
d d d
gZe�e �Z
G dd � d e �Z G dd� de
�ZG dd� de
�Ze�d�Zdd� ZeZG dd� de�Zdd� ZG dd� de�Ze�d�dfe�d �d fe�d �dfe�d �d fe�d!�d"fe�d#�d"fe�d$�d%fe�d&�d'fe�d(�d)fe�d*�d+ff
Ze�d,�dfe�d-�dfe�d.�d%fe�d$�d%fe�d/�dffZe�d0�Zd1d2� Zd3d4� Ze�d5ej �Z d6d6d7d6d8ddd9�Z d:d;� Z G d<d� de�Z G d=d � d e�Z!e�d>ej �Z"d?d@� Z#dAdB� Z$G dCd
� d
e�Z%G dDd � d e�Z&G dEdF� dFe
�Z'e'eee�e'e e!dGdH� �e'e$e&e�dI�Z(e(dJ e(dK< dLd
� Z)dS )Mz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types��parse_requirement�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/version.pyr s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s@ |� � | _}| �|� | _}t|t�s,t�t|�dks<t�d S )Nr )�strip�_string�parse�_parts�
isinstance�tuple�AssertionError�len)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass��NotImplementedError�r r r r r r % s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError�r �otherr r r �_check_compatible( s zVersion._check_compatiblec C s | � |� | j|jkS �N�r( r r& r r r �__eq__, s
zVersion.__eq__c C s | � |� S r) �r+ r& r r r �__ne__0 s zVersion.__ne__c C s | � |� | j|jk S r) r* r& r r r �__lt__3 s
zVersion.__lt__c C s | � |�p| �|� S r) �r. r+ r& r r r �__gt__7 s zVersion.__gt__c C s | � |�p| �|�S r) r/ r& r r r �__le__: s zVersion.__le__c C s | � |�p| �|�S r) )r0 r+ r& r r r �__ge__= s zVersion.__ge__c C s
t | j�S r) )�hashr �r r r r �__hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s')�� __class__r r r4 r r r �__repr__D s zVersion.__repr__c C s | j S r) �r r4 r r r �__str__G s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.r! r4 r r r �
is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r( r+ r- r. r0 r1 r2 r5 r8 r: �propertyr; r r r r r s r c @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d �Zd d
� Zdd� Zdd� Zedd� �Z dd� Z
dd� Z dd� Z dd� Z
d d � Zd d � ZdS ) �MatcherNc C s | |k S r) r ��v�c�pr r r �<lambda>T � zMatcher.<lambda>c C s | |kS r) r r> r r r rB U rC c C s | |kp| |k S r) r r> r r r rB V rC c C s | |kp| |kS r) r r> r r r rB W rC c C s | |kS r) r r> r r r rB X rC c C s | |kS r) r r> r r r rB Y rC c C s | |kp| |kS r) r r> r r r rB [ rC c C s | |kS r) r r> r r r rB \ rC )�<�>�<=�>=�==�===�~=�!=c C s t |�S r) r r# r r r r a s zMatcher.parse_requirementc C s� | j d krtd��|�� | _}| �|�}|s:td| ��|j| _| j�� | _g }|jr�|jD ]d\}}|� d�r�|dkr�td| ��|d d� d }}| � |� n| � |�d }}|�
|||f� q^t |�| _ d S ) Nz Please specify a version classz
Not valid: %rz.*)rH rK z#'.*' not allowed for %r constraints���TF)
�
version_class�
ValueErrorr r r �name�lower�keyZ constraints�endswith�appendr r )r r �rZclist�opZvn�prefixr r r r d s*
� zMatcher.__init__c C sx t |t�r| �|�}| jD ]X\}}}| j�|�}t |t�rDt| |�}|s`d|| jjf }t |��||||�s dS qdS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
r r rM r �
_operators�get�getattrr7 r r" )r �version�operator�
constraintrV �f�msgr r r �match� s
� z
Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r )rH rI )r r )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r$ rO r% r& r r r r( � s zMatcher._check_compatiblec C s" | � |� | j|jko | j|jkS r) )r( rQ r r& r r r r+ � s
zMatcher.__eq__c C s | � |� S r) r, r& r r r r- � s zMatcher.__ne__c C s t | j�t | j� S r) )r3 rQ r r4 r r r r5 � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r6 r4 r r r r8 � s zMatcher.__repr__c C s | j S r) r9 r4 r r r r: � s zMatcher.__str__)r r r rM rW r r r_ r< ra r( r+ r- r5 r8 r: r r r r r= O s* �
r= zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | � � } t�| �}|s"td| ��|�� }tdd� |d �d�D ��}t|�dkrl|d dkrl|d d� }qF|d szd}n t|d �}|dd � }|d
d � }|d d
� }|d }|dkr�d}n|d t|d �f}|dkr�d}n|d t|d �f}|dk�rd}n|d t|d �f}|d k�r*d}nHg } |�d�D ]0}
|
� � �rTdt|
�f}
nd|
f}
| �
|
� �q8t| �}|�s�|�s�|�r�d}nd}|�s�d}|�s�d}||||||fS )NzNot a valid version: %sc s s | ]}t |�V qd S r) ��int��.0r? r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.���r � � � � �
� �
)NNr )�arh )�z)�_)�final) r �PEP440_VERSION_REr_ r �groupsr �splitr rc �isdigitrS ) r �mru ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT
r| c @ s6 e Zd ZdZdd� Zedddddg�Zed d
� �Zd S ) r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}t�|�}|�� }tdd� |d �d�D ��| _|S )Nc s s | ]}t |�V qd S r) rb rd r r r rf s z*NormalizedVersion.parse.<locals>.<genexpr>r rg )�_normalized_keyrt r_ ru r rv �_release_clause)r r r` rx ru r r r r
s
zNormalizedVersion.parserp �br@ �rcrz c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)re �tr4 r r rf s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr r4 r r4 r r; s z NormalizedVersion.is_prereleaseN) r r r r r �setr� r< r; r r r r r � s
c C s> t | �} t |�}| |kr dS | �|�s*dS t|�}| | dkS )NTFrg )�str�
startswithr )�x�y�nr r r �
_match_prefix s
r� c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)rJ rD rE rF rG rH rI rK c C sV |rd|ko|j d }n|j d o,|j d }|rN|j�dd�d }| �|�}||fS )N�+rh r r )r r rv rM )r rZ r\ rV Z strip_localr r r r �
_adjust_local6 s
z NormalizedMatcher._adjust_localc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrg c S s g | ] }t |��qS r �r� �re �ir r r �
<listcomp>I s z/NormalizedMatcher._match_lt.<locals>.<listcomp>�r� r~ �joinr� �r rZ r\ rV Zrelease_clauseZpfxr r r r� D s zNormalizedMatcher._match_ltc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrg c S s g | ] }t |��qS r r� r� r r r r� Q s z/NormalizedMatcher._match_gt.<locals>.<listcomp>r� r� r r r r� L s zNormalizedMatcher._match_gtc C s | � |||�\}}||kS r) �r� �r rZ r\ rV r r r r� T s zNormalizedMatcher._match_lec C s | � |||�\}}||kS r) r� r� r r r r� X s zNormalizedMatcher._match_gec C s. | � |||�\}}|s ||k}n
t||�}|S r) �r� r� �r rZ r\ rV r` r r r r� \ s
zNormalizedMatcher._match_eqc C s t |�t |�kS r) r� r� r r r r� d s z"NormalizedMatcher._match_arbitraryc C s0 | � |||�\}}|s ||k}n t||� }|S r) r� r� r r r r� g s
zNormalizedMatcher._match_nec C sf | � |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }d�dd� |D ��}t||�S )NTFr rh rg c S s g | ] }t |��qS r r� r� r r r r� z s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r� r~ r r� r� r� r r r r� o s z#NormalizedMatcher._match_compatibleN)r r r r rM rW r� r� r� r� r� r� r� r� r� r r r r r ' s& � z[.+-]$� z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$�\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rg z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sL | � � �� }tD ]\}}|�||�}q|s.d}t�|�}|sFd}|}n�|�� d �d�}dd� |D �}t|�dk r~|� d� qft|�dkr�||�
� d� }n8d� dd� |dd� D ��||�
� d� }|dd� }d� d d� |D ��}|� � }|�rt D ]\}}|�||�}q�|�s |}n d
|k�r*d nd }|| | }t
|��sHd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r rg c S s g | ] }t |��qS r rb r� r r r r� � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r r� r� r r r r� � s c S s g | ] }t |��qS r r� r� r r r r� � s rz �-r� )r rP �
_REPLACEMENTS�sub�_NUMERIC_PREFIXr_ ru rv r rS �endr� �_SUFFIX_REPLACEMENTS� is_semver)r r` Zpat�replrx rV �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sh zt | � | W S tk
r" Y nX | �� }dD ]\}}|�||�}q0t�dd|�}t�dd|�}t�dd|�}t�dd |�}t�d
d |�}|�d �r�|d
d� }t�dd |�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�d d|�}t�d d |�}t�d d |�}z t |� W n tk
�rb d}Y nX |S )!a� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
))z-alpharp )z-betar )r� rp )r� r )r� r@ )z-finalr� )z-prer@ )z-releaser� )z.releaser� )z-stabler� )r� rg )rr rg )� r� )z.finalr� )rs r� zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r� r? r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r� z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r} r rP �replace�rer� r� )r ZrsZorigr� r r r �_suggest_normalized_version� s>
r� z([a-z]+|\d+|[\.-])r@ zfinal-�@)ry Zpreviewr� r� rz r� rg c C sr dd� }g }|| �D ]T}|� d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�S )Nc S st g }t �| �� �D ]R}t�||�}|rd|d d� krBdkrRn n |�d�}nd| }|�|� q|�d� |S )N�0r �9� �*�*final)�
_VERSION_PARTrv rP �_VERSION_REPLACErX �zfillrS )r r` rA r r r � get_partsC s
z _legacy_key.<locals>.get_partsr� r� rh z*final-Z00000000)r� �poprS r )r r� r` rA r r r � _legacy_keyB s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S r) )r� r# r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|t�r
|�d�r
|dk r
d} q4q
|S )NFr� r� T)r r r r� )r r` r� r r r r; ` s
�zLegacyVersion.is_prereleaseN�r r r r r< r; r r r r r \ s c @ s4 e Zd ZeZeej�Zded< e� d�Z
dd� Z dS )r r� rJ z^(\d+(\.\d+)*)c C s` ||k r dS | j �t|��}|s2t�d||� dS |�� d }d|krV|�dd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr rg r )�
numeric_rer_ r� �loggerZwarningru �rsplitr� )r rZ r\ rV rx r r r r r� s s � z LegacyMatcher._match_compatibleN) r r r r rM �dictr= rW r� �compiler� r� r r r r r k s
zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t �| �S r) )�
_SEMVER_REr_ )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|�� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � � d�}tdd� |D ��}|S )Nr rg c S s" g | ]}|� � r|�d �n|�qS )r� )rw r� )re rA r r r r� � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rv r )r Zabsentr` r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r rb r� r r r r� � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r ru ) r r� rx ru �major�minorZpatchry Zbuildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r
c C s t |�S r) )r� r# r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r r4 r r r r; � s z SemanticVersion.is_prereleaseNr� r r r r r
� s c @ s e Zd ZeZdS )r N)r r r r
rM r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S r) )rQ �matcher� suggester)r rQ r� r� r r r r � s zVersionScheme.__init__c C s2 z| j �|� d}W n tk
r, d}Y nX |S �NTF)r� rM r �r r r` r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s0 z| � |� d}W n tk
r* d}Y nX |S r� )r� r r� r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s | � d| �S )z:
Used for processing some metadata fields
zdummy_name (%s))r� r# r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n
| � |�}|S r) )r� r� r r r �suggest� s
zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s
r� c C s |S r) r r# r r r rB � rC rB )�
normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrN )rO r r r r
� s )*r Zloggingr� �compatr �utilr �__all__Z getLoggerr r� rN r �objectr r= r� rt r| r} r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r
r r� r� r
r r r r �<module> s� �
1d
=$ W � � �
.r� � $��� distlib/__pycache__/locators.cpython-38.pyc 0000644 00000112601 15043676017 0014676 0 ustar 00 U
��.e_� � @ sD d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e k
rd d dl
ZY nX d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ dd l0m1Z1m2Z2 dd
l3m4Z4m5Z5 e�6e7�Z8e�9d �Z:e�9d ej;�Z<e�9d
�Z=dZ>d-dd�Z?G dd� de�Z@G dd� deA�ZBG dd� deB�ZCG dd� deB�ZDG dd� deA�ZEG dd � d eB�ZFG d d � d eB�ZGG d d � d eB�ZHG d!d"� d"eB�ZIG d#d$� d$eB�ZJeJeH� eFd%d&d'�d(d)�ZKeKjLZLe�9d*�ZMG d+d,� d,eA�ZNdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata�MetadataInvalidError) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s6 | dkr t } t| dd�}z |�� W �S |d�� X dS )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
N� @��timeout�close)�
DEFAULT_INDEXr �
list_packages)�url�client� r. �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/locators.py�get_all_distribution_names) s r0 c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }dD ]}||kr|| } q"q|d kr.d S t |�}|jdkrnt|�� |�}t|d�rf|�||� n|||< t�| |||||�S )N)�locationZuri� �replace_header)r �schemer Z get_full_url�hasattrr4 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr. r. r/ r8 @ s
�z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r8 Zhttp_error_301Zhttp_error_303Zhttp_error_307r. r. r. r/ r1 7 s r1 c @ s� e Zd ZdZdZdZdZdZed Zd)dd �Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd*d'd(�ZdS )+�LocatorzG
A base class for locators - things that locate distributions.
)z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe�.whl)z.pdfN)rE �defaultc C s, i | _ || _tt� �| _d| _t�� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher5 r r1 �opener�matcherr
�Queue�errors)r9 r5 r. r. r/ �__init__f s
zLocator.__init__c C sV g }| j �� sRz| j �d�}|�|� W n | j jk
rD Y qY nX | j �� q|S )z8
Return any errors which have occurred.
F)rK �empty�get�appendZEmpty� task_done)r9 �result�er. r. r/ �
get_errorsy s
zLocator.get_errorsc C s | � � dS )z>
Clear any errors which may have been logged.
N)rS �r9 r. r. r/ � clear_errors� s zLocator.clear_errorsc C s | j �� d S �N)rG �clearrT r. r. r/ � clear_cache� s zLocator.clear_cachec C s | j S rV ��_schemerT r. r. r/ � _get_scheme� s zLocator._get_schemec C s
|| _ d S rV rY )r9 �valuer. r. r/ � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
� Please implement in the subclassN��NotImplementedError)r9 �namer. r. r/ � _get_project� s
zLocator._get_projectc C s t d��dS )�J
Return all the distribution names known to this locator.
r^ Nr_ rT r. r. r/ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| �|�}n2|| j kr,| j | }n | �� | �|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rG rb rU )r9 ra rQ r. r. r/ � get_project� s
zLocator.get_projectc C s^ t |�}t�|j�}d}|�d�}|�| j�}|rBtt|�| j�}|j dkd|j
k||||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
TrE �httpszpypi.org) r � posixpath�basename�path�endswith�downloadable_extensionsr% r$ �
wheel_tagsr5 �netloc)r9 r, �trh Z
compatibleZis_wheelZis_downloadabler. r. r/ � score_url� s
�zLocator.score_urlc C sR |}|rN| � |�}| � |�}||kr(|}||kr@t�d||� nt�d||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)ro �logger�debug)r9 �url1�url2rQ �s1�s2r. r. r/ �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r9 �filename� project_namer. r. r/ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
�� �d�r<t�d||
� t�|
�} | rX| �� \} }
nd\} }
|}|r�|d dkr�|dd� }|�d ��r>z~t |�}t
|| j �s�t�d
|� nX|dkr�d }n ||j |�}|�r|j |j
|jt||||| d f�d
�dd� |jD ��d�}W n0 tk
�r: } zt�d|� W 5 d}~X Y nX n�|�| j��sZt�d|� n�t�|� }}| jD ]�}|�|��rn|dt|� � }| �||�}|�s�t�d|� nH|\}}}|�r�|||��r�|||t||||| d f�d�}|�r�||d< �q�qn|�r| �r|
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS rV )r! )Zname1Zname2r. r. r/ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN����/rE zWheel not compatible: %sTr3 z, c S s" g | ]}d � t|dd� ���qS )�.� N)�join�list)�.0�vr. r. r/ �
<listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)ra �versionrw r, �python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)ra r� rw r, r� � %s_digest)r �lower�
startswithrp rq � HASHER_HASH�match�groupsrj r$ r% rl ra r� rw r r~ �pyver� Exception�warningrk rg rh �lenr )r9 r, rx ry rQ r5 rm ri �params�query�frag�m�algo�digestZorigpath�wheelZincluderR rw Zextrn ra r� r� r. r. r/ � convert_url_to_download_info� s� �
���
��
z$Locator.convert_url_to_download_infoc C s2 d}dD ]$}d| }||kr||| f} q.q|S )z�
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N)Zsha256�md5r� r. )r9 �inforQ r� r? r. r. r/ � _get_digest1 s zLocator._get_digestc C s� |� d�}|� d�}||kr,|| }|j}nt||| jd�}|j}| �|� |_}|d }||d |< |j|d kr�| �|j|�|_|d �|t � ��
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
ra r� �r5 r, �digests�urlsN) �pop�metadatar r5 r� r� �
source_urlrv �
setdefault�set�add�locator) r9 rQ r� ra r� �dist�mdr� r, r. r. r/ �_update_version_dataA s
z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|�|j� | _}t�d|t|�j � | �
|j �}t |�dk�r2g }|j
} |D ]z}
|
dkr�qxzH|�|
�s�t�d||
� n*|s�| |
�js�|�|
� nt�d|
|j � W qx tk
r� t�d||
� Y qxX qxt |�d k�rt||jd
�}|�r2t�d |� |d } || }|�r�|j�rH|j|_|�d
i ��| t� �|_i } |�di �}
|jD ] }||
k�rv|
| | |< �qv| |_d| _|S )a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r} �r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r? zsorted list: %srz r� r� )r r r" r5 rI � requirementrp rq �typer@ re ra r� Z
version_classr� Z
is_prereleaserO r� r� �sortedr? ZextrasrN r� �
download_urlsr� )r9 r� � prereleasesrQ �rr5 rI �versionsZslistZvcls�kr� �dZsdr, r. r. r/ �locateX sX
�
zLocator.locate)rF )F)r@ rA rB rC �source_extensions�binary_extensions�excluded_extensionsrl rk rL rS rU rX r[ r] �propertyr5 rb rd re ro rv r r� r� r� r� r. r. r. r/ rD V s.
JrD c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s* t t| �jf |� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
r& r' N)�superr� rL �base_urlr r- �r9 r, �kwargs�� __class__r. r/ rL � s zPyPIRPCLocator.__init__c C s t | j�� �S �rc )r� r- r+ rT r. r. r/ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j �|d�}|D ]�}| j �||�}| j �||�}t| jd�}|d |_|d |_|�d�|_ |�dg �|_
|�d�|_ t |�}|r |d } | d
|_
| �| �|_| |_|||< |D ]:} | d
}
| �| �} |d �|t� ��|
� | |d |
< q�q |S )
Nr� Tr� ra r� �license�keywords�summaryr r, r� r� )r- Zpackage_releasesZ release_urlsZ release_datar r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� ) r9 ra rQ r� r� r� �datar� r� r� r, r� r. r. r/ rb � s0
zPyPIRPCLocator._get_project�r@ rA rB rC rL rd rb �
__classcell__r. r. r� r/ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s t t| �jf |� t|�| _d S rV )r� r� rL r r� r� r� r. r/ rL � s zPyPIJSONLocator.__init__c C s t d��dS �rc z Not available from this locatorNr_ rT r. r. r/ rd � s z&PyPIJSONLocator.get_distribution_namesc
C s
i i d�}t | jdt|� �}�z�| j�|�}|�� �� }t�|�}t | j
d�}|d }|d |_ |d |_ |�
d�|_|�
dg �|_|�
d �|_t|�}| |_|d
} |||j < |d
D ]T}
|
d }|j�|� | �|
�|j|< |d
�|j t� ��|� | �|
�|d |< q�|d
�� D ]�\} } | |j k�r4�q t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < | D ]T}
|
d }|j�|� | �|
�|j|< |d
�| t� ��|� | �|
�|d |< �qh�q W n@ tk
�r } z | j� t |�� t � d|� W 5 d }~X Y nX |S )Nr� z%s/jsonr� r� ra r� r� r� r� r� r, r� ZreleaseszJSON fetch failed: %s) r r� r rH �open�read�decode�json�loadsr r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� �itemsr� rK �putr rp � exception)r9 ra rQ r, �respr� r� r� r� r� r� r� ZinfosZomd�odistrR r. r. r/ rb � sT
z PyPIJSONLocator._get_projectr� r. r. r� r/ r� � s r� c @ s` e Zd ZdZe�dejejB ejB �Z e�dejejB �Z
dd� Z e�dej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j�| j �}|r0|�d�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r, �_base�search�group)r9 r� r, r� r. r. r/ rL s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }| j�| j�D ]�}|�d�}|d pX|d pX|d pX|d pX|d pX|d }|d
pp|d pp|d }t| j|�}t|�}| j� d
d� |�}|�
||f� q t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r, r5 rm ri r� r� r� r. r. r/ �clean- s �zPage.links.<locals>.cleanr3 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rr rs Zurl3c S s dt | �d�� S )Nz%%%2xr )�ordr� )r� r. r. r/ �<lambda>; � z Page.links.<locals>.<lambda>c S s | d S )Nr r. )rn r. r. r/ r� ? r� T)r? �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r9 r� rQ r� r� �relr, r. r. r/ �links& s$
��� z
Page.linksN)r@ rA rB rC �re�compile�I�S�Xr� r� rL r� r r� r. r. r. r/ r� s � r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e � de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze � d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jtt�d��� S )N)Zfileobj)�gzipZGzipFiler r� r� ��br. r. r/ r� M r� z SimpleScrapingLocator.<lambda>c C s | S rV r. r� r. r. r/ r� N r� )Zdeflater� ZnoneN�
c sl t t| �jf |� t|�| _|| _i | _t� | _t �
� | _ t� | _ d| _
|| _t�� | _t�� | _d| _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rL r r� r( � _page_cacher� �_seenr
rJ � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock�platform_check)r9 r, r( r� r� r� r. r/ rL Q s
z SimpleScrapingLocator.__init__c C sF g | _ t| j�D ]0}tj| jd�}|�d� |�� | j �|� qdS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrO )r9 �irn r. r. r/ �_prepare_threadsl s
z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| j�d� q| j D ] }|�� q g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r� r� r� r~ )r9 rn r. r. r/ �
_wait_threadsy s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| j�� | j�� | � � z&t � d|� | j
�|� | j
�� W 5 | �
� X | `W 5 Q R X |S )Nr� z%s/z Queueing %s)r� rQ rx r r� r r� rW r� r� r� rp rq r� r� r~ )r9 ra rQ r, r. r. r/ rb � s
z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j �|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r9 r, r. r. r/ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sZ | j r| �|�rd}n| �|| j�}t�d||� |rV| j� | �| j|� W 5 Q R X |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s) r� r� r� rx rp rq r� r� rQ )r9 r, r� r. r. r/ �_process_download� s
z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|�| j| j | j �r2d}n|| jrJ|�| j�sJd}nd|�| j�s\d}nR|dkrjd}nD|dkrxd}n6| �|�r�d}n&|� dd�d } | �
� dkr�d}nd}t � d ||||� |S )
z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F)ZhomepageZdownload)Zhttprf Zftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)
r rj r� r� r� r� r� r� r� �splitr� rp rq )
r9 �linkZreferrerr� r5 rm ri �_rQ �hostr. r. r/ �
_should_queue� s0 �
�z#SimpleScrapingLocator._should_queuec
C s� | j �� }z�z�|r�| �|�}|dkr,W W ��q |jD ]j\}}|| jkr2zB| j�|� | �|�s�| �|||�r�t �
d||� | j � |� W q2 t k
r� Y q2X q2W n2 t
k
r� } z| j� t|�� W 5 d}~X Y nX W 5 | j �� X |s q�q dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r� rN rP �get_pager� r� r� r� r rp rq r� r r� rK r )r9 r, �pager r� rR r. r. r/ r� � s,
� & z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tj�t|��r:tt|�d�}|| jkr`| j| }t� d||� �n�|�
dd�d }d}|| j kr�t� d||� �n�t |d d
id �}�z�z�t� d |� | j
j|| jd
�} t� d|� | �� }
|
�dd�} t�| ��r�| �� } | �� }
|
�d�}|�r"| j| }||
�}
d}t�| �}|�r@|�d�}z|
�|�}
W n tk
�rn |
�d�}
Y nX t |
| �}|| j| < W n� t k
�r� } z |j dk�r�t� d||� W 5 d}~X Y n� t k
�r } z0t� d||� | j!� | j �"|� W 5 Q R X W 5 d}~X Y n2 t#k
�rB } zt� d||� W 5 d}~X Y nX W 5 || j|< X |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r> z Fetching %sr' z
Fetched %sz Content-Typer3 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� rp rq r r� r rH r� r( r� rN �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r< r� r r� r� r� )r9 r, r5 rm ri r rQ r r: r� r> Z content_typeZ final_urlr� �encoding�decoderr� rR r. r. r/ r � sZ
&$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t � }| �| j�}|s$td| j ��| j�|j�D ]}|�|�d�� q2|S )rc zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r9 rQ r r� r. r. r/ rd 0 s z,SimpleScrapingLocator.get_distribution_names)Nr� )r@ rA rB rC �zlib�
decompressr rL r� r� rb r� r� r� r� r� r� r r� r r rd r� r. r. r� r/ r� C s& �
� !;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sN |� dd�| _tt| �jf |� tj�|�}tj�|�sDt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r r� r rL r ri �abspathr
r �base_dir)r9 ri r� r� r. r/ rL A s
zDirectoryLocator.__init__c C s |� | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rj rk )r9 rw �parentr. r. r/ �should_includeR s z DirectoryLocator.should_includec C s� i i d�}t �| j�D ]t\}}}|D ]Z}| �||�r$t j�||�}tddtt j�|��dddf�}| � ||�}|r$| �
||� q$| j s q�q|S )Nr� r r3 ) r �walkr r ri r~ r r r r� r� r ) r9 ra rQ �root�dirs�files�fnr, r� r. r. r/ rb Z s"
� z DirectoryLocator._get_projectc C s� t � }t�| j�D ]v\}}}|D ]\}| �||�r tj�||�}tddttj� |��dddf�}| �
|d�}|r |� |d � q | j s q�q|S )rc r r3 Nra )
r� r r r r ri r~ r r r r� r� r )r9 rQ r r r r r, r� r. r. r/ rd j s" � z'DirectoryLocator.get_distribution_names) r@ rA rB rC rL r rb rd r� r. r. r� r/ r < s
r c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS r� r_ rT r. r. r/ rd � s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�|�dg �D ]�}|d dks"|d dkr@q"t|d |d |�d d
�| jd �}|j}|d |_d
|kr�|d
r�d|d
f|_|�di �|_|�di �|_|||j < |d �
|j t � �� |d � q"|S )Nr� r ZptypeZsdistZ pyversion�sourcera r� r� zPlaceholder for summary)r� r5 r, r� r� Z requirements�exportsr� )
r rN r r5 r� r� r� Z dependenciesr! r� r� r� r� )r9 ra rQ r� r� r� r� r. r. r/ rb � s*
��
zJSONLocator._get_projectN)r@ rA rB rC rd rb r. r. r. r/ r } s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s* t t| �jf |� t|t�s t�|| _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� r" rL �
isinstancer �AssertionError�distpath)r9 r% r� r� r. r/ rL � s zDistPathLocator.__init__c C sP | j �|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )Nr� r� r� )r% Zget_distributionr� r� r� )r9 ra r� rQ r. r. r/ rb � s �z DistPathLocator._get_project)r@ rA rB rC rL rb r� r. r. r� r/ r" � s
r" c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s* |� dd�| _|| _tt| �jf |� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� r' �locatorsr� r& rL )r9 r( r� r� r. r/ rL � s zAggregatingLocator.__init__c s& t t| ��� | jD ] }|�� qd S rV )r� r& rX r( �r9 r� r� r. r/ rX � s
z AggregatingLocator.clear_cachec C s || _ | jD ]
}||_q d S rV )rZ r( r5 )r9 r\ r� r. r. r/ r] � s
z AggregatingLocator._set_schemec C s� i }| j D ]�}|�|�}|r
| jr�|�di �}|�di �}|�|� |�d�}|r�|r�|�� D ]*\}} ||kr�|| | O < q^| ||< q^|�d�}
|r�|
r�|
�|� q
| jd kr�d} n"d} |D ]}| j�|�r�d} q�q�| r
|} q�q
|S )Nr� r� TF)r( re r' rN �updater� rI r� ) r9 ra rQ r� r� r r� Zdfr� r� Zdd�foundr. r. r/ rb � s8
z AggregatingLocator._get_projectc C s< t � }| jD ]*}z||�� O }W q tk
r4 Y q X q |S r� )r� r( rd r` )r9 rQ r� r. r. r/ rd s
z)AggregatingLocator.get_distribution_names)r@ rA rB rC rL rX r] r� rD r5 �fgetrb rd r� r. r. r� r/ r& � s ,r& zhttps://pypi.org/simple/r& r' �legacyr� z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r" r5 r) r. r. r/ rL * s
zDependencyFinder.__init__c C sr t �d|� |j}|| j|< || j||jf< |jD ]:}t|�\}}t �d|||� | j� |t
� �� ||f� q2dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) rp rq r? �
dists_by_name�distsr� �providesr �providedr� r� r� )r9 r� ra �pr� r. r. r/ �add_distribution2 s
z!DependencyFinder.add_distributionc C sx t �d|� |j}| j|= | j||jf= |jD ]D}t|�\}}t �d|||� | j| }|� ||f� |s.| j|= q.dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
rp rq r? r0 r1 r� r2 r r3 �remove)r9 r� ra r4 r� �sr. r. r/ �remove_distributionA s
z$DependencyFinder.remove_distributionc C sB z| j �|�}W n, tk
r< |�� d }| j �|�}Y nX |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r5 rI r# r )r9 �reqtrI ra r. r. r/ � get_matcherS s z DependencyFinder.get_matcherc C st | � |�}|j}t� }| j}||krp|| D ]B\}}z|�|�}W n tk
rZ d}Y nX |r,|�|� qpq,|S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r: r? r� r3 r� r# r� ) r9 r9 rI ra rQ r3 r� �providerr� r. r. r/ �find_providersc s
z DependencyFinder.find_providersc C s� | j | }t� }|D ]$}| �|�}|�|j�s|�|� q|rZ|�d||t|�f� d}n@| �|� | j |= |D ]}| j �|t� ��|� qp| � |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r: r� r� r� � frozensetr8 r� r5 ) r9 r; �other�problemsZrlistZ unmatchedr7 rI rQ r. r. r/ �try_to_replace{ s$
�
z DependencyFinder.try_to_replaceFc C s� i | _ i | _i | _i | _t|p g �}d|krH|�d� |tdddg�O }t|t�rh| }}t� d|� n4| j
j ||d� }}|dkr�t d| ��t� d |� d
|_
t� }t|g�}t|g�}|�r�|�� }|j} | | jkr�| �|� n"| j| }
|
|k�r| �||
|� |j|jB } |j} t� }
|�r`||k�r`d D ]*}d | }||k�r4|
t|d
| �O }
�q4| | B |
B }|D �].}| �|�}|�sFt� d|� | j
j ||d�}|dk�r�|�s�| j
j |d
d�}|dk�r�t� d|� |�d|f� n^|j|j }}||f| jk�r|�|� |�|� || k�rF||k�rF|�|� t� d|j� |D ]R}|j} | | jk�rx| j�|t� ��|� n"| j| }
|
|k�rJ| �||
|� �qJ�qpq�t| j�� �}|D ]&}||k|_ |j �r�t� d|j� �q�t� d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT)ZtestZbuildZdevz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) r3 r1 r0 r= r� r6 r# r rp rq r� r� r Z requestedr� r? r5 rA Z run_requiresZ
meta_requiresZbuild_requires�getattrr< r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r9 r� Z meta_extrasr� r� r� r@ ZtodoZ
install_distsra r? ZireqtsZsreqtsZereqtsr? rR Z all_reqtsr� Z providersr; �nr� r4 r1 r. r. r/ �find� s�
�
�
� zDependencyFinder.find)N)NF) r@ rA rB rC rL r5 r8 r: r< rA rE r. r. r. r/ r. % s
(r. )N)Or� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r3 r �compatr r r r r r
r r r
r r r7 r r r r Zdatabaser r r r� r r �utilr r r r r r r r r! r� r" r# r� r$ r% Z getLoggerr@ rp r� r� r� r
r r* r0 r1 �objectrD r� r� r� r� r r r" r& r/ r� ZNAME_VERSION_REr. r. r. r. r/ �<module> s^ D,
@0E: zA& [��
distlib/__pycache__/scripts.cpython-38.opt-1.pyc 0000644 00000025002 15043676017 0015474 0 ustar 00 U
��.e�? � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZ e�e�Zd�� Ze�d�Zd Zd
d � ZG d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$z�# -*- coding: utf-8 -*-
import re
import sys
from %(module)s import %(import_name)s
if __name__ == '__main__':
sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
sys.exit(%(func)s())
c C sX d| krT| � d�rB| �dd�\}}d|krT|� d�sTd||f } n| � d�sTd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�envZ _executable� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/scripts.py�_enquote_executable3 s
r c @ s� e Zd ZdZeZdZd'dd�Zdd� Ze j
� d �rBd
d � Z d d
� Z
dd� Zd(dd�Zdd� ZeZdd� Zdd� Zd)dd�Zdd � Zed d � �Zejd d � �Zejd ks�ejd kr�ej d kr�d!d"� Z d*d#d$�Z d+d%d&�Z dS ),� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
d S )NF�posix�java)� �X.Y�nt)�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__L s �
�zScriptMaker.__init__c C s@ |� dd�r<| jr<tj�|�\}}|�dd�}tj�||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executable\ s
z%ScriptMaker._get_alternate_executabler c
C s\ z0t |�� }|�d�dkW 5 Q R � W S Q R X W n& ttfk
rV t�d|� Y dS X dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!zFailed to open %sFN)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shelld s
& zScriptMaker._is_shellc C sD | � |�r*dd l}|jj�d�dkr<|S n|�� �d�r<|S d| S )Nr zos.nameZLinuxz
jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executablep s
z"ScriptMaker._fix_jython_executablec C s� t jdkrd}n8t|�t|� d }tjdkr4d}nd}d|koF||k}|r^d| | d }n d
}|d | | d 7 }|d
7 }|S )a
Build a shebang line. In the simple case (on Windows, or a shebang line
which is not too long or contains spaces) use a simple formulation for
the shebang. Otherwise, use /bin/sh as the executable, with a contrived
shebang which allows the script to run either under Python or sh, using
suitable quoting. Thanks to Harald Nordgren for his input.
See also: http://www.in-ulm.de/~mascheck/various/shebang/#length
https://hg.mozilla.org/mozilla-central/file/tip/mach
r T� �darwini � � s #!�
s
#!/bin/sh
s '''exec' s "$0" "$@"
s ' ''')r! r" �len�sys�platform)r) r � post_interpZsimple_shebangZshebang_lengthZmax_shebang_length�resultr r r �_build_shebang| s
�zScriptMaker._build_shebang� c C s` d}| j r| j }d}n^t�� s&t� }nNt� rLtj�t�d�dt� d� �}n(tj�t� d�dt� d�t� d�f �}|r�| �
||�}t j �
d �r�| �|�}tj�|�}|r�t|�}|�d
�}t j d kr�d |kr�d
|kr�|d7 }| �||�}z|�d
� W n" tk
�r td| ��Y nX |d
k�r\z|�|� W n& tk
�rZ td||f ��Y nX |S )NTFZscriptszpython%sZEXEZBINDIRz
python%s%sZVERSIONr �utf-8Zcliz -X:Framesz
-X:FullFramess
-X:Framesz,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r Zis_python_buildr r r! r/ r1 Zget_pathZget_config_varr4 rG rH r r@ �normcaser �encoderK �decode�UnicodeDecodeError�
ValueError)r) �encodingrI r2 Zenquoter �shebangr r r � _get_shebang� sZ �
��
� �
��
zScriptMaker._get_shebangc C s$ | j t|j|j�d�d |jd� S )N�.r )�moduleZ import_name�func)�script_template�dict�prefix�suffixr )r) �entryr r r �_get_script_text� s
�z ScriptMaker._get_script_textc C s t j�|�}| j| S �N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o
| j}tj�d�}|�|�s*||7 }|s8|| }nZ|dkrL| �d�}n
| �d�}t� } t| d��}
|
� d|� W 5 Q R X | �
� } || | }|D �]V} tj � | j
| �}
|�rxtj �|
�\}}|�d�r�|}
d|
}
z| j�|
|� W n� tk
�rt t�d� d |
}tj �|��r&t�|� t�|
|� | j�|
|� t�d
� zt�|� W n tk
�rn Y nX Y nX nl| j�r�|
�d | ��s�d |
|f }
tj �|
��r�| j�s�t�d
|
� q�| j�|
|� | j�r�| j�|
g� |� |
� q�d S )NrM �py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logicrV z%s.%szSkipping existing file %s) r r( r! �lineseprO r? �
_get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr r$ �set_executable_mode�append)r) �namesrT Z script_bytes� filenames�extZ use_launcherrg Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r �
_write_script� sX
zScriptMaker._write_scriptc C s� d}|r0|� dg �}|r0dd�|� }|�d�}| jd||d�}| �|��d�}|j}t� } d| jkrp| �|� d| jkr�| �d |t j
d
f � d | jkr�| �d |t j
d d
� f � |r�|� dd�r�d}
nd}
| � | ||||
� d S )NrL Zinterpreter_argsz %sr
rM �r2 r �Xz%s%sr r z%s-%srA r, F�pywrd ) r. r1 rO rU r^ r" r% r& �addrG �versionry ) r) r] rs r2 rI �argsrT �scriptr" Z scriptnamesrt r r r � _make_script s(
zScriptMaker._make_scriptc C s� d}t j�| jt|��}t j�| jt j�|��}| jsT| j� ||�sTt
� d|� d S zt |d�}W n t
k
r� | jsz� d }Y nLX |�� }|s�t
�d| �� |� d S t�|�dd��}|r�d}|�d�p�d }|�s|r�|�� | j�||� | j�r| j�|g� |�|� n�t
�d
|| j� | jj�s�t |j�\} }
|� d � | � | |�} d |k�r^d
} nd} t j�|�}
| � |
g| |� � || � |�r�|�� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s
rE Tr rL z copying and adjusting %s -> %sr s pythonwr| rd )!r! r/ r1 r r
r r` r r' Znewerr: ro r6 r9 r* �readliner; Zget_command_name�
FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rp rq �infor �seekrU ry r7 )r) r� rs Zadjustrv �fZ
first_liner� rI rS �linesrT rt rw r r r � _copy_script) sX
� �
zScriptMaker._copy_scriptc C s | j jS r_ �r' r* )r) r r r r* ] s zScriptMaker.dry_runc C s || j _d S r_ r� )r) �valuer r r r* a s r c C sH t �d�dkrd}nd}d||f }t�dd�d }t|��|�j}|S ) N�P� Z64Z32z%s%s.exerV r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_packagerJ r r r rh i s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| �||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
Nrz )r r� r� )r) �
specificationr2 rs r] r r r �makew s zScriptMaker.makec C s$ g }|D ]}|� | �||�� q|S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r) Zspecificationsr2 rs r� r r r �
make_multiple� s zScriptMaker.make_multiple)TFN)rL N)N)N)N) r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErY r r+ r4 rG rH r r= r@ rK rU r^ �_DEFAULT_MANIFESTra rc ry r� r� �propertyr* �setterr! r" r# rh r� r� r r r r r C s6 �
84
4
r ) �ior Zloggingr! �rer� rG �compatr r r Z resourcesr �utilr r r
r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s
distlib/__pycache__/database.cpython-38.opt-1.pyc 0000644 00000122124 15043676017 0015554 0 ustar 00 U
��.eU� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZmZ dd lmZmZm Z m Z m Z m Z m Z d
d d d
dgZ!e�"e#�Z$dZ%dZ&deddde%dfZ'dZ(G dd� de)�Z*G dd� de)�Z+G dd
� d
e)�Z,G dd � d e,�Z-G d d � d e-�Z.G d d
� d
e-�Z/e.Z0e/Z1G d d � d e)�Z2d)d!d"�Z3d#d$� Z4d%d&� Z5d'd(� Z6dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME�LEGACY_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated��self� r# �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/database.py�__init__1 s z_Cache.__init__c C s | j �� | j�� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r r! r# r# r$ r& 9 s
z _Cache.clearc C s2 |j | j kr.|| j |j < | j�|jg ��|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append�r" �distr# r# r$ �addA s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r% r& r, r# r# r# r$ r - s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r" r Z include_eggr# r# r$ r% O s zDistributionPath.__init__c C s | j S �N�r7 r! r# r# r$ �_get_cache_enabledc s z#DistributionPath._get_cache_enabledc C s
|| _ d S r9 r: )r" �valuer# r# r$ �_set_cache_enabledf s z#DistributionPath._set_cache_enabledc C s | j �� | j�� dS )z,
Clears the internal cache.
N)r5 r& r6 r! r# r# r$ � clear_cachek s
z DistributionPath.clear_cachec
c sD t � }| jD �]0}t�|�}|dkr&q |�d�}|r |js<q t|j�}|D ]�}|�|�}|rJ|j|krhqJ| j�r|�t ��rt
t t g}|D ]"}t
�||�} |�| �}
|
r� q�q�qJt�|
�� ��} t| dd�} W 5 Q R X t�d|j� |�|j� t|j| | d�V qJ| jrJ|�d�rJt�d|j� |�|j� t|j| �V qJq dS )zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy��fileobj�schemezFound %s)�metadata�env)� .egg-info�.egg)�setr r �finder_for_path�findZ is_container�sortedr3 �endswith� DISTINFO_EXTr
r r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr, �new_dist_classr4 �old_dist_class)
r" �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamrD r# r# r$ �_yield_distributionss sF
�
�
z%DistributionPath._yield_distributionsc C sp | j j }| jo| jj }|s"|rl| �� D ](}t|t�rF| j �|� q*| j�|� q*|r`d| j _|rld| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r5 r r4 r6 r\ �
isinstancer r, )r" Zgen_distZgen_eggr+ r# r# r$ �_generate_cache� s
z DistributionPath._generate_cachec C s |� dd�}d�||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerO rM )�clsr �versionr# r# r$ �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c s^ | j s | �� D ]
}|V qn>| �� | jj�� D ]
}|V q0| jrZ| jj�� D ]
}|V qNdS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r7 r\ r^ r5 r �valuesr4 r6 r* r# r# r$ �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|� � }| js4| �� D ]}|j|kr|} q|qnH| �� || jjkrZ| jj| d }n"| jr||| jjkr|| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr7 r\ r( r^ r5 r r4 r6 )r" r �resultr+ r# r# r$ �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|dk rJz| j �d||f �}W n$ tk
rH td||f ��Y nX | �� D ]p}t|d�snt�d|� qR|j}|D ]H}t |�\}}|dkr�||kr�|V qRqx||krx|�
|�rx|V qRqxqRdS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
N�%s (%s)z invalid name or version: %r, %r�provideszNo "provides": %s) r8 �matcher�
ValueErrorr rf �hasattrrS rT rk r �match) r" r rc rl r+ �provided�p�p_name�p_verr# r# r$ �provides_distribution� s* �
z&DistributionPath.provides_distributionc C s( | � |�}|dkr td| ��|�|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)ri � LookupError�get_resource_path)r" r �
relative_pathr+ r# r# r$ �
get_file_path! s
z DistributionPath.get_file_pathc c sX | � � D ]J}|j}||kr|| }|dk r>||krR|| V q|�� D ]
}|V qFqdS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)rf �exportsre )r" �categoryr r+ rY �d�vr# r# r$ �get_exported_entries* s z%DistributionPath.get_exported_entries)NF)N)N)r- r. r/ r0 r% r; r= �propertyZ
cache_enabledr> r\ r^ � classmethodrd rf ri rt rx r} r# r# r# r$ r K s
,
) c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| j�� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) rD r rg r( rc Zlocator�digest�extras�contextrH Z
download_urlsZdigests)r" rD r# r# r$ r% O s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)rD �
source_urlr! r# r# r$ r� ` s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
rj �r rc r! r# r# r$ �name_and_versioni s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|�|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
rj )rD rk r rc r) )r" Zplist�sr# r# r$ rk p s
zDistribution.providesc C s8 | j }t�d|�� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)r� rE ) rD rS rT Ztodict�getattrrH Zget_requirementsr� r� )r" Zreq_attr�mdZreqtsr# r# r$ �_get_requirements| s
�z Distribution._get_requirementsc C s
| � d�S )N� run_requires�r� r! r# r# r$ r� � s zDistribution.run_requiresc C s
| � d�S )N�
meta_requiresr� r! r# r# r$ r� � s zDistribution.meta_requiresc C s
| � d�S )N�build_requiresr� r! r# r# r$ r� � s zDistribution.build_requiresc C s
| � d�S )N�
test_requiresr� r! r# r# r$ r� � s zDistribution.test_requiresc C s
| � d�S )N� dev_requiresr� r! r# r# r$ r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}z|�|j�}W n6 tk
rZ t�d|� |� � d }|�|�}Y nX |j
}d}| j D ]D}t |�\}} ||kr�qlz|�
| �}W q�W ql tk
r� Y qlX ql|S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
�+could not read version %r - using name onlyr F)r
r rD rC rl � requirementr rS �warning�splitr( rk r ro )
r" �reqrY rC rl r rh rq rr rs r# r# r$ �matches_requirement� s, �
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r? z<Distribution %s (%s)%s>)r� r rc )r" �suffixr# r# r$ �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer rc r� )r" �otherrh r# r# r$ �__eq__� s
�
�zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr rc r� r! r# r# r$ �__hash__� s zDistribution.__hash__N)r- r. r/ r0 Zbuild_time_dependency� requestedr% r~ r� Z download_urlr� rk r� r� r� r� r� r� r� r� r� r� r# r# r# r$ r = s4
"
c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| ��|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r% r � dist_path)r" rD r rE �� __class__r# r$ r% � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||��� }t�|��d��d�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr? z%s=� =�ascii�%s%s) �hasher�hashlib�md5r� r� �base64Zurlsafe_b64encode�rstrip�decode)r" �datar� �prefixr� r# r# r$ �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r- r. r/ r0 r� r% r� �
__classcell__r# r# r� r$ r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
Zsha256Nc
sJ g | _ t�|� | _}|d kr*td| ��|rP|jrP||jjkrP|jj| j}nt|d kr�|� t
�}|d krt|� t �}|d kr�|� d�}|d kr�tdt
|f ��t �
|�� ��}t|dd�}W 5 Q R X tt| ��|||� |r�|jr�|j�| � |� d�}|d k | _tj�|d�}tj�|��rFt|d��}|�� } W 5 Q R X | �� | _ d S ) Nzfinder unavailable for %sZMETADATAzno %s found in %sr@ rA r �
top_level.txt�rb)�modulesr rI rX rm r7 r5 r rD rJ r
r rP rQ rR r r� r r% r, r� �osrO �exists�open�read�
splitlines)
r" r rD rE rX rY r[ rq �fr� r� r# r$ r% s8
�
z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>�r rc r r! r# r# r$ r� = s
�z InstalledDistribution.__repr__c C s d| j | jf S �Nz%s %sr� r! r# r# r$ �__str__A s z InstalledDistribution.__str__c
C s� g }| � d�}t�|�� ��\}t|d��F}|D ]:}dd� tt|�d�D �}|| \}}} |�||| f� q.W 5 Q R X W 5 Q R X |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r �r[ c S s g | ]}d �qS r9 r# )�.0�ir# r# r$ �
<listcomp>S s z6InstalledDistribution._get_records.<locals>.<listcomp>� )�get_distinfo_resourcerP rQ rR r �range�lenr) )
r" �resultsrY r[ Z
record_reader�row�missingr �checksum�sizer# r# r$ � _get_recordsD s
&z"InstalledDistribution._get_recordsc C s i }| � t�}|r| �� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r" rh rY r# r# r$ ry [ s
z InstalledDistribution.exportsc C s8 i }| � t�}|r4t�|�� ��}t|�}W 5 Q R X |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
)r� r� rP rQ rR r )r" rh rY r[ r# r# r$ r i s
z"InstalledDistribution.read_exportsc C s. | � t�}t|d��}t||� W 5 Q R X dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� r� r )r" ry Zrfr� r# r# r$ r x s
z#InstalledDistribution.write_exportsc C s� | � d�}t�|�� ��R}t|d��<}|D ]0\}}||kr*| W 5 Q R � W 5 Q R � S q*W 5 Q R X W 5 Q R X td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r r� z3no resource file with relative path %r is installedN)r� rP rQ rR r �KeyError)r" rw rY r[ Zresources_reader�relativeZ destinationr# r# r$ rv � s
6�z'InstalledDistribution.get_resource_pathc c s | � � D ]
}|V qdS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r" rh r# r# r$ �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s( t j�|d�}t j�| j�}|�|�}t j�|d�}| �d�}t�d|� |rRdS t|���}|D ]�}t j� |�sz|�
d�r�d } }
n4dt j� |� }
t |d��} | �
| �� �} W 5 Q R X |�|�s�|r�|�|�r�t j�||�}|�|| |
f� q`|�|��r
t j�||�}|�|ddf� W 5 Q R X |S )z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r? r � creating %sN�z.pycz.pyoz%dr� )r� r rO �dirname�
startswithr� rS �infor �isdirrL �getsizer� r� r� �relpathZwriterow) r" �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr# r# r$ �write_installed_files� s0
� z+InstalledDistribution.write_installed_filesc
C s g }t j�| j�}| �d�}| �� D ]�\}}}t j�|�sHt j�||�}||krRq$t j�|�sr|�|dddf� q$t j� |�r$t
t j� |��}|r�||kr�|�|d||f� q$|r$d|kr�|� dd�d }nd }t
|d
��2} | �| �� |�}
|
|k�r|�|d ||
f� W 5 Q R X q$|S ) �
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r r� TFr� �=r r Nr� r� )r� r r� r� r� �isabsrO r� r) �isfile�strr� r� r� r� r� ) r" �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr# r# r$ �check_installed_files� s.
z+InstalledDistribution.check_installed_filesc C s� i }t j�| jd�}t j�|�r�tj|ddd��}|�� �� }W 5 Q R X |D ]8}|�dd�\}}|dkr||� |g ��
|� qL|||< qL|S )a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r rY �utf-8��encodingr� r � namespace) r� r rO r� �codecsr� r� r� r� r' r) )r" rh � shared_pathr� �lines�liner( r< r# r# r$ �shared_locations� s
z&InstalledDistribution.shared_locationsc C s� t j�| jd�}t�d|� |r$dS g }dD ].}|| }t j�|| �r,|�d||f � q,|�dd�D ]}|�d| � qhtj |d d
d ��}|�
d �|�� W 5 Q R X |S )
aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r r� N)r� �libZheadersZscriptsr� z%s=%sr� r# z namespace=%sr� r� r� �
) r� r rO rS r� r� r) �getr� r� �write) r" r� r� r� r� r( r �nsr� r# r# r$ �write_shared_locations s z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��t�| j�}|d kr<td| j ��|�|�S )N�+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rI rJ )r" r rX r# r# r$ r� s � z+InstalledDistribution.get_distinfo_resourcec C s~ |� tj�dkrT|�tj�dd� \}}|| j�tj�d krTtd|| j| jf ��|tkrntd|| jf ��tj� | j|�S )a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r ���N���z;dist-info file %r does not belong to the %r %s distributionr� )
rJ r� �sepr� r r r rc r� rO )r" r rd r# r# r$ r� $ s ���z'InstalledDistribution.get_distinfo_filec c sR t j�| j�}| �� D ]6\}}}t j�|�s:t j�||�}|�| j�r|V qdS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rO r� )r" r� r r� r� r# r# r$ �list_distinfo_filesA s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r �r" r� r# r# r$ r� Q s
�z InstalledDistribution.__eq__)NN)F)F)r- r. r/ r0 r� r% r� r� r� r ry r r rv r� r� r� r� r� r� r� r� r� �objectr� r� r# r# r� r$ r s, "
##
c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| �|�}|| |j|j� |rz|jrz|j�| � t t
| �� |||� d S )Nc S s || _ |�� | _|| _d S r9 )r rg r( rc )r� �nr| r# r# r$ �set_name_and_versionc s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r7 r6 rD r rc �
_get_metadatar, r� r r% )r" r rE r� rD r� r# r$ r% b s
z EggInfoDistribution.__init__c s� d }dd� � � fdd�}d }}|� d�r�tj�|�r�tj�|d�}tj�|d�}t|dd �}tj�|d
�} tj�|d �}|| �}npt�|�}
t|
� d ��
d
��} t| dd�}z,|
� d�} |
� d��
d�}� | �
d��}W n t k
r� d }Y nX nf|� d��rPtj�|��rBtj�|d
�} || �}tj�|d�}tj�|d �}t|dd �}n t d| ��|�rl|�
|� |d k�r�|d k �r�tj�|��r�t|d��}
|
�� �
d�}W 5 Q R X |�s�g }n|�� }|| _|S )Nc S s� g }| � � }|D ]�}|�� }|�d�r6t�d|� q�t|�}|sPt�d|� q|jr`t�d� |jst|�|j � qd�
dd� |jD ��}|�d|j |f � q|S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )r� Nr# )r� �cr# r# r$ � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>rj ) r� �stripr� rS r� r
r� Z constraintsr) r rO )r� �reqsr� r� rY Zconsr# r# r$ �parse_requires_dataz s(
�
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }z*t �| dd��}� |�� �}W 5 Q R X W n tk
rB Y nX |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
rY r� )r� r� r� �IOError)�req_pathr r� �r r# r$ �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathrG zEGG-INFOzPKG-INFOr@ )r rC z requires.txtr� zEGG-INFO/PKG-INFO�utf8rA zEGG-INFO/requires.txtzEGG-INFO/top_level.txtr� rF z,path must end with .egg-info or .egg, got %rr� )rL r� r r� rO r � zipimport� zipimporterr �get_datar� r r Zadd_requirementsr� r� r� r� r� )r" r �requiresr Ztl_pathZtl_datarq � meta_pathrD r ZzipfrB r� r� r# r r$ r� w sX
�
�
z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>r� r! r# r# r$ r� � s
�z EggInfoDistribution.__repr__c C s d| j | jf S r� r� r! r# r# r$ r� � s zEggInfoDistribution.__str__c C s` g }t j�| jd�}t j�|�r\| �� D ]2\}}}||kr<q(t j�|�s(|�|dddf� q(|S )r� �installed-files.txtr� TF)r� r rO r� r� r) )r" r� r� r r` r# r# r$ r� � s z)EggInfoDistribution.check_installed_filesc C s� dd� }dd� }t j�| jd�}g }t j�|�r�tj|ddd��x}|D ]l}|�� }t j�t j�| j|��}t j�|�s�t� d |� |�
d
�r�qFt j� |�sF|� |||�||�f� qFW 5 Q R X |� |d d f� |S ) z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c S s0 t | d�}z |�� }W 5 |�� X t�|��� S )Nr� )r� �closer� r� r� Z hexdigest)r r� Zcontentr# r# r$ �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t �| �jS r9 )r� �stat�st_size)r r# r# r$ �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizer rY r� r� zNon-existent file: %sr� N)
r� r rO r� r� r� r �normpathrS r� rL r� r) )r" r r r� rh r� r� rq r# r# r$ r� � s"
$z(EggInfoDistribution.list_installed_filesFc c s� t j�| jd�}t j�|�r�d}tj|ddd��`}|D ]T}|�� }|dkrPd}q6|s6t j�t j�| j|��}|�| j�r6|r�|V q6|V q6W 5 Q R X dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
r TrY r� r� z./FN) r� r rO r� r� r� r r r� )r" Zabsoluter� �skipr� r� rq r# r# r$ r� s z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS r9 )r] r r r� r# r# r$ r� . s
�zEggInfoDistribution.__eq__)N)F)r- r. r/ r0 r� r� r% r� r� r� r� r� r� r� r� r� r� r# r# r� r$ r Y s Z&
c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S r9 )�adjacency_list� reverse_listr� r! r# r# r$ r% I s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r r )r" � distributionr# r# r$ �add_distributionN s
z DependencyGraph.add_distributionNc C s6 | j | �||f� || j| kr2| j| �|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r r) r )r" �x�y�labelr# r# r$ �add_edgeX s
zDependencyGraph.add_edgec C s& t �d||� | j�|g ��|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rS rT r� r' r) )r" r r� r# r# r$ � add_missingg s zDependencyGraph.add_missingc C s d|j |jf S r� r� r* r# r# r$ �
_repr_distr s zDependencyGraph._repr_distr c C s� | � |�g}| j| D ]h\}}| � |�}|dk r<d||f }|�d| t|� � | �||d �}|�d�}|�|dd� � qd�|�S )zPrints only a subgraphNz%s [%s]z r r� )r" r r) r� � repr_noder� �extendrO )r" r+ �level�outputr� r Z suboutputZsubsr# r# r$ r# u s
zDependencyGraph.repr_nodeTc C s� g }|� d� | j�� D ]h\}}t|�dkr:|s:|�|� |D ]@\}}|dk rh|� d|j|j|f � q>|� d|j|jf � q>q|s�t|�dkr�|� d� |� d� |� d� |D ] }|� d |j � |� d
� q�|� d � |� d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r� r �itemsr� r) r )r" r� Zskip_disconnectedZ disconnectedr+ �adjsr� r r# r# r$ �to_dot� s(
�
zDependencyGraph.to_dotc s� g }i }| j �� D ]\}}|dd� ||< qg � t|�� �dd� D ] \}}|sD� �|� ||= qD� shq�|�� D ] \}}� fdd�|D �||< qpt�ddd� � D �� |�� � q,|t|�� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� kr||f�qS r# r# )r� r{ rY �Z to_remover# r$ r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )rj r� )r� r{ r# r# r$ r� � s )r r' �listr) rS rT r$ �keys)r" rh Zalist�kr| r# r* r$ �topological_sort� s$
� z DependencyGraph.topological_sortc C s2 g }| j �� D ]\}}|�| �|�� qd�|�S )zRepresentation of the graphr� )r r' r) r# rO )r" r& r+ r( r# r# r$ r� � s zDependencyGraph.__repr__)N)r )T)
r- r. r/ r0 r% r r r! r" r# r) r. r� r# r# r# r$ r 9 s
r r1 c C sV t |�}t� }i }| D ]L}|�|� |jD ]6}t|�\}}t�d|||� |�|g ��||f� q*q| D ]�}|j |j
B |j B |j B }|D ]�} z|�
| �}
W n6 tk
r� t�d| � | �� d }|�
|�}
Y nX |
j}d} ||k�r>|| D ]N\}} z|
�|�}
W n tk
�r d}
Y nX |
r�|�|| | � d} �q>q�| s�|�|| � q�qh|S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sr� r FT)r r r rk r rS rT r' r) r� r� r� r� rl r r� r� r( ro r r! )�distsrC �graphrp r+ rq r rc r r� rl ZmatchedZproviderro r# r# r$ �
make_graph� sN
���
r1 c C sv || krt d|j ��t| �}|g}|j| }|rh|�� }|�|� |j| D ]}||krN|�|� qNq.|�d� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
�1given distribution %r is not a member of the listr )r r r1 r �popr) )r/ r+ r0 Zdep�todor{ Zsuccr# r# r$ �get_dependent_dists� s �
r5 c C sn || krt d|j ��t| �}g }|j| }|rj|�� d }|�|� |j| D ]}||krP|�|� qPq,|S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
r2 r )r r r1 r r3 r) )r/ r+ r0 r� r4 r{ Zpredr# r# r$ �get_required_dists s �
r6 c K s4 |� dd�}tf |�}| |_||_|p(d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)r3 r r rc r7 r )r rc �kwargsr7 r� r# r# r$ � make_dist2 s
r9 )r1 )7r0 Z
__future__r r� r� rP r� Zloggingr� rN r2 r r? r r �compatr rc r r rD r r
r r �utilr
r r r r r r �__all__Z getLoggerr- rS r� ZCOMMANDS_FILENAMEr� rM r� r r r r r r rU rV r r1 r5 r6 r9 r# r# r# r$ �<module> s` $ �
� s 7 J ]
6 distlib/__pycache__/manifest.cpython-38.opt-1.pyc 0000644 00000023545 15043676017 0015625 0 ustar 00 U
��.e�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ e�
e�Ze�dej�Ze�d ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode�� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t j�t j�|pt �� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}|r�|� }t� |�} | D ]R}
tj
� ||
�} t� | �} | j }
||
�r�|�t
| �� qN||
�rN||
�sN|| � qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr
�join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |� | j�s tj�| j|�}| j�tj�|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r
r r r �addr )r �itemr r r r* T s z Manifest.addc C s |D ]}| � |� qdS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r* )r �itemsr+ r r r �add_many^ s zManifest.add_manyFc sb � �fdd�� t �j�}|rFt � }|D ]}� |tj�|�� q&||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c s> | � |� t�d|� |�jkr:tj�|�\}}� | |� d S )Nzadd_dir added %s)r* �logger�debugr r r
�split)�dirs�d�parent�_��add_dirr r r r6 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r
r )�.0Z
path_tupler r r �
<listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j�|�V qd S )N)r r
r0 )r7 r
r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r
�dirname�sorted)r Zwantdirs�resultr1 �fr r5 r r; g s
�zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C sj | � |�\}}}}|dkrB|D ] }| j|dd�s t�d|� q �n$|dkrf|D ]}| j|dd�}qN�n |dkr�|D ] }| j|dd�srt�d|� qrn�|d kr�|D ]}| j|dd�}q�n�|d
kr�|D ] }| j||d �s�t�d ||� q�n�|d
k�r
|D ]}| j||d �}q�n\|dk�r2| jd|d ��sft�d|� n4|dk�rZ| jd|d ��sft�d|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�exclude�global-includeFz3no files found matching %r anywhere in distribution�global-exclude�recursive-include)r z-no files found matching %r under directory %r�recursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr. Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sP � �
�
��zManifest.process_directivec C s |� � }t|�dkr,|d dkr,|�dd� |d }d } }}|dkrxt|�dk r`td| ��d d
� |dd� D �}n~|d kr�t|�d k r�td
| ��t|d �}dd
� |dd� D �}n:|dkr�t|�dkr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r )r? rA rB rC rD rE rF rG r? N)r? rA rB rC r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r �r7 Zwordr r r r8 � s z-Manifest._parse_directive.<locals>.<listcomp>)rD rE � z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r rR r r r r8 � s )rF rG z!%r expects a single <dir_pattern>zunknown action %r)r0 �len�insertr r )r rK ZwordsrL rM rN Z dir_patternr r r rH � s4 � � � zManifest._parse_directiveTc C sP d}| � ||||�}| jdkr&| �� | jD ] }|�|�r,| j�|� d}q,|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r( �searchr r* )r rO r@ r �is_regexrP �
pattern_rer% r r r rI s
zManifest._include_patternc C sB d}| � ||||�}t| j�D ] }|�|�r | j�|� d}q |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)rV �listr rW �remove)r rO r@ r rX rP rY r= r r r rJ ) s
zManifest._exclude_patternc
C sv |r t |t�rt�|�S |S tdkr:| �d��d�\}}}|rR| �|�}tdkrVnd}t�tj �
| j d��} |dk �r4tdkr�| �d�}
| �|�dt |
� � } n&| �|�} | t |�t | �t |� � } tj
} tj
dkr�d} tdk�rd| | �
| d| f� }n0|t |�t |�t |� � }d || | | ||f }n8|�rltdk�rRd| | }nd
|| |t |�d� f }t�|�S ) a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
)rS r r4 � N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partition�escaper r
r r rT r )
r rO r@ r rX �startr4 �endrY r Z
empty_patternZ prefix_rer r r r rV = sF
�
�
zManifest._translate_patternc C s8 t �|�}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
r] z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r ra �sub)r rO rY r Zescapedr r r rd t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r( r* r- r; r> rQ rH rI rJ rV rd r r r r r % s&
O/ �
) �
�
7)ro ri Zloggingr ra �sysr\ r �compatr �utilr �__all__Z getLoggerrl r. rb �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_inforc �objectr r r r r �<module> s
distlib/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000076604 15043676017 0015306 0 ustar 00 U
��.e�� � @ sB d dl mZ d dlZd dlZd dlZz d dlZW n ek
rH dZY nX ejd dk �r~d dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�nd dl=mZ e>fZ
e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCmDZ/ d dlAmEZ$ d dlFmDZ0 d dl2Z2d dlGm3Z3 d dlHmIZ4 eJZ5d dl6m:Z: e8Z8zd dlmKZKmLZL W n8 ek
�r� G dd� deM�ZLdddd �ZNd d � ZKY nX zd d l
mOZP W n& ek
�r G d d!� d!eQ�ZPY nX zd d"lmRZR W n, ek
�rT ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rteWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVzd d,l[m\Z\ W n ek
�r� d-d.� Z\Y nX z d dl]Z]W n" ek
�r� dd/lm]Z] Y nX ze^Z^W n* e_k
�r2 d d0l`maZa d1d2� Z^Y nX zejbZbejcZcW nH edk
�r� e�e� �pbd3Zfefd4k�rtd5Zgnd6Zgd7d8� Zbd9d:� ZcY nX zd d;lhmiZi W nH ek
�r� d d<ljmkZkmlZl d dlZe�md=�Znd>d?� Zod@dA� ZiY nX zd dBlpmqZq W n" ek
�r d dBlrmqZq Y nX ejddC� dDk �r:e3� jsZsn d dElpmsZs zd dFl`mtZt W nd ek
�r� d dGl`muZu zd dHlvmwZx W n ek
�r� dedJdK�ZxY nX G dLdM� dMeu�ZtY nX zd dNlymzZz W nH ek
�r zd dNl{mzZz W n ek
�r dfdOdP�ZzY nX Y nX zd dQl`m|Z| W n� ek
�r� zd dRl}m~Z W n" ek
�rj d dRl�m~Z Y nX zd dSl�m�Z�m�Z�m�Z� W n ek
�r� Y nX G dTdU� dUe��Z|Y nX zd dVl�m�Z�m�Z� W nv ek
�r< e�mdWej��Z�dXdY� Z�G dZd[� d[e��Z�dgd\d]�Z�G d^d_� d_e��Z�G d`da� dae��Z�G dbdc� dceQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| �d�} t| �S )N�utf-8)�
isinstance�unicode�encode�_quote)�s� r �>/usr/lib/python3.8/site-packages/pip/_vendor/distlib/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|�d�a t �| �}|r4|�dd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)Zhostr+ r- r r r � splituser4 s
r/ )�
TextIOWrapper) r r r
r/ r r r r r )
r r
r r r r r! r" r# r$ )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__�
__module__� __qualname__r r r r r3 ^ s r3 c
C s� g }| s dS | � d�}|d |dd� }}|�d�}||krNtdt| � ��|sb| �� |�� kS |dkrv|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append�
startswithr+ �escape�replacer, �join�
IGNORECASEr- )
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s*
� rF c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNamer ZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %s�, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s2
�
�r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j �|� d S �N��__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rW r r r r rP � s rP )�whichc s" dd� }t j�� �r&|� |�r"� S dS |dkr>t j�dt j�}|sFdS |�t j�}tj dkr�t j
|krt|� dt j
� t j�dd��t j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }|D ]P}t j�|�}||kr�|�|� |D ](} t j�|| �}
||
|�r�|
S q�q�dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t j�| �o$t �| |�o$t j�| � S rQ )�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s �z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� � � �|� � �V qd S rQ )r< �endswith��.0�ext��cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r re rh r r �
<listcomp>� s zwhich.<locals>.<listcomp>)rZ r[ �dirname�environrI �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) ri r` r[ ra Zpathext�files�seen�dirZnormdirZthefile�namer rh r rY � s8
rY )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r~ c C s | j �|j � d S rQ rR )rU �baser r r rW s zZipExtFile.__init__c C s | S rQ r �rU r r r r} s zZipExtFile.__enter__c G s | � � d S rQ ��close�rU �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rW r} r� r r r r r~ s r~ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r| c C s | S rQ r r� r r r r} " s zZipFile.__enter__c G s | � � d S rQ r� r� r r r r� % s zZipFile.__exit__c O s t j| f|�|�}t|�S rQ )� BaseZipFile�openr~ )rU �argsrV r r r r r� ) s z ZipFile.openN)r4 r5 r6 r} r� r� r r r r r| ! s r| )�python_implementationc C s0 dt jkrdS tjdkr dS t j�d�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ
IronPythonZCPython)rp �versionrZ r{ r> r r r r r� 0 s
r� )� sysconfig)�Callablec C s
t | t�S rQ )r r� )�objr r r �callableD s r� r �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S �Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 ��filenamer r r �fsencodeX s
�r� c C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S r� ) r r� r� �decoder� r� r� r� r4 r� r r r �fsdecodea s
�r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� �_�-r zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namer s �r� c s� z �j j�W n tk
r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|�t�rpd� |d d� }d
}|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFr c s$ z� � W S t k
r Y dS X d S )N� )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n4 tk
rB d}�d k r6d�|��}t|��Y nX t�|�}|sVd S t|d �}z t|�}W n: tk
r� �d kr�d| }n d��|�}t|��Y nX � r�|j dkr؈d kr�d}n
d���}t|��|d 7 }|S )
Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorr{ )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s8
�
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__r{ �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� } s4
&
r� )r? r) )r � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S ��|� z �| �}W 5 ��|� X |S rQ )�id� get_identrw �discard)rU rL �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rX r4 �__annotations__)ru �getattrr5 rX r4 r� )r� r� �r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)rU r� r r r rW s zChainMap.__init__c C s t |��d S rQ )�KeyError�rU rL r r r � __missing__ s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S rQ )r� r� r� )rU rL �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || kr| | S |S rQ r �rU rL r� r r r rI % s z ChainMap.getc C s t t� j| j� �S rQ )rJ ru �unionr� r� r r r �__len__( s zChainMap.__len__c C s t t� j| j� �S rQ )�iterru r� r� r� r r r �__iter__+ s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S rQ r )rf �m�rL r r rj / s z(ChainMap.__contains__.<locals>.<genexpr>�rt r� r� r r� r � __contains__. s zChainMap.__contains__c C s
t | j�S rQ r� r� r r r �__bool__1 s zChainMap.__bool__c C s d� | d�tt| j���S )Nz{0.__class__.__name__}({1})rG )r� rA rK r; r� r� r r r �__repr__4 s �zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 9 s zChainMap.fromkeysc C s$ | j | jd �� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copyr� r r r r� > s z
ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.�r� r� r� r r r � new_childD s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r Nr� r� r r r �parentsH s zChainMap.parentsc C s || j d |< d S )Nr )r� )rU rL rM r r r � __setitem__M s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S )Nr �(Key not found in the first mapping: {!r})r� r� r� r� r r r � __delitem__P s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� r� r r r r� V s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r� N)r� �popr� r� )rU rL r� r r r r� ] s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clearr� r r r r� d s zChainMap.clear)N)r4 r5 r6 rX rW r� r� rI r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s.
r� )�cache_from_sourcec C s" |d kr d}|rd}nd}| | S )NF�c�or )r[ �debug_override�suffixr r r r� n s r� )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��z
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rJ r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rU r� �kwds�rootr r r rW � s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r� r )rU rL rM Z dict_setitemr �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j �|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r� )rU rL Z dict_delitem� link_prev� link_nextr r r r� � s
zOrderedDict.__delitem__c c s. | j }|d }||k r*|d V |d }qdS )zod.__iter__() <==> iter(od)r r) N�r� �rU r Zcurrr r r r� � s
zOrderedDict.__iter__c c s. | j }|d }||k r*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r) Nr r r r r � __reversed__� s
zOrderedDict.__reversed__c C sd z@| j �� D ]}|dd�= q | j}||dg|dd�< | j �� W n tk
rT Y nX t�| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr� r� r� r� )rU Znoder r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t�| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r) )r� r� r r� r� )rU r r �linkr r rL rM r r r r� � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� r� r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r �rf rL r� r r rk � s z&OrderedDict.values.<locals>.<listcomp>r r� r r� r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r r
r� r r rk � s z%OrderedDict.items.<locals>.<listcomp>r r� r r� r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� r� r r r �iterkeys� s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr �rU �kr r r r
� s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r r r r � iteritems s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }d}t | �dkrL| d }t|t�rn|D ]}|| ||< qZn<t|d�r�|�� D ]}|| ||< q�n|D ]\}}|||< q�|�� D ]\}}|||< q�dS ) a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r) z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r N)rJ r� r r� �hasattrr r )r� r rU �otherrL rM r r r rT s( �
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )rU rL r� r� r r r r� * s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r� r r r �
setdefault7 s zOrderedDict.setdefaultc C sf |si }t | �t� f}||kr"dS d||< z.| sBd| jjf W �S d| jj| �� f W �S ||= X dS )zod.__repr__() <==> repr(od)r� r z%s()z%s(%r)N)r� �
_get_identr� r4 r )rU Z
_repr_runningZcall_keyr r r r� > s zOrderedDict.__repr__c sX � fdd�� D �}t � ��� }t t� �D ]}|�|d� q(|rL� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r �rf r r� r r rk N s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rU r Z inst_dictr r r� r �
__reduce__L s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od)r� r� r r r r� V s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rM �drL r r r r� Z s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| �� |�� kS t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r� rJ r r� �__eq__�rU r r r r r e s
zOrderedDict.__eq__c C s
| |k S rQ r r r r r �__ne__n s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� r� r r r �viewkeyss s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� r� r r r �
viewvaluesw s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� r� r r r � viewitems{ s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rX rW r� r� r� r� r r� r� r r r r r
r rT r �objectr r� r r� r r� r� r� r r r r! r" r r r r r� � s:
r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr- rH )r r� r r r r% � s
r% c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� � configurator�convertr� r' �ConvertingList�ConvertingTuple�parentrL �rU rL rM r� r r r r� � s
�zConvertingDict.__getitem__Nc C sL t �| ||�}| j�|�}||k rH|| |< t|�tttfkrH| |_||_ |S rQ )
r� rI r( r) r� r' r* r+ r, rL �rU rL r� rM r� r r r rI � s
�zConvertingDict.get)N)r4 r5 r6 rX r� rI r r r r r' � s r' c C sD t �| ||�}| j�|�}||k r@t|�tttfkr@| |_||_ |S rQ )
r� r� r( r) r� r' r* r+ r, rL r. r r r r� � s
�r� c @ s" e Zd ZdZdd� Zddd�ZdS ) r* zA converting list wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� r( r) r� r' r* r+ r, rL r- r r r r� � s
�zConvertingList.__getitem__���c C s< t �| |�}| j�|�}||k r8t|�tttfkr8| |_|S rQ ) r� r� r( r) r� r' r* r+ r, )rU �idxrM r� r r r r� � s
�zConvertingList.popN)r/ )r4 r5 r6 rX r� r� r r r r r* � s r* c @ s e Zd ZdZdd� ZdS )r+ zA converting tuple wrapper.c C sB t �| |�}| j�|�}||k r>t|�tttfkr>| |_||_ |S rQ )
�tupler� r( r) r� r' r* r+ r, rL r- r r r r� � s
�zConvertingTuple.__getitem__N)r4 r5 r6 rX r� r r r r r+ � s r+ c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r$ zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rg Zcfgc C s t |�| _| | j_d S rQ )r' �configr( )rU r4 r r r rW � s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd� \}}td||f �}|| |_ |_
|�Y nX dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrp r� rH � __cause__�
__traceback__) rU r r{ Zused�foundrE �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)r= �rU rM r r r r2 s z BaseConfigurator.ext_convertc C s� |}| j �|�}|dkr&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr- rH �endr4 �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )rU rM �restr� r r0 �nr r r r3 s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_nzt |t�slt |t�rlt|�}| |_nVt |t�r�| j �
|�}|r�|� � }|d }| j �
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr� )r r' r� r( r* r� r+ r1 � string_types�CONVERT_PATTERNr- � groupdict�value_convertersrI r� )rU rM r� r rH Z converterr� r r r r) 2 s,
�
zBaseConfigurator.convertc sn � � d�}t|�s | �|�}� � dd�}t� fdd�� D ��}|f |�}|rj|�� D ]\}}t|||� qT|S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r% r �r4 r r rk U s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r= r� r �setattr)rU r4 r� ZpropsrV r� r{ rM r rM r �configure_customN s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r1 r> r r r �as_tuple\ s
zBaseConfigurator.as_tupleN)r4 r5 r6 rX r+ r, rJ r? rB rC rD rL � staticmethod�
__import__r5 rW r= r2 r3 r) rO rP r r r r r$ � s"
�" r$ )r )r� )N)N)�Z
__future__r rZ r+ rp Zsslr6 � version_infor Z
basestringrI r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r
r r Zurllibr
r r r r r r r Zurllib2r r r r r r! r" r# r$ r% ZhttplibZ xmlrpclibZQueueZqueuer& ZhtmlentitydefsZ raw_input� itertoolsr' �filterr( r1 r* r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ
xmlrpc.clientZ html.parserZ
html.entitiesZentities�inputr2 r3 rH rF rO rP r# rY �F_OK�X_OKZzipfiler| r� r r~ ZBaseZipExtFilerq r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r, r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� �importlib.utilr� Zimpr� �threadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr$ r% �Ir& r' r� r� r* r1 r+ r r r r �<module> s,
$, ,0
2+ A
[
b
w
distlib/__pycache__/compat.cpython-38.pyc 0000644 00000076653 15043676017 0014353 0 ustar 00 U
��.e�� � @ sB d dl mZ d dlZd dlZd dlZz d dlZW n ek
rH dZY nX ejd dk �r~d dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�nd dl=mZ e>fZ
e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCmDZ/ d dlAmEZ$ d dlFmDZ0 d dl2Z2d dlGm3Z3 d dlHmIZ4 eJZ5d dl6m:Z: e8Z8zd dlmKZKmLZL W n8 ek
�r� G dd� deM�ZLdddd �ZNd d � ZKY nX zd d l
mOZP W n& ek
�r G d d!� d!eQ�ZPY nX zd d"lmRZR W n, ek
�rT ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rteWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVzd d,l[m\Z\ W n ek
�r� d-d.� Z\Y nX z d dl]Z]W n" ek
�r� dd/lm]Z] Y nX ze^Z^W n* e_k
�r2 d d0l`maZa d1d2� Z^Y nX zejbZbejcZcW nH edk
�r� e�e� �pbd3Zfefd4k�rtd5Zgnd6Zgd7d8� Zbd9d:� ZcY nX zd d;lhmiZi W nH ek
�r� d d<ljmkZkmlZl d dlZe�md=�Znd>d?� Zod@dA� ZiY nX zd dBlpmqZq W n" ek
�r d dBlrmqZq Y nX ejddC� dDk �r:e3� jsZsn d dElpmsZs zd dFl`mtZt W nd ek
�r� d dGl`muZu zd dHlvmwZx W n ek
�r� dedJdK�ZxY nX G dLdM� dMeu�ZtY nX zd dNlymzZz W nH ek
�r zd dNl{mzZz W n ek
�r dfdOdP�ZzY nX Y nX zd dQl`m|Z| W n� ek
�r� zd dRl}m~Z W n" ek
�rj d dRl�m~Z Y nX zd dSl�m�Z�m�Z�m�Z� W n ek
�r� Y nX G dTdU� dUe��Z|Y nX zd dVl�m�Z�m�Z� W nv ek
�r< e�mdWej��Z�dXdY� Z�G dZd[� d[e��Z�dgd\d]�Z�G d^d_� d_e��Z�G d`da� dae��Z�G dbdc� dceQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| �d�} t| �S )N�utf-8)�
isinstance�unicode�encode�_quote)�s� r �>/usr/lib/python3.8/site-packages/pip/_vendor/distlib/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|�d�a t �| �}|r4|�dd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)Zhostr+ r- r r r � splituser4 s
r/ )�
TextIOWrapper) r r r
r/ r r r r r )
r r
r r r r r! r" r# r$ )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__�
__module__� __qualname__r r r r r3 ^ s r3 c
C s� g }| s dS | � d�}|d |dd� }}|�d�}||krNtdt| � ��|sb| �� |�� kS |dkrv|�d� n>|�d �s�|�d �r�|�t�|�� n|�t�|�� d
d �� |D ]}|�t�|�� q�t�
d d
� |� d tj �} | �
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append�
startswithr+ �escape�replacer, �join�
IGNORECASEr- )
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s*
� rF c C s� | s t d��g }| �dd�}|D ]*\}}|dkr t||�r@ dS |�|� q |s�| �dd�D ]6}|D ],\}}|dkrdt||�r� dS |�|� qdq\t|�dkr�td |d
�tt|��f ��n*t|�dkr�td ||d f ��ntd
��dS )a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNamer ZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %s�, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s2
�
�r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j �|� d S �N��__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rW r r r r rP � s rP )�whichc s" dd� }t j�� �r&|� |�r"� S dS |dkr>t j�dt j�}|sFdS |�t j�}tj dkr�t j
|krt|� dt j
� t j�dd��t j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }|D ]P}t j�|�}||kr�|�|� |D ](} t j�|| �}
||
|�r�|
S q�q�dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t j�| �o$t �| |�o$t j�| � S rQ )�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s �z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� � � �|� � �V qd S rQ )r< �endswith��.0�ext��cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r re rh r r �
<listcomp>� s zwhich.<locals>.<listcomp>)rZ r[ �dirname�environrI �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) ri r` r[ ra Zpathext�files�seen�dirZnormdirZthefile�namer rh r rY � s8
rY )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r~ c C s | j �|j � d S rQ rR )rU �baser r r rW s zZipExtFile.__init__c C s | S rQ r �rU r r r r} s zZipExtFile.__enter__c G s | � � d S rQ ��close�rU �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rW r} r� r r r r r~ s r~ c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r| c C s | S rQ r r� r r r r} " s zZipFile.__enter__c G s | � � d S rQ r� r� r r r r� % s zZipFile.__exit__c O s t j| f|�|�}t|�S rQ )� BaseZipFile�openr~ )rU �argsrV r r r r r� ) s z ZipFile.openN)r4 r5 r6 r} r� r� r r r r r| ! s r| )�python_implementationc C s0 dt jkrdS tjdkr dS t j�d�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ
IronPythonZCPython)rp �versionrZ r{ r> r r r r r� 0 s
r� )� sysconfig)�Callablec C s
t | t�S rQ )r r� )�objr r r �callableD s r� r �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S �Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 ��filenamer r r �fsencodeX s
�r� c C s: t | t�r| S t | t�r$| �tt�S tdt| �j ��d S r� ) r r� r� �decoder� r� r� r� r4 r� r r r �fsdecodea s
�r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� � � �dd�}|dks*|�d�r.dS |dks@|�d�rDd S | S )
z(Imitates get_normal_name in tokenizer.c.N� �_�-r zutf-8-)zlatin-1�
iso-8859-1z iso-latin-1)zlatin-1-z iso-8859-1-z iso-latin-1-r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namer s �r� c s� z �j j�W n tk
r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|�t�rpd� |d d� }d
}|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFr c s$ z� � W S t k
r Y dS X d S )N� )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� z| � d�}W n4 tk
rB d}�d k r6d�|��}t|��Y nX t�|�}|sVd S t|d �}z t|�}W n: tk
r� �d kr�d| }n d��|�}t|��Y nX � r�|j dkr؈d kr�d}n
d���}t|��|d 7 }|S )
Nr z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorr{ )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s8
�
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__r{ �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� } s4
&
r� )r? r) )r � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S ��|� z �| �}W 5 ��|� X |S rQ )�id� get_identrw �discard)rU rL �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rX r4 �__annotations__)ru �getattrr5 rX r4 r� )r� r� �r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)rU r� r r r rW s zChainMap.__init__c C s t |��d S rQ )�KeyError�rU rL r r r � __missing__ s zChainMap.__missing__c C s: | j D ](}z|| W S tk
r, Y qX q| �|�S rQ )r� r� r� )rU rL �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || kr| | S |S rQ r �rU rL r� r r r rI % s z ChainMap.getc C s t t� j| j� �S rQ )rJ ru �unionr� r� r r r �__len__( s zChainMap.__len__c C s t t� j| j� �S rQ )�iterru r� r� r� r r r �__iter__+ s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S rQ r )rf �m�rL r r rj / s z(ChainMap.__contains__.<locals>.<genexpr>�rt r� r� r r� r � __contains__. s zChainMap.__contains__c C s
t | j�S rQ r� r� r r r �__bool__1 s zChainMap.__bool__c C s d� | d�tt| j���S )Nz{0.__class__.__name__}({1})rG )r� rA rK r; r� r� r r r �__repr__4 s �zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 9 s zChainMap.fromkeysc C s$ | j | jd �� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copyr� r r r r� > s z
ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.�r� r� r� r r r � new_childD s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r Nr� r� r r r �parentsH s zChainMap.parentsc C s || j d |< d S )Nr )r� )rU rL rM r r r � __setitem__M s zChainMap.__setitem__c C s8 z| j d |= W n" tk
r2 td�|���Y nX d S )Nr �(Key not found in the first mapping: {!r})r� r� r� r� r r r � __delitem__P s zChainMap.__delitem__c C s2 z| j d �� W S tk
r, td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� r� r r r r� V s zChainMap.popitemc G s@ z| j d j|f|�� W S tk
r: td�|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r r� N)r� �popr� r� )rU rL r� r r r r� ] s z ChainMap.popc C s | j d �� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clearr� r r r r� d s zChainMap.clear)N)r4 r5 r6 rX rW r� r� rI r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s.
r� )�cache_from_sourcec C s0 | � d�st�|d krd}|r$d}nd}| | S )Nz.pyT�c�o)rd �AssertionError)r[ �debug_override�suffixr r r r� n s r� )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��z
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rJ r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rU r� �kwds�rootr r r rW � s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r r )rU rL rM Z dict_setitemr �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j �|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r r� )rU rL Z dict_delitem� link_prev� link_nextr r r r� � s
zOrderedDict.__delitem__c c s. | j }|d }||k r*|d V |d }qdS )zod.__iter__() <==> iter(od)r r) N�r �rU r Zcurrr r r r� � s
zOrderedDict.__iter__c c s. | j }|d }||k r*|d V |d }qdS )z#od.__reversed__() <==> reversed(od)r r) Nr r r r r � __reversed__� s
zOrderedDict.__reversed__c C sd z@| j �� D ]}|dd�= q | j}||dg|dd�< | j �� W n tk
rT Y nX t�| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr r� r� r� )rU Znoder r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= t�| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r) )r� r r r� r� )rU r r �linkr r rL rM r r r r� � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� r� r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r �rf rL r� r r rk � s z&OrderedDict.values.<locals>.<listcomp>r r� r r� r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r r r� r r rk � s z%OrderedDict.items.<locals>.<listcomp>r r� r r� r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� r� r r r �iterkeys� s zOrderedDict.iterkeysc c s | D ]}| | V qdS )z2od.itervalues -> an iterator over the values in odNr �rU �kr r r r � s zOrderedDict.itervaluesc c s | D ]}|| | fV qdS )z=od.iteritems -> an iterator over the (key, value) items in odNr r r r r � iteritems s zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }d}t | �dkrL| d }t|t�rn|D ]}|| ||< qZn<t|d�r�|�� D ]}|| ||< q�n|D ]\}}|||< q�|�� D ]\}}|||< q�dS ) a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r) z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r r
N)rJ r� r r� �hasattrr
r )r� r rU �otherrL rM r r r rT s( �
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )rU rL r� r� r r r r� * s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr r� r r r �
setdefault7 s zOrderedDict.setdefaultc C sf |si }t | �t� f}||kr"dS d||< z.| sBd| jjf W �S d| jj| �� f W �S ||= X dS )zod.__repr__() <==> repr(od)r� r z%s()z%s(%r)N)r� �
_get_identr� r4 r )rU Z
_repr_runningZcall_keyr r r r� > s zOrderedDict.__repr__c sX � fdd�� D �}t � ��� }t t� �D ]}|�|d� q(|rL� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r �rf r r� r r rk N s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rU r Z inst_dictr r r� r �
__reduce__L s zOrderedDict.__reduce__c C s
| � | �S )z!od.copy() -> a shallow copy of od)r� r� r r r r� V s zOrderedDict.copyc C s | � }|D ] }|||< q
|S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rM �drL r r r r� Z s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| �� |�� kS t�| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r� rJ r r� �__eq__�rU r r r r r e s
zOrderedDict.__eq__c C s
| |k S rQ r r r r r �__ne__n s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� r� r r r �viewkeyss s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� r� r r r �
viewvaluesw s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� r� r r r � viewitems{ s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rX rW r� r� r� r� r
r� r� r
r r r r r rT r �objectr r� r r� r r� r� r� r r r! r" r# r r r r r� � s:
r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t �| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr- rH )r r� r r r r& � s
r& c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� � configurator�convertr� r( �ConvertingList�ConvertingTuple�parentrL �rU rL rM r� r r r r� � s
�zConvertingDict.__getitem__Nc C sL t �| ||�}| j�|�}||k rH|| |< t|�tttfkrH| |_||_ |S rQ )
r� rI r) r* r� r( r+ r, r- rL �rU rL r� rM r� r r r rI � s
�zConvertingDict.get)N)r4 r5 r6 rX r� rI r r r r r( � s r( c C sD t �| ||�}| j�|�}||k r@t|�tttfkr@| |_||_ |S rQ )
r� r� r) r* r� r( r+ r, r- rL r/ r r r r� � s
�r� c @ s" e Zd ZdZdd� Zddd�ZdS ) r+ zA converting list wrapper.c C sJ t �| |�}| j�|�}||k rF|| |< t|�tttfkrF| |_||_ |S rQ )
r� r� r) r* r� r( r+ r, r- rL r. r r r r� � s
�zConvertingList.__getitem__���c C s< t �| |�}| j�|�}||k r8t|�tttfkr8| |_|S rQ ) r� r� r) r* r� r( r+ r, r- )rU �idxrM r� r r r r� � s
�zConvertingList.popN)r0 )r4 r5 r6 rX r� r� r r r r r+ � s r+ c @ s e Zd ZdZdd� ZdS )r, zA converting tuple wrapper.c C sB t �| |�}| j�|�}||k r>t|�tttfkr>| |_||_ |S rQ )
�tupler� r) r* r� r( r+ r, r- rL r. r r r r� � s
�zConvertingTuple.__getitem__N)r4 r5 r6 rX r� r r r r r, � s r, c @ s� e Zd ZdZe�d�Ze�d�Ze�d�Ze�d�Z e�d�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r% zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rg Zcfgc C s t |�| _| | j_d S rQ )r( �configr) )rU r5 r r r rW � s
zBaseConfigurator.__init__c C s� |� d�}|�d�}z^| �|�}|D ]H}|d| 7 }zt||�}W q$ tk
rj | �|� t||�}Y q$X q$|W S tk
r� t�� dd� \}}td||f �}|| |_ |_
|�Y nX dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrp r� rH � __cause__�
__traceback__) rU r r{ Zused�foundrE �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| � |�S )z*Default converter for the ext:// protocol.)r> �rU rM r r r r3 s z BaseConfigurator.ext_convertc C s� |}| j �|�}|dkr&td| ��n�||�� d� }| j|�� d }|r�| j�|�}|rn||�� d }nd| j�|�}|r�|�� d }| j�|�s�|| }n2zt |�}|| }W n t
k
r� || }Y nX |r�||�� d� }qHtd||f ��qH|S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr- rH �endr5 �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )rU rM �restr� r r1 �nr r r r4 s4
�z BaseConfigurator.cfg_convertc C s� t |t�s$t |t�r$t|�}| |_n�t |t�sHt |t�rHt|�}| |_nzt |t�slt |t�rlt|�}| |_nVt |t�r�| j �
|�}|r�|� � }|d }| j �
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr� )r r( r� r) r+ r� r, r2 � string_types�CONVERT_PATTERNr- � groupdict�value_convertersrI r� )rU rM r� r rI Z converterr� r r r r* 2 s,
�
zBaseConfigurator.convertc sn � � d�}t|�s | �|�}� � dd�}t� fdd�� D ��}|f |�}|rj|�� D ]\}}t|||� qT|S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r& r �r5 r r rk U s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r> r� r �setattr)rU r5 r� ZpropsrV r� r{ rM r rN r �configure_customN s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r2 r? r r r �as_tuple\ s
zBaseConfigurator.as_tupleN)r4 r5 r6 rX r+ r, rK r@ rC rD rE rM � staticmethod�
__import__r6 rW r> r3 r4 r* rP rQ r r r r r% � s"
�" r% )r )r� )N)N)�Z
__future__r rZ r+ rp Zsslr7 � version_infor Z
basestringrJ r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r
r r Zurllibr
r r r r r r r Zurllib2r r r r r r! r" r# r$ r% ZhttplibZ xmlrpclibZQueueZqueuer& ZhtmlentitydefsZ raw_input� itertoolsr' �filterr( r1 r* r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ
xmlrpc.clientZ html.parserZ
html.entitiesZentities�inputr2 r3 rH rF rO rP r$ rY �F_OK�X_OKZzipfiler| r� r r~ ZBaseZipExtFilerq r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r, r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� �importlib.utilr� Zimpr� �threadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr% r& �Ir' r( r� r� r+ r2 r, r r r r �<module> s,
$, ,0
2+ A
[
b
w
distlib/__pycache__/manifest.cpython-38.pyc 0000644 00000023725 15043676017 0014666 0 ustar 00 U
��.e�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ e�
e�Ze�dej�Ze�d ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode�� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t j�t j�|pt �� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr � r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}|r�|� }t� |�} | D ]R}
tj
� ||
�} t� | �} | j }
||
�r�|�t
| �� qN||
�rN||
�sN|| � qNq6dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r �pop�appendr �listdirr
�join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |� | j�s tj�| j|�}| j�tj�|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r
r r r �addr )r �itemr r r r* T s z Manifest.addc C s |D ]}| � |� qdS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r* )r �itemsr+ r r r �add_many^ s zManifest.add_manyFc sb � �fdd�� t �j�}|rFt � }|D ]}� |tj�|�� q&||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c sJ | � |� t�d|� |�jkrFtj�|�\}}|dks<t�� | |� d S )Nzadd_dir added %s)� �/)r* �logger�debugr r r
�split�AssertionError)�dirs�d�parent�_��add_dirr r r r9 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r
r )�.0Z
path_tupler r r �
<listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t j�|�V qd S )N)r r
r2 )r: r
r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r
�dirname�sorted)r Zwantdirs�resultr4 �fr r8 r r> g s
�zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C sj | � |�\}}}}|dkrB|D ] }| j|dd�s t�d|� q �n$|dkrf|D ]}| j|dd�}qN�n |dkr�|D ] }| j|dd�srt�d|� qrn�|d kr�|D ]}| j|dd�}q�n�|d
kr�|D ] }| j||d �s�t�d ||� q�n�|d
k�r
|D ]}| j||d �}q�n\|dk�r2| jd|d ��sft�d|� n4|dk�rZ| jd|d ��sft�d|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�exclude�global-includeFz3no files found matching %r anywhere in distribution�global-exclude�recursive-include)r z-no files found matching %r under directory %r�recursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr0 Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sP � �
�
��zManifest.process_directivec C s |� � }t|�dkr,|d dkr,|�dd� |d }d } }}|dkrxt|�dk r`td| ��d d
� |dd� D �}n~|d kr�t|�d k r�td
| ��t|d �}dd
� |dd� D �}n:|dkr�t|�dkr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r )rB rD rE rF rG rH rI rJ rB N)rB rD rE rF r z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r r �r: Zwordr r r r; � s z-Manifest._parse_directive.<locals>.<listcomp>)rG rH � z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r r rU r r r r; � s )rI rJ z!%r expects a single <dir_pattern>zunknown action %r)r2 �len�insertr r )r rN ZwordsrO rP rQ Z dir_patternr r r rK � s4 � � � zManifest._parse_directiveTc C sP d}| � ||||�}| jdkr&| �� | jD ] }|�|�r,| j�|� d}q,|S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r( �searchr r* )r rR rC r �is_regexrS �
pattern_rer% r r r rL s
zManifest._include_patternc C sB d}| � ||||�}t| j�D ] }|�|�r | j�|� d}q |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)rY �listr rZ �remove)r rR rC r r[ rS r\ r@ r r r rM ) s
zManifest._exclude_patternc
C s� |r t |t�rt�|�S |S tdkr:| �d��d�\}}}|rj| �|�}tdkrn|�|�rd|�|�snt �nd}t�
t j �
| jd��} |dk �rftdkr�| �d�}
| �|�dt|
� � } n>| �|�} | �|�r�| �|�s�t �| t|�t| �t|� � } t j} t jdk�rd} tdk�r4d| | �
| d| f� }n0|t|�t|�t|� � }d || | | ||f }n8|�r�tdk�r�d| | }nd
|| |t|�d� f }t�|�S ) a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
)rV r r7 r. N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partitionr) �endswithr3 �escaper r
r r rW r )
r rR rC r r[ �startr7 �endr\ r Z
empty_patternZ prefix_rer r r r rY = sH
�
�
zManifest._translate_patternc C s8 t �|�}tj}tjdkr d}d| }t�d||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
r_ z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r rc �sub)r rR r\ r Zescapedr r r rf t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r( r* r- r> rA rT rK rL rM rY rf r r r r r % s&
O/ �
) �
�
7)rr rl Zloggingr rc �sysr. r �compatr �utilr �__all__Z getLoggerro r0 rd �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_infore �objectr r r r r �<module> s
distlib/__pycache__/resources.cpython-38.pyc 0000644 00000025334 15043676017 0015070 0 ustar 00 U
��.e* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
mZmZmZmZ e�e�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z e d�ee
j e iZ zFz d dl Z!W n e"k
�r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk
�rX Y nX dd� Z'i Z(dd� Z)e �*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d kr t j�t� td��}tt| ��|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base�� __class__� �A/usr/lib/python3.8/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr �r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j �|�\}}|dkr |}n~tj�| j| �|�|�}tj�|�}tj�|�sXt� |� tj�
|�sjd}n | � ||�}|r�t |d��}|�
|j� W 5 Q R X |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor
r r r Z
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s
zResourceCache.get)N)�__name__�
__module__� __qualname__r r r& �
__classcell__r r r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S �N)r �name)r r r- r r r r I s zResourceBase.__init__N)r' r( r) r r r r r r+ H s r+ c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j �| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream�r r r r � as_streamV s zResource.as_streamc C s t d krt� a t �| �S r, )�cacher r& r0 r r r � file_path_ s zResource.file_pathc C s | j �| �S r, )r � get_bytesr0 r r r r" f s zResource.bytesc C s | j �| �S r, )r �get_sizer0 r r r �sizej s z
Resource.sizeN)
r' r( r) �__doc__� is_containerr1 r r3 r" r6 r r r r r. N s
r. c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j �| �S r, )r �
get_resourcesr0 r r r � resourcesr s zResourceContainer.resourcesN)r' r( r) r8 r r; r r r r r9 o s r9 c @ s� e Zd ZdZej�d�r dZndZdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zdd � Zd S ) �ResourceFinderz4
Resource finder for file system resources.
�java)�.pyc�.pyoz.class)r> r? c C s. || _ t|dd �| _tj�t|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr
r r r )r rC r r r r � s zResourceFinder.__init__c C s t j�|�S r, )r
r �realpath�r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|�|�}|�d| j� tjj|� }| �|�S )N� /�/r ) �
isinstancer" �split�insertr r
r r rH )r �
resource_name�sep�partsr$ r r r �
_make_path� s
zResourceFinder._make_pathc C s t j�|�S r, )r
r r rG r r r �_find� s zResourceFinder._findc C s
d |j fS r, )r �r r r r r r � s z ResourceFinder.get_cache_infoc C sD | � |�}| �|�sd }n&| �|�r0t| |�}n
t| |�}||_|S r, )rQ rR �
_is_directoryr9 r. r )r rN r r$ r r r �find� s
zResourceFinder.findc C s t |jd�S �N�rb)r r rS r r r r/ � s zResourceFinder.get_streamc
C s, t |jd��}|�� W 5 Q R � S Q R X d S rV )r r �read)r r r% r r r r4 � s zResourceFinder.get_bytesc C s t j�|j�S r, )r
r �getsizerS r r r r5 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�t�|j�D ��S )Nc s | dko| � � j� S )N� __pycache__)�endswith�skipped_extensions)r% r0 r r �allowed� s
�z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r% )r] r r �
<listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr
�listdirr rS r )r] r r r: � s z ResourceFinder.get_resourcesc C s | � |j�S r, )rT r rS r r r r8 � s zResourceFinder.is_containerc c s� | � |�}|d k r�|g}|r�|�d�}|V |jr|j}|jD ]>}|sL|}nd�||g�}| � |�}|jrv|�|� q>|V q>qd S )Nr rJ )rU �popr8 r- r; r �append)r rN r ZtodoZrnamer- �new_nameZchildr r r �iterator� s
zResourceFinder.iteratorN)r' r( r) r7 �sys�platform�
startswithr\ r rH rQ rR r rU r/ r4 r5 r: r8 � staticmethodr
r r rT re r r r r r< w s" r< c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| ��|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r rj r rE �archive�len�
prefix_len�hasattrrk � zipimport�_zip_directory_cache�sorted�index)r rC rl r r r r � s zZipResourceFinder.__init__c C s |S r, r rG r r r rH � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }t�| j|�}z| j| �|�}W n tk
rt d}Y nX |s�t� d|| j
j � nt� d|| j
j � |S )NT���Fz_find failed: %r %rz_find worked: %r %r) rn rk r
rO �bisectrs rh �
IndexError�logger�debugrE r# )r r r$ �ir r r rR � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rE rl r rm )r r r# r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j �|j�S r, )rE �get_datar rS r r r r4 � s zZipResourceFinder.get_bytesc C s t �| �|��S r, )�io�BytesIOr4 rS r r r r/ � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rn rk r r r r r5 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }t�| j|�}|t| j�k r�| j| �|�shq�| j| |d � }|� |�
tjd�d � |d7 }qH|S )Nrt r r ) r rn r
rO rm r` ru rs rh �addrL )r r r Zplenr$ ry �sr r r r: s
z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }t�| j|�}z| j| �|�}W n tk
rd d}Y nX |S )Nrt F)rn r
rO ru rs rh rv )r r ry r$ r r r rT s
z ZipResourceFinder._is_directory)r' r( r) r7 r rH rR r r4 r/ r5 r: rT r* r r r r rj � s rj c C s |t t| �< d S r, )�_finder_registry�type)rE � finder_makerr r r �register_finder0 s r� c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}t�t|��}|dkrxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packager@ z Unable to locate finder for %r) �
_finder_cacherf �modules�
__import__rD r r� r& r� )�packager$ rC r rE r� r r r r 6 s
r Z __dummy__c C sR d}t �| � tj�| �}t�t|��}|rNt}tj �
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
NrB )
�pkgutilZ get_importerrf �path_importer_cacher& r� r� �
_dummy_moduler
r r rA r@ )r r$ rE r rC r r r �finder_for_pathR s
r� ).Z
__future__r ru r{ Zloggingr
r� Zshutilrf �typesrp rB r �utilr r r r Z getLoggerr' rw r2 r �objectr+ r. r9 r< rj r� � zipimporterr� �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�AttributeErrorr� r� r �
ModuleTyper
r� r� r r r r �<module> sN
,!ZN �
distlib/__pycache__/locators.cpython-38.opt-1.pyc 0000644 00000112527 15043676017 0015644 0 ustar 00 U
��.e_� � @ sD d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZz d dlZW n e k
rd d dl
ZY nX d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$m%Z% ddl&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ dd l0m1Z1m2Z2 dd
l3m4Z4m5Z5 e�6e7�Z8e�9d �Z:e�9d ej;�Z<e�9d
�Z=dZ>d-dd�Z?G dd� de�Z@G dd� deA�ZBG dd� deB�ZCG dd� deB�ZDG dd� deA�ZEG dd � d eB�ZFG d d � d eB�ZGG d d � d eB�ZHG d!d"� d"eB�ZIG d#d$� d$eB�ZJeJeH� eFd%d&d'�d(d)�ZKeKjLZLe�9d*�ZMG d+d,� d,eA�ZNdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata�MetadataInvalidError) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlzhttps://pypi.org/pypic C s6 | dkr t } t| dd�}z |�� W �S |d�� X dS )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
N� @��timeout�close)�
DEFAULT_INDEXr �
list_packages)�url�client� r. �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/locators.py�get_all_distribution_names) s r0 c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }dD ]}||kr|| } q"q|d kr.d S t |�}|jdkrnt|�� |�}t|d�rf|�||� n|||< t�| |||||�S )N)�locationZuri� �replace_header)r �schemer Z get_full_url�hasattrr4 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr. r. r/ r8 @ s
�z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r8 Zhttp_error_301Zhttp_error_303Zhttp_error_307r. r. r. r/ r1 7 s r1 c @ s� e Zd ZdZdZdZdZdZed Zd)dd �Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd*d'd(�ZdS )+�LocatorzG
A base class for locators - things that locate distributions.
)z.tar.gzz.tar.bz2z.tarz.zipz.tgzz.tbz)z.eggz.exe�.whl)z.pdfN)rE �defaultc C s, i | _ || _tt� �| _d| _t�� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher5 r r1 �opener�matcherr
�Queue�errors)r9 r5 r. r. r/ �__init__f s
zLocator.__init__c C sV g }| j �� sRz| j �d�}|�|� W n | j jk
rD Y qY nX | j �� q|S )z8
Return any errors which have occurred.
F)rK �empty�get�appendZEmpty� task_done)r9 �result�er. r. r/ �
get_errorsy s
zLocator.get_errorsc C s | � � dS )z>
Clear any errors which may have been logged.
N)rS �r9 r. r. r/ � clear_errors� s zLocator.clear_errorsc C s | j �� d S �N)rG �clearrT r. r. r/ � clear_cache� s zLocator.clear_cachec C s | j S rV ��_schemerT r. r. r/ � _get_scheme� s zLocator._get_schemec C s
|| _ d S rV rY )r9 �valuer. r. r/ � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
� Please implement in the subclassN��NotImplementedError)r9 �namer. r. r/ � _get_project� s
zLocator._get_projectc C s t d��dS )�J
Return all the distribution names known to this locator.
r^ Nr_ rT r. r. r/ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| �|�}n2|| j kr,| j | }n | �� | �|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rG rb rU )r9 ra rQ r. r. r/ � get_project� s
zLocator.get_projectc C s^ t |�}t�|j�}d}|�d�}|�| j�}|rBtt|�| j�}|j dkd|j
k||||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
TrE �httpszpypi.org) r � posixpath�basename�path�endswith�downloadable_extensionsr% r$ �
wheel_tagsr5 �netloc)r9 r, �trh Z
compatibleZis_wheelZis_downloadabler. r. r/ � score_url� s
�zLocator.score_urlc C sR |}|rN| � |�}| � |�}||kr(|}||kr@t�d||� nt�d||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)ro �logger�debug)r9 �url1�url2rQ �s1�s2r. r. r/ �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r9 �filename� project_namer. r. r/ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
�� �d�r<t�d||
� t�|
�} | rX| �� \} }
nd\} }
|}|r�|d dkr�|dd� }|�d ��r>z~t |�}t
|| j �s�t�d
|� nX|dkr�d }n ||j |�}|�r|j |j
|jt||||| d f�d
�dd� |jD ��d�}W n0 tk
�r: } zt�d|� W 5 d}~X Y nX n�|�| j��sZt�d|� n�t�|� }}| jD ]�}|�|��rn|dt|� � }| �||�}|�s�t�d|� nH|\}}}|�r�|||��r�|||t||||| d f�d�}|�r�||d< �q�qn|�r| �r|
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS rV )r! )Zname1Zname2r. r. r/ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %r)NN����/rE zWheel not compatible: %sTr3 z, c S s" g | ]}d � t|dd� ���qS )�.� N)�join�list)�.0�vr. r. r/ �
<listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)ra �versionrw r, �python-versionzinvalid path for wheel: %szNot downloadable: %sz No match for project/version: %s)ra r� rw r, r� � %s_digest)r �lower�
startswithrp rq � HASHER_HASH�match�groupsrj r$ r% rl ra r� rw r r~ �pyver� Exception�warningrk rg rh �lenr )r9 r, rx ry rQ r5 rm ri �params�query�frag�m�algo�digestZorigpath�wheelZincluderR rw Zextrn ra r� r� r. r. r/ � convert_url_to_download_info� s� �
���
��
z$Locator.convert_url_to_download_infoc C s2 d}dD ]$}d| }||kr||| f} q.q|S )z�
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N)Zsha256�md5r� r. )r9 �inforQ r� r? r. r. r/ � _get_digest1 s zLocator._get_digestc C s� |� d�}|� d�}||kr,|| }|j}nt||| jd�}|j}| �|� |_}|d }||d |< |j|d kr�| �|j|�|_|d �|t � ��
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
ra r� �r5 r, �digests�urlsN) �pop�metadatar r5 r� r� �
source_urlrv �
setdefault�set�add�locator) r9 rQ r� ra r� �dist�mdr� r, r. r. r/ �_update_version_dataA s
z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|�|j� | _}t�d|t|�j � | �
|j �}t |�dk�r2g }|j
} |D ]z}
|
dkr�qxzH|�|
�s�t�d||
� n*|s�| |
�js�|�|
� nt�d|
|j � W qx tk
r� t�d||
� Y qxX qxt |�d k�rt||jd
�}|�r2t�d |� |d } || }|�r�|j�rH|j|_|�d
i ��| t� �|_i } |�di �}
|jD ] }||
k�rv|
| | |< �qv| |_d| _|S )a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r} �r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r? zsorted list: %srz r� r� )r r r" r5 rI � requirementrp rq �typer@ re ra r� Z
version_classr� Z
is_prereleaserO r� r� �sortedr? ZextrasrN r� �
download_urlsr� )r9 r� � prereleasesrQ �rr5 rI �versionsZslistZvcls�kr� �dZsdr, r. r. r/ �locateX sX
�
zLocator.locate)rF )F)r@ rA rB rC �source_extensions�binary_extensions�excluded_extensionsrl rk rL rS rU rX r[ r] �propertyr5 rb rd re ro rv r r� r� r� r� r. r. r. r/ rD V s.
JrD c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s* t t| �jf |� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
r& r' N)�superr� rL �base_urlr r- �r9 r, �kwargs�� __class__r. r/ rL � s zPyPIRPCLocator.__init__c C s t | j�� �S �rc )r� r- r+ rT r. r. r/ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j �|d�}|D ]�}| j �||�}| j �||�}t| jd�}|d |_|d |_|�d�|_ |�dg �|_
|�d�|_ t |�}|r |d } | d
|_
| �| �|_| |_|||< |D ]:} | d
}
| �| �} |d �|t� ��|
� | |d |
< q�q |S )
Nr� Tr� ra r� �license�keywords�summaryr r, r� r� )r- Zpackage_releasesZ release_urlsZ release_datar r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� ) r9 ra rQ r� r� r� �datar� r� r� r, r� r. r. r/ rb � s0
zPyPIRPCLocator._get_project�r@ rA rB rC rL rd rb �
__classcell__r. r. r� r/ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s t t| �jf |� t|�| _d S rV )r� r� rL r r� r� r� r. r/ rL � s zPyPIJSONLocator.__init__c C s t d��dS �rc z Not available from this locatorNr_ rT r. r. r/ rd � s z&PyPIJSONLocator.get_distribution_namesc
C s
i i d�}t | jdt|� �}�z�| j�|�}|�� �� }t�|�}t | j
d�}|d }|d |_ |d |_ |�
d�|_|�
dg �|_|�
d �|_t|�}| |_|d
} |||j < |d
D ]T}
|
d }|j�|� | �|
�|j|< |d
�|j t� ��|� | �|
�|d |< q�|d
�� D ]�\} } | |j k�r4�q t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < | D ]T}
|
d }|j�|� | �|
�|j|< |d
�| t� ��|� | �|
�|d |< �qh�q W n@ tk
�r } z | j� t |�� t � d|� W 5 d }~X Y nX |S )Nr� z%s/jsonr� r� ra r� r� r� r� r� r, r� ZreleaseszJSON fetch failed: %s) r r� r rH �open�read�decode�json�loadsr r5 ra r� rN r� r� r� r r� r� r� r� r� r� r� �itemsr� rK �putr rp � exception)r9 ra rQ r, �respr� r� r� r� r� r� r� ZinfosZomd�odistrR r. r. r/ rb � sT
z PyPIJSONLocator._get_projectr� r. r. r� r/ r� � s r� c @ s` e Zd ZdZe�dejejB ejB �Z e�dejejB �Z
dd� Z e�dej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| j�| j �}|r0|�d�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r, �_base�search�group)r9 r� r, r� r. r. r/ rL s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }| j�| j�D ]�}|�d�}|d pX|d pX|d pX|d pX|d pX|d }|d
pp|d pp|d }t| j|�}t|�}| j� d
d� |�}|�
||f� q t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r, r5 rm ri r� r� r� r. r. r/ �clean- s �zPage.links.<locals>.cleanr3 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rr rs Zurl3c S s dt | �d�� S )Nz%%%2xr )�ordr� )r� r. r. r/ �<lambda>; � z Page.links.<locals>.<lambda>c S s | d S )Nr r. )rn r. r. r/ r� ? r� T)r? �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r9 r� rQ r� r� �relr, r. r. r/ �links& s$
��� z
Page.linksN)r@ rA rB rC �re�compile�I�S�Xr� r� rL r� r r� r. r. r. r/ r� s � r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e � de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze � d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jtt�d��� S )N)Zfileobj)�gzipZGzipFiler r� r� ��br. r. r/ r� M r� z SimpleScrapingLocator.<lambda>c C s | S rV r. r� r. r. r/ r� N r� )Zdeflater� ZnoneN�
c sl t t| �jf |� t|�| _|| _i | _t� | _t �
� | _ t� | _ d| _
|| _t�� | _t�� | _d| _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rL r r� r( � _page_cacher� �_seenr
rJ � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock�platform_check)r9 r, r( r� r� r� r. r/ rL Q s
z SimpleScrapingLocator.__init__c C sF g | _ t| j�D ]0}tj| jd�}|�d� |�� | j �|� qdS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrO )r9 �irn r. r. r/ �_prepare_threadsl s
z&SimpleScrapingLocator._prepare_threadsc C s6 | j D ]}| j�d� q| j D ] }|�� q g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r� r� r� r~ )r9 rn r. r. r/ �
_wait_threadsy s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| j�� | j�� | � � z&t � d|� | j
�|� | j
�� W 5 | �
� X | `W 5 Q R X |S )Nr� z%s/z Queueing %s)r� rQ rx r r� r r� rW r� r� r� rp rq r� r� r~ )r9 ra rQ r, r. r. r/ rb � s
z"SimpleScrapingLocator._get_projectz<\b(linux_(i\d86|x86_64|arm\w+)|win(32|_amd64)|macosx_?\d+)\bc C s | j �|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r9 r, r. r. r/ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc C sZ | j r| �|�rd}n| �|| j�}t�d||� |rV| j� | �| j|� W 5 Q R X |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s) r� r� r� rx rp rq r� r� rQ )r9 r, r� r. r. r/ �_process_download� s
z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|�| j| j | j �r2d}n|| jrJ|�| j�sJd}nd|�| j�s\d}nR|dkrjd}nD|dkrxd}n6| �|�r�d}n&|� dd�d } | �
� dkr�d}nd}t � d ||||� |S )
z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F)ZhomepageZdownload)Zhttprf Zftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)
r rj r� r� r� r� r� r� r� �splitr� rp rq )
r9 �linkZreferrerr� r5 rm ri �_rQ �hostr. r. r/ �
_should_queue� s0 �
�z#SimpleScrapingLocator._should_queuec
C s� | j �� }z�z�|r�| �|�}|dkr,W W ��q |jD ]j\}}|| jkr2zB| j�|� | �|�s�| �|||�r�t �
d||� | j � |� W q2 t k
r� Y q2X q2W n2 t
k
r� } z| j� t|�� W 5 d}~X Y nX W 5 | j �� X |s q�q dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r� rN rP �get_pager� r� r� r� r rp rq r� r r� rK r )r9 r, �pager r� rR r. r. r/ r� � s,
� & z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tj�t|��r:tt|�d�}|| jkr`| j| }t� d||� �n�|�
dd�d }d}|| j kr�t� d||� �n�t |d d
id �}�z�z�t� d |� | j
j|| jd
�} t� d|� | �� }
|
�dd�} t�| ��r�| �� } | �� }
|
�d�}|�r"| j| }||
�}
d}t�| �}|�r@|�d�}z|
�|�}
W n tk
�rn |
�d�}
Y nX t |
| �}|| j| < W n� t k
�r� } z |j dk�r�t� d||� W 5 d}~X Y n� t k
�r } z0t� d||� | j!� | j �"|� W 5 Q R X W 5 d}~X Y n2 t#k
�rB } zt� d||� W 5 d}~X Y nX W 5 || j|< X |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r> z Fetching %sr' z
Fetched %sz Content-Typer3 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� rp rq r r� r rH r� r( r� rN �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r< r� r r� r� r� )r9 r, r5 rm ri r rQ r r: r� r> Z content_typeZ final_urlr� �encoding�decoderr� rR r. r. r/ r � sZ
&$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sL t � }| �| j�}|s$td| j ��| j�|j�D ]}|�|�d�� q2|S )rc zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r9 rQ r r� r. r. r/ rd 0 s z,SimpleScrapingLocator.get_distribution_names)Nr� )r@ rA rB rC �zlib�
decompressr rL r� r� rb r� r� r� r� r� r� r r� r r rd r� r. r. r� r/ r� C s& �
� !;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sN |� dd�| _tt| �jf |� tj�|�}tj�|�sDt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r r� r rL r ri �abspathr
r �base_dir)r9 ri r� r� r. r/ rL A s
zDirectoryLocator.__init__c C s |� | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rj rk )r9 rw �parentr. r. r/ �should_includeR s z DirectoryLocator.should_includec C s� i i d�}t �| j�D ]t\}}}|D ]Z}| �||�r$t j�||�}tddtt j�|��dddf�}| � ||�}|r$| �
||� q$| j s q�q|S )Nr� r r3 ) r �walkr r ri r~ r r r r� r� r ) r9 ra rQ �root�dirs�files�fnr, r� r. r. r/ rb Z s"
� z DirectoryLocator._get_projectc C s� t � }t�| j�D ]v\}}}|D ]\}| �||�r tj�||�}tddttj� |��dddf�}| �
|d�}|r |� |d � q | j s q�q|S )rc r r3 Nra )
r� r r r r ri r~ r r r r� r� r )r9 rQ r r r r r, r� r. r. r/ rd j s" � z'DirectoryLocator.get_distribution_names) r@ rA rB rC rL r rb rd r� r. r. r� r/ r < s
r c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS r� r_ rT r. r. r/ rd � s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�|�dg �D ]�}|d dks"|d dkr@q"t|d |d |�d d
�| jd �}|j}|d |_d
|kr�|d
r�d|d
f|_|�di �|_|�di �|_|||j < |d �
|j t � �� |d � q"|S )Nr� r ZptypeZsdistZ pyversion�sourcera r� r� zPlaceholder for summary)r� r5 r, r� r� Z requirements�exportsr� )
r rN r r5 r� r� r� Z dependenciesr! r� r� r� r� )r9 ra rQ r� r� r� r� r. r. r/ rb � s*
��
zJSONLocator._get_projectN)r@ rA rB rC rd rb r. r. r. r/ r } s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s t t| �jf |� || _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� r" rL �distpath)r9 r# r� r� r. r/ rL � s zDistPathLocator.__init__c C sP | j �|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )Nr� r� r� )r# Zget_distributionr� r� r� )r9 ra r� rQ r. r. r/ rb � s �z DistPathLocator._get_project)r@ rA rB rC rL rb r� r. r. r� r/ r" � s
r" c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s* |� dd�| _|| _tt| �jf |� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� r% �locatorsr� r$ rL )r9 r& r� r� r. r/ rL � s zAggregatingLocator.__init__c s& t t| ��� | jD ] }|�� qd S rV )r� r$ rX r& �r9 r� r� r. r/ rX � s
z AggregatingLocator.clear_cachec C s || _ | jD ]
}||_q d S rV )rZ r& r5 )r9 r\ r� r. r. r/ r] � s
z AggregatingLocator._set_schemec C s� i }| j D ]�}|�|�}|r
| jr�|�di �}|�di �}|�|� |�d�}|r�|r�|�� D ]*\}} ||kr�|| | O < q^| ||< q^|�d�}
|r�|
r�|
�|� q
| jd kr�d} n"d} |D ]}| j�|�r�d} q�q�| r
|} q�q
|S )Nr� r� TF)r& re r% rN �updater� rI r� ) r9 ra rQ r� r� r r� Zdfr� r� Zdd�foundr. r. r/ rb � s8
z AggregatingLocator._get_projectc C s< t � }| jD ]*}z||�� O }W q tk
r4 Y q X q |S r� )r� r& rd r` )r9 rQ r� r. r. r/ rd s
z)AggregatingLocator.get_distribution_names)r@ rA rB rC rL rX r] r� rD r5 �fgetrb rd r� r. r. r� r/ r$ � s ,r$ zhttps://pypi.org/simple/r& r' �legacyr� z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r" r5 r' r. r. r/ rL * s
zDependencyFinder.__init__c C sr t �d|� |j}|| j|< || j||jf< |jD ]:}t|�\}}t �d|||� | j� |t
� �� ||f� q2dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) rp rq r? �
dists_by_name�distsr� �providesr �providedr� r� r� )r9 r� ra �pr� r. r. r/ �add_distribution2 s
z!DependencyFinder.add_distributionc C sx t �d|� |j}| j|= | j||jf= |jD ]D}t|�\}}t �d|||� | j| }|� ||f� |s.| j|= q.dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
rp rq r? r. r/ r� r0 r r1 �remove)r9 r� ra r2 r� �sr. r. r/ �remove_distributionA s
z$DependencyFinder.remove_distributionc C sB z| j �|�}W n, tk
r< |�� d }| j �|�}Y nX |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r5 rI r# r )r9 �reqtrI ra r. r. r/ � get_matcherS s z DependencyFinder.get_matcherc C st | � |�}|j}t� }| j}||krp|| D ]B\}}z|�|�}W n tk
rZ d}Y nX |r,|�|� qpq,|S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r8 r? r� r1 r� r# r� ) r9 r7 rI ra rQ r1 r� �providerr� r. r. r/ �find_providersc s
z DependencyFinder.find_providersc C s� | j | }t� }|D ]$}| �|�}|�|j�s|�|� q|rZ|�d||t|�f� d}n@| �|� | j |= |D ]}| j �|t� ��|� qp| � |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r8 r� r� r� � frozensetr6 r� r3 ) r9 r9 �other�problemsZrlistZ unmatchedr5 rI rQ r. r. r/ �try_to_replace{ s$
�
z DependencyFinder.try_to_replaceFc C s� i | _ i | _i | _i | _t|p g �}d|krH|�d� |tdddg�O }t|t�rh| }}t� d|� n4| j
j ||d� }}|dkr�t d| ��t� d |� d
|_
t� }t|g�}t|g�}|�r�|�� }|j} | | jkr�| �|� n"| j| }
|
|k�r| �||
|� |j|jB } |j} t� }
|�r`||k�r`d D ]*}d | }||k�r4|
t|d
| �O }
�q4| | B |
B }|D �].}| �|�}|�sFt� d|� | j
j ||d�}|dk�r�|�s�| j
j |d
d�}|dk�r�t� d|� |�d|f� n^|j|j }}||f| jk�r|�|� |�|� || k�rF||k�rF|�|� t� d|j� |D ]R}|j} | | jk�rx| j�|t� ��|� n"| j| }
|
|k�rJ| �||
|� �qJ�qpq�t| j�� �}|D ]&}||k|_ |j �r�t� d|j� �q�t� d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT)ZtestZbuildZdevz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s) r1 r/ r. r; r� r4 �
isinstancer rp rq r� r� r Z requestedr� r? r3 r? Z run_requiresZ
meta_requiresZbuild_requires�getattrr: r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r9 r� Z meta_extrasr� r� r� r> ZtodoZ
install_distsra r= ZireqtsZsreqtsZereqtsr? rR Z all_reqtsr� Z providersr9 �nr� r2 r/ r. r. r/ �find� s�
�
�
� zDependencyFinder.find)N)NF) r@ rA rB rC rL r3 r6 r8 r: r? rD r. r. r. r/ r, % s
(r, )N)Or� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r3 r �compatr r r r r r
r r r
r r r7 r r r r Zdatabaser r r r� r r �utilr r r r r r r r r! r� r" r# r� r$ r% Z getLoggerr@ rp r� r� r� r
r r* r0 r1 �objectrD r� r� r� r� r r r" r$ r- r� ZNAME_VERSION_REr, r. r. r. r/ �<module> s^ D,
@0E: zA& [��
distlib/__pycache__/wheel.cpython-38.opt-1.pyc 0000644 00000061544 15043676017 0015124 0 ustar 00 U
��.e�� � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z!m"Z" dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, dd
l-m.Z.m/Z/ e �0e1�Z2da3e4ed ��r8d Z5n*ej6�7d
��rLdZ5nej6dk�r^dZ5ndZ5e�8d�Z9e9�s�dej:dd� Z9de9 Z;e5e9 Z<ej#�=� �>dd��>dd�Z?e�8d�Z@e@�r�e@�7d��r�e@�>dd�Z@ndd � ZAeA� Z@[Ae�Bd ejCejDB �ZEe�Bd ejCejDB �ZFe�Bd �ZGe�Bd �ZHd!ZId"ZJe
jKd#k�rBd$d%� ZLnd&d%� ZLG d'd(� d(eM�ZNeN� ZOG d)d*� d*eM�ZPd+d,� ZQeQ� ZR[Qd/d-d.�ZSdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cpZpy_version_nodotz%s%s� �py�-�_�.ZSOABIzcpython-c C sR dt g} t�d�r | �d� t�d�r0| �d� t�d�dkrH| �d� d �| �S )
Nr ZPy_DEBUG�dZ
WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r, �=/usr/lib/python3.8/site-packages/pip/_vendor/distlib/wheel.py� _derive_abi; s
r. zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S �Nr, ��or, r, r- �<lambda>] � r3 c C s | � tjd�S )Nr/ )�replace�os�sepr1 r, r, r- r3 _ r4 c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S r0 )�
impure_wheels�libs��selfr, r, r- �__init__c s zMounter.__init__c C s || j |< | j�|� d S r0 )r9 r: �update)r< �pathname�
extensionsr, r, r- �addg s
z Mounter.addc C s0 | j �|�}|D ]\}}|| jkr| j|= qd S r0 )r9 �popr: )r< r? r@ �k�vr, r, r- �removek s
zMounter.removeNc C s || j kr| }nd }|S r0 )r: )r< �fullname�path�resultr, r, r- � find_moduleq s
zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��t�|| j| �}| |_|�dd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r )
�sys�modulesr: � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)r< rF rH r+ r, r, r- � load_modulex s
zMounter.load_module)N)�__name__�
__module__� __qualname__r= rA rE rI rR r, r, r, r- r8 b s
r8 c @ s� e Zd ZdZdZdZd4dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd5dd�Zdd� Zdd� Zd d � Zd6d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd7d,d-�Zd.d/� Z d0d1� Z d8d2d3�Z dS )9�Wheelz@
Class to build and install from Wheel files (PEP 427).
�r r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _t�� | _ |dkrRd| _
d| _ | j | _
n�t�|�}|r�|�d�}|d | _
|d �d d
�| _ |d | _| j | _
n�tj�|�\}}t�|�}|s�td | ��|r�tj�|�| _ || _
|�d�}|d | _
|d | _ |d | _|d
�d�| _|d �d�| _|d �d�| _dS )zB
Initialise an instance using a (valid) filename.
r& �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! ZbiZar)�signZ
should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rG �split� FILENAME_REr �abspath)r< rd rZ �verifyr# �infora r, r, r- r= � sD
�
zWheel.__init__c C s^ | j rd| j }nd}d�| j�}d�| j�}d�| j�}| j�dd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r r& r! r z%s-%s%s-%s-%s-%s.whl)r[ r* r] r^ r_ rc r5 rb )r< r[ r] r^ r_ rc r, r, r- rd � s
�zWheel.filenamec C s t j�| j| j�}t j�|�S r0 )r6 rG r* ra rd �isfile)r< rG r, r, r- �exists� s z Wheel.existsc c s4 | j D ](}| jD ] }| jD ]}|||fV qqqd S r0 )r] r^ r_ )r< r] r^ r_ r, r, r- �tags� s
z
Wheel.tagsc C s t j�| j| j�}d| j| jf }d| }t�d�}t |d���}| �
|�}|d � dd�}t dd � |D ��}|d
k r�t
td g} nt
tg} d }
| D ]f} zLt�|| �} |�| ��,}
||
�}t|d �}
|
r�W 5 Q R � W q�W 5 Q R X W q� tk
r� Y q�X q�|
�std
d�| � ��W 5 Q R X |
S )N�%s-%s� %s.dist-info�utf-8�r�
Wheel-Versionr! r c S s g | ] }t |��qS r, ��int��.0�ir, r, r- �
<listcomp>� s z"Wheel.metadata.<locals>.<listcomp>rW ZMETADATA)Zfileobjz8Invalid wheel, because metadata is missing: looked in %sz, )r6 rG r* ra rd rb rc �codecs� getreaderr �get_wheel_metadatarh �tupler r � posixpath�openr
�KeyError�
ValueError)r< r? �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_versionZfnsrH �fn�metadata_filename�bf�wfr, r, r- �metadata� s6
�zWheel.metadatac C sX d| j | jf }d| }t�|d�}|�|�� }t�d�|�}t|�}W 5 Q R X t|�S )Nrp rq �WHEELrr ) rb rc r r* r� r{ r| r �dict)r< r� r� r� r� r� r� �messager, r, r- r} � s zWheel.get_wheel_metadatac C s6 t j�| j| j�}t|d��}| �|�}W 5 Q R X |S )Nrs )r6 rG r* ra rd r r} )r< r? r� rH r, r, r- rl � s z
Wheel.infoc C s� t �|�}|r||�� }|d |� ||d � }}d|�� krBt}nt}t�|�}|rfd|�� d }nd}|| }|| }nT|�d�}|�d�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S )
Ns pythonw� ���r4 �
�
r r s
) �
SHEBANG_RErf �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r< �datar# r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr, r, r- �process_shebang s,
zWheel.process_shebangc C sh |d kr| j }ztt|�}W n tk
r< td| ��Y nX ||��� }t�|��d�� d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r< r� r� �hasherrH r, r, r- �get_hash" s zWheel.get_hashc C s^ t |�}ttj�||��}|�|ddf� |�� t|��}|D ]}|�|� q@W 5 Q R X d S )Nr& ) �list�to_posixr6 rG �relpathr) �sortr Zwriterow)r< �recordsZ record_path�base�p�writer�rowr, r, r- � write_record- s
zWheel.write_recordc
C s� g }|\}}t t| j�}|D ]P\}} t| d��}
|
�� } W 5 Q R X d| �| � } tj�| �}
|� || |
f� q tj�
|d�} | � || |� t tj�
|d��}|� || f� d S )N�rbz%s=%s�RECORD)
r� r� r� r� �readr� r6 rG �getsizer) r* r� r� )r< rl �libdir�
archive_pathsr� �distinfor� r� �apr� �fr� r� �sizer, r, r- �
write_records6 s zWheel.write_recordsc C sF t |dtj��.}|D ]"\}}t�d||� |�||� qW 5 Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r< r? r� r� r� r� r, r, r- � build_zipF s zWheel.build_zipc ! sp |dkr i }t t� fdd�d��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|�d |�| _|�d |�| _|�d
|�| _ � | } d| j
| j f }
d|
} d|
} g }
dD ]�}|� kr�q�� | }t j
�|�r�t �|�D ]�\}}}|D ]�}tt j
�||��}t j
�||�}tt j
�| ||��}|
�||f� |dkr�|�d�s�t|d��}|�� }W 5 Q R X | �|�}t|d��}|�|� W 5 Q R X q�q�q�| }d}t �|�D ]�\}}}||k�r�t|�D ]8\}}t|�}|�d��r�t j
�||�}||= �q��q�|D ]H}t|��d��r�qt j
�||�}tt j
�||��}|
�||f� �q�q�t �|�}|D ]B}|dk�r^tt j
�||��}tt j
�| |��}|
�||f� �q^d|�p�| j dt d| g} | j D ] \} } } | �d | | | f � �q�t j
�|d �}t|d ��}|�d �| �� W 5 Q R X tt j
�| d ��}|
�||f� | � || f| |
� t j
�| j | j!�} | �"| |
� | S ) z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � kS r0 r, r1 ��pathsr, r- r3 T r4 z Wheel.build.<locals>.<lambda>)�purelib�platlibr r� Zfalse�truerX rY r] r^ r_ rp �%s.datarq )r� Zheaders�scriptsr� �.exer� �wbz
.dist-info)z.pycz.pyo)r� Z INSTALLERZSHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� r� �
)#r� r �IMPVER�ABI�ARCHr\ �getr] r^ r_ rb rc r6 rG �isdir�walkr r* r� r� r) �endswithr� r� r� r� � enumerate�listdir�
wheel_versionr ro r� ra rd r� )!r< r� ro r� ZlibkeyZis_pureZ
default_pyverZ default_abiZ default_archr� r� �data_dirr� r� �keyrG �root�dirs�filesr� r� �rpr� r� r� r� ry �dnr� r] r^ r_ r? r, r� r- �buildL s�
� z Wheel.buildc C s
|� d�S )zl
Determine whether an archive entry should be skipped when verifying
or installing.
)r/ z /RECORD.jws)r� )r< �arcnamer, r, r- �
skip_entry� s zWheel.skip_entryc C K sf |j }|�d�}|�dd�}|�dd�}tj�| j| j�}d| j| jf } d| }
d| } t �| t
�} t �| d�}
t �| d �}t � d
�}t
|d ����}|�|
��}||�}t|�}W 5 Q R X |d �d
d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|�|��8}t|d��"}|D ]}|d }|||< �q8W 5 Q R X W 5 Q R X t �|
d�} t �| d�} t �|
dd�} t|d�} d| _tj } g }!t�� }"|"|_d|_�z��z\|� � D �]�}#|#j}$t |$t ��r�|$}%n
|$�!d
�}%| �"|%��r�q�||% }|d �r4t#|#j$�|d k�r4t%d |% ��|d �r�|d �d d�\}&}'|�|$��}|�&� }(W 5 Q R X | �'|(|&�\})}*|*|'k�r�t%d |$ ��|�r�|%�(| | f��r�t)�*d |%� �q�|%�(| ��o�|%�+d!� }+|%�(| ��r
|%�d"d �\})},}-tj�||, t,|-��}.n$|%|
|fk�r �q�tj�|t,|%��}.|+�s
|�|$��}| �-||.� W 5 Q R X |!�.|.� |�s�|d �r�t|.d#��4}|�&� }(| �'|(|&�\})}/|/|*k�r�t%d$|. ��W 5 Q R X | �r~|.�+d%��r~z | j/|.|d&�}0|!�.|0� W n$ t0k
�r t)j1d'dd(� Y nX nttj�2t,|$��}1tj�|"|1�}2|�|$��}| �-||2� W 5 Q R X tj�|.�\}3}1|3|_|�3|1�}4| �4|4� |!�5|4� �q�|�r�t)�*d)� d}5�nnd}6| j6d }|d*k�rzt �| d+�}7z�|�|7��}t7|�}8W 5 Q R X i }6d,D ]l}9d-|9 }:|:|8k�r�i |6d.|9 < };|8|: �8� D ]6}<d/|<j9|<j:f }=|<j;�rB|=d0|<j; 7 }=|=|;|<j< �q�q�W n t0k
�rv t)�1d1� Y nX ndzB|�| ��.}||�}t<�=|��d2�}6|6�r�|6�d3�}6W 5 Q R X W n t0k
�r� t)�1d4� Y nX |6�r�|6�d5i �}>|6�d6i �}?|>�s|?�r�|�dd�}@tj�>|@��s*t?d7��|@|_|>�@� D ]*\}:}<d8|:|<f }A|�3|A�}4| �4|4� �q8|?�r�d9di}B|?�@� D ],\}:}<d8|:|<f }A|�3|A|B�}4| �4|4� �qztj�|| �}tA|�}5tB|�}|d= |d= ||d:< |5�C||�}|�r�|!�.|� |5�D|!|d; |� |5W W �<W 5 Q R � S t0k
�rF t)�Ed<� | �F� � Y nX W 5 t � |"� X W 5 Q R X dS )=a~
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written. If kwarg ``bytecode_hashed_invalidation`` is True, written
bytecode will try to use file-hash based invalidation (PEP-552) on
supported interpreter versions (CPython 2.7+).
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFZ bytecode_hashed_invalidationrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� ��streamr r& r� )�dry_runTNr �size mismatch for %s�=�digest mismatch for %szlib_only: skipping %sr� r/ r� z digest mismatch on write for %sz.py)Zhashed_invalidationzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt)Zconsole�guiz
%s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr@ zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %sr� �lib�prefixzinstallation failed.)Gr� r� r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r� r r �recordrJ �dont_write_bytecode�tempfileZmkdtempZ
source_dirZ
target_dir�shutilZrmtree�infolist�
isinstancer
r� r� �str� file_sizer r� r� �
startswithr� r� r� r Z copy_streamr) Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrl r �valuesr� �suffix�flags�json�loadr� r� �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback)Cr< r� Zmaker�kwargsr� r� r� Zbc_hashed_invalidationr? r� r� r� �
metadata_name�wheel_metadata_name� record_namer� r� �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfxZfileopZbcZoutfiles�workdir�zinfor� � u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rC r" rD �sZconsole_scriptsZ gui_scriptsZ
script_dirZscriptZoptionsr, r, r- �install� sT
�
�
�
���
�
z
Wheel.installc C s4 t d kr0tj�t� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rG r* r r� rJ rc r )r< r� r, r, r- �_get_dylib_cache� s �zWheel._get_dylib_cachec
C sh t j�| j| j�}d| j| jf }d| }t�|d�}t� d�}g }t
|d���}z�|� |���}||�} t �
| �}
| �� } | �|�} t j�| j| �}
t j�|
�s�t �|
� |
�� D ]�\}}t j�|
t|��}t j�|�s�d}n6t �|�j}tj�|�}|�|�}tj|j� }||k}|�r&|� ||
� |� ||f� q�W 5 Q R X W n t k
�rX Y nX W 5 Q R X |S )Nrp rq Z
EXTENSIONSrr rs T) r6 rG r* ra rd rb rc r r{ r| r r� r r r Z
prefix_to_dirr� r� �makedirsr r rn �stat�st_mtime�datetimeZ
fromtimestampZgetinfoZ date_time�extractr) r� )r< r? r� r� r� r� rH r� r� r� r@ r r� Z
cache_baserb r� �destr Z file_timerl Z
wheel_timer, r, r- �_get_extensions� s>
zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�
is_compatibler; r, r, r- r � s zWheel.is_compatiblec C s dS )zP
Determine if a wheel is asserted as mountable by its metadata.
Tr, r; r, r, r- � is_mountable� s zWheel.is_mountablec C s� t j�t j�| j| j��}| �� s2d| }t|��| �� sJd| }t|��|t jkrbt
� d|� nN|rtt j� |� nt j�
d|� | �� }|r�tt jkr�t j� t� t�||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rG rj r* ra rd r r r rJ r� r� r) �insertr �_hook� meta_pathrA )r< r) r? �msgr@ r, r, r- �mount� s"
z Wheel.mountc C sr t j�t j�| j| j��}|tjkr2t�d|� n<tj� |� |t
j krRt
� |� t
j snt
tj krntj � t
� d S )Nz%s not in path)
r6 rG rj r* ra rd rJ r� r� rE r r9 r! )r< r? r, r, r- �unmount� s
z
Wheel.unmountc C s t j�| j| j�}d| j| jf }d| }d| }t�|t�}t�|d�}t�|d�}t �
d�}t |d����} | � |��}
||
�} t
| �} W 5 Q R X | d �d d
�}
td d � |
D ��}i }| � |��6}t|d
�� }|D ]}|d }|||< q�W 5 Q R X W 5 Q R X | �� D ]�}|j}t|t��r$|}n
|�d�}|�d�}d|k�rNtd| ��| �|��r^�q|| }|d �r�t|j�|d k�r�td| ��|d
�r|d
�dd
�\}}| � |��}|�� }W 5 Q R X | �||�\}}||k�rtd| ���qW 5 Q R X d S )Nrp r� rq r� r� rr rs rt r! r c S s g | ] }t |��qS r, ru rw r, r, r- rz s z Wheel.verify.<locals>.<listcomp>r� r r/ �..�invalid entry in wheel: %rr r� r� r� )r6 rG r* ra rd rb rc r r r{ r| r r� r rh r~ r r� r� r
r� r r� r� r� r� r� ) r< r? r� r� r� r r r r� r� r r� r� r� r� r� r� r r� r� r r� r r
r r� r r� r, r, r- rk s\
� �
�z Wheel.verifyc
K s� dd� }dd� }t j�| j| j�}d| j| jf }d| }t�|d�} t� ���}
t |d��|} i } | �
� D ]h}
|
j}t |t �r�|}n
|�
d �}|| kr�qhd
|kr�td | ��| �|
|
� t j�|
t|��}|| |< qhW 5 Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r$||k�r$|||� |d k�rNtjd
d|
d�\}}t �|� n*t j�|��shtd| ��t j�|| j�}t| �� �}t j�|
|�}||f}| �||
|� | �||� |d k�r�t�||� W 5 Q R X |S )a�
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO�rG )r r
rc )�path_mapr� rc rG r� r, r, r- � get_versionK s z!Wheel.update.<locals>.get_versionc S s� d }z|t | �}| �d�}|dk r*d| }nTdd� | |d d � �d�D �}|d d7 < d | d |� d�d
d � |D ��f }W n tk
r� t�d | � Y nX |r�t|d
�}||_|� t
� }|j ||d� t�d| |� d S )Nr r z%s+1c S s g | ] }t |��qS r, ru )rx r r, r, r- rz ] s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! r� z%s+%sc s s | ]}t |�V qd S r0 )r� rw r, r, r- � <genexpr>` s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %rr' )rG �legacyz Version updated from %r to %r) r r� rh r* r r� r� r
rc r� r r� )rc rG �updatedrD ry r+ Zmdr+ r, r, r- �update_versionU s.
�
�
�z$Wheel.update.<locals>.update_versionrp rq r� rs rr r% r& Nz.whlz
wheel-update-)r� r� �dirzNot a directory: %r)r6 rG r* ra rd rb rc r r r r� r� r
r� r r r r� Zmkstemp�closer� r� r r� r� r� Zcopyfile)r< ZmodifierZdest_dirr r) r- r? r� r� r r
r� r( r r� r rG Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rl r, r, r- r> : s\
�
�
z Wheel.update)NFF)N)NN)F)N) rS rT rU �__doc__r� r� r= �propertyrd rn ro r r� r} rl r� r� r� r� r� r� r� r r r r r r# r$ rk r> r, r, r, r- rV � s@
)
h g "
8rV c C sx t g} t d }ttjd d dd�D ] }| �d�|t|�g�� q$g }t�� D ]*\}}}|� d�rN|�|�
dd�d � qN|� � t dkr�|�
dt � |�d� g }tg}tjd k�r�t�d
t�}|�r�|�� \} }}}
t|�}|
g} |
d kr�| �d � |
d
k�r | �d� |
dk�r | �d� |
dk�r4| �d� |
dk�rH| �d� |dk�r�| D ]*} d| ||| f }
|
tk�rV|�|
� �qV|d8 }�qH|D ]0}|D ]$}
|�d�t| d f�||
f� �q��q�t| �D ]L\}}|�d�t|f�ddf� |dk�r�|�d�t|d f�ddf� �q�t| �D ]L\}}|�d�d|f�ddf� |dk�r"|�d�d|d f�ddf� �q"t|�S )zG
Return (pyver, abi, arch) tuples compatible with this Python.
r r r� r& z.abir! r rX �darwinz(\w+)_(\d+)_(\d+)_(\w+)$)�i386�ppcZfat)r5 r6 �x86_64Zfat3)�ppc64r7 Zfat64)r5 r7 �intel)r5 r7 r9 r6 r8 Z universalz %s_%s_%s_%srY r )r' �rangerJ � version_infor) r* r� rM Z get_suffixesr� rh r� r� r r� �platform�rerf r� rv �
IMP_PREFIXr� �set)Zversions�major�minorZabisr� r rH Zarchesr# rb r_ Zmatchesrf r r^ ry rc r, r, r- �compatible_tags� s`
&
"
"rB c C s\ t | t�st| �} d}|d kr"t}|D ]0\}}}|| jkr&|| jkr&|| jkr&d} qXq&|S )NFT)r� rV �COMPATIBLE_TAGSr] r^ r_ )Zwheelro rH Zverr^ r_ r, r, r- r � s
r )N)TZ
__future__r r� r{ r Zdistutils.utilZ distutilsZemailr r� rM r Zloggingr6 r r= r� rJ r� r� r& r r �compatr r r r
r Zdatabaser r� r
r r �utilr r r r r r r r r rc r r Z getLoggerrS r� r �hasattrr> r< r� r( r' r; r\ r� Z get_platformr5 r� r� r. �compile�
IGNORECASE�VERBOSEri re r� r� r� r� r7 r� �objectr8 r rV rB rC r r, r, r, r- �<module> s� ,
�
�
# > distlib/__pycache__/resources.cpython-38.opt-1.pyc 0000644 00000025334 15043676017 0016027 0 ustar 00 U
��.e* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
mZmZmZmZ e�e�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z e d�ee
j e iZ zFz d dl Z!W n e"k
�r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk
�rX Y nX dd� Z'i Z(dd� Z)e �*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d kr t j�t� td��}tt| ��|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base�� __class__� �A/usr/lib/python3.8/site-packages/pip/_vendor/distlib/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr �r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j �|�\}}|dkr |}n~tj�| j| �|�|�}tj�|�}tj�|�sXt� |� tj�
|�sjd}n | � ||�}|r�t |d��}|�
|j� W 5 Q R X |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor
r r r Z
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s
zResourceCache.get)N)�__name__�
__module__� __qualname__r r r& �
__classcell__r r r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S �N)r �name)r r r- r r r r I s zResourceBase.__init__N)r' r( r) r r r r r r+ H s r+ c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j �| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream�r r r r � as_streamV s zResource.as_streamc C s t d krt� a t �| �S r, )�cacher r& r0 r r r � file_path_ s zResource.file_pathc C s | j �| �S r, )r � get_bytesr0 r r r r" f s zResource.bytesc C s | j �| �S r, )r �get_sizer0 r r r �sizej s z
Resource.sizeN)
r' r( r) �__doc__� is_containerr1 r r3 r" r6 r r r r r. N s
r. c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j �| �S r, )r �
get_resourcesr0 r r r � resourcesr s zResourceContainer.resourcesN)r' r( r) r8 r r; r r r r r9 o s r9 c @ s� e Zd ZdZej�d�r dZndZdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zdd � Zd S ) �ResourceFinderz4
Resource finder for file system resources.
�java)�.pyc�.pyoz.class)r> r? c C s. || _ t|dd �| _tj�t|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr
r r r )r rC r r r r � s zResourceFinder.__init__c C s t j�|�S r, )r
r �realpath�r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|�|�}|�d| j� tjj|� }| �|�S )N� /�/r ) �
isinstancer" �split�insertr r
r r rH )r �
resource_name�sep�partsr$ r r r �
_make_path� s
zResourceFinder._make_pathc C s t j�|�S r, )r
r r rG r r r �_find� s zResourceFinder._findc C s
d |j fS r, )r �r r r r r r � s z ResourceFinder.get_cache_infoc C sD | � |�}| �|�sd }n&| �|�r0t| |�}n
t| |�}||_|S r, )rQ rR �
_is_directoryr9 r. r )r rN r r$ r r r �find� s
zResourceFinder.findc C s t |jd�S �N�rb)r r rS r r r r/ � s zResourceFinder.get_streamc
C s, t |jd��}|�� W 5 Q R � S Q R X d S rV )r r �read)r r r% r r r r4 � s zResourceFinder.get_bytesc C s t j�|j�S r, )r
r �getsizerS r r r r5 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�t�|j�D ��S )Nc s | dko| � � j� S )N� __pycache__)�endswith�skipped_extensions)r% r0 r r �allowed� s
�z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r% )r] r r �
<listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr
�listdirr rS r )r] r r r: � s z ResourceFinder.get_resourcesc C s | � |j�S r, )rT r rS r r r r8 � s zResourceFinder.is_containerc c s� | � |�}|d k r�|g}|r�|�d�}|V |jr|j}|jD ]>}|sL|}nd�||g�}| � |�}|jrv|�|� q>|V q>qd S )Nr rJ )rU �popr8 r- r; r �append)r rN r ZtodoZrnamer- �new_nameZchildr r r �iterator� s
zResourceFinder.iteratorN)r' r( r) r7 �sys�platform�
startswithr\ r rH rQ rR r rU r/ r4 r5 r: r8 � staticmethodr
r r rT re r r r r r< w s" r< c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| ��|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r rj r rE �archive�len�
prefix_len�hasattrrk � zipimport�_zip_directory_cache�sorted�index)r rC rl r r r r � s zZipResourceFinder.__init__c C s |S r, r rG r r r rH � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }t�| j|�}z| j| �|�}W n tk
rt d}Y nX |s�t� d|| j
j � nt� d|| j
j � |S )NT���Fz_find failed: %r %rz_find worked: %r %r) rn rk r
rO �bisectrs rh �
IndexError�logger�debugrE r# )r r r$ �ir r r rR � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rE rl r rm )r r r# r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j �|j�S r, )rE �get_datar rS r r r r4 � s zZipResourceFinder.get_bytesc C s t �| �|��S r, )�io�BytesIOr4 rS r r r r/ � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rn rk r r r r r5 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }t�| j|�}|t| j�k r�| j| �|�shq�| j| |d � }|� |�
tjd�d � |d7 }qH|S )Nrt r r ) r rn r
rO rm r` ru rs rh �addrL )r r r Zplenr$ ry �sr r r r: s
z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }t�| j|�}z| j| �|�}W n tk
rd d}Y nX |S )Nrt F)rn r
rO ru rs rh rv )r r ry r$ r r r rT s
z ZipResourceFinder._is_directory)r' r( r) r7 r rH rR r r4 r/ r5 r: rT r* r r r r rj � s rj c C s |t t| �< d S r, )�_finder_registry�type)rE � finder_makerr r r �register_finder0 s r� c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}t�t|��}|dkrxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packager@ z Unable to locate finder for %r) �
_finder_cacherf �modules�
__import__rD r r� r& r� )�packager$ rC r rE r� r r r r 6 s
r Z __dummy__c C sR d}t �| � tj�| �}t�t|��}|rNt}tj �
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
NrB )
�pkgutilZ get_importerrf �path_importer_cacher& r� r� �
_dummy_moduler
r r rA r@ )r r$ rE r rC r r r �finder_for_pathR s
r� ).Z
__future__r ru r{ Zloggingr
r� Zshutilrf �typesrp rB r �utilr r r r Z getLoggerr' rw r2 r �objectr+ r. r9 r< rj r� � zipimporterr� �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�AttributeErrorr� r� r �
ModuleTyper
r� r� r r r r �<module> sN
,!ZN �
distlib/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000047451 15043676017 0015506 0 ustar 00 U
��.e_[ � @ sf d Z ddlZddlZddlmZ ddlmZ dddd d
d d d
gZe�e �Z
G dd � d e �Z G dd� de
�ZG dd� de
�Ze�d�Zdd� ZeZG dd� de�Zdd� ZG dd� de�Ze�d�dfe�d �d fe�d �dfe�d �d fe�d!�d"fe�d#�d"fe�d$�d%fe�d&�d'fe�d(�d)fe�d*�d+ff
Ze�d,�dfe�d-�dfe�d.�d%fe�d$�d%fe�d/�dffZe�d0�Zd1d2� Zd3d4� Ze�d5ej �Z d6d6d7d6d8ddd9�Z d:d;� Z G d<d� de�Z G d=d � d e�Z!e�d>ej �Z"d?d@� Z#dAdB� Z$G dCd
� d
e�Z%G dDd � d e�Z&G dEdF� dFe
�Z'e'eee�e'e e!dGdH� �e'e$e&e�dI�Z(e(dJ e(dK< dLd
� Z)dS )Mz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types��parse_requirement�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/version.pyr s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s" |� � | _}| �|� | _}d S �N)�strip�_string�parse�_parts)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass��NotImplementedError�r r r r r r % s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError�r �otherr r r �_check_compatible( s zVersion._check_compatiblec C s | � |� | j|jkS r �r% r r# r r r �__eq__, s
zVersion.__eq__c C s | � |� S r �r' r# r r r �__ne__0 s zVersion.__ne__c C s | � |� | j|jk S r r& r# r r r �__lt__3 s
zVersion.__lt__c C s | � |�p| �|� S r �r* r' r# r r r �__gt__7 s zVersion.__gt__c C s | � |�p| �|�S r r+ r# r r r �__le__: s zVersion.__le__c C s | � |�p| �|�S r )r, r' r# r r r �__ge__= s zVersion.__ge__c C s
t | j�S r )�hashr �r r r r �__hash__A s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s')�� __class__r r r0 r r r �__repr__D s zVersion.__repr__c C s | j S r �r r0 r r r �__str__G s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.r r0 r r r �
is_prereleaseJ s zVersion.is_prereleaseN)r r r r r r% r' r) r* r, r- r. r1 r4 r6 �propertyr7 r r r r r s r c @ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d �Zd d
� Zdd� Zdd� Zedd� �Z dd� Z
dd� Z dd� Z dd� Z
d d � Zd d � ZdS ) �MatcherNc C s | |k S r r ��v�c�pr r r �<lambda>T � zMatcher.<lambda>c C s | |kS r r r: r r r r> U r? c C s | |kp| |k S r r r: r r r r> V r? c C s | |kp| |kS r r r: r r r r> W r? c C s | |kS r r r: r r r r> X r? c C s | |kS r r r: r r r r> Y r? c C s | |kp| |kS r r r: r r r r> [ r? c C s | |kS r r r: r r r r> \ r? )�<�>�<=�>=�==�===�~=�!=c C s t |�S r r r r r r r a s zMatcher.parse_requirementc C s� | j d krtd��|�� | _}| �|�}|s:td| ��|j| _| j�� | _g }|jr�|jD ]d\}}|� d�r�|dkr�td| ��|d d� d }}| � |� n| � |�d }}|�
|||f� q^t |�| _ d S ) Nz Please specify a version classz
Not valid: %rz.*)rD rG z#'.*' not allowed for %r constraints���TF)
�
version_class�
ValueErrorr r r �name�lower�keyZ constraints�endswith�append�tupler )r r �rZclist�opZvn�prefixr r r r d s*
� zMatcher.__init__c C sx t |t�r| �|�}| jD ]X\}}}| j�|�}t |t�rDt| |�}|s`d|| jjf }t |��||||�s dS qdS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
�
isinstancer rI r �
_operators�get�getattrr3 r r )r �version�operator�
constraintrS �f�msgr r r �match� s
� z
Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r )rD rE )�lenr )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r! rK r" r# r r r r% � s zMatcher._check_compatiblec C s" | � |� | j|jko | j|jkS r )r% rM r r# r r r r' � s
zMatcher.__eq__c C s | � |� S r r( r# r r r r) � s zMatcher.__ne__c C s t | j�t | j� S r )r/ rM r r0 r r r r1 � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r)r2 r0 r r r r4 � s zMatcher.__repr__c C s | j S r r5 r0 r r r r6 � s zMatcher.__str__)r r r rI rU r r r] r8 r` r% r' r) r1 r4 r6 r r r r r9 O s* �
r9 zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | � � } t�| �}|s"td| ��|�� }tdd� |d �d�D ��}t|�dkrl|d dkrl|d d� }qF|d szd}n t|d �}|dd � }|d
d � }|d d
� }|d }|dkr�d}n|d t|d �f}|dkr�d}n|d t|d �f}|dk�rd}n|d t|d �f}|d k�r*d}nHg } |�d�D ]0}
|
� � �rTdt|
�f}
nd|
f}
| �
|
� �q8t| �}|�s�|�s�|�r�d}nd}|�s�d}|�s�d}||||||fS )NzNot a valid version: %sc s s | ]}t |�V qd S r ��int��.0r; r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.���r � � � � �
� �
)NNr )�arg )�z)�_)�final) r �PEP440_VERSION_REr] r �groupsrP �splitr^ rb �isdigitrO ) r �mrt ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT
r{ c @ s6 e Zd ZdZdd� Zedddddg�Zed d
� �Zd S ) r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}t�|�}|�� }tdd� |d �d�D ��| _|S )Nc s s | ]}t |�V qd S r ra rc r r r re s z*NormalizedVersion.parse.<locals>.<genexpr>r rf )�_normalized_keyrs r] rt rP ru �_release_clause)r r r_ rw rt r r r r
s
zNormalizedVersion.parsero �br< �rcry c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)rd �tr0 r r re s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr r0 r r0 r r7 s z NormalizedVersion.is_prereleaseN) r r r r r �setr� r8 r7 r r r r r � s
c C s> t | �} t |�}| |kr dS | �|�s*dS t|�}| | dkS )NTFrf )�str�
startswithr^ )�x�y�nr r r �
_match_prefix s
r� c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)rF r@ rA rB rC rD rE rG c C sV |rd|ko|j d }n|j d o,|j d }|rN|j�dd�d }| �|�}||fS )N�+rg r r )r r ru rI )r rX rZ rS Z strip_localr r r r �
_adjust_local6 s
z NormalizedMatcher._adjust_localc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrf c S s g | ] }t |��qS r �r� �rd �ir r r �
<listcomp>I s z/NormalizedMatcher._match_lt.<locals>.<listcomp>�r� r} �joinr� �r rX rZ rS Zrelease_clauseZpfxr r r r� D s zNormalizedMatcher._match_ltc C sD | � |||�\}}||kr dS |j}d�dd� |D ��}t||� S )NFrf c S s g | ] }t |��qS r r� r� r r r r� Q s z/NormalizedMatcher._match_gt.<locals>.<listcomp>r� r� r r r r� L s zNormalizedMatcher._match_gtc C s | � |||�\}}||kS r �r� �r rX rZ rS r r r r� T s zNormalizedMatcher._match_lec C s | � |||�\}}||kS r r� r� r r r r� X s zNormalizedMatcher._match_gec C s. | � |||�\}}|s ||k}n
t||�}|S r �r� r� �r rX rZ rS r_ r r r r� \ s
zNormalizedMatcher._match_eqc C s t |�t |�kS r r� r� r r r r� d s z"NormalizedMatcher._match_arbitraryc C s0 | � |||�\}}|s ||k}n t||� }|S r r� r� r r r r� g s
zNormalizedMatcher._match_nec C sf | � |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }d�dd� |D ��}t||�S )NTFr rg rf c S s g | ] }t |��qS r r� r� r r r r� z s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>)r� r} r^ r� r� r� r r r r� o s z#NormalizedMatcher._match_compatibleN)r r r r rI rU r� r� r� r� r� r� r� r� r� r r r r r ' s& � z[.+-]$� z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$�\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}rf z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sL | � � �� }tD ]\}}|�||�}q|s.d}t�|�}|sFd}|}n�|�� d �d�}dd� |D �}t|�dk r~|� d� qft|�dkr�||�
� d� }n8d� dd� |dd� D ��||�
� d� }|dd� }d� d d� |D ��}|� � }|�rt D ]\}}|�||�}q�|�s |}n d
|k�r*d nd }|| | }t
|��sHd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r rf c S s g | ] }t |��qS r ra r� r r r r� � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r r� r� r r r r� � s c S s g | ] }t |��qS r r� r� r r r r� � s ry �-r� )r rL �
_REPLACEMENTS�sub�_NUMERIC_PREFIXr] rt ru r^ rO �endr� �_SUFFIX_REPLACEMENTS� is_semver)r r_ Zpat�replrw rS �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sh zt | � | W S tk
r" Y nX | �� }dD ]\}}|�||�}q0t�dd|�}t�dd|�}t�dd|�}t�dd |�}t�d
d |�}|�d �r�|d
d� }t�dd |�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�dd|�}t�d d|�}t�d d |�}t�d d |�}z t |� W n tk
�rb d}Y nX |S )!a� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
))z-alpharo )z-betar~ )r� ro )r� r~ )r r< )z-finalr� )z-prer< )z-releaser� )z.releaser� )z-stabler� )r� rf )rq rf )� r� )z.finalr� )rr r� zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?r� r; r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$r� z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1)r| r rL �replace�rer� r� )r ZrsZorigr� r r r �_suggest_normalized_version� s>
r� z([a-z]+|\d+|[\.-])r< zfinal-�@)rx Zpreviewr� r ry r� rf c C sr dd� }g }|| �D ]T}|� d�r^|dk rD|rD|d dkrD|�� q*|r^|d dkr^|�� qD|�|� qt|�S )Nc S st g }t �| �� �D ]R}t�||�}|rd|d d� krBdkrRn n |�d�}nd| }|�|� q|�d� |S )N�0r �9� �*�*final)�
_VERSION_PARTru rL �_VERSION_REPLACErV �zfillrO )r r_ r= r r r � get_partsC s
z _legacy_key.<locals>.get_partsr� r� rg z*final-Z00000000)r� �poprO rP )r r� r_ r= r r r � _legacy_keyB s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S r )r� r r r r r ] s zLegacyVersion.parsec C s8 d}| j D ](}t|t�r
|�d�r
|dk r
d} q4q
|S )NFr� r� T)r rT r r� )r r_ r� r r r r7 ` s
�zLegacyVersion.is_prereleaseN�r r r r r8 r7 r r r r r \ s c @ s4 e Zd ZeZeej�Zded< e� d�Z
dd� Z dS )r r� rF z^(\d+(\.\d+)*)c C s` ||k r dS | j �t|��}|s2t�d||� dS |�� d }d|krV|�dd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr rf r )�
numeric_rer] r� �loggerZwarningrt �rsplitr� )r rX rZ rS rw r r r r r� s s � z LegacyMatcher._match_compatibleN) r r r r rI �dictr9 rU r� �compiler� r� r r r r r k s
zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t �| �S r )�
_SEMVER_REr] )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|�� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � � d�}tdd� |D ��}|S )Nr rf c S s" g | ]}|� � r|�d �n|�qS )r� )rv r� )rd r= r r r r� � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)ru rP )r Zabsentr_ r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r ra r� r r r r� � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r rt ) r r� rw rt �major�minorZpatchrx Zbuildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r
c C s t |�S r )r� r r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r r0 r r r r7 � s z SemanticVersion.is_prereleaseNr� r r r r r
� s c @ s e Zd ZeZdS )r N)r r r r
rI r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S r )rM �matcher� suggester)r rM r� r� r r r r � s zVersionScheme.__init__c C s2 z| j �|� d}W n tk
r, d}Y nX |S �NTF)r� rI r �r r r_ r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s0 z| � |� d}W n tk
r* d}Y nX |S r� )r� r r� r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s | � d| �S )z:
Used for processing some metadata fields
zdummy_name (%s))r� r r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n
| � |�}|S r )r� r� r r r �suggest� s
zVersionScheme.suggest)N)r r r r r� r� r� r� r r r r r� � s
r� c C s |S r r r r r r r> � r? r> )�
normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrJ )rK r r r r
� s )*r Zloggingr� �compatr �utilr �__all__Z getLoggerr r� rJ r �objectr r9 r� rs r{ r| r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r
r r� r� r
r r r r �<module> s� �
1d
=$ W � � �
.r� � $��� distlib/__pycache__/markers.cpython-38.opt-1.pyc 0000644 00000010510 15043676017 0015447 0 ustar 00 U
��.e# � @ s� d Z ddlZddlZddlZddlZddlmZmZmZ ddl m
Z
m Z dgZ dd� Z
G d d
� d
e�Zd d � Ze� Z[e� Zdd
d�ZdS )zG
Parser for the environment markers micro-language defined in PEP 508.
� N� )�python_implementation�urlparse� string_types)�in_venv� parse_marker� interpretc C s t | t�r| sdS | d dkS )NFr �'")�
isinstancer )�o� r �?/usr/lib/python3.8/site-packages/pip/_vendor/distlib/markers.py� _is_literal s r c
@ sf e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d d� d
d� dd� d� Zdd� ZdS )� Evaluatorz;
This class is used to evaluate marker expessions.
c C s | |kS �Nr ��x�yr r r
�<lambda>$ � zEvaluator.<lambda>c C s | |kS r r r r r r
r % r c C s | |kp| |kS r r r r r r
r & r c C s | |kS r r r r r r
r ' r c C s | |k S r r r r r r
r ( r c C s | |kp| |k S r r r r r r
r ) r c C s | |kS r r r r r r
r * r c C s | |kp| |kS r r r r r r
r + r c C s | o|S r r r r r r
r , r c C s | p|S r r r r r r
r - r c C s | |kS r r r r r r
r . r c C s | |kS r r r r r r
r / r ) z==z===z~=z!=�<z<=�>z>=�and�or�inznot inc C s� t |t�rB|d dkr$|dd� }q�||kr8td| ��|| }n�|d }|| jkr`td| ��|d }|d }t|d �r�t|d �r�td
|||f ��| �||�}| �||�}| j| ||�}|S ) z�
Evaluate a marker expression returned by the :func:`parse_requirement`
function in the specified context.
r r r ���zunknown variable: %s�opzop not implemented: %s�lhs�rhsz invalid comparison: %s %s %s)r
r � SyntaxError�
operations�NotImplementedErrorr �evaluate) �self�expr�context�resultr ZelhsZerhsr r r r r
r" 2 s"
zEvaluator.evaluateN)�__name__�
__module__� __qualname__�__doc__r r" r r r r
r s �r c
C s� dd� } t td�r(| tjj�}tjj}nd}d}||tjt�� t�� t� � t�
� t�� t t � �t�
� t�
� d d� tjd� }|S )Nc S s< d| j | j| jf }| j}|dkr8||d t| j� 7 }|S )Nz%s.%s.%s�finalr )�major�minor�micro� releaselevel�str�serial)�info�versionZkindr r r
�format_full_versionN s
z,default_context.<locals>.format_full_version�implementation�0� � ) �implementation_name�implementation_versionZos_nameZplatform_machineZ platform_python_implementationZplatform_releaseZplatform_systemZplatform_versionZplatform_in_venvZpython_full_version�python_versionZ sys_platform)�hasattr�sysr5 r3 �name�os�platform�machiner �release�systemr0 r r; )r4 r: r9 r& r r r
�default_contextM s(
�rD c
C s� zt | �\}}W n2 tk
rB } ztd| |f ��W 5 d}~X Y nX |rd|d dkrdtd| |f ��tt�}|rz|�|� t�||�S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
z)Unable to interpret marker syntax: %s: %sNr �#z*unexpected trailing data in marker: %s: %s)r � Exceptionr �dict�DEFAULT_CONTEXT�update� evaluatorr" )ZmarkerZexecution_contextr$ �rest�er% r r r
r q s "
)N)r* r? r= r@ �re�compatr r r �utilr r �__all__r �objectr rD rH rJ r r r r r
�<module> s / distlib/__pycache__/metadata.cpython-38.opt-1.pyc 0000644 00000063655 15043676017 0015605 0 ustar 00 U
��.e*� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ e�e�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z dddgZ dZ dZ!e�"d�Z#e�"d�Z$dZ%dZ&d Z'd Z(d Z)d Z*d Z+e*d! Z,d"Z-e.� Z/e/�0e%� e/�0e&� e/�0e(� e/�0e*� e/�0e,� e�"d#�Z1d$d%� Z2d&d'� Z3d(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdF� Z4dGZ5dHZ6dIZ7dJZ8dKZ9dLZ:dMZ;e<� Z=e�"dN�Z>dXdPdQ�Z?G dRdS� dSe<�Z@dTZAdUZBdVZCG dWd� de<�ZDdS )YzImplementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN��__name__�
__module__� __qualname__�__doc__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.Nr r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.Nr r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidNr r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSION�utf-8�1.1z
\|�
) �Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License)r r! r" r# �Supported-Platformr$ r% r& r' r( r) r* �
Classifier� Download-URL� Obsoletes�Provides�Requires)r. r/ r0 r, r- )r r! r" r# r+ r$ r% r& r' r( r) �
Maintainer�Maintainer-emailr* r, r- �Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External)r5 r6 r7 r3 r8 r1 r2 r4 )r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r4 r5 r6 r7 r8 �Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extra)r9 r= r: r; r< )�Description-Content-Typer0 r/ )r> z"extra\s*==\s*("([^"]+)"|'([^']+)')c C sL | dkr t S | dkrtS | dkr$tS | dkr4tt S | dkr@tS t| ��d S )N�1.0r �1.2)�1.3�2.1�2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _566_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistp s rJ c
C sB dd� }g }| � � D ]"\}}|g ddfkr,q|�|� qddddd d
g}|D ]�}|tkrvd|krv|�d� t�d |� |tkr�d|kr�|�d� t�d |� |tkr�d|kr�|�d� t�d
|� |tkr�d|kr�|�d� t�d|� |tk�r d
|k�r |dk�r |�d
� t�d|� |t krLd |krL|�d � t�d|� qLt
|�dk�rZ|d S t
|�dk�r|t�d| � t d��d|k�o�||t �}d|k�o�||t
�}d
|k�o�||t�}d |k�o�||t�} t|�t|� t|� t| � dk�r�t d��|�s |�s |�s | �s t|k�r tS |�r*dS |�r4dS |�r>d
S d S )z5Detect the best version depending on the fields used.c S s |D ]}|| kr dS qdS )NTFr )�keys�markers�markerr r r � _has_marker� s z"_best_version.<locals>._has_marker�UNKNOWNNr? r r@ rA rC rB zRemoved 1.0 due to %szRemoved 1.1 due to %szRemoved 1.2 due to %szRemoved 1.3 due to %sr% zRemoved 2.1 due to %szRemoved 2.0 due to %sr r z)Out of options - unknown metadata set: %szUnknown metadata setz,You used incompatible 1.1/1.2/2.0/2.1 fields)�items�appendrD �remove�logger�debugrE rF rG rH �lenr � _314_MARKERS� _345_MARKERS� _566_MARKERS� _426_MARKERS�intr )
�fieldsrN rK �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_1Zis_2_0r r r �
_best_version~ s`
&
r^ r r! r" r# r+ r$ r% r& r' r( r) r1 r2 r* r, r- r3 r5 r6 r; r7 r8 r0 r/ r. r4 r9 r: r< r= ) �metadata_version�namerI �platformZsupported_platform�summary� description�keywords� home_page�author� author_email�
maintainer�maintainer_email�license�
classifier� download_url�obsoletes_dist�
provides_dist�
requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extra)r6 r3 r5 )r7 )r" )r# r, r. r0 r/ r3 r5 r6 r8 r4 r+ r; r= r< )r4 )r& )r( r1 r$ r% z[^A-Za-z0-9.]+Fc C s0 |r$t �d| �} t �d|�dd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)r` rI Z for_filenamer r r �_get_name_and_version� s r~ c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||g� d �dk r td��i | _g | _d | _|| _|d k rH| �|� n.|d k r\| �|� n|d k rv| �|� | � � d S )N� �'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingr� r r r �__init__ s
zLegacyMetadata.__init__c C s t | j�| jd< d S �Nr )r^ r� �r� r r r r� " s z#LegacyMetadata.set_metadata_versionc C s |� d||f � d S )Nz%s: %s
)�write)r� r� r` r] r r r � _write_field% s zLegacyMetadata._write_fieldc C s
| � |�S �N)�get�r� r` r r r � __getitem__( s zLegacyMetadata.__getitem__c C s | � ||�S r� )�set)r� r` r] r r r � __setitem__+ s zLegacyMetadata.__setitem__c C s8 | � |�}z | j|= W n tk
r2 t|��Y nX d S r� )�
_convert_namer� �KeyError)r� r` �
field_namer r r � __delitem__. s
zLegacyMetadata.__delitem__c C s || j kp| �|�| j kS r� )r� r� r� r r r � __contains__5 s
�zLegacyMetadata.__contains__c C s( |t kr |S |�dd��� }t�||�S )Nrx �_)� _ALL_FIELDSr} �lower� _ATTR2FIELDr� r� r r r r� 9 s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrO )� _LISTFIELDS�_ELEMENTSFIELDr� r r r �_default_value? s z LegacyMetadata._default_valuec C s& | j dkrt�d|�S t�d|�S d S )N�r? r �
)r_ �_LINE_PREFIX_PRE_1_2r| �_LINE_PREFIX_1_2�r� r] r r r �_remove_line_prefixD s
z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S r� )r� �AttributeErrorr� r r r � __getattr__J s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r! r" )r~ )r� Zfilesafer r r � get_fullnameU s zLegacyMetadata.get_fullnamec C s | � |�}|tkS )z+return True if name is a valid metadata key)r� r� r� r r r �is_field[ s
zLegacyMetadata.is_fieldc C s | � |�}|tkS r� )r� r� r� r r r �is_multi_field` s
z LegacyMetadata.is_multi_fieldc C s. t j|ddd�}z| �|� W 5 |�� X dS )z*Read the metadata values from a file path.�rr ��encodingN)�codecs�open�closer� )r� �filepath�fpr r r r� d s zLegacyMetadata.readc C s� t |�}|d | jd< tD ]p}||kr(q|tkrf|�|�}|tkrX|dk rXdd� |D �}| �||� q|| }|dk r|dkr| �||� qdS )z,Read the metadata values from a file object.zmetadata-versionr Nc S s g | ]}t |�d ���qS ��,)�tuple�split��.0r] r r r �
<listcomp>y s z,LegacyMetadata.read_file.<locals>.<listcomp>rO )r r� r� r� Zget_all�_LISTTUPLEFIELDSr� )r� Zfileob�msg�field�valuesr] r r r r� l s
zLegacyMetadata.read_filec C s0 t j|ddd�}z| �||� W 5 |�� X dS )z&Write the metadata fields to filepath.�wr r� N)r� r� r� �
write_file)r� r� � skip_unknownr� r r r r� � s zLegacyMetadata.writec C s� | � � t| d �D ]�}| �|�}|r8|dg dgfkr8q|tkrV| �||d�|�� q|tkr�|dkr�| jdkr~|�dd�}n |�dd�}|g}|t kr�d d
� |D �}|D ]}| �|||� q�qd S ) z0Write the PKG-INFO format data to a file object.r rO r� r% r� r� r z
|c S s g | ]}d � |��qS r� ��joinr� r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)
r� rJ r� r� r� r� r� r_ r} r� )r� Z
fileobjectr� r� r� r] r r r r� � s$
zLegacyMetadata.write_filec sv � fdd�}|sn@t |d�r:|�� D ]}|||| � q$n|D ]\}}|||� q>|rr|�� D ]\}}|||� q^dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t kr |r � �� �| �|� d S r� )r� r� r� )r\ r] r� r r �_set� s z#LegacyMetadata.update.<locals>._setrK N)�hasattrrK rP )r� �other�kwargsr� �k�vr r� r r� � s
zLegacyMetadata.updatec C sh | � |�}|tks|dkrNt|ttf�sNt|t�rHdd� |�d�D �}qzg }n,|tkrzt|ttf�szt|t�rv|g}ng }t� t
j ��r<| d }t | j
�}|tkr�|dk r�|D ](}|�|�d�d �s�t�d |||� q�nb|tk�r |dk �r |�|��s<t�d
|||� n0|tk�r<|dk �r<|�|��s<t�d
|||� |tk�rZ|d k�rZ| �|�}|| j|< dS ) z"Control then set a metadata field.r# c S s g | ] }|� � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r! N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r% )r� r� �
isinstance�listr� r r� r� rS Z isEnabledFor�loggingZWARNINGr
r� �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� r� )r� r` r] Z project_namer� r� r r r r� � sV
�
�
� � �
zLegacyMetadata.setc C s� | � |�}|| jkr*|tkr&| �|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }|D ].}|tkr~|�|� qf|�|d |d f� qf|S |tkr�| j| }t |t
�r�|� d�S | j| S )zGet a metadata field.Nr r r� ) r� r� �_MISSINGr� r� r� r� rQ r� r� r r� )r� r` r� r] �res�valr r r r� � s.
zLegacyMetadata.getc s� | � � g g }}dD ]}|| kr|�|� q|rP|g krPdd�|� }t|��dD ]}|| krT|�|� qT| d dkr�||fS t| j�� � fdd�}t|ft� jft � j
ffD ]@\}}|D ]2} | � | d �}
|
d k r�||
�s�|�d
| |
f � q�q�||fS ) zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are provided)r! r" z missing required metadata: %s�, )r' r( r r@ c s( | D ] }� � |�d�d �s dS qdS )Nr� r FT)r� r� )r] r� �r� r r �are_valid_constraints# s z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s) r� rQ r� r r
r� r� r� r� r� r� r� ) r� �strict�missing�warnings�attrr� r� r[ Z
controllerr� r] r r� r �check s8
��� zLegacyMetadata.checkc C s� | � � d}i }|D ]"\}}|r*|| jkr| | ||< q| d dkr�d}|D ]B\}}|rb|| jkrL|dkrx| | ||< qLdd� | | D �||< qLn8| d dkr�d }|D ]"\}}|r�|| jkr�| | ||< q�|S )
z�Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
)
)r_ r )r` r! )rI r" )rb r$ )re r' )rf r( )rg r) )rj r* )rc r% )rd r& )ra r# )� classifiersr, )rl r- r r@ ))ro r6 )rq r7 )rr r8 )rn r5 )rm r3 )rv r4 )rh r1 )ri r2 rv c S s g | ]}d � |��qS r� r� )r� �ur r r r� b s z)LegacyMetadata.todict.<locals>.<listcomp>r ))rt r/ )rs r0 )ru r. )r� r� )r� Z skip_missingZ mapping_1_0�datar\ r� Z mapping_1_2Z mapping_1_1r r r �todict5 s&
zLegacyMetadata.todictc C s8 | d dkr$dD ]}|| kr| |= q| d |7 < d S )Nr r )r. r0 r/ r6 r )r� � requirementsr� r r r �add_requirementsp s
z LegacyMetadata.add_requirementsc C s t t| d ��S r� )r� rJ r� r r r rK { s zLegacyMetadata.keysc c s | � � D ]
}|V qd S r� �rK )r� r\ r r r �__iter__~ s zLegacyMetadata.__iter__c s � fdd�� � � D �S )Nc s g | ] }� | �qS r r �r� r\ r� r r r� � s z)LegacyMetadata.values.<locals>.<listcomp>r� r� r r� r r� � s zLegacyMetadata.valuesc s � fdd�� � � D �S )Nc s g | ]}|� | f�qS r r r� r� r r r� � s z(LegacyMetadata.items.<locals>.<listcomp>r� r� r r� r rP � s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r r` rI r� r r r �__repr__� s �zLegacyMetadata.__repr__)NNNr� )F)F)F)N)F)F)"r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rK r� r� rP r� r r r r r s@ �
,
,
; r z pydist.jsonz
metadata.jsonZMETADATAc @ s� e Zd ZdZe�d�Ze�dej�Ze Z
e�d�Z dZ de
Zdddd �Zd
Zd Zedfedfe
dfe dfd �Zd
ZdDdd�Zed�ZdefZdefZdefdefeeedefeeeedefddd�
Z[[dd� Z dEd d �Z d d � Z e d d!� �Z e d"d#� �Z!e!j"d$d#� �Z!dFd%d&�Z#e d'd(� �Z$e d)d*� �Z%e%j"d+d*� �Z%d,d-� Z&d.d/� Z'd0d1� Z(d2d3� Z)d4d5d6d7d8dd9�Z*d:d;� Z+dGd>d?�Z,d@dA� Z-dBdC� Z.dS )Hr z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}rC z distlib (%s)r )�legacy)r` rI rb zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)r_ r` rI rb )�_legacy�_datar� Nr� c C s0 |||g� d �dk r td��d | _d | _|| _|d k rzz| �||� || _W n* tk
rv t||d�| _| �� Y nX n�d }|r�t |d��}|�
� }W 5 Q R X n |r�|�
� }|d kr�| j | j d�| _ndt
|t�s�|�d�}z t�|�| _| �| j|� W n0 tk
�r* tt|�|d�| _| �� Y nX d S )Nr� r� )r� r� �rb�r_ � generatorr )r� r� )r� r� r� r� r� �_validate_mappingr r �validater� r� �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r� r� r� r� r� r� �fr r r r� � s@
�
�zMetadata.__init__)r` rI rj rd rb r6 r; r= r, )r- N)r N)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commandsr� Z
source_urlr_ c
C sX t �| d�}t �| d�}||k�r|| \}}| jr^|d krP|d krHd n|� }n | j�|�}n�|d krjd n|� }|dkr�| j�||�}n�t � }|}| j�d�} | �r
|dkr�| �d|�}nP|dkr�| �d�} | r�| �||�}n,| �d �} | s�| j�d �} | �r
| �||�}||k�rT|}n:||k�r2t �| |�}n"| j�rH| j�|�}n | j�|�}|S )
N� common_keys� mapped_keys�r r r r r� �
extensionsr �python.commandsr� �python.details�python.exports)�object�__getattribute__r� r� r� )
r� r\ �common�mapped�lkZmaker�resultr] �sentinel�dr r r r sD
zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|�|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSr� �matchr )r� r\ r] r� �pattern�
exclusions�mr r r �_validate_value+ s
��zMetadata._validate_valuec C s* | � ||� t�| d�}t�| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|dkrj|| j|< nR| j�di �}|dkr�||d< n2|dkr�|�di �}|||< n|�d i �}|||< nh||kr�t�| ||� nP|d
k�rt|t ��r|�
� }|�r|� � }ng }| j�r || j|< n
|| j|< d S ) Nr
r r r
r r r� r r rd ) r r r r� �NotImplementedErrorr� �
setdefault� __setattr__r� r r� r� )r� r\ r] r r r r� r r r r r! 5 s<
zMetadata.__setattr__c C s t | j| jd�S �NT)r~ r` rI r� r r r �name_and_version\ s zMetadata.name_and_versionc C sF | j r| j d }n| j�dg �}d| j| jf }||krB|�|� |S )Nr5 rt z%s (%s))r� r� r r` rI rQ )r� r �sr r r rt ` s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nr5 rt )r� r� r� r r r rt k s c
C s� | j r |}n�g }t|pg | j�}|D ]d}d|kr>d|kr>d}n8d|krLd}n|�d�|k}|rv|�d�}|rvt||�}|r$|�|d � q$dD ]F}d| } | |kr�|�| � | j�d| g �}|�| j|||d�� q�|S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentTrs )ZbuildZdevZtestz:%s:z %s_requires)r �env) r� r r r� r
�extendrR r� �get_requirements)
r� �reqtsr r' r r ZincluderM r\ �er r r r) r s2
�
zMetadata.get_requirementsc C s | j r| �� S | jS r� )r� � _from_legacyr� r� r r r �
dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S r� )r� r r r� �DEPENDENCY_KEYSr� r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | j�|� d S r� )r� r r� r� r� r r r r/ � s c C s� |� d�| jkrt� �g }| j�� D ]"\}}||kr$||kr$|�|� q$|rbdd�|� }t|��|�� D ]\}}| �|||� qjd S )Nr_ zMissing metadata items: %sr� ) r� r� r �MANDATORY_KEYSrP rQ r� r r ) r� r� r� r� r\ r r� r� r� r r r r� � s zMetadata._validate_mappingc C sB | j r.| j �d�\}}|s |r>t�d||� n| �| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� rS r� r� r� r� )r� r� r� r r r r� � s �zMetadata.validatec C s( | j r| j �d�S t| j| j�}|S d S r" )r� r� r r� �
INDEX_KEYS)r� r r r r r� � s zMetadata.todictc
C s� | j | jd�}| j�d�}dD ]*}||kr |dkr8d}n|}|| ||< q |�dg �}|dgkrdg }||d< d }|D ]*\}}||krt|| rtd
|| ig||< qt| j|d < i }i } |S ) Nr� T)r` rI rj rb rc rk rk r� r& � rd ))ro r )rp r rs rt )r� r� r� r� r� rt )
r� r Zlmdr� �nk�kwrK �okrf rh r r r r, � s, �
zMetadata._from_legacyr! r" r* r$ r% )r` rI rj rb rc r� c C s� dd� }t � }| j}| j�� D ] \}}||kr || ||< q || j| j �}|| j| j �}| jrpt | j�|d< t |�|d< t |�|d< |S )Nc S s� t � }| D ]|}|�d�}|�d�}|d }|D ]V}|sF|sF|�|� q.d}|rVd| }|rp|rld||f }n|}|�d�||f�� q.q
|S )Nr% r& rs r2 z
extra == "%s"z (%s) and %sr� )r� r� �addr� )�entriesr* r+ r% r' Zrlistr� rM r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entriesr= r6 r; )
r r� �LEGACY_MAPPINGrP r r r r r �sorted)r� r8 r Znmdr3 r5 Zr1Zr2r r r �
_to_legacy� s zMetadata._to_legacyFTc C s� ||g� d �dkrtd��| �� |r`| jr4| j}n| �� }|rP|j||d� q�|j||d� n^| jrp| �� }n| j}|r�t j
||dddd� n.t � |dd��}t j
||dddd� W 5 Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Tr� )Z ensure_ascii�indentZ sort_keysr� r )
r� r� r� r� r; r� r� r, r� r� �dumpr� r� )r� r� r� r� r� Z legacy_mdr r r r r r� s*
� �zMetadata.writec C s� | j r| j �|� nr| j�dg �}d }|D ] }d|kr*d|kr*|} qHq*|d krfd|i}|�d|� n t|d �t|�B }t|�|d< d S )Nr r& r% rs r )r� r� r� r �insertr� r: )r� r� r �always�entryZrsetr r r r� 3 s zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)r` rI r� r r_ )r� r` rI r r r r� D s
�zMetadata.__repr__)NNNr� )N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr� r r� r0 r1 r. r � __slots__r� r� r
r� Z none_list�dictZ none_dictr r r r! �propertyr# rt �setterr) r- r/ r� r� r� r, r9 r; r� r� r� r r r r r � s�
�� �
-�+
'
*
� %
)F)Er Z
__future__r r� Zemailr r� r� rA r2 r r �compatr r r rL r
�utilr r rI r
r Z getLoggerr rS r r r r �__all__r r rB r� r� rD rE rV rF rW rH rY rG rX r� r� r� ZEXTRA_RErJ r^ r� r� r� r� r� r� r� r� r r� r{ r~ r ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEZLEGACY_METADATA_FILENAMEr r r r r �<module> s�
H�!
distlib/__pycache__/__init__.cpython-38.pyc 0000644 00000002004 15043676017 0014602 0 ustar 00 U
��.eK � @ sn d dl Z dZG dd� de�Zzd dl mZ W n& ek
rR G dd� de j�ZY nX e �e�Z e �
e� � dS )� Nz 0.2.9.post0c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/distlib/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S �Nr ��self�recordr r r �handle � zNullHandler.handlec C s d S r r r
r r r �emit r zNullHandler.emitc C s
d | _ d S r )�lock)r r r r �
createLock r zNullHandler.createLockN)r r r r
r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ
addHandlerr r r r �<module> s
distlib/locators.py 0000644 00000143505 15043676017 0010417 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2015 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import gzip
from io import BytesIO
import json
import logging
import os
import posixpath
import re
try:
import threading
except ImportError: # pragma: no cover
import dummy_threading as threading
import zlib
from . import DistlibException
from .compat import (urljoin, urlparse, urlunparse, url2pathname, pathname2url,
queue, quote, unescape, string_types, build_opener,
HTTPRedirectHandler as BaseRedirectHandler, text_type,
Request, HTTPError, URLError)
from .database import Distribution, DistributionPath, make_dist
from .metadata import Metadata
from .util import (cached_property, parse_credentials, ensure_slash,
split_filename, get_project_data, parse_requirement,
parse_name_and_version, ServerProxy, normalize_name)
from .version import get_scheme, UnsupportedVersionError
from .wheel import Wheel, is_compatible
logger = logging.getLogger(__name__)
HASHER_HASH = re.compile('^(\w+)=([a-f0-9]+)')
CHARSET = re.compile(r';\s*charset\s*=\s*(.*)\s*$', re.I)
HTML_CONTENT_TYPE = re.compile('text/html|application/x(ht)?ml')
DEFAULT_INDEX = 'https://pypi.python.org/pypi'
def get_all_distribution_names(url=None):
"""
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
"""
if url is None:
url = DEFAULT_INDEX
client = ServerProxy(url, timeout=3.0)
return client.list_packages()
class RedirectHandler(BaseRedirectHandler):
"""
A class to work around a bug in some Python 3.2.x releases.
"""
# There's a bug in the base version for some 3.2.x
# (e.g. 3.2.2 on Ubuntu Oneiric). If a Location header
# returns e.g. /abc, it bails because it says the scheme ''
# is bogus, when actually it should use the request's
# URL for the scheme. See Python issue #13696.
def http_error_302(self, req, fp, code, msg, headers):
# Some servers (incorrectly) return multiple Location headers
# (so probably same goes for URI). Use first header.
newurl = None
for key in ('location', 'uri'):
if key in headers:
newurl = headers[key]
break
if newurl is None:
return
urlparts = urlparse(newurl)
if urlparts.scheme == '':
newurl = urljoin(req.get_full_url(), newurl)
if hasattr(headers, 'replace_header'):
headers.replace_header(key, newurl)
else:
headers[key] = newurl
return BaseRedirectHandler.http_error_302(self, req, fp, code, msg,
headers)
http_error_301 = http_error_303 = http_error_307 = http_error_302
class Locator(object):
"""
A base class for locators - things that locate distributions.
"""
source_extensions = ('.tar.gz', '.tar.bz2', '.tar', '.zip', '.tgz', '.tbz')
binary_extensions = ('.egg', '.exe', '.whl')
excluded_extensions = ('.pdf',)
# A list of tags indicating which wheels you want to match. The default
# value of None matches against the tags compatible with the running
# Python. If you want to match other values, set wheel_tags on a locator
# instance to a list of tuples (pyver, abi, arch) which you want to match.
wheel_tags = None
downloadable_extensions = source_extensions + ('.whl',)
def __init__(self, scheme='default'):
"""
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
"""
self._cache = {}
self.scheme = scheme
# Because of bugs in some of the handlers on some of the platforms,
# we use our own opener rather than just using urlopen.
self.opener = build_opener(RedirectHandler())
# If get_project() is called from locate(), the matcher instance
# is set from the requirement passed to locate(). See issue #18 for
# why this can be useful to know.
self.matcher = None
self.errors = queue.Queue()
def get_errors(self):
"""
Return any errors which have occurred.
"""
result = []
while not self.errors.empty(): # pragma: no cover
try:
e = self.errors.get(False)
result.append(e)
except self.errors.Empty:
continue
self.errors.task_done()
return result
def clear_errors(self):
"""
Clear any errors which may have been logged.
"""
# Just get the errors and throw them away
self.get_errors()
def clear_cache(self):
self._cache.clear()
def _get_scheme(self):
return self._scheme
def _set_scheme(self, value):
self._scheme = value
scheme = property(_get_scheme, _set_scheme)
def _get_project(self, name):
"""
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
"""
raise NotImplementedError('Please implement in the subclass')
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Please implement in the subclass')
def get_project(self, name):
"""
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
"""
if self._cache is None:
result = self._get_project(name)
elif name in self._cache:
result = self._cache[name]
else:
self.clear_errors()
result = self._get_project(name)
self._cache[name] = result
return result
def score_url(self, url):
"""
Give an url a score which can be used to choose preferred URLs
for a given project release.
"""
t = urlparse(url)
basename = posixpath.basename(t.path)
compatible = True
is_wheel = basename.endswith('.whl')
if is_wheel:
compatible = is_compatible(Wheel(basename), self.wheel_tags)
return (t.scheme != 'https', 'pypi.python.org' in t.netloc,
is_wheel, compatible, basename)
def prefer_url(self, url1, url2):
"""
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
"""
result = url2
if url1:
s1 = self.score_url(url1)
s2 = self.score_url(url2)
if s1 > s2:
result = url1
if result != url2:
logger.debug('Not replacing %r with %r', url1, url2)
else:
logger.debug('Replacing %r with %r', url1, url2)
return result
def split_filename(self, filename, project_name):
"""
Attempt to split a filename in project name, version and Python version.
"""
return split_filename(filename, project_name)
def convert_url_to_download_info(self, url, project_name):
"""
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
"""
def same_project(name1, name2):
return normalize_name(name1) == normalize_name(name2)
result = None
scheme, netloc, path, params, query, frag = urlparse(url)
if frag.lower().startswith('egg='):
logger.debug('%s: version hint in fragment: %r',
project_name, frag)
m = HASHER_HASH.match(frag)
if m:
algo, digest = m.groups()
else:
algo, digest = None, None
origpath = path
if path and path[-1] == '/':
path = path[:-1]
if path.endswith('.whl'):
try:
wheel = Wheel(path)
if is_compatible(wheel, self.wheel_tags):
if project_name is None:
include = True
else:
include = same_project(wheel.name, project_name)
if include:
result = {
'name': wheel.name,
'version': wheel.version,
'filename': wheel.filename,
'url': urlunparse((scheme, netloc, origpath,
params, query, '')),
'python-version': ', '.join(
['.'.join(list(v[2:])) for v in wheel.pyver]),
}
except Exception as e: # pragma: no cover
logger.warning('invalid path for wheel: %s', path)
elif path.endswith(self.downloadable_extensions):
path = filename = posixpath.basename(path)
for ext in self.downloadable_extensions:
if path.endswith(ext):
path = path[:-len(ext)]
t = self.split_filename(path, project_name)
if not t:
logger.debug('No match for project/version: %s', path)
else:
name, version, pyver = t
if not project_name or same_project(project_name, name):
result = {
'name': name,
'version': version,
'filename': filename,
'url': urlunparse((scheme, netloc, origpath,
params, query, '')),
#'packagetype': 'sdist',
}
if pyver:
result['python-version'] = pyver
break
if result and algo:
result['%s_digest' % algo] = digest
return result
def _get_digest(self, info):
"""
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
"""
result = None
for algo in ('sha256', 'md5'):
key = '%s_digest' % algo
if key in info:
result = (algo, info[key])
break
return result
def _update_version_data(self, result, info):
"""
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
"""
name = info.pop('name')
version = info.pop('version')
if version in result:
dist = result[version]
md = dist.metadata
else:
dist = make_dist(name, version, scheme=self.scheme)
md = dist.metadata
dist.digest = digest = self._get_digest(info)
url = info['url']
result['digests'][url] = digest
if md.source_url != info['url']:
md.source_url = self.prefer_url(md.source_url, url)
result['urls'].setdefault(version, set()).add(url)
dist.locator = self
result[version] = dist
def locate(self, requirement, prereleases=False):
"""
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
"""
result = None
r = parse_requirement(requirement)
if r is None:
raise DistlibException('Not a valid requirement: %r' % requirement)
scheme = get_scheme(self.scheme)
self.matcher = matcher = scheme.matcher(r.requirement)
logger.debug('matcher: %s (%s)', matcher, type(matcher).__name__)
versions = self.get_project(r.name)
if len(versions) > 2: # urls and digests keys are present
# sometimes, versions are invalid
slist = []
vcls = matcher.version_class
for k in versions:
if k in ('urls', 'digests'):
continue
try:
if not matcher.match(k):
logger.debug('%s did not match %r', matcher, k)
else:
if prereleases or not vcls(k).is_prerelease:
slist.append(k)
else:
logger.debug('skipping pre-release '
'version %s of %s', k, matcher.name)
except Exception: # pragma: no cover
logger.warning('error matching %s with %r', matcher, k)
pass # slist.append(k)
if len(slist) > 1:
slist = sorted(slist, key=scheme.key)
if slist:
logger.debug('sorted list: %s', slist)
version = slist[-1]
result = versions[version]
if result:
if r.extras:
result.extras = r.extras
result.download_urls = versions.get('urls', {}).get(version, set())
d = {}
sd = versions.get('digests', {})
for url in result.download_urls:
if url in sd:
d[url] = sd[url]
result.digests = d
self.matcher = None
return result
class PyPIRPCLocator(Locator):
"""
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
"""
def __init__(self, url, **kwargs):
"""
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
"""
super(PyPIRPCLocator, self).__init__(**kwargs)
self.base_url = url
self.client = ServerProxy(url, timeout=3.0)
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
return set(self.client.list_packages())
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
versions = self.client.package_releases(name, True)
for v in versions:
urls = self.client.release_urls(name, v)
data = self.client.release_data(name, v)
metadata = Metadata(scheme=self.scheme)
metadata.name = data['name']
metadata.version = data['version']
metadata.license = data.get('license')
metadata.keywords = data.get('keywords', [])
metadata.summary = data.get('summary')
dist = Distribution(metadata)
if urls:
info = urls[0]
metadata.source_url = info['url']
dist.digest = self._get_digest(info)
dist.locator = self
result[v] = dist
for info in urls:
url = info['url']
digest = self._get_digest(info)
result['urls'].setdefault(v, set()).add(url)
result['digests'][url] = digest
return result
class PyPIJSONLocator(Locator):
"""
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
"""
def __init__(self, url, **kwargs):
super(PyPIJSONLocator, self).__init__(**kwargs)
self.base_url = ensure_slash(url)
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Not available from this locator')
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
url = urljoin(self.base_url, '%s/json' % quote(name))
try:
resp = self.opener.open(url)
data = resp.read().decode() # for now
d = json.loads(data)
md = Metadata(scheme=self.scheme)
data = d['info']
md.name = data['name']
md.version = data['version']
md.license = data.get('license')
md.keywords = data.get('keywords', [])
md.summary = data.get('summary')
dist = Distribution(md)
dist.locator = self
urls = d['urls']
result[md.version] = dist
for info in d['urls']:
url = info['url']
dist.download_urls.add(url)
dist.digests[url] = self._get_digest(info)
result['urls'].setdefault(md.version, set()).add(url)
result['digests'][url] = self._get_digest(info)
# Now get other releases
for version, infos in d['releases'].items():
if version == md.version:
continue # already done
omd = Metadata(scheme=self.scheme)
omd.name = md.name
omd.version = version
odist = Distribution(omd)
odist.locator = self
result[version] = odist
for info in infos:
url = info['url']
odist.download_urls.add(url)
odist.digests[url] = self._get_digest(info)
result['urls'].setdefault(version, set()).add(url)
result['digests'][url] = self._get_digest(info)
# for info in urls:
# md.source_url = info['url']
# dist.digest = self._get_digest(info)
# dist.locator = self
# for info in urls:
# url = info['url']
# result['urls'].setdefault(md.version, set()).add(url)
# result['digests'][url] = self._get_digest(info)
except Exception as e:
self.errors.put(text_type(e))
logger.exception('JSON fetch failed: %s', e)
return result
class Page(object):
"""
This class represents a scraped HTML page.
"""
# The following slightly hairy-looking regex just looks for the contents of
# an anchor link, which has an attribute "href" either immediately preceded
# or immediately followed by a "rel" attribute. The attribute values can be
# declared with double quotes, single quotes or no quotes - which leads to
# the length of the expression.
_href = re.compile("""
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s\n]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s\n]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s\n]*)))?
""", re.I | re.S | re.X)
_base = re.compile(r"""<base\s+href\s*=\s*['"]?([^'">]+)""", re.I | re.S)
def __init__(self, data, url):
"""
Initialise an instance with the Unicode page contents and the URL they
came from.
"""
self.data = data
self.base_url = self.url = url
m = self._base.search(self.data)
if m:
self.base_url = m.group(1)
_clean_re = re.compile(r'[^a-z0-9$&+,/:;=?@.#%_\\|-]', re.I)
@cached_property
def links(self):
"""
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
"""
def clean(url):
"Tidy up an URL."
scheme, netloc, path, params, query, frag = urlparse(url)
return urlunparse((scheme, netloc, quote(path),
params, query, frag))
result = set()
for match in self._href.finditer(self.data):
d = match.groupdict('')
rel = (d['rel1'] or d['rel2'] or d['rel3'] or
d['rel4'] or d['rel5'] or d['rel6'])
url = d['url1'] or d['url2'] or d['url3']
url = urljoin(self.base_url, url)
url = unescape(url)
url = self._clean_re.sub(lambda m: '%%%2x' % ord(m.group(0)), url)
result.add((url, rel))
# We sort the result, hoping to bring the most recent versions
# to the front
result = sorted(result, key=lambda t: t[0], reverse=True)
return result
class SimpleScrapingLocator(Locator):
"""
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
"""
# These are used to deal with various Content-Encoding schemes.
decoders = {
'deflate': zlib.decompress,
'gzip': lambda b: gzip.GzipFile(fileobj=BytesIO(d)).read(),
'none': lambda b: b,
}
def __init__(self, url, timeout=None, num_workers=10, **kwargs):
"""
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
"""
super(SimpleScrapingLocator, self).__init__(**kwargs)
self.base_url = ensure_slash(url)
self.timeout = timeout
self._page_cache = {}
self._seen = set()
self._to_fetch = queue.Queue()
self._bad_hosts = set()
self.skip_externals = False
self.num_workers = num_workers
self._lock = threading.RLock()
# See issue #45: we need to be resilient when the locator is used
# in a thread, e.g. with concurrent.futures. We can't use self._lock
# as it is for coordinating our internal threads - the ones created
# in _prepare_threads.
self._gplock = threading.RLock()
def _prepare_threads(self):
"""
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
"""
self._threads = []
for i in range(self.num_workers):
t = threading.Thread(target=self._fetch)
t.setDaemon(True)
t.start()
self._threads.append(t)
def _wait_threads(self):
"""
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
"""
# Note that you need two loops, since you can't say which
# thread will get each sentinel
for t in self._threads:
self._to_fetch.put(None) # sentinel
for t in self._threads:
t.join()
self._threads = []
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
with self._gplock:
self.result = result
self.project_name = name
url = urljoin(self.base_url, '%s/' % quote(name))
self._seen.clear()
self._page_cache.clear()
self._prepare_threads()
try:
logger.debug('Queueing %s', url)
self._to_fetch.put(url)
self._to_fetch.join()
finally:
self._wait_threads()
del self.result
return result
platform_dependent = re.compile(r'\b(linux-(i\d86|x86_64|arm\w+)|'
r'win(32|-amd64)|macosx-?\d+)\b', re.I)
def _is_platform_dependent(self, url):
"""
Does an URL refer to a platform-specific download?
"""
return self.platform_dependent.search(url)
def _process_download(self, url):
"""
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
"""
if self._is_platform_dependent(url):
info = None
else:
info = self.convert_url_to_download_info(url, self.project_name)
logger.debug('process_download: %s -> %s', url, info)
if info:
with self._lock: # needed because self.result is shared
self._update_version_data(self.result, info)
return info
def _should_queue(self, link, referrer, rel):
"""
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
"""
scheme, netloc, path, _, _, _ = urlparse(link)
if path.endswith(self.source_extensions + self.binary_extensions +
self.excluded_extensions):
result = False
elif self.skip_externals and not link.startswith(self.base_url):
result = False
elif not referrer.startswith(self.base_url):
result = False
elif rel not in ('homepage', 'download'):
result = False
elif scheme not in ('http', 'https', 'ftp'):
result = False
elif self._is_platform_dependent(link):
result = False
else:
host = netloc.split(':', 1)[0]
if host.lower() == 'localhost':
result = False
else:
result = True
logger.debug('should_queue: %s (%s) from %s -> %s', link, rel,
referrer, result)
return result
def _fetch(self):
"""
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
"""
while True:
url = self._to_fetch.get()
try:
if url:
page = self.get_page(url)
if page is None: # e.g. after an error
continue
for link, rel in page.links:
if link not in self._seen:
self._seen.add(link)
if (not self._process_download(link) and
self._should_queue(link, url, rel)):
logger.debug('Queueing %s from %s', link, url)
self._to_fetch.put(link)
except Exception as e: # pragma: no cover
self.errors.put(text_type(e))
finally:
# always do this, to avoid hangs :-)
self._to_fetch.task_done()
if not url:
#logger.debug('Sentinel seen, quitting.')
break
def get_page(self, url):
"""
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
"""
# http://peak.telecommunity.com/DevCenter/EasyInstall#package-index-api
scheme, netloc, path, _, _, _ = urlparse(url)
if scheme == 'file' and os.path.isdir(url2pathname(path)):
url = urljoin(ensure_slash(url), 'index.html')
if url in self._page_cache:
result = self._page_cache[url]
logger.debug('Returning %s from cache: %s', url, result)
else:
host = netloc.split(':', 1)[0]
result = None
if host in self._bad_hosts:
logger.debug('Skipping %s due to bad host %s', url, host)
else:
req = Request(url, headers={'Accept-encoding': 'identity'})
try:
logger.debug('Fetching %s', url)
resp = self.opener.open(req, timeout=self.timeout)
logger.debug('Fetched %s', url)
headers = resp.info()
content_type = headers.get('Content-Type', '')
if HTML_CONTENT_TYPE.match(content_type):
final_url = resp.geturl()
data = resp.read()
encoding = headers.get('Content-Encoding')
if encoding:
decoder = self.decoders[encoding] # fail if not found
data = decoder(data)
encoding = 'utf-8'
m = CHARSET.search(content_type)
if m:
encoding = m.group(1)
try:
data = data.decode(encoding)
except UnicodeError: # pragma: no cover
data = data.decode('latin-1') # fallback
result = Page(data, final_url)
self._page_cache[final_url] = result
except HTTPError as e:
if e.code != 404:
logger.exception('Fetch failed: %s: %s', url, e)
except URLError as e: # pragma: no cover
logger.exception('Fetch failed: %s: %s', url, e)
with self._lock:
self._bad_hosts.add(host)
except Exception as e: # pragma: no cover
logger.exception('Fetch failed: %s: %s', url, e)
finally:
self._page_cache[url] = result # even if None (failure)
return result
_distname_re = re.compile('<a href=[^>]*>([^<]+)<')
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
page = self.get_page(self.base_url)
if not page:
raise DistlibException('Unable to get %s' % self.base_url)
for match in self._distname_re.finditer(page.data):
result.add(match.group(1))
return result
class DirectoryLocator(Locator):
"""
This class locates distributions in a directory tree.
"""
def __init__(self, path, **kwargs):
"""
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
"""
self.recursive = kwargs.pop('recursive', True)
super(DirectoryLocator, self).__init__(**kwargs)
path = os.path.abspath(path)
if not os.path.isdir(path): # pragma: no cover
raise DistlibException('Not a directory: %r' % path)
self.base_dir = path
def should_include(self, filename, parent):
"""
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
"""
return filename.endswith(self.downloadable_extensions)
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
for root, dirs, files in os.walk(self.base_dir):
for fn in files:
if self.should_include(fn, root):
fn = os.path.join(root, fn)
url = urlunparse(('file', '',
pathname2url(os.path.abspath(fn)),
'', '', ''))
info = self.convert_url_to_download_info(url, name)
if info:
self._update_version_data(result, info)
if not self.recursive:
break
return result
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
for root, dirs, files in os.walk(self.base_dir):
for fn in files:
if self.should_include(fn, root):
fn = os.path.join(root, fn)
url = urlunparse(('file', '',
pathname2url(os.path.abspath(fn)),
'', '', ''))
info = self.convert_url_to_download_info(url, None)
if info:
result.add(info['name'])
if not self.recursive:
break
return result
class JSONLocator(Locator):
"""
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
"""
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
raise NotImplementedError('Not available from this locator')
def _get_project(self, name):
result = {'urls': {}, 'digests': {}}
data = get_project_data(name)
if data:
for info in data.get('files', []):
if info['ptype'] != 'sdist' or info['pyversion'] != 'source':
continue
# We don't store summary in project metadata as it makes
# the data bigger for no benefit during dependency
# resolution
dist = make_dist(data['name'], info['version'],
summary=data.get('summary',
'Placeholder for summary'),
scheme=self.scheme)
md = dist.metadata
md.source_url = info['url']
# TODO SHA256 digest
if 'digest' in info and info['digest']:
dist.digest = ('md5', info['digest'])
md.dependencies = info.get('requirements', {})
dist.exports = info.get('exports', {})
result[dist.version] = dist
result['urls'].setdefault(dist.version, set()).add(info['url'])
return result
class DistPathLocator(Locator):
"""
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
"""
def __init__(self, distpath, **kwargs):
"""
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
"""
super(DistPathLocator, self).__init__(**kwargs)
assert isinstance(distpath, DistributionPath)
self.distpath = distpath
def _get_project(self, name):
dist = self.distpath.get_distribution(name)
if dist is None:
result = {'urls': {}, 'digests': {}}
else:
result = {
dist.version: dist,
'urls': {dist.version: set([dist.source_url])},
'digests': {dist.version: set([None])}
}
return result
class AggregatingLocator(Locator):
"""
This class allows you to chain and/or merge a list of locators.
"""
def __init__(self, *locators, **kwargs):
"""
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
"""
self.merge = kwargs.pop('merge', False)
self.locators = locators
super(AggregatingLocator, self).__init__(**kwargs)
def clear_cache(self):
super(AggregatingLocator, self).clear_cache()
for locator in self.locators:
locator.clear_cache()
def _set_scheme(self, value):
self._scheme = value
for locator in self.locators:
locator.scheme = value
scheme = property(Locator.scheme.fget, _set_scheme)
def _get_project(self, name):
result = {}
for locator in self.locators:
d = locator.get_project(name)
if d:
if self.merge:
files = result.get('urls', {})
digests = result.get('digests', {})
# next line could overwrite result['urls'], result['digests']
result.update(d)
df = result.get('urls')
if files and df:
for k, v in files.items():
if k in df:
df[k] |= v
else:
df[k] = v
dd = result.get('digests')
if digests and dd:
dd.update(digests)
else:
# See issue #18. If any dists are found and we're looking
# for specific constraints, we only return something if
# a match is found. For example, if a DirectoryLocator
# returns just foo (1.0) while we're looking for
# foo (>= 2.0), we'll pretend there was nothing there so
# that subsequent locators can be queried. Otherwise we
# would just return foo (1.0) which would then lead to a
# failure to find foo (>= 2.0), because other locators
# weren't searched. Note that this only matters when
# merge=False.
if self.matcher is None:
found = True
else:
found = False
for k in d:
if self.matcher.match(k):
found = True
break
if found:
result = d
break
return result
def get_distribution_names(self):
"""
Return all the distribution names known to this locator.
"""
result = set()
for locator in self.locators:
try:
result |= locator.get_distribution_names()
except NotImplementedError:
pass
return result
# We use a legacy scheme simply because most of the dists on PyPI use legacy
# versions which don't conform to PEP 426 / PEP 440.
default_locator = AggregatingLocator(
JSONLocator(),
SimpleScrapingLocator('https://pypi.python.org/simple/',
timeout=3.0),
scheme='legacy')
locate = default_locator.locate
NAME_VERSION_RE = re.compile(r'(?P<name>[\w-]+)\s*'
r'\(\s*(==\s*)?(?P<ver>[^)]+)\)$')
class DependencyFinder(object):
"""
Locate dependencies for distributions.
"""
def __init__(self, locator=None):
"""
Initialise an instance, using the specified locator
to locate distributions.
"""
self.locator = locator or default_locator
self.scheme = get_scheme(self.locator.scheme)
def add_distribution(self, dist):
"""
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
"""
logger.debug('adding distribution %s', dist)
name = dist.key
self.dists_by_name[name] = dist
self.dists[(name, dist.version)] = dist
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Add to provided: %s, %s, %s', name, version, dist)
self.provided.setdefault(name, set()).add((version, dist))
def remove_distribution(self, dist):
"""
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
"""
logger.debug('removing distribution %s', dist)
name = dist.key
del self.dists_by_name[name]
del self.dists[(name, dist.version)]
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Remove from provided: %s, %s, %s', name, version, dist)
s = self.provided[name]
s.remove((version, dist))
if not s:
del self.provided[name]
def get_matcher(self, reqt):
"""
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
"""
try:
matcher = self.scheme.matcher(reqt)
except UnsupportedVersionError: # pragma: no cover
# XXX compat-mode if cannot read the version
name = reqt.split()[0]
matcher = self.scheme.matcher(name)
return matcher
def find_providers(self, reqt):
"""
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
"""
matcher = self.get_matcher(reqt)
name = matcher.key # case-insensitive
result = set()
provided = self.provided
if name in provided:
for version, provider in provided[name]:
try:
match = matcher.match(version)
except UnsupportedVersionError:
match = False
if match:
result.add(provider)
break
return result
def try_to_replace(self, provider, other, problems):
"""
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
"""
rlist = self.reqts[other]
unmatched = set()
for s in rlist:
matcher = self.get_matcher(s)
if not matcher.match(provider.version):
unmatched.add(s)
if unmatched:
# can't replace other with provider
problems.add(('cantreplace', provider, other,
frozenset(unmatched)))
result = False
else:
# can replace other with provider
self.remove_distribution(other)
del self.reqts[other]
for s in rlist:
self.reqts.setdefault(provider, set()).add(s)
self.add_distribution(provider)
result = True
return result
def find(self, requirement, meta_extras=None, prereleases=False):
"""
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
"""
self.provided = {}
self.dists = {}
self.dists_by_name = {}
self.reqts = {}
meta_extras = set(meta_extras or [])
if ':*:' in meta_extras:
meta_extras.remove(':*:')
# :meta: and :run: are implicitly included
meta_extras |= set([':test:', ':build:', ':dev:'])
if isinstance(requirement, Distribution):
dist = odist = requirement
logger.debug('passed %s as requirement', odist)
else:
dist = odist = self.locator.locate(requirement,
prereleases=prereleases)
if dist is None:
raise DistlibException('Unable to locate %r' % requirement)
logger.debug('located %s', odist)
dist.requested = True
problems = set()
todo = set([dist])
install_dists = set([odist])
while todo:
dist = todo.pop()
name = dist.key # case-insensitive
if name not in self.dists_by_name:
self.add_distribution(dist)
else:
#import pdb; pdb.set_trace()
other = self.dists_by_name[name]
if other != dist:
self.try_to_replace(dist, other, problems)
ireqts = dist.run_requires | dist.meta_requires
sreqts = dist.build_requires
ereqts = set()
if dist in install_dists:
for key in ('test', 'build', 'dev'):
e = ':%s:' % key
if e in meta_extras:
ereqts |= getattr(dist, '%s_requires' % key)
all_reqts = ireqts | sreqts | ereqts
for r in all_reqts:
providers = self.find_providers(r)
if not providers:
logger.debug('No providers found for %r', r)
provider = self.locator.locate(r, prereleases=prereleases)
# If no provider is found and we didn't consider
# prereleases, consider them now.
if provider is None and not prereleases:
provider = self.locator.locate(r, prereleases=True)
if provider is None:
logger.debug('Cannot satisfy %r', r)
problems.add(('unsatisfied', r))
else:
n, v = provider.key, provider.version
if (n, v) not in self.dists:
todo.add(provider)
providers.add(provider)
if r in ireqts and dist in install_dists:
install_dists.add(provider)
logger.debug('Adding %s to install_dists',
provider.name_and_version)
for p in providers:
name = p.key
if name not in self.dists_by_name:
self.reqts.setdefault(p, set()).add(r)
else:
other = self.dists_by_name[name]
if other != p:
# see if other can be replaced by p
self.try_to_replace(p, other, problems)
dists = set(self.dists.values())
for dist in dists:
dist.build_time_dependency = dist not in install_dists
if dist.build_time_dependency:
logger.debug('%s is a build-time dependency only.',
dist.name_and_version)
logger.debug('find done for %s', odist)
return dists, problems
distlib/_backport/__init__.py 0000644 00000000422 15043676017 0012262 0 ustar 00 """Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
"""
distlib/_backport/sysconfig.cfg 0000644 00000005071 15043676017 0012643 0 ustar 00 [posix_prefix]
# Configuration directories. Some of these come straight out of the
# configure script. They are for implementing the other variables, not to
# be used directly in [resource_locations].
confdir = /etc
datadir = /usr/share
libdir = /usr/lib
statedir = /var
# User resource directory
local = ~/.local/{distribution.name}
stdlib = {base}/lib/python{py_version_short}
platstdlib = {platbase}/lib/python{py_version_short}
purelib = {base}/lib/python{py_version_short}/site-packages
platlib = {platbase}/lib/python{py_version_short}/site-packages
include = {base}/include/python{py_version_short}{abiflags}
platinclude = {platbase}/include/python{py_version_short}{abiflags}
data = {base}
[posix_home]
stdlib = {base}/lib/python
platstdlib = {base}/lib/python
purelib = {base}/lib/python
platlib = {base}/lib/python
include = {base}/include/python
platinclude = {base}/include/python
scripts = {base}/bin
data = {base}
[nt]
stdlib = {base}/Lib
platstdlib = {base}/Lib
purelib = {base}/Lib/site-packages
platlib = {base}/Lib/site-packages
include = {base}/Include
platinclude = {base}/Include
scripts = {base}/Scripts
data = {base}
[os2]
stdlib = {base}/Lib
platstdlib = {base}/Lib
purelib = {base}/Lib/site-packages
platlib = {base}/Lib/site-packages
include = {base}/Include
platinclude = {base}/Include
scripts = {base}/Scripts
data = {base}
[os2_home]
stdlib = {userbase}/lib/python{py_version_short}
platstdlib = {userbase}/lib/python{py_version_short}
purelib = {userbase}/lib/python{py_version_short}/site-packages
platlib = {userbase}/lib/python{py_version_short}/site-packages
include = {userbase}/include/python{py_version_short}
scripts = {userbase}/bin
data = {userbase}
[nt_user]
stdlib = {userbase}/Python{py_version_nodot}
platstdlib = {userbase}/Python{py_version_nodot}
purelib = {userbase}/Python{py_version_nodot}/site-packages
platlib = {userbase}/Python{py_version_nodot}/site-packages
include = {userbase}/Python{py_version_nodot}/Include
scripts = {userbase}/Scripts
data = {userbase}
[posix_user]
stdlib = {userbase}/lib/python{py_version_short}
platstdlib = {userbase}/lib/python{py_version_short}
purelib = {userbase}/lib/python{py_version_short}/site-packages
platlib = {userbase}/lib/python{py_version_short}/site-packages
include = {userbase}/include/python{py_version_short}
scripts = {userbase}/bin
data = {userbase}
[osx_framework_user]
stdlib = {userbase}/lib/python
platstdlib = {userbase}/lib/python
purelib = {userbase}/lib/python/site-packages
platlib = {userbase}/lib/python/site-packages
include = {userbase}/include
scripts = {userbase}/bin
data = {userbase}
distlib/_backport/__pycache__/misc.cpython-38.opt-1.pyc 0000644 00000002042 15043676017 0016703 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZdddgZzddlmZ W n ek
rL d dd�ZY nX zeZW n( ek
r~ dd l m
Z
d
d� ZY nX z
ej Z W n e k
r� d d� Z Y nX dS )
z/Backports for individual classes and functions.� N�cache_from_source�callable�fsencode)r Fc C s |rdp
d}| | S )N�c�o� )Zpy_file�debugZextr r �F/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/misc.pyr s )�Callablec C s
t | t�S )N)�
isinstancer
)�objr r r r s c C s< t | t�r| S t | t�r&| �t�� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r r " s
�)F)
�__doc__�osr �__all__Zimpr � ImportErrorr � NameError� collectionsr
r �AttributeErrorr r r r �<module> s
distlib/_backport/__pycache__/sysconfig.cpython-38.pyc 0000644 00000036752 15043676017 0017034 0 ustar 00 U
��.eTi � @ s� d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e k
r\ ddl
ZY nX dddddd d
d d d
dg Z dd� Z ej
r�ej�e ej
��Zn e e�� �Zejdkr�dedd� �� kr�e ej�ee��Zejdk�r dedd� �� k�r e ej�eee��Zejdk�rBdedd� �� k�rBe ej�eee��Zdd� Ze� Zdadd � Ze�� Ze�d �Z d d � Z ej � � d Z ej dd � Z!e d e d! Z"ej�#ej$�Z%ej�#ej&�Z'da(dZ)d"d#� Z*d$d%� Z+d&d'� Z,d(d)� Z-d*d+� Z.d,d-� Z/dEd.d/�Z0d0d� Z1d1d2� Z2d3d4� Z3dFd5d�Z4d6d� Z5d7d
� Z6d8d � Z7e.� dd9fd:d
�Z8e.� dd9fd;d�Z9d<d� Z:d=d� Z;d>d � Z<d?d � Z=d@dA� Z>dBdC� Z?e@dDk�r�e?� dS )Gz-Access to Python's configuration information.� N)�pardir�realpath�get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s( z
t | �W S tk
r" | Y S X d S �N)r �OSError)�path� r �K/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/sysconfig.py�_safe_realpath" s
r �ntZpcbuildi����z\pc\vi����z\pcbuild\amd64i�c C s, dD ]"} t j�t j�td| ��r dS qdS )N)z
Setup.distz Setup.localZModulesTF)�osr �isfile�join�
_PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s�ddlm} t�dd�d }| |�}|�d�}|s>td��|�� �}t� |� W 5 Q R X t
r�dD ] }t� |d d
� t� |d d � qdd
a d S )N� )�finder�.� r z
sysconfig.cfgzsysconfig.cfg exists)� posix_prefixZ
posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T) � _cfg_readZ resourcesr �__name__�rsplit�find�AssertionErrorZ as_stream�_SCHEMESZreadfp�
_PYTHON_BUILD�set)r Zbackport_packageZ_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s
r- z \{([^{]*?)\}c
s� t � | �d�r | �d�}nt� }| �� }|D ]8}|dkr<q.|D ]$\}}| �||�rVq@| �|||� q@q.| �d� | �� D ]H}t| �|��� � fdd�}| �|�D ] \}}| �||t �
||�� q�qzd S )N�globalsc s$ | � d�}|� kr� | S | � d�S �Nr r ��group�Zmatchobj�name�� variablesr r � _replacero s
z"_expand_globals.<locals>._replacer) r- Z has_section�items�tuple�sectionsZ
has_optionr* Zremove_section�dict� _VAR_REPL�sub)�configr. r9 ZsectionZoption�valuer6 r r4 r �_expand_globalsY s$
r? � r c s � fdd�}t �|| �S )z�In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
c s8 | � d�}|� kr� | S |tjkr.tj| S | � d�S r/ )r1 r �environr2 ��
local_varsr r r6 � s
z _subst_vars.<locals>._replacer�r; r< )r rC r6 r rB r � _subst_vars� s rE c C s0 | � � }|�� D ]\}}||kr"q|| |< qd S r )�keysr7 )Z target_dictZ
other_dictZ target_keys�keyr> r r r � _extend_dict� s
rH c C s` i }|d kri }t |t� � t�| �D ]4\}}tjdkrDtj�|�}tj�t ||��||< q&|S )N)�posixr )
rH r r( r7 r r3 r �
expanduser�normpathrE )r, �vars�resrG r> r r r � _expand_vars� s
rN c s � fdd�}t �|| �S )Nc s$ | � d�}|� kr� | S | � d�S r/ r0 r2 �rL r r r6 � s
z format_value.<locals>._replacerrD )r> rL r6 r rO r � format_value� s rP c C s t jdkrdS t jS )NrI r )r r3 r r r r �_get_default_scheme� s
rQ c C s� t j�dd �} dd� }t jdkrBt j�d�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd
|d tjd d � �S | r�| S |dd
�S d S )N�PYTHONUSERBASEc W s t j�t jj| � �S r )r r rJ r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwinZPYTHONFRAMEWORK�Libraryz%d.%dr z.local)r rA �getr3 �sys�platformr � version_info)�env_baserT �baseZ frameworkr r r � _getuserbase� s$
�r` c C s t �d�}t �d�}t �d�}|dkr*i }i }i }tj| ddd��}|�� }W 5 Q R X |D ]�} | �d�sZ| �� d krvqZ|�| �}
|
rZ|
�d
d �\} } | �� } | � d d �}
d
|
kr�| || < qZz t
| �} W n$ t k
r� | � d d
�|| < Y qZX | || < qZt |�
� �}d}t|�dk�r�t|�D �]�}|| }|�|��p>|�|�}
|
dk �r�|
�d
�} d}| |k�rpt|| �}n�| |k�r�d}nx| tjk�r�tj| }n`| |k�r�|�d��r�|dd� |k�r�d }n$d| |k�r�d}nt|d| �}n d || < }|�r�||
�� d� }|d|
�� � | | }d
|k�r:|||< n~z t
|�}W n" t k
�rh |�� ||< Y n
X |||< |�|� |�d��r�|dd� |k�r�|dd� }||k�r�|||< n|||< |�|� �q �q|�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r r z$$�$)�CFLAGS�LDFLAGSZCPPFLAGSr TFZPY_r@ )�re�compile�codecs�open� readlines�
startswith�strip�matchr1 �replace�int�
ValueError�listrF �lenr8 �search�strr rA �end�start�remover7 �
isinstance�update)�filenamerL Z _variable_rxZ _findvar1_rxZ _findvar2_rxZdoneZnotdone�f�lines�line�m�n�vZtmpvr5 Zrenamed_variablesr3 r> �found�itemZafter�kr r r �_parse_makefile� s�
�
�
r� c C sD t rtj�td�S ttd�r,dttjf } nd} tj�t d�| d�S )z Return the path of the Makefile.ZMakefile�abiflagsz config-%s%sr= �stdlib)
r) r r r r �hasattrr[ �_PY_VERSION_SHORTr� r )Zconfig_dir_namer r r r M s
c
C s� t � }zt|| � W nJ tk
r^ } z,d| }t|d�rF|d|j }t|��W 5 d}~X Y nX t� }z"t|��}t|| � W 5 Q R X W nJ tk
r� } z,d| }t|d�r�|d|j }t|��W 5 d}~X Y nX tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHAREDZLDSHARED) r r� �IOErrorr� r� r rl r r) )rL Zmakefile�e�msgZconfig_hr~ r r r � _init_posixX s&
r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d
< t| d < tj�ttj��| d < d
S )z+Initialize the module as appropriate for NTr� ZLIBDESTZ
platstdlibZ
BINLIBDESTr! Z INCLUDEPYz.pydZSOz.exeZEXEZVERSIONZBINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer r[ �
executablerO r r r �_init_non_posixt s r� c C s� |dkr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )ri rj �readlinerp r1 rr rs )�fprL Z define_rxZundef_rxr� r� r� r� r r r r � s&
c C s: t r$tjdkr tj�td�} q,t} ntd�} tj�| d�S )z Return the path of pyconfig.h.r ZPCr" z
pyconfig.h)r) r r3 r r r r )Zinc_dirr r r r � s
c C s t tt�� ��S )z,Return a tuple containing the schemes names.)r8 �sortedr( r9 r r r r r
� s c C s
t �d�S )z*Return a tuple containing the paths names.r )r( Zoptionsr r r r r � s Tc C s& t � |rt| |�S tt�| ��S dS )z�Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
N)r- rN r: r( r7 )r, rL �expandr r r r
� s
c C s t |||�| S )z[Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
)r
)r3 r, rL r� r r r r � s c G s� t dk�rzi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d
< tt d < ztjt d < W n tk
r� d
t d < Y nX t j
dkr�t t � t j
dkr�t t � tj
dkr�t� t d< dt kr�tt d< ntt d �t d< t�r\t j
dk�r\t}z t �� }W n tk
�r d}Y nX t j�t d ��s\||k�r\t j�|t d �}t j�|�t d< tjdk�rzt �� d }t|�d�d �}|dk �r�dD ]2}t | }t� dd|�}t� dd|�}|t |< �q�n�dt j k�rt j d }dD ]0}t | }t� dd|�}|d | }|t |< �q�t � dd
�} t� d | �}
|
dk �rz|
� d �} t j�!| ��szdD ]$}t | }t� d d|�}|t |< �qT| �r�g } | D ]}
| �"t � |
�� �q�| S t S dS ) ay With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
N�prefix� exec_prefixZ
py_versionZpy_version_shortr r Zpy_version_nodotr_ ZplatbaseZ projectbaser� re )r Zos2rI z2.6�userbase�srcdirrX r � )rh Z
BASECFLAGSrg Z PY_CFLAGSr� z
-arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSrg z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r r[ r� �AttributeErrorr r3 r� r� �versionr` r r) �getcwdr r �isabsr rK r\ �unamerr �splitri r< rA rZ rv r1 �exists�append)rS r_ �cwdr� Zkernel_versionZ
major_versionrG �flagsZarchrg r� ZsdkZvalsr3 r r r r � s�
�
c C s t � �| �S )z�Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
)r rZ )r3 r r r r R s c C s^ t jdkrnd} tj�| �}|dkr(tjS tj�d|�}tj|t| � |� �� }|dkr\dS |dkrhdS tjS t jd ks�tt d
�s�tjS t � � \}}}}}|�� �
d d �}|�
d
d�}|�
d d�}|dd� dkr�d||f S |dd� dk�r&|d dk�rPd}dt |d �d |dd� f }�n*|dd� d k�rDd||f S |dd� d k�rdd |||f S |dd � d k�r�d }t �
d!�} | �|�}
|
�rP|
�� }�n�|dd � d"k�rPt� } | �d#�} | }
z td$�}W n tk
�r� Y nJX zt �d%|�� �}
W 5 |�� X |
dk �r2d&�|
�d'��d&�dd� �}
| �s<|
} | �rP| }d(}|
d& d)k�rd*t� �d+d ��� k�rd,}t� �d+�}t �d-|�}tt t |���}t|�d'k�r�|d }n^|d.k�r�d,}nN|d/k�r�d0}n>|d1k�r�d2}n.|d3k�r�d4}n |d5k�rd6}nt d7|f ��n<|d8k�r0tj d9k�rPd:}n |d;k�rPtj d9k�rLd<}nd=}d>|||f S )?a� Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
r z bit (����)Zamd64z win-amd64Zitaniumzwin-ia64rI r� �/re r� �_�-N� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%sr@ r � ZirixZaixz%s-%s.%s� �cygwinz[\d.]+rX ZMACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r Zmacosxz10.4.z-archrg Zfatz
-arch\s+(\S+))�i386�ppc)r� �x86_64Zintel)r� r� r� Zfat3)�ppc64r� Zfat64)r� r� r� r� Z universalz%Don't know machine value for archs=%rr� l r� )ZPowerPCZPower_Macintoshr� r� z%s-%s-%s) r r3 r[ r� r& r\ ru �lowerr� r� rq rr ri rj rp r1 r rZ rl r� �closerv �readr r� ro �findallr8 r� r* rs �maxsize)r� �i�jZlookZosnameZhost�releaser� �machineZrel_rer� ZcfgvarsZmacverZ
macreleaser~ ZcflagsZarchsr r r r [ s�
$
�
�
�
c C s t S r )r� r r r r r � s c C sF t t|�� ��D ]0\}\}}|dkr0td| � td||f � qd S )Nr z%s: z
%s = "%s")� enumerater� r7 �print)�title�data�indexrG r> r r r � _print_dict s r� c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"ZPathsZ VariablesN)r� r r rQ r� r
r r r r r �_main s r� �__main__)N)N)A�__doc__rk r ri r[ Zos.pathr r Z configparser� ImportErrorZ ConfigParser�__all__r r� r r� r r� r3 r� r r r) r# r- ZRawConfigParserr( rj r; r? r� r� r� r� r� rK r� r� r� r� r� Z
_USER_BASErE rH rN rP rQ r` r� r r� r� r r r
r r
r r r r r r� r� r$ r r r r �<module> s� � ""
#
v
#
distlib/_backport/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000677 15043676017 0017523 0 ustar 00 U
��.e � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
N)�__doc__� r r �J/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/__init__.py�<module> � distlib/_backport/__pycache__/misc.cpython-38.pyc 0000644 00000002042 15043676017 0015744 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZdddgZzddlmZ W n ek
rL d dd�ZY nX zeZW n( ek
r~ dd l m
Z
d
d� ZY nX z
ej Z W n e k
r� d d� Z Y nX dS )
z/Backports for individual classes and functions.� N�cache_from_source�callable�fsencode)r Tc C s |rdp
d}| | S )N�c�o� )Zpy_file�debugZextr r �F/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/misc.pyr s )�Callablec C s
t | t�S )N)�
isinstancer
)�objr r r r s c C s< t | t�r| S t | t�r&| �t�� �S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes�str�encode�sys�getfilesystemencoding� TypeError�type�__name__)�filenamer r r r " s
�)T)
�__doc__�osr �__all__Zimpr � ImportErrorr � NameError� collectionsr
r �AttributeErrorr r r r �<module> s
distlib/_backport/__pycache__/sysconfig.cpython-38.opt-1.pyc 0000644 00000036666 15043676017 0017777 0 ustar 00 U
��.eTi � @ s� d Z ddlZddlZddlZddlZddlmZmZ z ddlZW n e k
r\ ddl
ZY nX dddddd d
d d d
dg Z dd� Z ej
r�ej�e ej
��Zn e e�� �Zejdkr�dedd� �� kr�e ej�ee��Zejdk�r dedd� �� k�r e ej�eee��Zejdk�rBdedd� �� k�rBe ej�eee��Zdd� Ze� Zdadd � Ze�� Ze�d �Z d d � Z ej � � d Z ej dd � Z!e d e d! Z"ej�#ej$�Z%ej�#ej&�Z'da(dZ)d"d#� Z*d$d%� Z+d&d'� Z,d(d)� Z-d*d+� Z.d,d-� Z/dEd.d/�Z0d0d� Z1d1d2� Z2d3d4� Z3dFd5d�Z4d6d� Z5d7d
� Z6d8d � Z7e.� dd9fd:d
�Z8e.� dd9fd;d�Z9d<d� Z:d=d� Z;d>d � Z<d?d � Z=d@dA� Z>dBdC� Z?e@dDk�r�e?� dS )Gz-Access to Python's configuration information.� N)�pardir�realpath�get_config_h_filename�get_config_var�get_config_vars�get_makefile_filename�get_path�get_path_names� get_paths� get_platform�get_python_version�get_scheme_names�parse_config_hc C s( z
t | �W S tk
r" | Y S X d S �N)r �OSError)�path� r �K/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/sysconfig.py�_safe_realpath" s
r �ntZpcbuildi����z\pc\vi����z\pcbuild\amd64i�c C s, dD ]"} t j�t j�td| ��r dS qdS )N)z
Setup.distz Setup.localZModulesTF)�osr �isfile�join�
_PROJECT_BASE)�fnr r r �is_python_build: s r Fc C s� t s~ddlm} t�dd�d }| |�}|�d�}|�� �}t�|� W 5 Q R X t rzdD ] }t�
|dd � t�
|d
d � qXd a d S )
N� )�finder�.� r z
sysconfig.cfg)� posix_prefixZ
posix_home�includez{srcdir}/Include� platincludez{projectbase}/.T) � _cfg_readZ resourcesr �__name__�rsplit�findZ as_stream�_SCHEMESZreadfp�
_PYTHON_BUILD�set)r Zbackport_packageZ_finderZ_cfgfile�s�schemer r r �_ensure_cfg_readD s
r, z \{([^{]*?)\}c
s� t � | �d�r | �d�}nt� }| �� }|D ]8}|dkr<q.|D ]$\}}| �||�rVq@| �|||� q@q.| �d� | �� D ]H}t| �|��� � fdd�}| �|�D ] \}}| �||t �
||�� q�qzd S )N�globalsc s$ | � d�}|� kr� | S | � d�S �Nr r ��group�Zmatchobj�name�� variablesr r � _replacero s
z"_expand_globals.<locals>._replacer) r, Z has_section�items�tuple�sectionsZ
has_optionr) Zremove_section�dict� _VAR_REPL�sub)�configr- r8 ZsectionZoption�valuer5 r r3 r �_expand_globalsY s$
r> � r c s � fdd�}t �|| �S )z�In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
c s8 | � d�}|� kr� | S |tjkr.tj| S | � d�S r. )r0 r �environr1 ��
local_varsr r r5 � s
z _subst_vars.<locals>._replacer�r: r; )r rB r5 r rA r � _subst_vars� s rD c C s0 | � � }|�� D ]\}}||kr"q|| |< qd S r )�keysr6 )Z target_dictZ
other_dictZ target_keys�keyr= r r r � _extend_dict� s
rG c C s` i }|d kri }t |t� � t�| �D ]4\}}tjdkrDtj�|�}tj�t ||��||< q&|S )N)�posixr )
rG r r' r6 r r2 r �
expanduser�normpathrD )r+ �vars�resrF r= r r r � _expand_vars� s
rM c s � fdd�}t �|| �S )Nc s$ | � d�}|� kr� | S | � d�S r. r/ r1 �rK r r r5 � s
z format_value.<locals>._replacerrC )r= rK r5 r rN r � format_value� s rO c C s t jdkrdS t jS )NrH r )r r2 r r r r �_get_default_scheme� s
rP c C s� t j�dd �} dd� }t jdkrBt j�d�p.d}| r8| S ||d�S tjdkr|td �}|r|| r`| S |dd
|d tjd d � �S | r�| S |dd
�S d S )N�PYTHONUSERBASEc W s t j�t jj| � �S r )r r rI r )�argsr r r �joinuser� s z _getuserbase.<locals>.joinuserr �APPDATA�~�Python�darwinZPYTHONFRAMEWORK�Libraryz%d.%dr z.local)r r@ �getr2 �sys�platformr � version_info)�env_baserS �baseZ frameworkr r r � _getuserbase� s$
�r_ c C s t �d�}t �d�}t �d�}|dkr*i }i }i }tj| ddd��}|�� }W 5 Q R X |D ]�} | �d�sZ| �� d krvqZ|�| �}
|
rZ|
�d
d �\} } | �� } | � d d �}
d
|
kr�| || < qZz t
| �} W n$ t k
r� | � d d
�|| < Y qZX | || < qZt |�
� �}d}t|�dk�r�t|�D �]�}|| }|�|��p>|�|�}
|
dk �r�|
�d
�} d}| |k�rpt|| �}n�| |k�r�d}nx| tjk�r�tj| }n`| |k�r�|�d��r�|dd� |k�r�d }n$d| |k�r�d}nt|d| �}n d || < }|�r�||
�� d� }|d|
�� � | | }d
|k�r:|||< n~z t
|�}W n" t k
�rh |�� ||< Y n
X |||< |�|� |�d��r�|dd� |k�r�|dd� }||k�r�|||< n|||< |�|� �q �q|�� D ]"\}} t| t��r�| �� ||< �q�|�|� |S )z�Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
z"([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)z \$\(([A-Za-z][A-Za-z0-9_]*)\)z\${([A-Za-z][A-Za-z0-9_]*)}Nzutf-8�surrogateescape)�encoding�errors�#� r r z$$�$)�CFLAGS�LDFLAGSZCPPFLAGSr TFZPY_r? )�re�compile�codecs�open� readlines�
startswith�strip�matchr0 �replace�int�
ValueError�listrE �lenr7 �search�strr r@ �end�start�remover6 �
isinstance�update)�filenamerK Z _variable_rxZ _findvar1_rxZ _findvar2_rxZdoneZnotdone�f�lines�line�m�n�vZtmpvr4 Zrenamed_variablesr2 r= �found�itemZafter�kr r r �_parse_makefile� s�
�
�
r� c C sD t rtj�td�S ttd�r,dttjf } nd} tj�t d�| d�S )z Return the path of the Makefile.ZMakefile�abiflagsz config-%s%sr< �stdlib)
r( r r r r �hasattrrZ �_PY_VERSION_SHORTr� r )Zconfig_dir_namer r r r M s
c
C s� t � }zt|| � W nJ tk
r^ } z,d| }t|d�rF|d|j }t|��W 5 d}~X Y nX t� }z"t|��}t|| � W 5 Q R X W nJ tk
r� } z,d| }t|d�r�|d|j }t|��W 5 d}~X Y nX tr�| d | d< dS )z7Initialize the module as appropriate for POSIX systems.z.invalid Python installation: unable to open %s�strerrorz (%s)N� BLDSHAREDZLDSHARED) r r� �IOErrorr� r� r rk r r( )rK Zmakefile�e�msgZconfig_hr} r r r � _init_posixX s&
r� c C sV t d�| d< t d�| d< t d�| d< d| d< d | d
< t| d < tj�ttj��| d < d
S )z+Initialize the module as appropriate for NTr� ZLIBDESTZ
platstdlibZ
BINLIBDESTr! Z INCLUDEPYz.pydZSOz.exeZEXEZVERSIONZBINDIRN)r �_PY_VERSION_SHORT_NO_DOTr r �dirnamer rZ �
executablerN r r r �_init_non_posixt s r� c C s� |dkr i }t �d�}t �d�}| �� }|s.q�|�|�}|rx|�dd�\}}z t|�}W n tk
rl Y nX |||< q |�|�}|r d||�d�< q |S )z�Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
Nz"#define ([A-Z][A-Za-z0-9_]+) (.*)
z&/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/
r r r )rh ri �readlinero r0 rq rr )�fprK Z define_rxZundef_rxr r� r� r� r r r r � s&
c C s: t r$tjdkr tj�td�} q,t} ntd�} tj�| d�S )z Return the path of pyconfig.h.r ZPCr" z
pyconfig.h)r( r r2 r r r r )Zinc_dirr r r r � s
c C s t tt�� ��S )z,Return a tuple containing the schemes names.)r7 �sortedr' r8 r r r r r
� s c C s
t �d�S )z*Return a tuple containing the paths names.r )r' Zoptionsr r r r r � s Tc C s& t � |rt| |�S tt�| ��S dS )z�Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
N)r, rM r9 r' r6 )r+ rK �expandr r r r
� s
c C s t |||�| S )z[Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
)r
)r2 r+ rK r� r r r r � s c G s� t dk�rzi a tt d< tt d< tt d< tt d< td td t d< tt d < tt d
< tt d < ztjt d < W n tk
r� d
t d < Y nX t j
dkr�t t � t j
dkr�t t � tj
dkr�t� t d< dt kr�tt d< ntt d �t d< t�r\t j
dk�r\t}z t �� }W n tk
�r d}Y nX t j�t d ��s\||k�r\t j�|t d �}t j�|�t d< tjdk�rzt �� d }t|�d�d �}|dk �r�dD ]2}t | }t� dd|�}t� dd|�}|t |< �q�n�dt j k�rt j d }dD ]0}t | }t� dd|�}|d | }|t |< �q�t � dd
�} t� d | �}
|
dk �rz|
� d �} t j�!| ��szdD ]$}t | }t� d d|�}|t |< �qT| �r�g } | D ]}
| �"t � |
�� �q�| S t S dS ) ay With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
N�prefix� exec_prefixZ
py_versionZpy_version_shortr r Zpy_version_nodotr^ ZplatbaseZ projectbaser� rd )r Zos2rH z2.6�userbase�srcdirrW r � )rg Z
BASECFLAGSrf Z PY_CFLAGSr� z
-arch\s+\w+\s� z-isysroot [^ ]*Z ARCHFLAGSrf z-isysroot\s+(\S+)r z-isysroot\s+\S+(\s|$))#� _CONFIG_VARS�_PREFIX� _EXEC_PREFIX� _PY_VERSIONr� r rZ r� �AttributeErrorr r2 r� r� �versionr_ r r( �getcwdr r �isabsr rJ r[ �unamerq �splitrh r; r@ rY ru r0 �exists�append)rR r^ �cwdr� Zkernel_versionZ
major_versionrF �flagsZarchrf r� ZsdkZvalsr2 r r r r � s�
�
c C s t � �| �S )z�Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
)r rY )r2 r r r r R s c C s^ t jdkrnd} tj�| �}|dkr(tjS tj�d|�}tj|t| � |� �� }|dkr\dS |dkrhdS tjS t jd ks�tt d
�s�tjS t � � \}}}}}|�� �
d d �}|�
d
d�}|�
d d�}|dd� dkr�d||f S |dd� dk�r&|d dk�rPd}dt |d �d |dd� f }�n*|dd� d k�rDd||f S |dd� d k�rdd |||f S |dd � d k�r�d }t �
d!�} | �|�}
|
�rP|
�� }�n�|dd � d"k�rPt� } | �d#�} | }
z td$�}W n tk
�r� Y nJX zt �d%|�� �}
W 5 |�� X |
dk �r2d&�|
�d'��d&�dd� �}
| �s<|
} | �rP| }d(}|
d& d)k�rd*t� �d+d ��� k�rd,}t� �d+�}t �d-|�}tt t |���}t|�d'k�r�|d }n^|d.k�r�d,}nN|d/k�r�d0}n>|d1k�r�d2}n.|d3k�r�d4}n |d5k�rd6}nt d7|f ��n<|d8k�r0tj d9k�rPd:}n |d;k�rPtj d9k�rLd<}nd=}d>|||f S )?a� Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
r z bit (����)Zamd64z win-amd64Zitaniumzwin-ia64rH r� �/rd r� �_�-N� Zlinuxz%s-%sZsunosr �5Zsolarisz%d.%sr? r � ZirixZaixz%s-%s.%s� �cygwinz[\d.]+rW ZMACOSX_DEPLOYMENT_TARGETz0/System/Library/CoreServices/SystemVersion.plistz=<key>ProductUserVisibleVersion</key>\s*<string>(.*?)</string>r r Zmacosxz10.4.z-archrf Zfatz
-arch\s+(\S+))�i386�ppc)r� �x86_64Zintel)r� r� r� Zfat3)�ppc64r� Zfat64)r� r� r� r� Z universalz%Don't know machine value for archs=%rr� l r� )ZPowerPCZPower_Macintoshr� r� z%s-%s-%s) r r2 rZ r� r& r[ rt �lowerr� r� rp rq rh ri ro r0 r rY rk r� �closeru �readr r� rn �findallr7 r� r) rr �maxsize)r� �i�jZlookZosnameZhost�releaser� �machineZrel_rer� ZcfgvarsZmacverZ
macreleaser} ZcflagsZarchsr r r r [ s�
$
�
�
�
c C s t S r )r� r r r r r � s c C sF t t|�� ��D ]0\}\}}|dkr0td| � td||f � qd S )Nr z%s: z
%s = "%s")� enumerater� r6 �print)�title�data�indexrF r= r r r � _print_dict s r� c C sR t dt� � t dt� � t dt� � t � tdt� � t � tdt� � dS )z*Display all information sysconfig detains.zPlatform: "%s"zPython version: "%s"z!Current installation scheme: "%s"ZPathsZ VariablesN)r� r r rP r� r
r r r r r �_main s r� �__main__)N)N)A�__doc__rj r rh rZ Zos.pathr r Z configparser� ImportErrorZ ConfigParser�__all__r r� r r� r r� r2 r� r r r( r# r, ZRawConfigParserr' ri r: r> r� r� r� r� r� rJ r� r� r� r� r� Z
_USER_BASErD rG rM rO rP r_ r� r r� r� r r r
r r
r r r r r r� r� r$ r r r r �<module> s� � ""
#
v
#
distlib/_backport/__pycache__/__init__.cpython-38.pyc 0000644 00000000677 15043676017 0016564 0 ustar 00 U
��.e � @ s d Z dS )a Modules copied from Python 3 standard libraries, for internal use only.
Individual classes and functions are found in d2._backport.misc. Intended
usage is to always import things missing from 3.1 from that module: the
built-in/stdlib objects will be used if found.
N)�__doc__� r r �J/usr/lib/python3.8/site-packages/pip/_vendor/distlib/_backport/__init__.py�<module> � distlib/_backport/sysconfig.py 0000644 00000064513 15043676017 0012542 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Access to Python's configuration information."""
import codecs
import os
import re
import sys
from os.path import pardir, realpath
try:
import configparser
except ImportError:
import ConfigParser as configparser
__all__ = [
'get_config_h_filename',
'get_config_var',
'get_config_vars',
'get_makefile_filename',
'get_path',
'get_path_names',
'get_paths',
'get_platform',
'get_python_version',
'get_scheme_names',
'parse_config_h',
]
def _safe_realpath(path):
try:
return realpath(path)
except OSError:
return path
if sys.executable:
_PROJECT_BASE = os.path.dirname(_safe_realpath(sys.executable))
else:
# sys.executable can be empty if argv[0] has been changed and Python is
# unable to retrieve the real program name
_PROJECT_BASE = _safe_realpath(os.getcwd())
if os.name == "nt" and "pcbuild" in _PROJECT_BASE[-8:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir))
# PC/VS7.1
if os.name == "nt" and "\\pc\\v" in _PROJECT_BASE[-10:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
# PC/AMD64
if os.name == "nt" and "\\pcbuild\\amd64" in _PROJECT_BASE[-14:].lower():
_PROJECT_BASE = _safe_realpath(os.path.join(_PROJECT_BASE, pardir, pardir))
def is_python_build():
for fn in ("Setup.dist", "Setup.local"):
if os.path.isfile(os.path.join(_PROJECT_BASE, "Modules", fn)):
return True
return False
_PYTHON_BUILD = is_python_build()
_cfg_read = False
def _ensure_cfg_read():
global _cfg_read
if not _cfg_read:
from ..resources import finder
backport_package = __name__.rsplit('.', 1)[0]
_finder = finder(backport_package)
_cfgfile = _finder.find('sysconfig.cfg')
assert _cfgfile, 'sysconfig.cfg exists'
with _cfgfile.as_stream() as s:
_SCHEMES.readfp(s)
if _PYTHON_BUILD:
for scheme in ('posix_prefix', 'posix_home'):
_SCHEMES.set(scheme, 'include', '{srcdir}/Include')
_SCHEMES.set(scheme, 'platinclude', '{projectbase}/.')
_cfg_read = True
_SCHEMES = configparser.RawConfigParser()
_VAR_REPL = re.compile(r'\{([^{]*?)\}')
def _expand_globals(config):
_ensure_cfg_read()
if config.has_section('globals'):
globals = config.items('globals')
else:
globals = tuple()
sections = config.sections()
for section in sections:
if section == 'globals':
continue
for option, value in globals:
if config.has_option(section, option):
continue
config.set(section, option, value)
config.remove_section('globals')
# now expanding local variables defined in the cfg file
#
for section in config.sections():
variables = dict(config.items(section))
def _replacer(matchobj):
name = matchobj.group(1)
if name in variables:
return variables[name]
return matchobj.group(0)
for option, value in config.items(section):
config.set(section, option, _VAR_REPL.sub(_replacer, value))
#_expand_globals(_SCHEMES)
# FIXME don't rely on sys.version here, its format is an implementation detail
# of CPython, use sys.version_info or sys.hexversion
_PY_VERSION = sys.version.split()[0]
_PY_VERSION_SHORT = sys.version[:3]
_PY_VERSION_SHORT_NO_DOT = _PY_VERSION[0] + _PY_VERSION[2]
_PREFIX = os.path.normpath(sys.prefix)
_EXEC_PREFIX = os.path.normpath(sys.exec_prefix)
_CONFIG_VARS = None
_USER_BASE = None
def _subst_vars(path, local_vars):
"""In the string `path`, replace tokens like {some.thing} with the
corresponding value from the map `local_vars`.
If there is no corresponding value, leave the token unchanged.
"""
def _replacer(matchobj):
name = matchobj.group(1)
if name in local_vars:
return local_vars[name]
elif name in os.environ:
return os.environ[name]
return matchobj.group(0)
return _VAR_REPL.sub(_replacer, path)
def _extend_dict(target_dict, other_dict):
target_keys = target_dict.keys()
for key, value in other_dict.items():
if key in target_keys:
continue
target_dict[key] = value
def _expand_vars(scheme, vars):
res = {}
if vars is None:
vars = {}
_extend_dict(vars, get_config_vars())
for key, value in _SCHEMES.items(scheme):
if os.name in ('posix', 'nt'):
value = os.path.expanduser(value)
res[key] = os.path.normpath(_subst_vars(value, vars))
return res
def format_value(value, vars):
def _replacer(matchobj):
name = matchobj.group(1)
if name in vars:
return vars[name]
return matchobj.group(0)
return _VAR_REPL.sub(_replacer, value)
def _get_default_scheme():
if os.name == 'posix':
# the default scheme for posix is posix_prefix
return 'posix_prefix'
return os.name
def _getuserbase():
env_base = os.environ.get("PYTHONUSERBASE", None)
def joinuser(*args):
return os.path.expanduser(os.path.join(*args))
# what about 'os2emx', 'riscos' ?
if os.name == "nt":
base = os.environ.get("APPDATA") or "~"
if env_base:
return env_base
else:
return joinuser(base, "Python")
if sys.platform == "darwin":
framework = get_config_var("PYTHONFRAMEWORK")
if framework:
if env_base:
return env_base
else:
return joinuser("~", "Library", framework, "%d.%d" %
sys.version_info[:2])
if env_base:
return env_base
else:
return joinuser("~", ".local")
def _parse_makefile(filename, vars=None):
"""Parse a Makefile-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
# Regexes needed for parsing Makefile (and similar syntaxes,
# like old-style Setup files).
_variable_rx = re.compile("([a-zA-Z][a-zA-Z0-9_]+)\s*=\s*(.*)")
_findvar1_rx = re.compile(r"\$\(([A-Za-z][A-Za-z0-9_]*)\)")
_findvar2_rx = re.compile(r"\${([A-Za-z][A-Za-z0-9_]*)}")
if vars is None:
vars = {}
done = {}
notdone = {}
with codecs.open(filename, encoding='utf-8', errors="surrogateescape") as f:
lines = f.readlines()
for line in lines:
if line.startswith('#') or line.strip() == '':
continue
m = _variable_rx.match(line)
if m:
n, v = m.group(1, 2)
v = v.strip()
# `$$' is a literal `$' in make
tmpv = v.replace('$$', '')
if "$" in tmpv:
notdone[n] = v
else:
try:
v = int(v)
except ValueError:
# insert literal `$'
done[n] = v.replace('$$', '$')
else:
done[n] = v
# do variable interpolation here
variables = list(notdone.keys())
# Variables with a 'PY_' prefix in the makefile. These need to
# be made available without that prefix through sysconfig.
# Special care is needed to ensure that variable expansion works, even
# if the expansion uses the name without a prefix.
renamed_variables = ('CFLAGS', 'LDFLAGS', 'CPPFLAGS')
while len(variables) > 0:
for name in tuple(variables):
value = notdone[name]
m = _findvar1_rx.search(value) or _findvar2_rx.search(value)
if m is not None:
n = m.group(1)
found = True
if n in done:
item = str(done[n])
elif n in notdone:
# get it on a subsequent round
found = False
elif n in os.environ:
# do it like make: fall back to environment
item = os.environ[n]
elif n in renamed_variables:
if (name.startswith('PY_') and
name[3:] in renamed_variables):
item = ""
elif 'PY_' + n in notdone:
found = False
else:
item = str(done['PY_' + n])
else:
done[n] = item = ""
if found:
after = value[m.end():]
value = value[:m.start()] + item + after
if "$" in after:
notdone[name] = value
else:
try:
value = int(value)
except ValueError:
done[name] = value.strip()
else:
done[name] = value
variables.remove(name)
if (name.startswith('PY_') and
name[3:] in renamed_variables):
name = name[3:]
if name not in done:
done[name] = value
else:
# bogus variable reference (e.g. "prefix=$/opt/python");
# just drop it since we can't deal
done[name] = value
variables.remove(name)
# strip spurious spaces
for k, v in done.items():
if isinstance(v, str):
done[k] = v.strip()
# save the results in the global dictionary
vars.update(done)
return vars
def get_makefile_filename():
"""Return the path of the Makefile."""
if _PYTHON_BUILD:
return os.path.join(_PROJECT_BASE, "Makefile")
if hasattr(sys, 'abiflags'):
config_dir_name = 'config-%s%s' % (_PY_VERSION_SHORT, sys.abiflags)
else:
config_dir_name = 'config'
return os.path.join(get_path('stdlib'), config_dir_name, 'Makefile')
def _init_posix(vars):
"""Initialize the module as appropriate for POSIX systems."""
# load the installed Makefile:
makefile = get_makefile_filename()
try:
_parse_makefile(makefile, vars)
except IOError as e:
msg = "invalid Python installation: unable to open %s" % makefile
if hasattr(e, "strerror"):
msg = msg + " (%s)" % e.strerror
raise IOError(msg)
# load the installed pyconfig.h:
config_h = get_config_h_filename()
try:
with open(config_h) as f:
parse_config_h(f, vars)
except IOError as e:
msg = "invalid Python installation: unable to open %s" % config_h
if hasattr(e, "strerror"):
msg = msg + " (%s)" % e.strerror
raise IOError(msg)
# On AIX, there are wrong paths to the linker scripts in the Makefile
# -- these paths are relative to the Python source, but when installed
# the scripts are in another directory.
if _PYTHON_BUILD:
vars['LDSHARED'] = vars['BLDSHARED']
def _init_non_posix(vars):
"""Initialize the module as appropriate for NT"""
# set basic install directories
vars['LIBDEST'] = get_path('stdlib')
vars['BINLIBDEST'] = get_path('platstdlib')
vars['INCLUDEPY'] = get_path('include')
vars['SO'] = '.pyd'
vars['EXE'] = '.exe'
vars['VERSION'] = _PY_VERSION_SHORT_NO_DOT
vars['BINDIR'] = os.path.dirname(_safe_realpath(sys.executable))
#
# public APIs
#
def parse_config_h(fp, vars=None):
"""Parse a config.h-style file.
A dictionary containing name/value pairs is returned. If an
optional dictionary is passed in as the second argument, it is
used instead of a new dictionary.
"""
if vars is None:
vars = {}
define_rx = re.compile("#define ([A-Z][A-Za-z0-9_]+) (.*)\n")
undef_rx = re.compile("/[*] #undef ([A-Z][A-Za-z0-9_]+) [*]/\n")
while True:
line = fp.readline()
if not line:
break
m = define_rx.match(line)
if m:
n, v = m.group(1, 2)
try:
v = int(v)
except ValueError:
pass
vars[n] = v
else:
m = undef_rx.match(line)
if m:
vars[m.group(1)] = 0
return vars
def get_config_h_filename():
"""Return the path of pyconfig.h."""
if _PYTHON_BUILD:
if os.name == "nt":
inc_dir = os.path.join(_PROJECT_BASE, "PC")
else:
inc_dir = _PROJECT_BASE
else:
inc_dir = get_path('platinclude')
return os.path.join(inc_dir, 'pyconfig.h')
def get_scheme_names():
"""Return a tuple containing the schemes names."""
return tuple(sorted(_SCHEMES.sections()))
def get_path_names():
"""Return a tuple containing the paths names."""
# xxx see if we want a static list
return _SCHEMES.options('posix_prefix')
def get_paths(scheme=_get_default_scheme(), vars=None, expand=True):
"""Return a mapping containing an install scheme.
``scheme`` is the install scheme name. If not provided, it will
return the default scheme for the current platform.
"""
_ensure_cfg_read()
if expand:
return _expand_vars(scheme, vars)
else:
return dict(_SCHEMES.items(scheme))
def get_path(name, scheme=_get_default_scheme(), vars=None, expand=True):
"""Return a path corresponding to the scheme.
``scheme`` is the install scheme name.
"""
return get_paths(scheme, vars, expand)[name]
def get_config_vars(*args):
"""With no arguments, return a dictionary of all configuration
variables relevant for the current platform.
On Unix, this means every variable defined in Python's installed Makefile;
On Windows and Mac OS it's a much smaller set.
With arguments, return a list of values that result from looking up
each argument in the configuration variable dictionary.
"""
global _CONFIG_VARS
if _CONFIG_VARS is None:
_CONFIG_VARS = {}
# Normalized versions of prefix and exec_prefix are handy to have;
# in fact, these are the standard versions used most places in the
# distutils2 module.
_CONFIG_VARS['prefix'] = _PREFIX
_CONFIG_VARS['exec_prefix'] = _EXEC_PREFIX
_CONFIG_VARS['py_version'] = _PY_VERSION
_CONFIG_VARS['py_version_short'] = _PY_VERSION_SHORT
_CONFIG_VARS['py_version_nodot'] = _PY_VERSION[0] + _PY_VERSION[2]
_CONFIG_VARS['base'] = _PREFIX
_CONFIG_VARS['platbase'] = _EXEC_PREFIX
_CONFIG_VARS['projectbase'] = _PROJECT_BASE
try:
_CONFIG_VARS['abiflags'] = sys.abiflags
except AttributeError:
# sys.abiflags may not be defined on all platforms.
_CONFIG_VARS['abiflags'] = ''
if os.name in ('nt', 'os2'):
_init_non_posix(_CONFIG_VARS)
if os.name == 'posix':
_init_posix(_CONFIG_VARS)
# Setting 'userbase' is done below the call to the
# init function to enable using 'get_config_var' in
# the init-function.
if sys.version >= '2.6':
_CONFIG_VARS['userbase'] = _getuserbase()
if 'srcdir' not in _CONFIG_VARS:
_CONFIG_VARS['srcdir'] = _PROJECT_BASE
else:
_CONFIG_VARS['srcdir'] = _safe_realpath(_CONFIG_VARS['srcdir'])
# Convert srcdir into an absolute path if it appears necessary.
# Normally it is relative to the build directory. However, during
# testing, for example, we might be running a non-installed python
# from a different directory.
if _PYTHON_BUILD and os.name == "posix":
base = _PROJECT_BASE
try:
cwd = os.getcwd()
except OSError:
cwd = None
if (not os.path.isabs(_CONFIG_VARS['srcdir']) and
base != cwd):
# srcdir is relative and we are not in the same directory
# as the executable. Assume executable is in the build
# directory and make srcdir absolute.
srcdir = os.path.join(base, _CONFIG_VARS['srcdir'])
_CONFIG_VARS['srcdir'] = os.path.normpath(srcdir)
if sys.platform == 'darwin':
kernel_version = os.uname()[2] # Kernel version (8.4.3)
major_version = int(kernel_version.split('.')[0])
if major_version < 8:
# On macOS before 10.4, check if -arch and -isysroot
# are in CFLAGS or LDFLAGS and remove them if they are.
# This is needed when building extensions on a 10.3 system
# using a universal build of python.
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub('-arch\s+\w+\s', ' ', flags)
flags = re.sub('-isysroot [^ \t]*', ' ', flags)
_CONFIG_VARS[key] = flags
else:
# Allow the user to override the architecture flags using
# an environment variable.
# NOTE: This name was introduced by Apple in OSX 10.5 and
# is used by several scripting languages distributed with
# that OS release.
if 'ARCHFLAGS' in os.environ:
arch = os.environ['ARCHFLAGS']
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub('-arch\s+\w+\s', ' ', flags)
flags = flags + ' ' + arch
_CONFIG_VARS[key] = flags
# If we're on OSX 10.5 or later and the user tries to
# compiles an extension using an SDK that is not present
# on the current machine it is better to not use an SDK
# than to fail.
#
# The major usecase for this is users using a Python.org
# binary installer on OSX 10.6: that installer uses
# the 10.4u SDK, but that SDK is not installed by default
# when you install Xcode.
#
CFLAGS = _CONFIG_VARS.get('CFLAGS', '')
m = re.search('-isysroot\s+(\S+)', CFLAGS)
if m is not None:
sdk = m.group(1)
if not os.path.exists(sdk):
for key in ('LDFLAGS', 'BASECFLAGS',
# a number of derived variables. These need to be
# patched up as well.
'CFLAGS', 'PY_CFLAGS', 'BLDSHARED'):
flags = _CONFIG_VARS[key]
flags = re.sub('-isysroot\s+\S+(\s|$)', ' ', flags)
_CONFIG_VARS[key] = flags
if args:
vals = []
for name in args:
vals.append(_CONFIG_VARS.get(name))
return vals
else:
return _CONFIG_VARS
def get_config_var(name):
"""Return the value of a single variable using the dictionary returned by
'get_config_vars()'.
Equivalent to get_config_vars().get(name)
"""
return get_config_vars().get(name)
def get_platform():
"""Return a string that identifies the current platform.
This is used mainly to distinguish platform-specific build directories and
platform-specific built distributions. Typically includes the OS name
and version and the architecture (as supplied by 'os.uname()'),
although the exact information included depends on the OS; eg. for IRIX
the architecture isn't particularly important (IRIX only runs on SGI
hardware), but for Linux the kernel version isn't particularly
important.
Examples of returned values:
linux-i586
linux-alpha (?)
solaris-2.6-sun4u
irix-5.3
irix64-6.2
Windows will return one of:
win-amd64 (64bit Windows on AMD64 (aka x86_64, Intel64, EM64T, etc)
win-ia64 (64bit Windows on Itanium)
win32 (all others - specifically, sys.platform is returned)
For other non-POSIX platforms, currently just returns 'sys.platform'.
"""
if os.name == 'nt':
# sniff sys.version for architecture.
prefix = " bit ("
i = sys.version.find(prefix)
if i == -1:
return sys.platform
j = sys.version.find(")", i)
look = sys.version[i+len(prefix):j].lower()
if look == 'amd64':
return 'win-amd64'
if look == 'itanium':
return 'win-ia64'
return sys.platform
if os.name != "posix" or not hasattr(os, 'uname'):
# XXX what about the architecture? NT is Intel or Alpha,
# Mac OS is M68k or PPC, etc.
return sys.platform
# Try to distinguish various flavours of Unix
osname, host, release, version, machine = os.uname()
# Convert the OS name to lowercase, remove '/' characters
# (to accommodate BSD/OS), and translate spaces (for "Power Macintosh")
osname = osname.lower().replace('/', '')
machine = machine.replace(' ', '_')
machine = machine.replace('/', '-')
if osname[:5] == "linux":
# At least on Linux/Intel, 'machine' is the processor --
# i386, etc.
# XXX what about Alpha, SPARC, etc?
return "%s-%s" % (osname, machine)
elif osname[:5] == "sunos":
if release[0] >= "5": # SunOS 5 == Solaris 2
osname = "solaris"
release = "%d.%s" % (int(release[0]) - 3, release[2:])
# fall through to standard osname-release-machine representation
elif osname[:4] == "irix": # could be "irix64"!
return "%s-%s" % (osname, release)
elif osname[:3] == "aix":
return "%s-%s.%s" % (osname, version, release)
elif osname[:6] == "cygwin":
osname = "cygwin"
rel_re = re.compile(r'[\d.]+')
m = rel_re.match(release)
if m:
release = m.group()
elif osname[:6] == "darwin":
#
# For our purposes, we'll assume that the system version from
# distutils' perspective is what MACOSX_DEPLOYMENT_TARGET is set
# to. This makes the compatibility story a bit more sane because the
# machine is going to compile and link as if it were
# MACOSX_DEPLOYMENT_TARGET.
cfgvars = get_config_vars()
macver = cfgvars.get('MACOSX_DEPLOYMENT_TARGET')
if True:
# Always calculate the release of the running machine,
# needed to determine if we can build fat binaries or not.
macrelease = macver
# Get the system version. Reading this plist is a documented
# way to get the system version (see the documentation for
# the Gestalt Manager)
try:
f = open('/System/Library/CoreServices/SystemVersion.plist')
except IOError:
# We're on a plain darwin box, fall back to the default
# behaviour.
pass
else:
try:
m = re.search(r'<key>ProductUserVisibleVersion</key>\s*'
r'<string>(.*?)</string>', f.read())
finally:
f.close()
if m is not None:
macrelease = '.'.join(m.group(1).split('.')[:2])
# else: fall back to the default behaviour
if not macver:
macver = macrelease
if macver:
release = macver
osname = "macosx"
if ((macrelease + '.') >= '10.4.' and
'-arch' in get_config_vars().get('CFLAGS', '').strip()):
# The universal build will build fat binaries, but not on
# systems before 10.4
#
# Try to detect 4-way universal builds, those have machine-type
# 'universal' instead of 'fat'.
machine = 'fat'
cflags = get_config_vars().get('CFLAGS')
archs = re.findall('-arch\s+(\S+)', cflags)
archs = tuple(sorted(set(archs)))
if len(archs) == 1:
machine = archs[0]
elif archs == ('i386', 'ppc'):
machine = 'fat'
elif archs == ('i386', 'x86_64'):
machine = 'intel'
elif archs == ('i386', 'ppc', 'x86_64'):
machine = 'fat3'
elif archs == ('ppc64', 'x86_64'):
machine = 'fat64'
elif archs == ('i386', 'ppc', 'ppc64', 'x86_64'):
machine = 'universal'
else:
raise ValueError(
"Don't know machine value for archs=%r" % (archs,))
elif machine == 'i386':
# On OSX the machine type returned by uname is always the
# 32-bit variant, even if the executable architecture is
# the 64-bit variant
if sys.maxsize >= 2**32:
machine = 'x86_64'
elif machine in ('PowerPC', 'Power_Macintosh'):
# Pick a sane name for the PPC architecture.
# See 'i386' case
if sys.maxsize >= 2**32:
machine = 'ppc64'
else:
machine = 'ppc'
return "%s-%s-%s" % (osname, release, machine)
def get_python_version():
return _PY_VERSION_SHORT
def _print_dict(title, data):
for index, (key, value) in enumerate(sorted(data.items())):
if index == 0:
print('%s: ' % (title))
print('\t%s = "%s"' % (key, value))
def _main():
"""Display all information sysconfig detains."""
print('Platform: "%s"' % get_platform())
print('Python version: "%s"' % get_python_version())
print('Current installation scheme: "%s"' % _get_default_scheme())
print()
_print_dict('Paths', get_paths())
print()
_print_dict('Variables', get_config_vars())
if __name__ == '__main__':
_main()
distlib/_backport/misc.py 0000644 00000001713 15043676017 0011462 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Backports for individual classes and functions."""
import os
import sys
__all__ = ['cache_from_source', 'callable', 'fsencode']
try:
from imp import cache_from_source
except ImportError:
def cache_from_source(py_file, debug=__debug__):
ext = debug and 'c' or 'o'
return py_file + ext
try:
callable = callable
except NameError:
from collections import Callable
def callable(obj):
return isinstance(obj, Callable)
try:
fsencode = os.fsencode
except AttributeError:
def fsencode(filename):
if isinstance(filename, bytes):
return filename
elif isinstance(filename, str):
return filename.encode(sys.getfilesystemencoding())
else:
raise TypeError("expect bytes or str, not %s" %
type(filename).__name__)
distlib/markers.py 0000644 00000014212 15043676017 0010225 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2013 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Parser for the environment markers micro-language defined in PEP 345."""
import ast
import os
import sys
import platform
from .compat import python_implementation, string_types
from .util import in_venv
__all__ = ['interpret']
class Evaluator(object):
"""
A limited evaluator for Python expressions.
"""
operators = {
'eq': lambda x, y: x == y,
'gt': lambda x, y: x > y,
'gte': lambda x, y: x >= y,
'in': lambda x, y: x in y,
'lt': lambda x, y: x < y,
'lte': lambda x, y: x <= y,
'not': lambda x: not x,
'noteq': lambda x, y: x != y,
'notin': lambda x, y: x not in y,
}
allowed_values = {
'sys_platform': sys.platform,
'python_version': '%s.%s' % sys.version_info[:2],
# parsing sys.platform is not reliable, but there is no other
# way to get e.g. 2.7.2+, and the PEP is defined with sys.version
'python_full_version': sys.version.split(' ', 1)[0],
'os_name': os.name,
'platform_in_venv': str(in_venv()),
'platform_release': platform.release(),
'platform_version': platform.version(),
'platform_machine': platform.machine(),
'platform_python_implementation': python_implementation(),
}
def __init__(self, context=None):
"""
Initialise an instance.
:param context: If specified, names are looked up in this mapping.
"""
self.context = context or {}
self.source = None
def get_fragment(self, offset):
"""
Get the part of the source which is causing a problem.
"""
fragment_len = 10
s = '%r' % (self.source[offset:offset + fragment_len])
if offset + fragment_len < len(self.source):
s += '...'
return s
def get_handler(self, node_type):
"""
Get a handler for the specified AST node type.
"""
return getattr(self, 'do_%s' % node_type, None)
def evaluate(self, node, filename=None):
"""
Evaluate a source string or node, using ``filename`` when
displaying errors.
"""
if isinstance(node, string_types):
self.source = node
kwargs = {'mode': 'eval'}
if filename:
kwargs['filename'] = filename
try:
node = ast.parse(node, **kwargs)
except SyntaxError as e:
s = self.get_fragment(e.offset)
raise SyntaxError('syntax error %s' % s)
node_type = node.__class__.__name__.lower()
handler = self.get_handler(node_type)
if handler is None:
if self.source is None:
s = '(source not available)'
else:
s = self.get_fragment(node.col_offset)
raise SyntaxError("don't know how to evaluate %r %s" % (
node_type, s))
return handler(node)
def get_attr_key(self, node):
assert isinstance(node, ast.Attribute), 'attribute node expected'
return '%s.%s' % (node.value.id, node.attr)
def do_attribute(self, node):
if not isinstance(node.value, ast.Name):
valid = False
else:
key = self.get_attr_key(node)
valid = key in self.context or key in self.allowed_values
if not valid:
raise SyntaxError('invalid expression: %s' % key)
if key in self.context:
result = self.context[key]
else:
result = self.allowed_values[key]
return result
def do_boolop(self, node):
result = self.evaluate(node.values[0])
is_or = node.op.__class__ is ast.Or
is_and = node.op.__class__ is ast.And
assert is_or or is_and
if (is_and and result) or (is_or and not result):
for n in node.values[1:]:
result = self.evaluate(n)
if (is_or and result) or (is_and and not result):
break
return result
def do_compare(self, node):
def sanity_check(lhsnode, rhsnode):
valid = True
if isinstance(lhsnode, ast.Str) and isinstance(rhsnode, ast.Str):
valid = False
#elif (isinstance(lhsnode, ast.Attribute)
# and isinstance(rhsnode, ast.Attribute)):
# klhs = self.get_attr_key(lhsnode)
# krhs = self.get_attr_key(rhsnode)
# valid = klhs != krhs
if not valid:
s = self.get_fragment(node.col_offset)
raise SyntaxError('Invalid comparison: %s' % s)
lhsnode = node.left
lhs = self.evaluate(lhsnode)
result = True
for op, rhsnode in zip(node.ops, node.comparators):
sanity_check(lhsnode, rhsnode)
op = op.__class__.__name__.lower()
if op not in self.operators:
raise SyntaxError('unsupported operation: %r' % op)
rhs = self.evaluate(rhsnode)
result = self.operators[op](lhs, rhs)
if not result:
break
lhs = rhs
lhsnode = rhsnode
return result
def do_expression(self, node):
return self.evaluate(node.body)
def do_name(self, node):
valid = False
if node.id in self.context:
valid = True
result = self.context[node.id]
elif node.id in self.allowed_values:
valid = True
result = self.allowed_values[node.id]
if not valid:
raise SyntaxError('invalid expression: %s' % node.id)
return result
def do_str(self, node):
return node.s
def interpret(marker, execution_context=None):
"""
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
"""
return Evaluator(execution_context).evaluate(marker.strip())
distlib/manifest.py 0000644 00000034732 15043676017 0010400 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2013 Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
"""
import fnmatch
import logging
import os
import re
import sys
from . import DistlibException
from .compat import fsdecode
from .util import convert_path
__all__ = ['Manifest']
logger = logging.getLogger(__name__)
# a \ followed by some spaces + EOL
_COLLAPSE_PATTERN = re.compile('\\\w*\n', re.M)
_COMMENTED_LINE = re.compile('#.*?(?=\n)|\n(?=$)', re.M | re.S)
#
# Due to the different results returned by fnmatch.translate, we need
# to do slightly different processing for Python 2.7 and 3.2 ... this needed
# to be brought in for Python 3.6 onwards.
#
_PYTHON_VERSION = sys.version_info[:2]
class Manifest(object):
"""A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
"""
def __init__(self, base=None):
"""
Initialise an instance.
:param base: The base directory to explore under.
"""
self.base = os.path.abspath(os.path.normpath(base or os.getcwd()))
self.prefix = self.base + os.sep
self.allfiles = None
self.files = set()
#
# Public API
#
def findall(self):
"""Find all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
"""
from stat import S_ISREG, S_ISDIR, S_ISLNK
self.allfiles = allfiles = []
root = self.base
stack = [root]
pop = stack.pop
push = stack.append
while stack:
root = pop()
names = os.listdir(root)
for name in names:
fullname = os.path.join(root, name)
# Avoid excess stat calls -- just one will do, thank you!
stat = os.stat(fullname)
mode = stat.st_mode
if S_ISREG(mode):
allfiles.append(fsdecode(fullname))
elif S_ISDIR(mode) and not S_ISLNK(mode):
push(fullname)
def add(self, item):
"""
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
"""
if not item.startswith(self.prefix):
item = os.path.join(self.base, item)
self.files.add(os.path.normpath(item))
def add_many(self, items):
"""
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
"""
for item in items:
self.add(item)
def sorted(self, wantdirs=False):
"""
Return sorted files in directory order
"""
def add_dir(dirs, d):
dirs.add(d)
logger.debug('add_dir added %s', d)
if d != self.base:
parent, _ = os.path.split(d)
assert parent not in ('', '/')
add_dir(dirs, parent)
result = set(self.files) # make a copy!
if wantdirs:
dirs = set()
for f in result:
add_dir(dirs, os.path.dirname(f))
result |= dirs
return [os.path.join(*path_tuple) for path_tuple in
sorted(os.path.split(path) for path in result)]
def clear(self):
"""Clear all collected files."""
self.files = set()
self.allfiles = []
def process_directive(self, directive):
"""
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
"""
# Parse the line: split it up, make sure the right number of words
# is there, and return the relevant words. 'action' is always
# defined: it's the first word of the line. Which of the other
# three are defined depends on the action; it'll be either
# patterns, (dir and patterns), or (dirpattern).
action, patterns, thedir, dirpattern = self._parse_directive(directive)
# OK, now we know that the action is valid and we have the
# right number of words on the line for that action -- so we
# can proceed with minimal error-checking.
if action == 'include':
for pattern in patterns:
if not self._include_pattern(pattern, anchor=True):
logger.warning('no files found matching %r', pattern)
elif action == 'exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, anchor=True)
#if not found:
# logger.warning('no previously-included files '
# 'found matching %r', pattern)
elif action == 'global-include':
for pattern in patterns:
if not self._include_pattern(pattern, anchor=False):
logger.warning('no files found matching %r '
'anywhere in distribution', pattern)
elif action == 'global-exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, anchor=False)
#if not found:
# logger.warning('no previously-included files '
# 'matching %r found anywhere in '
# 'distribution', pattern)
elif action == 'recursive-include':
for pattern in patterns:
if not self._include_pattern(pattern, prefix=thedir):
logger.warning('no files found matching %r '
'under directory %r', pattern, thedir)
elif action == 'recursive-exclude':
for pattern in patterns:
found = self._exclude_pattern(pattern, prefix=thedir)
#if not found:
# logger.warning('no previously-included files '
# 'matching %r found under directory %r',
# pattern, thedir)
elif action == 'graft':
if not self._include_pattern(None, prefix=dirpattern):
logger.warning('no directories found matching %r',
dirpattern)
elif action == 'prune':
if not self._exclude_pattern(None, prefix=dirpattern):
logger.warning('no previously-included directories found '
'matching %r', dirpattern)
else: # pragma: no cover
# This should never happen, as it should be caught in
# _parse_template_line
raise DistlibException(
'invalid action %r' % action)
#
# Private API
#
def _parse_directive(self, directive):
"""
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
"""
words = directive.split()
if len(words) == 1 and words[0] not in ('include', 'exclude',
'global-include',
'global-exclude',
'recursive-include',
'recursive-exclude',
'graft', 'prune'):
# no action given, let's use the default 'include'
words.insert(0, 'include')
action = words[0]
patterns = thedir = dir_pattern = None
if action in ('include', 'exclude',
'global-include', 'global-exclude'):
if len(words) < 2:
raise DistlibException(
'%r expects <pattern1> <pattern2> ...' % action)
patterns = [convert_path(word) for word in words[1:]]
elif action in ('recursive-include', 'recursive-exclude'):
if len(words) < 3:
raise DistlibException(
'%r expects <dir> <pattern1> <pattern2> ...' % action)
thedir = convert_path(words[1])
patterns = [convert_path(word) for word in words[2:]]
elif action in ('graft', 'prune'):
if len(words) != 2:
raise DistlibException(
'%r expects a single <dir_pattern>' % action)
dir_pattern = convert_path(words[1])
else:
raise DistlibException('unknown action %r' % action)
return action, patterns, thedir, dir_pattern
def _include_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
"""
# XXX docstring lying about what the special chars are?
found = False
pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex)
# delayed loading of allfiles list
if self.allfiles is None:
self.findall()
for name in self.allfiles:
if pattern_re.search(name):
self.files.add(name)
found = True
return found
def _exclude_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
"""
found = False
pattern_re = self._translate_pattern(pattern, anchor, prefix, is_regex)
for f in list(self.files):
if pattern_re.search(f):
self.files.remove(f)
found = True
return found
def _translate_pattern(self, pattern, anchor=True, prefix=None,
is_regex=False):
"""Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
"""
if is_regex:
if isinstance(pattern, str):
return re.compile(pattern)
else:
return pattern
if _PYTHON_VERSION > (3, 2):
# ditch start and end characters
start, _, end = self._glob_to_re('_').partition('_')
if pattern:
pattern_re = self._glob_to_re(pattern)
if _PYTHON_VERSION > (3, 2):
assert pattern_re.startswith(start) and pattern_re.endswith(end)
else:
pattern_re = ''
base = re.escape(os.path.join(self.base, ''))
if prefix is not None:
# ditch end of pattern character
if _PYTHON_VERSION <= (3, 2):
empty_pattern = self._glob_to_re('')
prefix_re = self._glob_to_re(prefix)[:-len(empty_pattern)]
else:
prefix_re = self._glob_to_re(prefix)
assert prefix_re.startswith(start) and prefix_re.endswith(end)
prefix_re = prefix_re[len(start): len(prefix_re) - len(end)]
sep = os.sep
if os.sep == '\\':
sep = r'\\'
if _PYTHON_VERSION <= (3, 2):
pattern_re = '^' + base + sep.join((prefix_re,
'.*' + pattern_re))
else:
pattern_re = pattern_re[len(start): len(pattern_re) - len(end)]
pattern_re = r'%s%s%s%s.*%s%s' % (start, base, prefix_re, sep,
pattern_re, end)
else: # no prefix -- respect anchor flag
if anchor:
if _PYTHON_VERSION <= (3, 2):
pattern_re = '^' + base + pattern_re
else:
pattern_re = r'%s%s%s' % (start, base, pattern_re[len(start):])
return re.compile(pattern_re)
def _glob_to_re(self, pattern):
"""Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
"""
pattern_re = fnmatch.translate(pattern)
# '?' and '*' in the glob pattern become '.' and '.*' in the RE, which
# IMHO is wrong -- '?' and '*' aren't supposed to match slash in Unix,
# and by extension they shouldn't match such "special characters" under
# any OS. So change all non-escaped dots in the RE to match any
# character except the special characters (currently: just os.sep).
sep = os.sep
if os.sep == '\\':
# we're using a regex to manipulate a regex, so we need
# to escape the backslash twice
sep = r'\\\\'
escaped = r'\1[^%s]' % sep
pattern_re = re.sub(r'((?<!\\)(\\\\)*)\.', escaped, pattern_re)
return pattern_re
distlib/index.py 0000644 00000051135 15043676017 0007675 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
import hashlib
import logging
import os
import shutil
import subprocess
import tempfile
try:
from threading import Thread
except ImportError:
from dummy_threading import Thread
from . import DistlibException
from .compat import (HTTPBasicAuthHandler, Request, HTTPPasswordMgr,
urlparse, build_opener, string_types)
from .util import cached_property, zip_dir, ServerProxy
logger = logging.getLogger(__name__)
DEFAULT_INDEX = 'https://pypi.python.org/pypi'
DEFAULT_REALM = 'pypi'
class PackageIndex(object):
"""
This class represents a package index compatible with PyPI, the Python
Package Index.
"""
boundary = b'----------ThIs_Is_tHe_distlib_index_bouNdaRY_$'
def __init__(self, url=None):
"""
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
"""
self.url = url or DEFAULT_INDEX
self.read_configuration()
scheme, netloc, path, params, query, frag = urlparse(self.url)
if params or query or frag or scheme not in ('http', 'https'):
raise DistlibException('invalid repository: %s' % self.url)
self.password_handler = None
self.ssl_verifier = None
self.gpg = None
self.gpg_home = None
self.rpc_proxy = None
with open(os.devnull, 'w') as sink:
# Use gpg by default rather than gpg2, as gpg2 insists on
# prompting for passwords
for s in ('gpg', 'gpg2'):
try:
rc = subprocess.check_call([s, '--version'], stdout=sink,
stderr=sink)
if rc == 0:
self.gpg = s
break
except OSError:
pass
def _get_pypirc_command(self):
"""
Get the distutils command for interacting with PyPI configurations.
:return: the command.
"""
from distutils.core import Distribution
from distutils.config import PyPIRCCommand
d = Distribution()
return PyPIRCCommand(d)
def read_configuration(self):
"""
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
"""
# get distutils to do the work
c = self._get_pypirc_command()
c.repository = self.url
cfg = c._read_pypirc()
self.username = cfg.get('username')
self.password = cfg.get('password')
self.realm = cfg.get('realm', 'pypi')
self.url = cfg.get('repository', self.url)
def save_configuration(self):
"""
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
"""
self.check_credentials()
# get distutils to do the work
c = self._get_pypirc_command()
c._store_pypirc(self.username, self.password)
def check_credentials(self):
"""
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
"""
if self.username is None or self.password is None:
raise DistlibException('username and password must be set')
pm = HTTPPasswordMgr()
_, netloc, _, _, _, _ = urlparse(self.url)
pm.add_password(self.realm, netloc, self.username, self.password)
self.password_handler = HTTPBasicAuthHandler(pm)
def register(self, metadata):
"""
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
metadata.validate()
d = metadata.todict()
d[':action'] = 'verify'
request = self.encode_request(d.items(), [])
response = self.send_request(request)
d[':action'] = 'submit'
request = self.encode_request(d.items(), [])
return self.send_request(request)
def _reader(self, name, stream, outbuf):
"""
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
"""
while True:
s = stream.readline()
if not s:
break
s = s.decode('utf-8').rstrip()
outbuf.append(s)
logger.debug('%s: %s' % (name, s))
stream.close()
def get_sign_command(self, filename, signer, sign_password,
keystore=None):
"""
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
"""
cmd = [self.gpg, '--status-fd', '2', '--no-tty']
if keystore is None:
keystore = self.gpg_home
if keystore:
cmd.extend(['--homedir', keystore])
if sign_password is not None:
cmd.extend(['--batch', '--passphrase-fd', '0'])
td = tempfile.mkdtemp()
sf = os.path.join(td, os.path.basename(filename) + '.asc')
cmd.extend(['--detach-sign', '--armor', '--local-user',
signer, '--output', sf, filename])
logger.debug('invoking: %s', ' '.join(cmd))
return cmd, sf
def run_command(self, cmd, input_data=None):
"""
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
"""
kwargs = {
'stdout': subprocess.PIPE,
'stderr': subprocess.PIPE,
}
if input_data is not None:
kwargs['stdin'] = subprocess.PIPE
stdout = []
stderr = []
p = subprocess.Popen(cmd, **kwargs)
# We don't use communicate() here because we may need to
# get clever with interacting with the command
t1 = Thread(target=self._reader, args=('stdout', p.stdout, stdout))
t1.start()
t2 = Thread(target=self._reader, args=('stderr', p.stderr, stderr))
t2.start()
if input_data is not None:
p.stdin.write(input_data)
p.stdin.close()
p.wait()
t1.join()
t2.join()
return p.returncode, stdout, stderr
def sign_file(self, filename, signer, sign_password, keystore=None):
"""
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
"""
cmd, sig_file = self.get_sign_command(filename, signer, sign_password,
keystore)
rc, stdout, stderr = self.run_command(cmd,
sign_password.encode('utf-8'))
if rc != 0:
raise DistlibException('sign command failed with error '
'code %s' % rc)
return sig_file
def upload_file(self, metadata, filename, signer=None, sign_password=None,
filetype='sdist', pyversion='source', keystore=None):
"""
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
if not os.path.exists(filename):
raise DistlibException('not found: %s' % filename)
metadata.validate()
d = metadata.todict()
sig_file = None
if signer:
if not self.gpg:
logger.warning('no signing program available - not signed')
else:
sig_file = self.sign_file(filename, signer, sign_password,
keystore)
with open(filename, 'rb') as f:
file_data = f.read()
md5_digest = hashlib.md5(file_data).hexdigest()
sha256_digest = hashlib.sha256(file_data).hexdigest()
d.update({
':action': 'file_upload',
'protocol_version': '1',
'filetype': filetype,
'pyversion': pyversion,
'md5_digest': md5_digest,
'sha256_digest': sha256_digest,
})
files = [('content', os.path.basename(filename), file_data)]
if sig_file:
with open(sig_file, 'rb') as f:
sig_data = f.read()
files.append(('gpg_signature', os.path.basename(sig_file),
sig_data))
shutil.rmtree(os.path.dirname(sig_file))
request = self.encode_request(d.items(), files)
return self.send_request(request)
def upload_documentation(self, metadata, doc_dir):
"""
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
"""
self.check_credentials()
if not os.path.isdir(doc_dir):
raise DistlibException('not a directory: %r' % doc_dir)
fn = os.path.join(doc_dir, 'index.html')
if not os.path.exists(fn):
raise DistlibException('not found: %r' % fn)
metadata.validate()
name, version = metadata.name, metadata.version
zip_data = zip_dir(doc_dir).getvalue()
fields = [(':action', 'doc_upload'),
('name', name), ('version', version)]
files = [('content', name, zip_data)]
request = self.encode_request(fields, files)
return self.send_request(request)
def get_verify_command(self, signature_filename, data_filename,
keystore=None):
"""
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
"""
cmd = [self.gpg, '--status-fd', '2', '--no-tty']
if keystore is None:
keystore = self.gpg_home
if keystore:
cmd.extend(['--homedir', keystore])
cmd.extend(['--verify', signature_filename, data_filename])
logger.debug('invoking: %s', ' '.join(cmd))
return cmd
def verify_signature(self, signature_filename, data_filename,
keystore=None):
"""
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
"""
if not self.gpg:
raise DistlibException('verification unavailable because gpg '
'unavailable')
cmd = self.get_verify_command(signature_filename, data_filename,
keystore)
rc, stdout, stderr = self.run_command(cmd)
if rc not in (0, 1):
raise DistlibException('verify command failed with error '
'code %s' % rc)
return rc == 0
def download_file(self, url, destfile, digest=None, reporthook=None):
"""
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
"""
if digest is None:
digester = None
logger.debug('No digest specified')
else:
if isinstance(digest, (list, tuple)):
hasher, digest = digest
else:
hasher = 'md5'
digester = getattr(hashlib, hasher)()
logger.debug('Digest specified: %s' % digest)
# The following code is equivalent to urlretrieve.
# We need to do it this way so that we can compute the
# digest of the file as we go.
with open(destfile, 'wb') as dfp:
# addinfourl is not a context manager on 2.x
# so we have to use try/finally
sfp = self.send_request(Request(url))
try:
headers = sfp.info()
blocksize = 8192
size = -1
read = 0
blocknum = 0
if "content-length" in headers:
size = int(headers["Content-Length"])
if reporthook:
reporthook(blocknum, blocksize, size)
while True:
block = sfp.read(blocksize)
if not block:
break
read += len(block)
dfp.write(block)
if digester:
digester.update(block)
blocknum += 1
if reporthook:
reporthook(blocknum, blocksize, size)
finally:
sfp.close()
# check that we got the whole file, if we can
if size >= 0 and read < size:
raise DistlibException(
'retrieval incomplete: got only %d out of %d bytes'
% (read, size))
# if we have a digest, it must match.
if digester:
actual = digester.hexdigest()
if digest != actual:
raise DistlibException('%s digest mismatch for %s: expected '
'%s, got %s' % (hasher, destfile,
digest, actual))
logger.debug('Digest verified: %s', digest)
def send_request(self, req):
"""
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
"""
handlers = []
if self.password_handler:
handlers.append(self.password_handler)
if self.ssl_verifier:
handlers.append(self.ssl_verifier)
opener = build_opener(*handlers)
return opener.open(req)
def encode_request(self, fields, files):
"""
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
"""
# Adapted from packaging, which in turn was adapted from
# http://code.activestate.com/recipes/146306
parts = []
boundary = self.boundary
for k, values in fields:
if not isinstance(values, (list, tuple)):
values = [values]
for v in values:
parts.extend((
b'--' + boundary,
('Content-Disposition: form-data; name="%s"' %
k).encode('utf-8'),
b'',
v.encode('utf-8')))
for key, filename, value in files:
parts.extend((
b'--' + boundary,
('Content-Disposition: form-data; name="%s"; filename="%s"' %
(key, filename)).encode('utf-8'),
b'',
value))
parts.extend((b'--' + boundary + b'--', b''))
body = b'\r\n'.join(parts)
ct = b'multipart/form-data; boundary=' + boundary
headers = {
'Content-type': ct,
'Content-length': str(len(body))
}
return Request(self.url, body, headers)
def search(self, terms, operator=None):
if isinstance(terms, string_types):
terms = {'name': terms}
if self.rpc_proxy is None:
self.rpc_proxy = ServerProxy(self.url, timeout=3.0)
return self.rpc_proxy.search(terms, operator or 'and')
distlib/version.py 0000644 00000056237 15043676017 0010263 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2016 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
"""
import logging
import re
from .compat import string_types
__all__ = ['NormalizedVersion', 'NormalizedMatcher',
'LegacyVersion', 'LegacyMatcher',
'SemanticVersion', 'SemanticMatcher',
'UnsupportedVersionError', 'get_scheme']
logger = logging.getLogger(__name__)
class UnsupportedVersionError(ValueError):
"""This is an unsupported version."""
pass
class Version(object):
def __init__(self, s):
self._string = s = s.strip()
self._parts = parts = self.parse(s)
assert isinstance(parts, tuple)
assert len(parts) > 0
def parse(self, s):
raise NotImplementedError('please implement in a subclass')
def _check_compatible(self, other):
if type(self) != type(other):
raise TypeError('cannot compare %r and %r' % (self, other))
def __eq__(self, other):
self._check_compatible(other)
return self._parts == other._parts
def __ne__(self, other):
return not self.__eq__(other)
def __lt__(self, other):
self._check_compatible(other)
return self._parts < other._parts
def __gt__(self, other):
return not (self.__lt__(other) or self.__eq__(other))
def __le__(self, other):
return self.__lt__(other) or self.__eq__(other)
def __ge__(self, other):
return self.__gt__(other) or self.__eq__(other)
# See http://docs.python.org/reference/datamodel#object.__hash__
def __hash__(self):
return hash(self._parts)
def __repr__(self):
return "%s('%s')" % (self.__class__.__name__, self._string)
def __str__(self):
return self._string
@property
def is_prerelease(self):
raise NotImplementedError('Please implement in subclasses.')
class Matcher(object):
version_class = None
dist_re = re.compile(r"^(\w[\s\w'.-]*)(\((.*)\))?")
comp_re = re.compile(r'^(<=|>=|<|>|!=|={2,3}|~=)?\s*([^\s,]+)$')
num_re = re.compile(r'^\d+(\.\d+)*$')
# value is either a callable or the name of a method
_operators = {
'<': lambda v, c, p: v < c,
'>': lambda v, c, p: v > c,
'<=': lambda v, c, p: v == c or v < c,
'>=': lambda v, c, p: v == c or v > c,
'==': lambda v, c, p: v == c,
'===': lambda v, c, p: v == c,
# by default, compatible => >=.
'~=': lambda v, c, p: v == c or v > c,
'!=': lambda v, c, p: v != c,
}
def __init__(self, s):
if self.version_class is None:
raise ValueError('Please specify a version class')
self._string = s = s.strip()
m = self.dist_re.match(s)
if not m:
raise ValueError('Not valid: %r' % s)
groups = m.groups('')
self.name = groups[0].strip()
self.key = self.name.lower() # for case-insensitive comparisons
clist = []
if groups[2]:
constraints = [c.strip() for c in groups[2].split(',')]
for c in constraints:
m = self.comp_re.match(c)
if not m:
raise ValueError('Invalid %r in %r' % (c, s))
groups = m.groups()
op = groups[0] or '~='
s = groups[1]
if s.endswith('.*'):
if op not in ('==', '!='):
raise ValueError('\'.*\' not allowed for '
'%r constraints' % op)
# Could be a partial version (e.g. for '2.*') which
# won't parse as a version, so keep it as a string
vn, prefix = s[:-2], True
if not self.num_re.match(vn):
# Just to check that vn is a valid version
self.version_class(vn)
else:
# Should parse as a version, so we can create an
# instance for the comparison
vn, prefix = self.version_class(s), False
clist.append((op, vn, prefix))
self._parts = tuple(clist)
def match(self, version):
"""
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
"""
if isinstance(version, string_types):
version = self.version_class(version)
for operator, constraint, prefix in self._parts:
f = self._operators.get(operator)
if isinstance(f, string_types):
f = getattr(self, f)
if not f:
msg = ('%r not implemented '
'for %s' % (operator, self.__class__.__name__))
raise NotImplementedError(msg)
if not f(version, constraint, prefix):
return False
return True
@property
def exact_version(self):
result = None
if len(self._parts) == 1 and self._parts[0][0] in ('==', '==='):
result = self._parts[0][1]
return result
def _check_compatible(self, other):
if type(self) != type(other) or self.name != other.name:
raise TypeError('cannot compare %s and %s' % (self, other))
def __eq__(self, other):
self._check_compatible(other)
return self.key == other.key and self._parts == other._parts
def __ne__(self, other):
return not self.__eq__(other)
# See http://docs.python.org/reference/datamodel#object.__hash__
def __hash__(self):
return hash(self.key) + hash(self._parts)
def __repr__(self):
return "%s(%r)" % (self.__class__.__name__, self._string)
def __str__(self):
return self._string
PEP440_VERSION_RE = re.compile(r'^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?'
r'(\.(post)(\d+))?(\.(dev)(\d+))?'
r'(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$')
def _pep_440_key(s):
s = s.strip()
m = PEP440_VERSION_RE.match(s)
if not m:
raise UnsupportedVersionError('Not a valid version: %s' % s)
groups = m.groups()
nums = tuple(int(v) for v in groups[1].split('.'))
while len(nums) > 1 and nums[-1] == 0:
nums = nums[:-1]
if not groups[0]:
epoch = 0
else:
epoch = int(groups[0])
pre = groups[4:6]
post = groups[7:9]
dev = groups[10:12]
local = groups[13]
if pre == (None, None):
pre = ()
else:
pre = pre[0], int(pre[1])
if post == (None, None):
post = ()
else:
post = post[0], int(post[1])
if dev == (None, None):
dev = ()
else:
dev = dev[0], int(dev[1])
if local is None:
local = ()
else:
parts = []
for part in local.split('.'):
# to ensure that numeric compares as > lexicographic, avoid
# comparing them directly, but encode a tuple which ensures
# correct sorting
if part.isdigit():
part = (1, int(part))
else:
part = (0, part)
parts.append(part)
local = tuple(parts)
if not pre:
# either before pre-release, or final release and after
if not post and dev:
# before pre-release
pre = ('a', -1) # to sort before a0
else:
pre = ('z',) # to sort after all pre-releases
# now look at the state of post and dev.
if not post:
post = ('_',) # sort before 'a'
if not dev:
dev = ('final',)
#print('%s -> %s' % (s, m.groups()))
return epoch, nums, pre, post, dev, local
_normalized_key = _pep_440_key
class NormalizedVersion(Version):
"""A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
"""
def parse(self, s):
result = _normalized_key(s)
# _normalized_key loses trailing zeroes in the release
# clause, since that's needed to ensure that X.Y == X.Y.0 == X.Y.0.0
# However, PEP 440 prefix matching needs it: for example,
# (~= 1.4.5.0) matches differently to (~= 1.4.5.0.0).
m = PEP440_VERSION_RE.match(s) # must succeed
groups = m.groups()
self._release_clause = tuple(int(v) for v in groups[1].split('.'))
return result
PREREL_TAGS = set(['a', 'b', 'c', 'rc', 'dev'])
@property
def is_prerelease(self):
return any(t[0] in self.PREREL_TAGS for t in self._parts if t)
def _match_prefix(x, y):
x = str(x)
y = str(y)
if x == y:
return True
if not x.startswith(y):
return False
n = len(y)
return x[n] == '.'
class NormalizedMatcher(Matcher):
version_class = NormalizedVersion
# value is either a callable or the name of a method
_operators = {
'~=': '_match_compatible',
'<': '_match_lt',
'>': '_match_gt',
'<=': '_match_le',
'>=': '_match_ge',
'==': '_match_eq',
'===': '_match_arbitrary',
'!=': '_match_ne',
}
def _adjust_local(self, version, constraint, prefix):
if prefix:
strip_local = '+' not in constraint and version._parts[-1]
else:
# both constraint and version are
# NormalizedVersion instances.
# If constraint does not have a local component,
# ensure the version doesn't, either.
strip_local = not constraint._parts[-1] and version._parts[-1]
if strip_local:
s = version._string.split('+', 1)[0]
version = self.version_class(s)
return version, constraint
def _match_lt(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version >= constraint:
return False
release_clause = constraint._release_clause
pfx = '.'.join([str(i) for i in release_clause])
return not _match_prefix(version, pfx)
def _match_gt(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version <= constraint:
return False
release_clause = constraint._release_clause
pfx = '.'.join([str(i) for i in release_clause])
return not _match_prefix(version, pfx)
def _match_le(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
return version <= constraint
def _match_ge(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
return version >= constraint
def _match_eq(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if not prefix:
result = (version == constraint)
else:
result = _match_prefix(version, constraint)
return result
def _match_arbitrary(self, version, constraint, prefix):
return str(version) == str(constraint)
def _match_ne(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if not prefix:
result = (version != constraint)
else:
result = not _match_prefix(version, constraint)
return result
def _match_compatible(self, version, constraint, prefix):
version, constraint = self._adjust_local(version, constraint, prefix)
if version == constraint:
return True
if version < constraint:
return False
# if not prefix:
# return True
release_clause = constraint._release_clause
if len(release_clause) > 1:
release_clause = release_clause[:-1]
pfx = '.'.join([str(i) for i in release_clause])
return _match_prefix(version, pfx)
_REPLACEMENTS = (
(re.compile('[.+-]$'), ''), # remove trailing puncts
(re.compile(r'^[.](\d)'), r'0.\1'), # .N -> 0.N at start
(re.compile('^[.-]'), ''), # remove leading puncts
(re.compile(r'^\((.*)\)$'), r'\1'), # remove parentheses
(re.compile(r'^v(ersion)?\s*(\d+)'), r'\2'), # remove leading v(ersion)
(re.compile(r'^r(ev)?\s*(\d+)'), r'\2'), # remove leading v(ersion)
(re.compile('[.]{2,}'), '.'), # multiple runs of '.'
(re.compile(r'\b(alfa|apha)\b'), 'alpha'), # misspelt alpha
(re.compile(r'\b(pre-alpha|prealpha)\b'),
'pre.alpha'), # standardise
(re.compile(r'\(beta\)$'), 'beta'), # remove parentheses
)
_SUFFIX_REPLACEMENTS = (
(re.compile('^[:~._+-]+'), ''), # remove leading puncts
(re.compile('[,*")([\]]'), ''), # remove unwanted chars
(re.compile('[~:+_ -]'), '.'), # replace illegal chars
(re.compile('[.]{2,}'), '.'), # multiple runs of '.'
(re.compile(r'\.$'), ''), # trailing '.'
)
_NUMERIC_PREFIX = re.compile(r'(\d+(\.\d+)*)')
def _suggest_semantic_version(s):
"""
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
"""
result = s.strip().lower()
for pat, repl in _REPLACEMENTS:
result = pat.sub(repl, result)
if not result:
result = '0.0.0'
# Now look for numeric prefix, and separate it out from
# the rest.
#import pdb; pdb.set_trace()
m = _NUMERIC_PREFIX.match(result)
if not m:
prefix = '0.0.0'
suffix = result
else:
prefix = m.groups()[0].split('.')
prefix = [int(i) for i in prefix]
while len(prefix) < 3:
prefix.append(0)
if len(prefix) == 3:
suffix = result[m.end():]
else:
suffix = '.'.join([str(i) for i in prefix[3:]]) + result[m.end():]
prefix = prefix[:3]
prefix = '.'.join([str(i) for i in prefix])
suffix = suffix.strip()
if suffix:
#import pdb; pdb.set_trace()
# massage the suffix.
for pat, repl in _SUFFIX_REPLACEMENTS:
suffix = pat.sub(repl, suffix)
if not suffix:
result = prefix
else:
sep = '-' if 'dev' in suffix else '+'
result = prefix + sep + suffix
if not is_semver(result):
result = None
return result
def _suggest_normalized_version(s):
"""Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
"""
try:
_normalized_key(s)
return s # already rational
except UnsupportedVersionError:
pass
rs = s.lower()
# part of this could use maketrans
for orig, repl in (('-alpha', 'a'), ('-beta', 'b'), ('alpha', 'a'),
('beta', 'b'), ('rc', 'c'), ('-final', ''),
('-pre', 'c'),
('-release', ''), ('.release', ''), ('-stable', ''),
('+', '.'), ('_', '.'), (' ', ''), ('.final', ''),
('final', '')):
rs = rs.replace(orig, repl)
# if something ends with dev or pre, we add a 0
rs = re.sub(r"pre$", r"pre0", rs)
rs = re.sub(r"dev$", r"dev0", rs)
# if we have something like "b-2" or "a.2" at the end of the
# version, that is probably beta, alpha, etc
# let's remove the dash or dot
rs = re.sub(r"([abc]|rc)[\-\.](\d+)$", r"\1\2", rs)
# 1.0-dev-r371 -> 1.0.dev371
# 0.1-dev-r79 -> 0.1.dev79
rs = re.sub(r"[\-\.](dev)[\-\.]?r?(\d+)$", r".\1\2", rs)
# Clean: 2.0.a.3, 2.0.b1, 0.9.0~c1
rs = re.sub(r"[.~]?([abc])\.?", r"\1", rs)
# Clean: v0.3, v1.0
if rs.startswith('v'):
rs = rs[1:]
# Clean leading '0's on numbers.
#TODO: unintended side-effect on, e.g., "2003.05.09"
# PyPI stats: 77 (~2%) better
rs = re.sub(r"\b0+(\d+)(?!\d)", r"\1", rs)
# Clean a/b/c with no version. E.g. "1.0a" -> "1.0a0". Setuptools infers
# zero.
# PyPI stats: 245 (7.56%) better
rs = re.sub(r"(\d+[abc])$", r"\g<1>0", rs)
# the 'dev-rNNN' tag is a dev tag
rs = re.sub(r"\.?(dev-r|dev\.r)\.?(\d+)$", r".dev\2", rs)
# clean the - when used as a pre delimiter
rs = re.sub(r"-(a|b|c)(\d+)$", r"\1\2", rs)
# a terminal "dev" or "devel" can be changed into ".dev0"
rs = re.sub(r"[\.\-](dev|devel)$", r".dev0", rs)
# a terminal "dev" can be changed into ".dev0"
rs = re.sub(r"(?![\.\-])dev$", r".dev0", rs)
# a terminal "final" or "stable" can be removed
rs = re.sub(r"(final|stable)$", "", rs)
# The 'r' and the '-' tags are post release tags
# 0.4a1.r10 -> 0.4a1.post10
# 0.9.33-17222 -> 0.9.33.post17222
# 0.9.33-r17222 -> 0.9.33.post17222
rs = re.sub(r"\.?(r|-|-r)\.?(\d+)$", r".post\2", rs)
# Clean 'r' instead of 'dev' usage:
# 0.9.33+r17222 -> 0.9.33.dev17222
# 1.0dev123 -> 1.0.dev123
# 1.0.git123 -> 1.0.dev123
# 1.0.bzr123 -> 1.0.dev123
# 0.1a0dev.123 -> 0.1a0.dev123
# PyPI stats: ~150 (~4%) better
rs = re.sub(r"\.?(dev|git|bzr)\.?(\d+)$", r".dev\2", rs)
# Clean '.pre' (normalized from '-pre' above) instead of 'c' usage:
# 0.2.pre1 -> 0.2c1
# 0.2-c1 -> 0.2c1
# 1.0preview123 -> 1.0c123
# PyPI stats: ~21 (0.62%) better
rs = re.sub(r"\.?(pre|preview|-c)(\d+)$", r"c\g<2>", rs)
# Tcl/Tk uses "px" for their post release markers
rs = re.sub(r"p(\d+)$", r".post\1", rs)
try:
_normalized_key(rs)
except UnsupportedVersionError:
rs = None
return rs
#
# Legacy version processing (distribute-compatible)
#
_VERSION_PART = re.compile(r'([a-z]+|\d+|[\.-])', re.I)
_VERSION_REPLACE = {
'pre': 'c',
'preview': 'c',
'-': 'final-',
'rc': 'c',
'dev': '@',
'': None,
'.': None,
}
def _legacy_key(s):
def get_parts(s):
result = []
for p in _VERSION_PART.split(s.lower()):
p = _VERSION_REPLACE.get(p, p)
if p:
if '0' <= p[:1] <= '9':
p = p.zfill(8)
else:
p = '*' + p
result.append(p)
result.append('*final')
return result
result = []
for p in get_parts(s):
if p.startswith('*'):
if p < '*final':
while result and result[-1] == '*final-':
result.pop()
while result and result[-1] == '00000000':
result.pop()
result.append(p)
return tuple(result)
class LegacyVersion(Version):
def parse(self, s):
return _legacy_key(s)
@property
def is_prerelease(self):
result = False
for x in self._parts:
if (isinstance(x, string_types) and x.startswith('*') and
x < '*final'):
result = True
break
return result
class LegacyMatcher(Matcher):
version_class = LegacyVersion
_operators = dict(Matcher._operators)
_operators['~='] = '_match_compatible'
numeric_re = re.compile('^(\d+(\.\d+)*)')
def _match_compatible(self, version, constraint, prefix):
if version < constraint:
return False
m = self.numeric_re.match(str(constraint))
if not m:
logger.warning('Cannot compute compatible match for version %s '
' and constraint %s', version, constraint)
return True
s = m.groups()[0]
if '.' in s:
s = s.rsplit('.', 1)[0]
return _match_prefix(version, s)
#
# Semantic versioning
#
_SEMVER_RE = re.compile(r'^(\d+)\.(\d+)\.(\d+)'
r'(-[a-z0-9]+(\.[a-z0-9-]+)*)?'
r'(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$', re.I)
def is_semver(s):
return _SEMVER_RE.match(s)
def _semantic_key(s):
def make_tuple(s, absent):
if s is None:
result = (absent,)
else:
parts = s[1:].split('.')
# We can't compare ints and strings on Python 3, so fudge it
# by zero-filling numeric values so simulate a numeric comparison
result = tuple([p.zfill(8) if p.isdigit() else p for p in parts])
return result
m = is_semver(s)
if not m:
raise UnsupportedVersionError(s)
groups = m.groups()
major, minor, patch = [int(i) for i in groups[:3]]
# choose the '|' and '*' so that versions sort correctly
pre, build = make_tuple(groups[3], '|'), make_tuple(groups[5], '*')
return (major, minor, patch), pre, build
class SemanticVersion(Version):
def parse(self, s):
return _semantic_key(s)
@property
def is_prerelease(self):
return self._parts[1][0] != '|'
class SemanticMatcher(Matcher):
version_class = SemanticVersion
class VersionScheme(object):
def __init__(self, key, matcher, suggester=None):
self.key = key
self.matcher = matcher
self.suggester = suggester
def is_valid_version(self, s):
try:
self.matcher.version_class(s)
result = True
except UnsupportedVersionError:
result = False
return result
def is_valid_matcher(self, s):
try:
self.matcher(s)
result = True
except UnsupportedVersionError:
result = False
return result
def is_valid_constraint_list(self, s):
"""
Used for processing some metadata fields
"""
return self.is_valid_matcher('dummy_name (%s)' % s)
def suggest(self, s):
if self.suggester is None:
result = None
else:
result = self.suggester(s)
return result
_SCHEMES = {
'normalized': VersionScheme(_normalized_key, NormalizedMatcher,
_suggest_normalized_version),
'legacy': VersionScheme(_legacy_key, LegacyMatcher, lambda self, s: s),
'semantic': VersionScheme(_semantic_key, SemanticMatcher,
_suggest_semantic_version),
}
_SCHEMES['default'] = _SCHEMES['normalized']
def get_scheme(name):
if name not in _SCHEMES:
raise ValueError('unknown scheme name: %r' % name)
return _SCHEMES[name]
distlib/metadata.py 0000644 00000113661 15043676017 0010351 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""Implementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
"""
from __future__ import unicode_literals
import codecs
from email import message_from_file
import json
import logging
import re
from . import DistlibException, __version__
from .compat import StringIO, string_types, text_type
from .markers import interpret
from .util import extract_by_key, get_extras
from .version import get_scheme, PEP440_VERSION_RE
logger = logging.getLogger(__name__)
class MetadataMissingError(DistlibException):
"""A required metadata is missing"""
class MetadataConflictError(DistlibException):
"""Attempt to read or write metadata fields that are conflictual."""
class MetadataUnrecognizedVersionError(DistlibException):
"""Unknown metadata version number."""
class MetadataInvalidError(DistlibException):
"""A metadata value is invalid"""
# public API of this module
__all__ = ['Metadata', 'PKG_INFO_ENCODING', 'PKG_INFO_PREFERRED_VERSION']
# Encoding used for the PKG-INFO files
PKG_INFO_ENCODING = 'utf-8'
# preferred version. Hopefully will be changed
# to 1.2 once PEP 345 is supported everywhere
PKG_INFO_PREFERRED_VERSION = '1.1'
_LINE_PREFIX_1_2 = re.compile('\n \|')
_LINE_PREFIX_PRE_1_2 = re.compile('\n ')
_241_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'License')
_314_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'License', 'Classifier', 'Download-URL', 'Obsoletes',
'Provides', 'Requires')
_314_MARKERS = ('Obsoletes', 'Provides', 'Requires', 'Classifier',
'Download-URL')
_345_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'Maintainer', 'Maintainer-email', 'License',
'Classifier', 'Download-URL', 'Obsoletes-Dist',
'Project-URL', 'Provides-Dist', 'Requires-Dist',
'Requires-Python', 'Requires-External')
_345_MARKERS = ('Provides-Dist', 'Requires-Dist', 'Requires-Python',
'Obsoletes-Dist', 'Requires-External', 'Maintainer',
'Maintainer-email', 'Project-URL')
_426_FIELDS = ('Metadata-Version', 'Name', 'Version', 'Platform',
'Supported-Platform', 'Summary', 'Description',
'Keywords', 'Home-page', 'Author', 'Author-email',
'Maintainer', 'Maintainer-email', 'License',
'Classifier', 'Download-URL', 'Obsoletes-Dist',
'Project-URL', 'Provides-Dist', 'Requires-Dist',
'Requires-Python', 'Requires-External', 'Private-Version',
'Obsoleted-By', 'Setup-Requires-Dist', 'Extension',
'Provides-Extra')
_426_MARKERS = ('Private-Version', 'Provides-Extra', 'Obsoleted-By',
'Setup-Requires-Dist', 'Extension')
_ALL_FIELDS = set()
_ALL_FIELDS.update(_241_FIELDS)
_ALL_FIELDS.update(_314_FIELDS)
_ALL_FIELDS.update(_345_FIELDS)
_ALL_FIELDS.update(_426_FIELDS)
EXTRA_RE = re.compile(r'''extra\s*==\s*("([^"]+)"|'([^']+)')''')
def _version2fieldlist(version):
if version == '1.0':
return _241_FIELDS
elif version == '1.1':
return _314_FIELDS
elif version == '1.2':
return _345_FIELDS
elif version == '2.0':
return _426_FIELDS
raise MetadataUnrecognizedVersionError(version)
def _best_version(fields):
"""Detect the best version depending on the fields used."""
def _has_marker(keys, markers):
for marker in markers:
if marker in keys:
return True
return False
keys = []
for key, value in fields.items():
if value in ([], 'UNKNOWN', None):
continue
keys.append(key)
possible_versions = ['1.0', '1.1', '1.2', '2.0']
# first let's try to see if a field is not part of one of the version
for key in keys:
if key not in _241_FIELDS and '1.0' in possible_versions:
possible_versions.remove('1.0')
if key not in _314_FIELDS and '1.1' in possible_versions:
possible_versions.remove('1.1')
if key not in _345_FIELDS and '1.2' in possible_versions:
possible_versions.remove('1.2')
if key not in _426_FIELDS and '2.0' in possible_versions:
possible_versions.remove('2.0')
# possible_version contains qualified versions
if len(possible_versions) == 1:
return possible_versions[0] # found !
elif len(possible_versions) == 0:
raise MetadataConflictError('Unknown metadata set')
# let's see if one unique marker is found
is_1_1 = '1.1' in possible_versions and _has_marker(keys, _314_MARKERS)
is_1_2 = '1.2' in possible_versions and _has_marker(keys, _345_MARKERS)
is_2_0 = '2.0' in possible_versions and _has_marker(keys, _426_MARKERS)
if int(is_1_1) + int(is_1_2) + int(is_2_0) > 1:
raise MetadataConflictError('You used incompatible 1.1/1.2/2.0 fields')
# we have the choice, 1.0, or 1.2, or 2.0
# - 1.0 has a broken Summary field but works with all tools
# - 1.1 is to avoid
# - 1.2 fixes Summary but has little adoption
# - 2.0 adds more features and is very new
if not is_1_1 and not is_1_2 and not is_2_0:
# we couldn't find any specific marker
if PKG_INFO_PREFERRED_VERSION in possible_versions:
return PKG_INFO_PREFERRED_VERSION
if is_1_1:
return '1.1'
if is_1_2:
return '1.2'
return '2.0'
_ATTR2FIELD = {
'metadata_version': 'Metadata-Version',
'name': 'Name',
'version': 'Version',
'platform': 'Platform',
'supported_platform': 'Supported-Platform',
'summary': 'Summary',
'description': 'Description',
'keywords': 'Keywords',
'home_page': 'Home-page',
'author': 'Author',
'author_email': 'Author-email',
'maintainer': 'Maintainer',
'maintainer_email': 'Maintainer-email',
'license': 'License',
'classifier': 'Classifier',
'download_url': 'Download-URL',
'obsoletes_dist': 'Obsoletes-Dist',
'provides_dist': 'Provides-Dist',
'requires_dist': 'Requires-Dist',
'setup_requires_dist': 'Setup-Requires-Dist',
'requires_python': 'Requires-Python',
'requires_external': 'Requires-External',
'requires': 'Requires',
'provides': 'Provides',
'obsoletes': 'Obsoletes',
'project_url': 'Project-URL',
'private_version': 'Private-Version',
'obsoleted_by': 'Obsoleted-By',
'extension': 'Extension',
'provides_extra': 'Provides-Extra',
}
_PREDICATE_FIELDS = ('Requires-Dist', 'Obsoletes-Dist', 'Provides-Dist')
_VERSIONS_FIELDS = ('Requires-Python',)
_VERSION_FIELDS = ('Version',)
_LISTFIELDS = ('Platform', 'Classifier', 'Obsoletes',
'Requires', 'Provides', 'Obsoletes-Dist',
'Provides-Dist', 'Requires-Dist', 'Requires-External',
'Project-URL', 'Supported-Platform', 'Setup-Requires-Dist',
'Provides-Extra', 'Extension')
_LISTTUPLEFIELDS = ('Project-URL',)
_ELEMENTSFIELD = ('Keywords',)
_UNICODEFIELDS = ('Author', 'Maintainer', 'Summary', 'Description')
_MISSING = object()
_FILESAFE = re.compile('[^A-Za-z0-9.]+')
def _get_name_and_version(name, version, for_filename=False):
"""Return the distribution name with version.
If for_filename is true, return a filename-escaped form."""
if for_filename:
# For both name and version any runs of non-alphanumeric or '.'
# characters are replaced with a single '-'. Additionally any
# spaces in the version string become '.'
name = _FILESAFE.sub('-', name)
version = _FILESAFE.sub('-', version.replace(' ', '.'))
return '%s-%s' % (name, version)
class LegacyMetadata(object):
"""The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
"""
# TODO document the mapping API and UNKNOWN default key
def __init__(self, path=None, fileobj=None, mapping=None,
scheme='default'):
if [path, fileobj, mapping].count(None) < 2:
raise TypeError('path, fileobj and mapping are exclusive')
self._fields = {}
self.requires_files = []
self._dependencies = None
self.scheme = scheme
if path is not None:
self.read(path)
elif fileobj is not None:
self.read_file(fileobj)
elif mapping is not None:
self.update(mapping)
self.set_metadata_version()
def set_metadata_version(self):
self._fields['Metadata-Version'] = _best_version(self._fields)
def _write_field(self, fileobj, name, value):
fileobj.write('%s: %s\n' % (name, value))
def __getitem__(self, name):
return self.get(name)
def __setitem__(self, name, value):
return self.set(name, value)
def __delitem__(self, name):
field_name = self._convert_name(name)
try:
del self._fields[field_name]
except KeyError:
raise KeyError(name)
def __contains__(self, name):
return (name in self._fields or
self._convert_name(name) in self._fields)
def _convert_name(self, name):
if name in _ALL_FIELDS:
return name
name = name.replace('-', '_').lower()
return _ATTR2FIELD.get(name, name)
def _default_value(self, name):
if name in _LISTFIELDS or name in _ELEMENTSFIELD:
return []
return 'UNKNOWN'
def _remove_line_prefix(self, value):
if self.metadata_version in ('1.0', '1.1'):
return _LINE_PREFIX_PRE_1_2.sub('\n', value)
else:
return _LINE_PREFIX_1_2.sub('\n', value)
def __getattr__(self, name):
if name in _ATTR2FIELD:
return self[name]
raise AttributeError(name)
#
# Public API
#
# dependencies = property(_get_dependencies, _set_dependencies)
def get_fullname(self, filesafe=False):
"""Return the distribution name with version.
If filesafe is true, return a filename-escaped form."""
return _get_name_and_version(self['Name'], self['Version'], filesafe)
def is_field(self, name):
"""return True if name is a valid metadata key"""
name = self._convert_name(name)
return name in _ALL_FIELDS
def is_multi_field(self, name):
name = self._convert_name(name)
return name in _LISTFIELDS
def read(self, filepath):
"""Read the metadata values from a file path."""
fp = codecs.open(filepath, 'r', encoding='utf-8')
try:
self.read_file(fp)
finally:
fp.close()
def read_file(self, fileob):
"""Read the metadata values from a file object."""
msg = message_from_file(fileob)
self._fields['Metadata-Version'] = msg['metadata-version']
# When reading, get all the fields we can
for field in _ALL_FIELDS:
if field not in msg:
continue
if field in _LISTFIELDS:
# we can have multiple lines
values = msg.get_all(field)
if field in _LISTTUPLEFIELDS and values is not None:
values = [tuple(value.split(',')) for value in values]
self.set(field, values)
else:
# single line
value = msg[field]
if value is not None and value != 'UNKNOWN':
self.set(field, value)
self.set_metadata_version()
def write(self, filepath, skip_unknown=False):
"""Write the metadata fields to filepath."""
fp = codecs.open(filepath, 'w', encoding='utf-8')
try:
self.write_file(fp, skip_unknown)
finally:
fp.close()
def write_file(self, fileobject, skip_unknown=False):
"""Write the PKG-INFO format data to a file object."""
self.set_metadata_version()
for field in _version2fieldlist(self['Metadata-Version']):
values = self.get(field)
if skip_unknown and values in ('UNKNOWN', [], ['UNKNOWN']):
continue
if field in _ELEMENTSFIELD:
self._write_field(fileobject, field, ','.join(values))
continue
if field not in _LISTFIELDS:
if field == 'Description':
if self.metadata_version in ('1.0', '1.1'):
values = values.replace('\n', '\n ')
else:
values = values.replace('\n', '\n |')
values = [values]
if field in _LISTTUPLEFIELDS:
values = [','.join(value) for value in values]
for value in values:
self._write_field(fileobject, field, value)
def update(self, other=None, **kwargs):
"""Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
"""
def _set(key, value):
if key in _ATTR2FIELD and value:
self.set(self._convert_name(key), value)
if not other:
# other is None or empty container
pass
elif hasattr(other, 'keys'):
for k in other.keys():
_set(k, other[k])
else:
for k, v in other:
_set(k, v)
if kwargs:
for k, v in kwargs.items():
_set(k, v)
def set(self, name, value):
"""Control then set a metadata field."""
name = self._convert_name(name)
if ((name in _ELEMENTSFIELD or name == 'Platform') and
not isinstance(value, (list, tuple))):
if isinstance(value, string_types):
value = [v.strip() for v in value.split(',')]
else:
value = []
elif (name in _LISTFIELDS and
not isinstance(value, (list, tuple))):
if isinstance(value, string_types):
value = [value]
else:
value = []
if logger.isEnabledFor(logging.WARNING):
project_name = self['Name']
scheme = get_scheme(self.scheme)
if name in _PREDICATE_FIELDS and value is not None:
for v in value:
# check that the values are valid
if not scheme.is_valid_matcher(v.split(';')[0]):
logger.warning(
"'%s': '%s' is not valid (field '%s')",
project_name, v, name)
# FIXME this rejects UNKNOWN, is that right?
elif name in _VERSIONS_FIELDS and value is not None:
if not scheme.is_valid_constraint_list(value):
logger.warning("'%s': '%s' is not a valid version (field '%s')",
project_name, value, name)
elif name in _VERSION_FIELDS and value is not None:
if not scheme.is_valid_version(value):
logger.warning("'%s': '%s' is not a valid version (field '%s')",
project_name, value, name)
if name in _UNICODEFIELDS:
if name == 'Description':
value = self._remove_line_prefix(value)
self._fields[name] = value
def get(self, name, default=_MISSING):
"""Get a metadata field."""
name = self._convert_name(name)
if name not in self._fields:
if default is _MISSING:
default = self._default_value(name)
return default
if name in _UNICODEFIELDS:
value = self._fields[name]
return value
elif name in _LISTFIELDS:
value = self._fields[name]
if value is None:
return []
res = []
for val in value:
if name not in _LISTTUPLEFIELDS:
res.append(val)
else:
# That's for Project-URL
res.append((val[0], val[1]))
return res
elif name in _ELEMENTSFIELD:
value = self._fields[name]
if isinstance(value, string_types):
return value.split(',')
return self._fields[name]
def check(self, strict=False):
"""Check if the metadata is compliant. If strict is True then raise if
no Name or Version are provided"""
self.set_metadata_version()
# XXX should check the versions (if the file was loaded)
missing, warnings = [], []
for attr in ('Name', 'Version'): # required by PEP 345
if attr not in self:
missing.append(attr)
if strict and missing != []:
msg = 'missing required metadata: %s' % ', '.join(missing)
raise MetadataMissingError(msg)
for attr in ('Home-page', 'Author'):
if attr not in self:
missing.append(attr)
# checking metadata 1.2 (XXX needs to check 1.1, 1.0)
if self['Metadata-Version'] != '1.2':
return missing, warnings
scheme = get_scheme(self.scheme)
def are_valid_constraints(value):
for v in value:
if not scheme.is_valid_matcher(v.split(';')[0]):
return False
return True
for fields, controller in ((_PREDICATE_FIELDS, are_valid_constraints),
(_VERSIONS_FIELDS,
scheme.is_valid_constraint_list),
(_VERSION_FIELDS,
scheme.is_valid_version)):
for field in fields:
value = self.get(field, None)
if value is not None and not controller(value):
warnings.append("Wrong value for '%s': %s" % (field, value))
return missing, warnings
def todict(self, skip_missing=False):
"""Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
"""
self.set_metadata_version()
mapping_1_0 = (
('metadata_version', 'Metadata-Version'),
('name', 'Name'),
('version', 'Version'),
('summary', 'Summary'),
('home_page', 'Home-page'),
('author', 'Author'),
('author_email', 'Author-email'),
('license', 'License'),
('description', 'Description'),
('keywords', 'Keywords'),
('platform', 'Platform'),
('classifiers', 'Classifier'),
('download_url', 'Download-URL'),
)
data = {}
for key, field_name in mapping_1_0:
if not skip_missing or field_name in self._fields:
data[key] = self[field_name]
if self['Metadata-Version'] == '1.2':
mapping_1_2 = (
('requires_dist', 'Requires-Dist'),
('requires_python', 'Requires-Python'),
('requires_external', 'Requires-External'),
('provides_dist', 'Provides-Dist'),
('obsoletes_dist', 'Obsoletes-Dist'),
('project_url', 'Project-URL'),
('maintainer', 'Maintainer'),
('maintainer_email', 'Maintainer-email'),
)
for key, field_name in mapping_1_2:
if not skip_missing or field_name in self._fields:
if key != 'project_url':
data[key] = self[field_name]
else:
data[key] = [','.join(u) for u in self[field_name]]
elif self['Metadata-Version'] == '1.1':
mapping_1_1 = (
('provides', 'Provides'),
('requires', 'Requires'),
('obsoletes', 'Obsoletes'),
)
for key, field_name in mapping_1_1:
if not skip_missing or field_name in self._fields:
data[key] = self[field_name]
return data
def add_requirements(self, requirements):
if self['Metadata-Version'] == '1.1':
# we can't have 1.1 metadata *and* Setuptools requires
for field in ('Obsoletes', 'Requires', 'Provides'):
if field in self:
del self[field]
self['Requires-Dist'] += requirements
# Mapping API
# TODO could add iter* variants
def keys(self):
return list(_version2fieldlist(self['Metadata-Version']))
def __iter__(self):
for key in self.keys():
yield key
def values(self):
return [self[key] for key in self.keys()]
def items(self):
return [(key, self[key]) for key in self.keys()]
def __repr__(self):
return '<%s %s %s>' % (self.__class__.__name__, self.name,
self.version)
METADATA_FILENAME = 'pydist.json'
WHEEL_METADATA_FILENAME = 'metadata.json'
class Metadata(object):
"""
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
"""
METADATA_VERSION_MATCHER = re.compile('^\d+(\.\d+)*$')
NAME_MATCHER = re.compile('^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$', re.I)
VERSION_MATCHER = PEP440_VERSION_RE
SUMMARY_MATCHER = re.compile('.{1,2047}')
METADATA_VERSION = '2.0'
GENERATOR = 'distlib (%s)' % __version__
MANDATORY_KEYS = {
'name': (),
'version': (),
'summary': ('legacy',),
}
INDEX_KEYS = ('name version license summary description author '
'author_email keywords platform home_page classifiers '
'download_url')
DEPENDENCY_KEYS = ('extras run_requires test_requires build_requires '
'dev_requires provides meta_requires obsoleted_by '
'supports_environments')
SYNTAX_VALIDATORS = {
'metadata_version': (METADATA_VERSION_MATCHER, ()),
'name': (NAME_MATCHER, ('legacy',)),
'version': (VERSION_MATCHER, ('legacy',)),
'summary': (SUMMARY_MATCHER, ('legacy',)),
}
__slots__ = ('_legacy', '_data', 'scheme')
def __init__(self, path=None, fileobj=None, mapping=None,
scheme='default'):
if [path, fileobj, mapping].count(None) < 2:
raise TypeError('path, fileobj and mapping are exclusive')
self._legacy = None
self._data = None
self.scheme = scheme
#import pdb; pdb.set_trace()
if mapping is not None:
try:
self._validate_mapping(mapping, scheme)
self._data = mapping
except MetadataUnrecognizedVersionError:
self._legacy = LegacyMetadata(mapping=mapping, scheme=scheme)
self.validate()
else:
data = None
if path:
with open(path, 'rb') as f:
data = f.read()
elif fileobj:
data = fileobj.read()
if data is None:
# Initialised with no args - to be added
self._data = {
'metadata_version': self.METADATA_VERSION,
'generator': self.GENERATOR,
}
else:
if not isinstance(data, text_type):
data = data.decode('utf-8')
try:
self._data = json.loads(data)
self._validate_mapping(self._data, scheme)
except ValueError:
# Note: MetadataUnrecognizedVersionError does not
# inherit from ValueError (it's a DistlibException,
# which should not inherit from ValueError).
# The ValueError comes from the json.load - if that
# succeeds and we get a validation error, we want
# that to propagate
self._legacy = LegacyMetadata(fileobj=StringIO(data),
scheme=scheme)
self.validate()
common_keys = set(('name', 'version', 'license', 'keywords', 'summary'))
none_list = (None, list)
none_dict = (None, dict)
mapped_keys = {
'run_requires': ('Requires-Dist', list),
'build_requires': ('Setup-Requires-Dist', list),
'dev_requires': none_list,
'test_requires': none_list,
'meta_requires': none_list,
'extras': ('Provides-Extra', list),
'modules': none_list,
'namespaces': none_list,
'exports': none_dict,
'commands': none_dict,
'classifiers': ('Classifier', list),
'source_url': ('Download-URL', None),
'metadata_version': ('Metadata-Version', None),
}
del none_list, none_dict
def __getattribute__(self, key):
common = object.__getattribute__(self, 'common_keys')
mapped = object.__getattribute__(self, 'mapped_keys')
if key in mapped:
lk, maker = mapped[key]
if self._legacy:
if lk is None:
result = None if maker is None else maker()
else:
result = self._legacy.get(lk)
else:
value = None if maker is None else maker()
if key not in ('commands', 'exports', 'modules', 'namespaces',
'classifiers'):
result = self._data.get(key, value)
else:
# special cases for PEP 459
sentinel = object()
result = sentinel
d = self._data.get('extensions')
if d:
if key == 'commands':
result = d.get('python.commands', value)
elif key == 'classifiers':
d = d.get('python.details')
if d:
result = d.get(key, value)
else:
d = d.get('python.exports')
if not d:
d = self._data.get('python.exports')
if d:
result = d.get(key, value)
if result is sentinel:
result = value
elif key not in common:
result = object.__getattribute__(self, key)
elif self._legacy:
result = self._legacy.get(key)
else:
result = self._data.get(key)
return result
def _validate_value(self, key, value, scheme=None):
if key in self.SYNTAX_VALIDATORS:
pattern, exclusions = self.SYNTAX_VALIDATORS[key]
if (scheme or self.scheme) not in exclusions:
m = pattern.match(value)
if not m:
raise MetadataInvalidError("'%s' is an invalid value for "
"the '%s' property" % (value,
key))
def __setattr__(self, key, value):
self._validate_value(key, value)
common = object.__getattribute__(self, 'common_keys')
mapped = object.__getattribute__(self, 'mapped_keys')
if key in mapped:
lk, _ = mapped[key]
if self._legacy:
if lk is None:
raise NotImplementedError
self._legacy[lk] = value
elif key not in ('commands', 'exports', 'modules', 'namespaces',
'classifiers'):
self._data[key] = value
else:
# special cases for PEP 459
d = self._data.setdefault('extensions', {})
if key == 'commands':
d['python.commands'] = value
elif key == 'classifiers':
d = d.setdefault('python.details', {})
d[key] = value
else:
d = d.setdefault('python.exports', {})
d[key] = value
elif key not in common:
object.__setattr__(self, key, value)
else:
if key == 'keywords':
if isinstance(value, string_types):
value = value.strip()
if value:
value = value.split()
else:
value = []
if self._legacy:
self._legacy[key] = value
else:
self._data[key] = value
@property
def name_and_version(self):
return _get_name_and_version(self.name, self.version, True)
@property
def provides(self):
if self._legacy:
result = self._legacy['Provides-Dist']
else:
result = self._data.setdefault('provides', [])
s = '%s (%s)' % (self.name, self.version)
if s not in result:
result.append(s)
return result
@provides.setter
def provides(self, value):
if self._legacy:
self._legacy['Provides-Dist'] = value
else:
self._data['provides'] = value
def get_requirements(self, reqts, extras=None, env=None):
"""
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
"""
if self._legacy:
result = reqts
else:
result = []
extras = get_extras(extras or [], self.extras)
for d in reqts:
if 'extra' not in d and 'environment' not in d:
# unconditional
include = True
else:
if 'extra' not in d:
# Not extra-dependent - only environment-dependent
include = True
else:
include = d.get('extra') in extras
if include:
# Not excluded because of extras, check environment
marker = d.get('environment')
if marker:
include = interpret(marker, env)
if include:
result.extend(d['requires'])
for key in ('build', 'dev', 'test'):
e = ':%s:' % key
if e in extras:
extras.remove(e)
# A recursive call, but it should terminate since 'test'
# has been removed from the extras
reqts = self._data.get('%s_requires' % key, [])
result.extend(self.get_requirements(reqts, extras=extras,
env=env))
return result
@property
def dictionary(self):
if self._legacy:
return self._from_legacy()
return self._data
@property
def dependencies(self):
if self._legacy:
raise NotImplementedError
else:
return extract_by_key(self._data, self.DEPENDENCY_KEYS)
@dependencies.setter
def dependencies(self, value):
if self._legacy:
raise NotImplementedError
else:
self._data.update(value)
def _validate_mapping(self, mapping, scheme):
if mapping.get('metadata_version') != self.METADATA_VERSION:
raise MetadataUnrecognizedVersionError()
missing = []
for key, exclusions in self.MANDATORY_KEYS.items():
if key not in mapping:
if scheme not in exclusions:
missing.append(key)
if missing:
msg = 'Missing metadata items: %s' % ', '.join(missing)
raise MetadataMissingError(msg)
for k, v in mapping.items():
self._validate_value(k, v, scheme)
def validate(self):
if self._legacy:
missing, warnings = self._legacy.check(True)
if missing or warnings:
logger.warning('Metadata: missing: %s, warnings: %s',
missing, warnings)
else:
self._validate_mapping(self._data, self.scheme)
def todict(self):
if self._legacy:
return self._legacy.todict(True)
else:
result = extract_by_key(self._data, self.INDEX_KEYS)
return result
def _from_legacy(self):
assert self._legacy and not self._data
result = {
'metadata_version': self.METADATA_VERSION,
'generator': self.GENERATOR,
}
lmd = self._legacy.todict(True) # skip missing ones
for k in ('name', 'version', 'license', 'summary', 'description',
'classifier'):
if k in lmd:
if k == 'classifier':
nk = 'classifiers'
else:
nk = k
result[nk] = lmd[k]
kw = lmd.get('Keywords', [])
if kw == ['']:
kw = []
result['keywords'] = kw
keys = (('requires_dist', 'run_requires'),
('setup_requires_dist', 'build_requires'))
for ok, nk in keys:
if ok in lmd and lmd[ok]:
result[nk] = [{'requires': lmd[ok]}]
result['provides'] = self.provides
author = {}
maintainer = {}
return result
LEGACY_MAPPING = {
'name': 'Name',
'version': 'Version',
'license': 'License',
'summary': 'Summary',
'description': 'Description',
'classifiers': 'Classifier',
}
def _to_legacy(self):
def process_entries(entries):
reqts = set()
for e in entries:
extra = e.get('extra')
env = e.get('environment')
rlist = e['requires']
for r in rlist:
if not env and not extra:
reqts.add(r)
else:
marker = ''
if extra:
marker = 'extra == "%s"' % extra
if env:
if marker:
marker = '(%s) and %s' % (env, marker)
else:
marker = env
reqts.add(';'.join((r, marker)))
return reqts
assert self._data and not self._legacy
result = LegacyMetadata()
nmd = self._data
for nk, ok in self.LEGACY_MAPPING.items():
if nk in nmd:
result[ok] = nmd[nk]
r1 = process_entries(self.run_requires + self.meta_requires)
r2 = process_entries(self.build_requires + self.dev_requires)
if self.extras:
result['Provides-Extra'] = sorted(self.extras)
result['Requires-Dist'] = sorted(r1)
result['Setup-Requires-Dist'] = sorted(r2)
# TODO: other fields such as contacts
return result
def write(self, path=None, fileobj=None, legacy=False, skip_unknown=True):
if [path, fileobj].count(None) != 1:
raise ValueError('Exactly one of path and fileobj is needed')
self.validate()
if legacy:
if self._legacy:
legacy_md = self._legacy
else:
legacy_md = self._to_legacy()
if path:
legacy_md.write(path, skip_unknown=skip_unknown)
else:
legacy_md.write_file(fileobj, skip_unknown=skip_unknown)
else:
if self._legacy:
d = self._from_legacy()
else:
d = self._data
if fileobj:
json.dump(d, fileobj, ensure_ascii=True, indent=2,
sort_keys=True)
else:
with codecs.open(path, 'w', 'utf-8') as f:
json.dump(d, f, ensure_ascii=True, indent=2,
sort_keys=True)
def add_requirements(self, requirements):
if self._legacy:
self._legacy.add_requirements(requirements)
else:
run_requires = self._data.setdefault('run_requires', [])
always = None
for entry in run_requires:
if 'environment' not in entry and 'extra' not in entry:
always = entry
break
if always is None:
always = { 'requires': requirements }
run_requires.insert(0, always)
else:
rset = set(always['requires']) | set(requirements)
always['requires'] = sorted(rset)
def __repr__(self):
name = self.name or '(no name)'
version = self.version or 'no version'
return '<%s %s %s (%s)>' % (self.__class__.__name__,
self.metadata_version, name, version)
distlib/resources.py 0000644 00000025016 15043676017 0010577 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2013-2016 Vinay Sajip.
# Licensed to the Python Software Foundation under a contributor agreement.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
from __future__ import unicode_literals
import bisect
import io
import logging
import os
import pkgutil
import shutil
import sys
import types
import zipimport
from . import DistlibException
from .util import cached_property, get_cache_base, path_to_cache_dir, Cache
logger = logging.getLogger(__name__)
cache = None # created when needed
class ResourceCache(Cache):
def __init__(self, base=None):
if base is None:
# Use native string to avoid issues on 2.x: see Python #20140.
base = os.path.join(get_cache_base(), str('resource-cache'))
super(ResourceCache, self).__init__(base)
def is_stale(self, resource, path):
"""
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
"""
# Cache invalidation is a hard problem :-)
return True
def get(self, resource):
"""
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
"""
prefix, path = resource.finder.get_cache_info(resource)
if prefix is None:
result = path
else:
result = os.path.join(self.base, self.prefix_to_dir(prefix), path)
dirname = os.path.dirname(result)
if not os.path.isdir(dirname):
os.makedirs(dirname)
if not os.path.exists(result):
stale = True
else:
stale = self.is_stale(resource, path)
if stale:
# write the bytes of the resource to the cache location
with open(result, 'wb') as f:
f.write(resource.bytes)
return result
class ResourceBase(object):
def __init__(self, finder, name):
self.finder = finder
self.name = name
class Resource(ResourceBase):
"""
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
"""
is_container = False # Backwards compatibility
def as_stream(self):
"""
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
"""
return self.finder.get_stream(self)
@cached_property
def file_path(self):
global cache
if cache is None:
cache = ResourceCache()
return cache.get(self)
@cached_property
def bytes(self):
return self.finder.get_bytes(self)
@cached_property
def size(self):
return self.finder.get_size(self)
class ResourceContainer(ResourceBase):
is_container = True # Backwards compatibility
@cached_property
def resources(self):
return self.finder.get_resources(self)
class ResourceFinder(object):
"""
Resource finder for file system resources.
"""
if sys.platform.startswith('java'):
skipped_extensions = ('.pyc', '.pyo', '.class')
else:
skipped_extensions = ('.pyc', '.pyo')
def __init__(self, module):
self.module = module
self.loader = getattr(module, '__loader__', None)
self.base = os.path.dirname(getattr(module, '__file__', ''))
def _adjust_path(self, path):
return os.path.realpath(path)
def _make_path(self, resource_name):
# Issue #50: need to preserve type of path on Python 2.x
# like os.path._get_sep
if isinstance(resource_name, bytes): # should only happen on 2.x
sep = b'/'
else:
sep = '/'
parts = resource_name.split(sep)
parts.insert(0, self.base)
result = os.path.join(*parts)
return self._adjust_path(result)
def _find(self, path):
return os.path.exists(path)
def get_cache_info(self, resource):
return None, resource.path
def find(self, resource_name):
path = self._make_path(resource_name)
if not self._find(path):
result = None
else:
if self._is_directory(path):
result = ResourceContainer(self, resource_name)
else:
result = Resource(self, resource_name)
result.path = path
return result
def get_stream(self, resource):
return open(resource.path, 'rb')
def get_bytes(self, resource):
with open(resource.path, 'rb') as f:
return f.read()
def get_size(self, resource):
return os.path.getsize(resource.path)
def get_resources(self, resource):
def allowed(f):
return (f != '__pycache__' and not
f.endswith(self.skipped_extensions))
return set([f for f in os.listdir(resource.path) if allowed(f)])
def is_container(self, resource):
return self._is_directory(resource.path)
_is_directory = staticmethod(os.path.isdir)
def iterator(self, resource_name):
resource = self.find(resource_name)
if resource is not None:
todo = [resource]
while todo:
resource = todo.pop(0)
yield resource
if resource.is_container:
rname = resource.name
for name in resource.resources:
if not rname:
new_name = name
else:
new_name = '/'.join([rname, name])
child = self.find(new_name)
if child.is_container:
todo.append(child)
else:
yield child
class ZipResourceFinder(ResourceFinder):
"""
Resource finder for resources in .zip files.
"""
def __init__(self, module):
super(ZipResourceFinder, self).__init__(module)
archive = self.loader.archive
self.prefix_len = 1 + len(archive)
# PyPy doesn't have a _files attr on zipimporter, and you can't set one
if hasattr(self.loader, '_files'):
self._files = self.loader._files
else:
self._files = zipimport._zip_directory_cache[archive]
self.index = sorted(self._files)
def _adjust_path(self, path):
return path
def _find(self, path):
path = path[self.prefix_len:]
if path in self._files:
result = True
else:
if path and path[-1] != os.sep:
path = path + os.sep
i = bisect.bisect(self.index, path)
try:
result = self.index[i].startswith(path)
except IndexError:
result = False
if not result:
logger.debug('_find failed: %r %r', path, self.loader.prefix)
else:
logger.debug('_find worked: %r %r', path, self.loader.prefix)
return result
def get_cache_info(self, resource):
prefix = self.loader.archive
path = resource.path[1 + len(prefix):]
return prefix, path
def get_bytes(self, resource):
return self.loader.get_data(resource.path)
def get_stream(self, resource):
return io.BytesIO(self.get_bytes(resource))
def get_size(self, resource):
path = resource.path[self.prefix_len:]
return self._files[path][3]
def get_resources(self, resource):
path = resource.path[self.prefix_len:]
if path and path[-1] != os.sep:
path += os.sep
plen = len(path)
result = set()
i = bisect.bisect(self.index, path)
while i < len(self.index):
if not self.index[i].startswith(path):
break
s = self.index[i][plen:]
result.add(s.split(os.sep, 1)[0]) # only immediate children
i += 1
return result
def _is_directory(self, path):
path = path[self.prefix_len:]
if path and path[-1] != os.sep:
path += os.sep
i = bisect.bisect(self.index, path)
try:
result = self.index[i].startswith(path)
except IndexError:
result = False
return result
_finder_registry = {
type(None): ResourceFinder,
zipimport.zipimporter: ZipResourceFinder
}
try:
# In Python 3.6, _frozen_importlib -> _frozen_importlib_external
try:
import _frozen_importlib_external as _fi
except ImportError:
import _frozen_importlib as _fi
_finder_registry[_fi.SourceFileLoader] = ResourceFinder
_finder_registry[_fi.FileFinder] = ResourceFinder
del _fi
except (ImportError, AttributeError):
pass
def register_finder(loader, finder_maker):
_finder_registry[type(loader)] = finder_maker
_finder_cache = {}
def finder(package):
"""
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
"""
if package in _finder_cache:
result = _finder_cache[package]
else:
if package not in sys.modules:
__import__(package)
module = sys.modules[package]
path = getattr(module, '__path__', None)
if path is None:
raise DistlibException('You cannot get a finder for a module, '
'only for a package')
loader = getattr(module, '__loader__', None)
finder_maker = _finder_registry.get(type(loader))
if finder_maker is None:
raise DistlibException('Unable to locate finder for %r' % package)
result = finder_maker(module)
_finder_cache[package] = result
return result
_dummy_module = types.ModuleType(str('__dummy__'))
def finder_for_path(path):
"""
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
"""
result = None
# calls any path hooks, gets importer into cache
pkgutil.get_importer(path)
loader = sys.path_importer_cache.get(path)
finder = _finder_registry.get(type(loader))
if finder:
module = _dummy_module
module.__file__ = os.path.join(path, '')
module.__loader__ = loader
result = finder(module)
return result
distlib/database.py 0000644 00000141010 15043676017 0010322 0 ustar 00 # -*- coding: utf-8 -*-
#
# Copyright (C) 2012-2016 The Python Software Foundation.
# See LICENSE.txt and CONTRIBUTORS.txt.
#
"""PEP 376 implementation."""
from __future__ import unicode_literals
import base64
import codecs
import contextlib
import hashlib
import logging
import os
import posixpath
import sys
import zipimport
from . import DistlibException, resources
from .compat import StringIO
from .version import get_scheme, UnsupportedVersionError
from .metadata import Metadata, METADATA_FILENAME, WHEEL_METADATA_FILENAME
from .util import (parse_requirement, cached_property, parse_name_and_version,
read_exports, write_exports, CSVReader, CSVWriter)
__all__ = ['Distribution', 'BaseInstalledDistribution',
'InstalledDistribution', 'EggInfoDistribution',
'DistributionPath']
logger = logging.getLogger(__name__)
EXPORTS_FILENAME = 'pydist-exports.json'
COMMANDS_FILENAME = 'pydist-commands.json'
DIST_FILES = ('INSTALLER', METADATA_FILENAME, 'RECORD', 'REQUESTED',
'RESOURCES', EXPORTS_FILENAME, 'SHARED')
DISTINFO_EXT = '.dist-info'
class _Cache(object):
"""
A simple cache mapping names and .dist-info paths to distributions
"""
def __init__(self):
"""
Initialise an instance. There is normally one for each DistributionPath.
"""
self.name = {}
self.path = {}
self.generated = False
def clear(self):
"""
Clear the cache, setting it to its initial state.
"""
self.name.clear()
self.path.clear()
self.generated = False
def add(self, dist):
"""
Add a distribution to the cache.
:param dist: The distribution to add.
"""
if dist.path not in self.path:
self.path[dist.path] = dist
self.name.setdefault(dist.key, []).append(dist)
class DistributionPath(object):
"""
Represents a set of distributions installed on a path (typically sys.path).
"""
def __init__(self, path=None, include_egg=False):
"""
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
"""
if path is None:
path = sys.path
self.path = path
self._include_dist = True
self._include_egg = include_egg
self._cache = _Cache()
self._cache_egg = _Cache()
self._cache_enabled = True
self._scheme = get_scheme('default')
def _get_cache_enabled(self):
return self._cache_enabled
def _set_cache_enabled(self, value):
self._cache_enabled = value
cache_enabled = property(_get_cache_enabled, _set_cache_enabled)
def clear_cache(self):
"""
Clears the internal cache.
"""
self._cache.clear()
self._cache_egg.clear()
def _yield_distributions(self):
"""
Yield .dist-info and/or .egg(-info) distributions.
"""
# We need to check if we've seen some resources already, because on
# some Linux systems (e.g. some Debian/Ubuntu variants) there are
# symlinks which alias other files in the environment.
seen = set()
for path in self.path:
finder = resources.finder_for_path(path)
if finder is None:
continue
r = finder.find('')
if not r or not r.is_container:
continue
rset = sorted(r.resources)
for entry in rset:
r = finder.find(entry)
if not r or r.path in seen:
continue
if self._include_dist and entry.endswith(DISTINFO_EXT):
possible_filenames = [METADATA_FILENAME, WHEEL_METADATA_FILENAME]
for metadata_filename in possible_filenames:
metadata_path = posixpath.join(entry, metadata_filename)
pydist = finder.find(metadata_path)
if pydist:
break
else:
continue
with contextlib.closing(pydist.as_stream()) as stream:
metadata = Metadata(fileobj=stream, scheme='legacy')
logger.debug('Found %s', r.path)
seen.add(r.path)
yield new_dist_class(r.path, metadata=metadata,
env=self)
elif self._include_egg and entry.endswith(('.egg-info',
'.egg')):
logger.debug('Found %s', r.path)
seen.add(r.path)
yield old_dist_class(r.path, self)
def _generate_cache(self):
"""
Scan the path for distributions and populate the cache with
those that are found.
"""
gen_dist = not self._cache.generated
gen_egg = self._include_egg and not self._cache_egg.generated
if gen_dist or gen_egg:
for dist in self._yield_distributions():
if isinstance(dist, InstalledDistribution):
self._cache.add(dist)
else:
self._cache_egg.add(dist)
if gen_dist:
self._cache.generated = True
if gen_egg:
self._cache_egg.generated = True
@classmethod
def distinfo_dirname(cls, name, version):
"""
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string"""
name = name.replace('-', '_')
return '-'.join([name, version]) + DISTINFO_EXT
def get_distributions(self):
"""
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
"""
if not self._cache_enabled:
for dist in self._yield_distributions():
yield dist
else:
self._generate_cache()
for dist in self._cache.path.values():
yield dist
if self._include_egg:
for dist in self._cache_egg.path.values():
yield dist
def get_distribution(self, name):
"""
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
"""
result = None
name = name.lower()
if not self._cache_enabled:
for dist in self._yield_distributions():
if dist.key == name:
result = dist
break
else:
self._generate_cache()
if name in self._cache.name:
result = self._cache.name[name][0]
elif self._include_egg and name in self._cache_egg.name:
result = self._cache_egg.name[name][0]
return result
def provides_distribution(self, name, version=None):
"""
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
"""
matcher = None
if not version is None:
try:
matcher = self._scheme.matcher('%s (%s)' % (name, version))
except ValueError:
raise DistlibException('invalid name or version: %r, %r' %
(name, version))
for dist in self.get_distributions():
provided = dist.provides
for p in provided:
p_name, p_ver = parse_name_and_version(p)
if matcher is None:
if p_name == name:
yield dist
break
else:
if p_name == name and matcher.match(p_ver):
yield dist
break
def get_file_path(self, name, relative_path):
"""
Return the path to a resource file.
"""
dist = self.get_distribution(name)
if dist is None:
raise LookupError('no distribution named %r found' % name)
return dist.get_resource_path(relative_path)
def get_exported_entries(self, category, name=None):
"""
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
"""
for dist in self.get_distributions():
r = dist.exports
if category in r:
d = r[category]
if name is not None:
if name in d:
yield d[name]
else:
for v in d.values():
yield v
class Distribution(object):
"""
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
"""
build_time_dependency = False
"""
Set to True if it's known to be only a build-time dependency (i.e.
not needed after installation).
"""
requested = False
"""A boolean that indicates whether the ``REQUESTED`` metadata file is
present (in other words, whether the package was installed by user
request or it was installed as a dependency)."""
def __init__(self, metadata):
"""
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
"""
self.metadata = metadata
self.name = metadata.name
self.key = self.name.lower() # for case-insensitive comparisons
self.version = metadata.version
self.locator = None
self.digest = None
self.extras = None # additional features requested
self.context = None # environment marker overrides
self.download_urls = set()
self.digests = {}
@property
def source_url(self):
"""
The source archive download URL for this distribution.
"""
return self.metadata.source_url
download_url = source_url # Backward compatibility
@property
def name_and_version(self):
"""
A utility property which displays the name and version in parentheses.
"""
return '%s (%s)' % (self.name, self.version)
@property
def provides(self):
"""
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
"""
plist = self.metadata.provides
s = '%s (%s)' % (self.name, self.version)
if s not in plist:
plist.append(s)
return plist
def _get_requirements(self, req_attr):
md = self.metadata
logger.debug('Getting requirements from metadata %r', md.todict())
reqts = getattr(md, req_attr)
return set(md.get_requirements(reqts, extras=self.extras,
env=self.context))
@property
def run_requires(self):
return self._get_requirements('run_requires')
@property
def meta_requires(self):
return self._get_requirements('meta_requires')
@property
def build_requires(self):
return self._get_requirements('build_requires')
@property
def test_requires(self):
return self._get_requirements('test_requires')
@property
def dev_requires(self):
return self._get_requirements('dev_requires')
def matches_requirement(self, req):
"""
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
"""
# Requirement may contain extras - parse to lose those
# from what's passed to the matcher
r = parse_requirement(req)
scheme = get_scheme(self.metadata.scheme)
try:
matcher = scheme.matcher(r.requirement)
except UnsupportedVersionError:
# XXX compat-mode if cannot read the version
logger.warning('could not read version %r - using name only',
req)
name = req.split()[0]
matcher = scheme.matcher(name)
name = matcher.key # case-insensitive
result = False
for p in self.provides:
p_name, p_ver = parse_name_and_version(p)
if p_name != name:
continue
try:
result = matcher.match(p_ver)
break
except UnsupportedVersionError:
pass
return result
def __repr__(self):
"""
Return a textual representation of this instance,
"""
if self.source_url:
suffix = ' [%s]' % self.source_url
else:
suffix = ''
return '<Distribution %s (%s)%s>' % (self.name, self.version, suffix)
def __eq__(self, other):
"""
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
"""
if type(other) is not type(self):
result = False
else:
result = (self.name == other.name and
self.version == other.version and
self.source_url == other.source_url)
return result
def __hash__(self):
"""
Compute hash in a way which matches the equality test.
"""
return hash(self.name) + hash(self.version) + hash(self.source_url)
class BaseInstalledDistribution(Distribution):
"""
This is the base class for installed distributions (whether PEP 376 or
legacy).
"""
hasher = None
def __init__(self, metadata, path, env=None):
"""
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
"""
super(BaseInstalledDistribution, self).__init__(metadata)
self.path = path
self.dist_path = env
def get_hash(self, data, hasher=None):
"""
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
"""
if hasher is None:
hasher = self.hasher
if hasher is None:
hasher = hashlib.md5
prefix = ''
else:
hasher = getattr(hashlib, hasher)
prefix = '%s=' % self.hasher
digest = hasher(data).digest()
digest = base64.urlsafe_b64encode(digest).rstrip(b'=').decode('ascii')
return '%s%s' % (prefix, digest)
class InstalledDistribution(BaseInstalledDistribution):
"""
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
"""
hasher = 'sha256'
def __init__(self, path, metadata=None, env=None):
self.finder = finder = resources.finder_for_path(path)
if finder is None:
import pdb; pdb.set_trace ()
if env and env._cache_enabled and path in env._cache.path:
metadata = env._cache.path[path].metadata
elif metadata is None:
r = finder.find(METADATA_FILENAME)
# Temporary - for Wheel 0.23 support
if r is None:
r = finder.find(WHEEL_METADATA_FILENAME)
# Temporary - for legacy support
if r is None:
r = finder.find('METADATA')
if r is None:
raise ValueError('no %s found in %s' % (METADATA_FILENAME,
path))
with contextlib.closing(r.as_stream()) as stream:
metadata = Metadata(fileobj=stream, scheme='legacy')
super(InstalledDistribution, self).__init__(metadata, path, env)
if env and env._cache_enabled:
env._cache.add(self)
try:
r = finder.find('REQUESTED')
except AttributeError:
import pdb; pdb.set_trace ()
self.requested = r is not None
def __repr__(self):
return '<InstalledDistribution %r %s at %r>' % (
self.name, self.version, self.path)
def __str__(self):
return "%s %s" % (self.name, self.version)
def _get_records(self):
"""
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
"""
results = []
r = self.get_distinfo_resource('RECORD')
with contextlib.closing(r.as_stream()) as stream:
with CSVReader(stream=stream) as record_reader:
# Base location is parent dir of .dist-info dir
#base_location = os.path.dirname(self.path)
#base_location = os.path.abspath(base_location)
for row in record_reader:
missing = [None for i in range(len(row), 3)]
path, checksum, size = row + missing
#if not os.path.isabs(path):
# path = path.replace('/', os.sep)
# path = os.path.join(base_location, path)
results.append((path, checksum, size))
return results
@cached_property
def exports(self):
"""
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
"""
result = {}
r = self.get_distinfo_resource(EXPORTS_FILENAME)
if r:
result = self.read_exports()
return result
def read_exports(self):
"""
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
"""
result = {}
r = self.get_distinfo_resource(EXPORTS_FILENAME)
if r:
with contextlib.closing(r.as_stream()) as stream:
result = read_exports(stream)
return result
def write_exports(self, exports):
"""
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
"""
rf = self.get_distinfo_file(EXPORTS_FILENAME)
with open(rf, 'w') as f:
write_exports(exports, f)
def get_resource_path(self, relative_path):
"""
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
"""
r = self.get_distinfo_resource('RESOURCES')
with contextlib.closing(r.as_stream()) as stream:
with CSVReader(stream=stream) as resources_reader:
for relative, destination in resources_reader:
if relative == relative_path:
return destination
raise KeyError('no resource file with relative path %r '
'is installed' % relative_path)
def list_installed_files(self):
"""
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
"""
for result in self._get_records():
yield result
def write_installed_files(self, paths, prefix, dry_run=False):
"""
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
"""
prefix = os.path.join(prefix, '')
base = os.path.dirname(self.path)
base_under_prefix = base.startswith(prefix)
base = os.path.join(base, '')
record_path = self.get_distinfo_file('RECORD')
logger.info('creating %s', record_path)
if dry_run:
return None
with CSVWriter(record_path) as writer:
for path in paths:
if os.path.isdir(path) or path.endswith(('.pyc', '.pyo')):
# do not put size and hash, as in PEP-376
hash_value = size = ''
else:
size = '%d' % os.path.getsize(path)
with open(path, 'rb') as fp:
hash_value = self.get_hash(fp.read())
if path.startswith(base) or (base_under_prefix and
path.startswith(prefix)):
path = os.path.relpath(path, base)
writer.writerow((path, hash_value, size))
# add the RECORD file itself
if record_path.startswith(base):
record_path = os.path.relpath(record_path, base)
writer.writerow((record_path, '', ''))
return record_path
def check_installed_files(self):
"""
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
"""
mismatches = []
base = os.path.dirname(self.path)
record_path = self.get_distinfo_file('RECORD')
for path, hash_value, size in self.list_installed_files():
if not os.path.isabs(path):
path = os.path.join(base, path)
if path == record_path:
continue
if not os.path.exists(path):
mismatches.append((path, 'exists', True, False))
elif os.path.isfile(path):
actual_size = str(os.path.getsize(path))
if size and actual_size != size:
mismatches.append((path, 'size', size, actual_size))
elif hash_value:
if '=' in hash_value:
hasher = hash_value.split('=', 1)[0]
else:
hasher = None
with open(path, 'rb') as f:
actual_hash = self.get_hash(f.read(), hasher)
if actual_hash != hash_value:
mismatches.append((path, 'hash', hash_value, actual_hash))
return mismatches
@cached_property
def shared_locations(self):
"""
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
"""
result = {}
shared_path = os.path.join(self.path, 'SHARED')
if os.path.isfile(shared_path):
with codecs.open(shared_path, 'r', encoding='utf-8') as f:
lines = f.read().splitlines()
for line in lines:
key, value = line.split('=', 1)
if key == 'namespace':
result.setdefault(key, []).append(value)
else:
result[key] = value
return result
def write_shared_locations(self, paths, dry_run=False):
"""
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
"""
shared_path = os.path.join(self.path, 'SHARED')
logger.info('creating %s', shared_path)
if dry_run:
return None
lines = []
for key in ('prefix', 'lib', 'headers', 'scripts', 'data'):
path = paths[key]
if os.path.isdir(paths[key]):
lines.append('%s=%s' % (key, path))
for ns in paths.get('namespace', ()):
lines.append('namespace=%s' % ns)
with codecs.open(shared_path, 'w', encoding='utf-8') as f:
f.write('\n'.join(lines))
return shared_path
def get_distinfo_resource(self, path):
if path not in DIST_FILES:
raise DistlibException('invalid path for a dist-info file: '
'%r at %r' % (path, self.path))
finder = resources.finder_for_path(self.path)
if finder is None:
raise DistlibException('Unable to get a finder for %s' % self.path)
return finder.find(path)
def get_distinfo_file(self, path):
"""
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
"""
# Check if it is an absolute path # XXX use relpath, add tests
if path.find(os.sep) >= 0:
# it's an absolute path?
distinfo_dirname, path = path.split(os.sep)[-2:]
if distinfo_dirname != self.path.split(os.sep)[-1]:
raise DistlibException(
'dist-info file %r does not belong to the %r %s '
'distribution' % (path, self.name, self.version))
# The file must be relative
if path not in DIST_FILES:
raise DistlibException('invalid path for a dist-info file: '
'%r at %r' % (path, self.path))
return os.path.join(self.path, path)
def list_distinfo_files(self):
"""
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
"""
base = os.path.dirname(self.path)
for path, checksum, size in self._get_records():
# XXX add separator or use real relpath algo
if not os.path.isabs(path):
path = os.path.join(base, path)
if path.startswith(self.path):
yield path
def __eq__(self, other):
return (isinstance(other, InstalledDistribution) and
self.path == other.path)
# See http://docs.python.org/reference/datamodel#object.__hash__
__hash__ = object.__hash__
class EggInfoDistribution(BaseInstalledDistribution):
"""Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory."""
requested = True # as we have no way of knowing, assume it was
shared_locations = {}
def __init__(self, path, env=None):
def set_name_and_version(s, n, v):
s.name = n
s.key = n.lower() # for case-insensitive comparisons
s.version = v
self.path = path
self.dist_path = env
if env and env._cache_enabled and path in env._cache_egg.path:
metadata = env._cache_egg.path[path].metadata
set_name_and_version(self, metadata.name, metadata.version)
else:
metadata = self._get_metadata(path)
# Need to be set before caching
set_name_and_version(self, metadata.name, metadata.version)
if env and env._cache_enabled:
env._cache_egg.add(self)
super(EggInfoDistribution, self).__init__(metadata, path, env)
def _get_metadata(self, path):
requires = None
def parse_requires_data(data):
"""Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
"""
reqs = []
lines = data.splitlines()
for line in lines:
line = line.strip()
if line.startswith('['):
logger.warning('Unexpected line: quitting requirement scan: %r',
line)
break
r = parse_requirement(line)
if not r:
logger.warning('Not recognised as a requirement: %r', line)
continue
if r.extras:
logger.warning('extra requirements in requires.txt are '
'not supported')
if not r.constraints:
reqs.append(r.name)
else:
cons = ', '.join('%s%s' % c for c in r.constraints)
reqs.append('%s (%s)' % (r.name, cons))
return reqs
def parse_requires_path(req_path):
"""Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
"""
reqs = []
try:
with codecs.open(req_path, 'r', 'utf-8') as fp:
reqs = parse_requires_data(fp.read())
except IOError:
pass
return reqs
if path.endswith('.egg'):
if os.path.isdir(path):
meta_path = os.path.join(path, 'EGG-INFO', 'PKG-INFO')
metadata = Metadata(path=meta_path, scheme='legacy')
req_path = os.path.join(path, 'EGG-INFO', 'requires.txt')
requires = parse_requires_path(req_path)
else:
# FIXME handle the case where zipfile is not available
zipf = zipimport.zipimporter(path)
fileobj = StringIO(
zipf.get_data('EGG-INFO/PKG-INFO').decode('utf8'))
metadata = Metadata(fileobj=fileobj, scheme='legacy')
try:
data = zipf.get_data('EGG-INFO/requires.txt')
requires = parse_requires_data(data.decode('utf-8'))
except IOError:
requires = None
elif path.endswith('.egg-info'):
if os.path.isdir(path):
req_path = os.path.join(path, 'requires.txt')
requires = parse_requires_path(req_path)
path = os.path.join(path, 'PKG-INFO')
metadata = Metadata(path=path, scheme='legacy')
else:
raise DistlibException('path must end with .egg-info or .egg, '
'got %r' % path)
if requires:
metadata.add_requirements(requires)
return metadata
def __repr__(self):
return '<EggInfoDistribution %r %s at %r>' % (
self.name, self.version, self.path)
def __str__(self):
return "%s %s" % (self.name, self.version)
def check_installed_files(self):
"""
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
"""
mismatches = []
record_path = os.path.join(self.path, 'installed-files.txt')
if os.path.exists(record_path):
for path, _, _ in self.list_installed_files():
if path == record_path:
continue
if not os.path.exists(path):
mismatches.append((path, 'exists', True, False))
return mismatches
def list_installed_files(self):
"""
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
"""
def _md5(path):
f = open(path, 'rb')
try:
content = f.read()
finally:
f.close()
return hashlib.md5(content).hexdigest()
def _size(path):
return os.stat(path).st_size
record_path = os.path.join(self.path, 'installed-files.txt')
result = []
if os.path.exists(record_path):
with codecs.open(record_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
p = os.path.normpath(os.path.join(self.path, line))
# "./" is present as a marker between installed files
# and installation metadata files
if not os.path.exists(p):
logger.warning('Non-existent file: %s', p)
if p.endswith(('.pyc', '.pyo')):
continue
#otherwise fall through and fail
if not os.path.isdir(p):
result.append((p, _md5(p), _size(p)))
result.append((record_path, None, None))
return result
def list_distinfo_files(self, absolute=False):
"""
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
"""
record_path = os.path.join(self.path, 'installed-files.txt')
skip = True
with codecs.open(record_path, 'r', encoding='utf-8') as f:
for line in f:
line = line.strip()
if line == './':
skip = False
continue
if not skip:
p = os.path.normpath(os.path.join(self.path, line))
if p.startswith(self.path):
if absolute:
yield p
else:
yield line
def __eq__(self, other):
return (isinstance(other, EggInfoDistribution) and
self.path == other.path)
# See http://docs.python.org/reference/datamodel#object.__hash__
__hash__ = object.__hash__
new_dist_class = InstalledDistribution
old_dist_class = EggInfoDistribution
class DependencyGraph(object):
"""
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
"""
def __init__(self):
self.adjacency_list = {}
self.reverse_list = {}
self.missing = {}
def add_distribution(self, distribution):
"""Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
"""
self.adjacency_list[distribution] = []
self.reverse_list[distribution] = []
#self.missing[distribution] = []
def add_edge(self, x, y, label=None):
"""Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
"""
self.adjacency_list[x].append((y, label))
# multiple edges are allowed, so be careful
if x not in self.reverse_list[y]:
self.reverse_list[y].append(x)
def add_missing(self, distribution, requirement):
"""
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
"""
logger.debug('%s missing %r', distribution, requirement)
self.missing.setdefault(distribution, []).append(requirement)
def _repr_dist(self, dist):
return '%s %s' % (dist.name, dist.version)
def repr_node(self, dist, level=1):
"""Prints only a subgraph"""
output = [self._repr_dist(dist)]
for other, label in self.adjacency_list[dist]:
dist = self._repr_dist(other)
if label is not None:
dist = '%s [%s]' % (dist, label)
output.append(' ' * level + str(dist))
suboutput = self.repr_node(other, level + 1)
subs = suboutput.split('\n')
output.extend(subs[1:])
return '\n'.join(output)
def to_dot(self, f, skip_disconnected=True):
"""Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
"""
disconnected = []
f.write("digraph dependencies {\n")
for dist, adjs in self.adjacency_list.items():
if len(adjs) == 0 and not skip_disconnected:
disconnected.append(dist)
for other, label in adjs:
if not label is None:
f.write('"%s" -> "%s" [label="%s"]\n' %
(dist.name, other.name, label))
else:
f.write('"%s" -> "%s"\n' % (dist.name, other.name))
if not skip_disconnected and len(disconnected) > 0:
f.write('subgraph disconnected {\n')
f.write('label = "Disconnected"\n')
f.write('bgcolor = red\n')
for dist in disconnected:
f.write('"%s"' % dist.name)
f.write('\n')
f.write('}\n')
f.write('}\n')
def topological_sort(self):
"""
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
"""
result = []
# Make a shallow copy of the adjacency list
alist = {}
for k, v in self.adjacency_list.items():
alist[k] = v[:]
while True:
# See what we can remove in this run
to_remove = []
for k, v in list(alist.items())[:]:
if not v:
to_remove.append(k)
del alist[k]
if not to_remove:
# What's left in alist (if anything) is a cycle.
break
# Remove from the adjacency list of others
for k, v in alist.items():
alist[k] = [(d, r) for d, r in v if d not in to_remove]
logger.debug('Moving to result: %s',
['%s (%s)' % (d.name, d.version) for d in to_remove])
result.extend(to_remove)
return result, list(alist.keys())
def __repr__(self):
"""Representation of the graph"""
output = []
for dist, adjs in self.adjacency_list.items():
output.append(self.repr_node(dist))
return '\n'.join(output)
def make_graph(dists, scheme='default'):
"""Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
"""
scheme = get_scheme(scheme)
graph = DependencyGraph()
provided = {} # maps names to lists of (version, dist) tuples
# first, build the graph and find out what's provided
for dist in dists:
graph.add_distribution(dist)
for p in dist.provides:
name, version = parse_name_and_version(p)
logger.debug('Add to provided: %s, %s, %s', name, version, dist)
provided.setdefault(name, []).append((version, dist))
# now make the edges
for dist in dists:
requires = (dist.run_requires | dist.meta_requires |
dist.build_requires | dist.dev_requires)
for req in requires:
try:
matcher = scheme.matcher(req)
except UnsupportedVersionError:
# XXX compat-mode if cannot read the version
logger.warning('could not read version %r - using name only',
req)
name = req.split()[0]
matcher = scheme.matcher(name)
name = matcher.key # case-insensitive
matched = False
if name in provided:
for version, provider in provided[name]:
try:
match = matcher.match(version)
except UnsupportedVersionError:
match = False
if match:
graph.add_edge(dist, provider, req)
matched = True
break
if not matched:
graph.add_missing(dist, req)
return graph
def get_dependent_dists(dists, dist):
"""Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
"""
if dist not in dists:
raise DistlibException('given distribution %r is not a member '
'of the list' % dist.name)
graph = make_graph(dists)
dep = [dist] # dependent distributions
todo = graph.reverse_list[dist] # list of nodes we should inspect
while todo:
d = todo.pop()
dep.append(d)
for succ in graph.reverse_list[d]:
if succ not in dep:
todo.append(succ)
dep.pop(0) # remove dist from dep, was there to prevent infinite loops
return dep
def get_required_dists(dists, dist):
"""Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
"""
if dist not in dists:
raise DistlibException('given distribution %r is not a member '
'of the list' % dist.name)
graph = make_graph(dists)
req = [] # required distributions
todo = graph.adjacency_list[dist] # list of nodes we should inspect
while todo:
d = todo.pop()[0]
req.append(d)
for pred in graph.adjacency_list[d]:
if pred not in req:
todo.append(pred)
return req
def make_dist(name, version, **kwargs):
"""
A convenience method for making a dist given just a name and version.
"""
summary = kwargs.pop('summary', 'Placeholder for summary')
md = Metadata(**kwargs)
md.name = name
md.version = version
md.summary = summary or 'Placeholder for summary'
return Distribution(md)
cachecontrol/__init__.py 0000644 00000000456 15043676017 0011337 0 ustar 00 """CacheControl import Interface.
Make it easy to import from cachecontrol without long namespaces.
"""
__author__ = 'Eric Larson'
__email__ = 'eric@ionrock.org'
__version__ = '0.11.7'
from .wrapper import CacheControl
from .adapter import CacheControlAdapter
from .controller import CacheController
cachecontrol/compat.py 0000644 00000000574 15043676017 0011064 0 ustar 00 try:
from urllib.parse import urljoin
except ImportError:
from urlparse import urljoin
try:
import cPickle as pickle
except ImportError:
import pickle
from pip._vendor.urllib3.response import HTTPResponse
from pip._vendor.urllib3.util import is_fp_closed
# Replicate some six behaviour
try:
text_type = (unicode,)
except NameError:
text_type = (str,)
cachecontrol/adapter.py 0000644 00000011000 15043676017 0011203 0 ustar 00 import types
import functools
from pip._vendor.requests.adapters import HTTPAdapter
from .controller import CacheController
from .cache import DictCache
from .filewrapper import CallbackFileWrapper
class CacheControlAdapter(HTTPAdapter):
invalidating_methods = set(['PUT', 'DELETE'])
def __init__(self, cache=None,
cache_etags=True,
controller_class=None,
serializer=None,
heuristic=None,
*args, **kw):
super(CacheControlAdapter, self).__init__(*args, **kw)
self.cache = cache or DictCache()
self.heuristic = heuristic
controller_factory = controller_class or CacheController
self.controller = controller_factory(
self.cache,
cache_etags=cache_etags,
serializer=serializer,
)
def send(self, request, **kw):
"""
Send a request. Use the request information to see if it
exists in the cache and cache the response if we need to and can.
"""
if request.method == 'GET':
cached_response = self.controller.cached_request(request)
if cached_response:
return self.build_response(request, cached_response,
from_cache=True)
# check for etags and add headers if appropriate
request.headers.update(
self.controller.conditional_headers(request)
)
resp = super(CacheControlAdapter, self).send(request, **kw)
return resp
def build_response(self, request, response, from_cache=False):
"""
Build a response by making a request or using the cache.
This will end up calling send and returning a potentially
cached response
"""
if not from_cache and request.method == 'GET':
# Check for any heuristics that might update headers
# before trying to cache.
if self.heuristic:
response = self.heuristic.apply(response)
# apply any expiration heuristics
if response.status == 304:
# We must have sent an ETag request. This could mean
# that we've been expired already or that we simply
# have an etag. In either case, we want to try and
# update the cache if that is the case.
cached_response = self.controller.update_cached_response(
request, response
)
if cached_response is not response:
from_cache = True
# We are done with the server response, read a
# possible response body (compliant servers will
# not return one, but we cannot be 100% sure) and
# release the connection back to the pool.
response.read(decode_content=False)
response.release_conn()
response = cached_response
# We always cache the 301 responses
elif response.status == 301:
self.controller.cache_response(request, response)
else:
# Wrap the response file with a wrapper that will cache the
# response when the stream has been consumed.
response._fp = CallbackFileWrapper(
response._fp,
functools.partial(
self.controller.cache_response,
request,
response,
)
)
if response.chunked:
super_update_chunk_length = response._update_chunk_length
def _update_chunk_length(self):
super_update_chunk_length()
if self.chunk_left == 0:
self._fp._close()
response._update_chunk_length = types.MethodType(_update_chunk_length, response)
resp = super(CacheControlAdapter, self).build_response(
request, response
)
# See if we should invalidate the cache.
if request.method in self.invalidating_methods and resp.ok:
cache_url = self.controller.cache_url(request.url)
self.cache.delete(cache_url)
# Give the request a from_cache attr to let people use it
resp.from_cache = from_cache
return resp
def close(self):
self.cache.close()
super(CacheControlAdapter, self).close()
cachecontrol/serialize.py 0000644 00000014610 15043676017 0011564 0 ustar 00 import base64
import io
import json
import zlib
from pip._vendor.requests.structures import CaseInsensitiveDict
from .compat import HTTPResponse, pickle, text_type
def _b64_encode_bytes(b):
return base64.b64encode(b).decode("ascii")
def _b64_encode_str(s):
return _b64_encode_bytes(s.encode("utf8"))
def _b64_encode(s):
if isinstance(s, text_type):
return _b64_encode_str(s)
return _b64_encode_bytes(s)
def _b64_decode_bytes(b):
return base64.b64decode(b.encode("ascii"))
def _b64_decode_str(s):
return _b64_decode_bytes(s).decode("utf8")
class Serializer(object):
def dumps(self, request, response, body=None):
response_headers = CaseInsensitiveDict(response.headers)
if body is None:
body = response.read(decode_content=False)
# NOTE: 99% sure this is dead code. I'm only leaving it
# here b/c I don't have a test yet to prove
# it. Basically, before using
# `cachecontrol.filewrapper.CallbackFileWrapper`,
# this made an effort to reset the file handle. The
# `CallbackFileWrapper` short circuits this code by
# setting the body as the content is consumed, the
# result being a `body` argument is *always* passed
# into cache_response, and in turn,
# `Serializer.dump`.
response._fp = io.BytesIO(body)
data = {
"response": {
"body": _b64_encode_bytes(body),
"headers": dict(
(_b64_encode(k), _b64_encode(v))
for k, v in response.headers.items()
),
"status": response.status,
"version": response.version,
"reason": _b64_encode_str(response.reason),
"strict": response.strict,
"decode_content": response.decode_content,
},
}
# Construct our vary headers
data["vary"] = {}
if "vary" in response_headers:
varied_headers = response_headers['vary'].split(',')
for header in varied_headers:
header = header.strip()
data["vary"][header] = request.headers.get(header, None)
# Encode our Vary headers to ensure they can be serialized as JSON
data["vary"] = dict(
(_b64_encode(k), _b64_encode(v) if v is not None else v)
for k, v in data["vary"].items()
)
return b",".join([
b"cc=2",
zlib.compress(
json.dumps(
data, separators=(",", ":"), sort_keys=True,
).encode("utf8"),
),
])
def loads(self, request, data):
# Short circuit if we've been given an empty set of data
if not data:
return
# Determine what version of the serializer the data was serialized
# with
try:
ver, data = data.split(b",", 1)
except ValueError:
ver = b"cc=0"
# Make sure that our "ver" is actually a version and isn't a false
# positive from a , being in the data stream.
if ver[:3] != b"cc=":
data = ver + data
ver = b"cc=0"
# Get the version number out of the cc=N
ver = ver.split(b"=", 1)[-1].decode("ascii")
# Dispatch to the actual load method for the given version
try:
return getattr(self, "_loads_v{0}".format(ver))(request, data)
except AttributeError:
# This is a version we don't have a loads function for, so we'll
# just treat it as a miss and return None
return
def prepare_response(self, request, cached):
"""Verify our vary headers match and construct a real urllib3
HTTPResponse object.
"""
# Special case the '*' Vary value as it means we cannot actually
# determine if the cached response is suitable for this request.
if "*" in cached.get("vary", {}):
return
# Ensure that the Vary headers for the cached response match our
# request
for header, value in cached.get("vary", {}).items():
if request.headers.get(header, None) != value:
return
body_raw = cached["response"].pop("body")
headers = CaseInsensitiveDict(data=cached['response']['headers'])
if headers.get('transfer-encoding', '') == 'chunked':
headers.pop('transfer-encoding')
cached['response']['headers'] = headers
try:
body = io.BytesIO(body_raw)
except TypeError:
# This can happen if cachecontrol serialized to v1 format (pickle)
# using Python 2. A Python 2 str(byte string) will be unpickled as
# a Python 3 str (unicode string), which will cause the above to
# fail with:
#
# TypeError: 'str' does not support the buffer interface
body = io.BytesIO(body_raw.encode('utf8'))
return HTTPResponse(
body=body,
preload_content=False,
**cached["response"]
)
def _loads_v0(self, request, data):
# The original legacy cache data. This doesn't contain enough
# information to construct everything we need, so we'll treat this as
# a miss.
return
def _loads_v1(self, request, data):
try:
cached = pickle.loads(data)
except ValueError:
return
return self.prepare_response(request, cached)
def _loads_v2(self, request, data):
try:
cached = json.loads(zlib.decompress(data).decode("utf8"))
except ValueError:
return
# We need to decode the items that we've base64 encoded
cached["response"]["body"] = _b64_decode_bytes(
cached["response"]["body"]
)
cached["response"]["headers"] = dict(
(_b64_decode_str(k), _b64_decode_str(v))
for k, v in cached["response"]["headers"].items()
)
cached["response"]["reason"] = _b64_decode_str(
cached["response"]["reason"],
)
cached["vary"] = dict(
(_b64_decode_str(k), _b64_decode_str(v) if v is not None else v)
for k, v in cached["vary"].items()
)
return self.prepare_response(request, cached)
cachecontrol/__pycache__/filewrapper.cpython-38.opt-1.pyc 0000644 00000004133 15043676017 0017341 0 ustar 00 U
��.e� � @ s d dl mZ G dd� de�ZdS )� )�BytesIOc @ sB e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z d
S )�CallbackFileWrapperav
Small wrapper around a fp object which will tee everything read into a
buffer, and when that file is closed it will execute a callback with the
contents of that buffer.
All attributes are proxied to the underlying file object.
This class uses members with a double underscore (__) leading prefix so as
not to accidentally shadow an attribute.
c C s t � | _|| _|| _d S �N)r �_CallbackFileWrapper__buf�_CallbackFileWrapper__fp� _CallbackFileWrapper__callback)�self�fp�callback� r �H/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/filewrapper.py�__init__ s z CallbackFileWrapper.__init__c C s | � d�}t||�S )Nr )�__getattribute__�getattr)r �namer r r r � __getattr__ s
z CallbackFileWrapper.__getattr__c C sH z| j jd kW S tk
r" Y nX z
| j jW S tk
rB Y nX dS )NF)r r �AttributeError�closed�r r r r Z__is_fp_closed! s
z"CallbackFileWrapper.__is_fp_closedc C s | j r| � | j�� � d | _ d S r )r r �getvaluer r r r �_close2 s zCallbackFileWrapper._closeNc C s, | j �|�}| j�|� | �� r(| �� |S r )r �readr �write�"_CallbackFileWrapper__is_fp_closedr �r Zamt�datar r r r = s
zCallbackFileWrapper.readc C s@ | j �|�}|dkr |dkr |S | j�|� | �� r<| �� |S )N� s
)r �
_safe_readr r r r r r r r r E s z CallbackFileWrapper._safe_read)N)
�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r r r s
r N)�ior �objectr r r r r �<module> s cachecontrol/__pycache__/serialize.cpython-38.pyc 0000644 00000010163 15043676017 0016051 0 ustar 00 U
��.e* � @ sp d dl Z d dlZd dlZd dlZd dlmZ d dlmZ ddlm Z m
Z
m Z dd� Z dd � Z
G d
d � d e�ZdS ) � N)�msgpack)�CaseInsensitiveDict� )� HTTPResponse�pickle� text_typec C s t �| �d��S )N�ascii)�base64Z b64decode�encode)�b� r �F/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/serialize.py�_b64_decode_bytes s r c C s t | ��d�S )N�utf8)r �decode)�sr r r
�_b64_decode_str s r c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�
SerializerNc C s� t |j�}|d kr*|jdd�}t�|�|_d|tdd� |j�� D ��|j|j t
|j �|j |j
d�i}i |d< d|kr�|d �d�}|D ]:}t
|��� }|j�|d �}|d k r�t
|�}||d |< q�d �d
tj|d d �g�S )
NF)�decode_content�responsec s s" | ]\}}t |�t |�fV qd S �N)r ��.0�k�vr r r
� <genexpr>2 s z#Serializer.dumps.<locals>.<genexpr>)�body�headers�status�version�reason�strictr �vary�,� ,s cc=4T)Z use_bin_type)r r �read�io�BytesIOZ_fp�dict�itemsr r r r r! r �split�strip�get�joinr �dumps) �self�requestr r Zresponse_headers�dataZvaried_headers�headerZ header_valuer r r
r. s4
��� zSerializer.dumpsc C s� |sd S z|� dd�\}}W n tk
r4 d}Y nX |d d� dkrR|| }d}|� dd�d �d�}zt| d �|��||�W S tk
r� Y d S X d S )
Nr$ r s cc=0� s cc=� =���r z
_loads_v{})r* �
ValueErrorr �getattr�format�AttributeError)r/ r0 r1 Zverr r r
�loadsJ s
zSerializer.loadsc C s� d|� di �krdS |� di ��� D ] \}}|j� |d�|kr$ dS q$|d �d�}t|d d d�}|� dd �d
kr�|�d� ||d d< zt�|�}W n$ tk
r� t�|�d ��}Y nX t f |d d
�|d ��S )z`Verify our vary headers match and construct a real urllib3
HTTPResponse object.
�*r" Nr r r )r1 ztransfer-encoding� Zchunkedr F)r Zpreload_content)
r, r) r �popr r& r' � TypeErrorr
r )r/ r0 �cachedr2 �valueZbody_rawr r r r r
�prepare_responseh s
zSerializer.prepare_responsec C s d S r r �r/ r0 r1 r r r
� _loads_v0� s zSerializer._loads_v0c C s2 zt �|�}W n tk
r$ Y d S X | �||�S r )r r: r6 rA �r/ r0 r1 r? r r r
� _loads_v1� s
zSerializer._loads_v1c C s� zt �t�|��d��}W n ttjfk
r6 Y d S X t|d d �|d d< tdd� |d d � � D ��|d d< t
|d d �|d d< tdd� |d � � D ��|d < | � ||�S )
Nr r r c s s" | ]\}}t |�t |�fV qd S r �r r r r r
r � s �z'Serializer._loads_v2.<locals>.<genexpr>r r c s s. | ]&\}}t |�|d k r t |�n|fV qd S r rF r r r r
r � s �r" ) �jsonr: �zlib�
decompressr r6 �errorr r( r) r rA rD r r r
� _loads_v2� s �
� zSerializer._loads_v2c C s d S r r rB r r r
� _loads_v3� s zSerializer._loads_v3c C s6 zt j|dd�}W n tk
r( Y d S X | �||�S )Nzutf-8)�encoding)r r: r6 rA rD r r r
� _loads_v4� s
zSerializer._loads_v4)N) �__name__�
__module__� __qualname__r. r: rA rC rE rK rL rN r r r r
r s
4 $r )r r& rG rH Z pip._vendorr Z pip._vendor.requests.structuresr �compatr r r r r �objectr r r r r
�<module> s cachecontrol/__pycache__/wrapper.cpython-38.pyc 0000644 00000001165 15043676017 0015544 0 ustar 00 U
��.e� � @ s& d dl mZ d dlmZ ddd�ZdS )� )�CacheControlAdapter)� DictCacheNTc C sB |pt � }|pt}|||||||d�}| �d|� | �d|� | S )N)� cache_etags�
serializer� heuristic�controller_class�cacheable_methodszhttp://zhttps://)r r Zmount) Zsess�cacher r r r Z
adapter_classr �adapter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/wrapper.py� CacheControl s
� r
)NTNNNNN)r
r r r r
r r r r �<module> s � cachecontrol/__pycache__/heuristics.cpython-38.pyc 0000644 00000011132 15043676017 0016241 0 ustar 00 U
��.e� � @ s� d dl Z d dlZd dlmZmZmZ d dlmZmZ dZddd�Z dd� Z
G d d
� d
e �Z G d d � d e �Z
G d
d� de �ZG dd� de �ZdS )� N)�
formatdate� parsedate� parsedate_tz)�datetime� timedeltaz%a, %d %b %Y %H:%M:%S GMTc C s |p
t �� }|| S �N)r Zutcnow)�delta�date� r
�G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/heuristics.py� expire_after s r c C s t t�| �� ��S r )r �calendar�timegmZ timetuple)Zdtr
r
r �datetime_to_header s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BaseHeuristicc C s dS )a!
Return a valid 1xx warning header value describing the cache
adjustments.
The response is provided too allow warnings like 113
http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need
to explicitly say response is over 24 hours old.
z110 - "Response is Stale"r
��self�responser
r
r �warning s zBaseHeuristic.warningc C s i S )z�Update the response headers with any new headers.
NOTE: This SHOULD always include some Warning header to
signify that the response was cached by the client, not
by way of the provided headers.
r
r r
r
r �update_headers! s z BaseHeuristic.update_headersc C s@ | � |�}|r<|j�|� | �|�}|d k r<|j�d|i� |S )N�Warning)r �headers�updater )r r Zupdated_headersZwarning_header_valuer
r
r �apply* s
zBaseHeuristic.applyN)�__name__�
__module__� __qualname__r r r r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )� OneDayCachezM
Cache the response by providing an expires 1 day in the
future.
c C sR i }d|j krNt|j d �}ttdd�t|d d� � d�}t|�|d< d|d< |S ) N�expiresr � )Zdays� )r �public�
cache-control)r r r r r r )r r r r r r
r
r r < s
zOneDayCache.update_headersN)r r r �__doc__r r
r
r
r r 6 s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � ExpiresAfterz;
Cache **all** requests for a defined time period.
c K s t f |�| _d S r )r r )r �kwr
r
r �__init__L s zExpiresAfter.__init__c C s t | j�}t|�dd�S )Nr! )r r" )r r r )r r r r
r
r r O s
zExpiresAfter.update_headersc C s d}|| j S )Nz:110 - Automatically cached for %s. Response might be stale)r )r r Ztmplr
r
r r S s zExpiresAfter.warningN)r r r r# r& r r r
r
r
r r$ G s r$ c @ s: e Zd ZdZdddddddd d
d d h Zd
d� Zdd� ZdS )� LastModifieda�
If there is no Expires header already, fall back on Last-Modified
using the heuristic from
http://tools.ietf.org/html/rfc7234#section-4.2.2
to calculate a reasonable value.
Firefox also does something like this per
https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ
http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397
Unlike mozilla we limit this to 24-hr.
�� �� �� �� i, i- i� i� i� i� i� c
C s� |j }d|kri S d|kr*|d dkr*i S |j| jkr:i S d|ksJd|krNi S t�t|d ��}t|d �}|d ks||d kr�i S t�� }td|| �}|t�|� }tdt |d d��}||kr�i S || } dt�
t t� | ��iS ) Nr r" r! r z
last-modifiedr �
i�Q )
r Zstatus� cacheable_by_default_statusesr
r r r �time�max�min�strftime�TIME_FMT�gmtime)
r �respr r Z
last_modifiedZnowZ current_ager Zfreshness_lifetimer r
r
r r h s* zLastModified.update_headersc C s d S r r
)r r4 r
r
r r � s zLastModified.warningN)r r r r# r- r r r
r
r
r r' X s � r' )N)r
r. Z email.utilsr r r r r r2 r r �objectr r r$ r' r
r
r
r �<module> s
" cachecontrol/__pycache__/wrapper.cpython-38.opt-1.pyc 0000644 00000001165 15043676017 0016503 0 ustar 00 U
��.e� � @ s& d dl mZ d dlmZ ddd�ZdS )� )�CacheControlAdapter)� DictCacheNTc C sB |pt � }|pt}|||||||d�}| �d|� | �d|� | S )N)� cache_etags�
serializer� heuristic�controller_class�cacheable_methodszhttp://zhttps://)r r Zmount) Zsess�cacher r r r Z
adapter_classr �adapter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/wrapper.py� CacheControl s
� r
)NTNNNNN)r
r r r r
r r r r �<module> s � cachecontrol/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001001 15043676017 0016547 0 ustar 00 U
��.e. � @ s8 d Z dZdZdZddlmZ ddlmZ ddlm Z dS ) zbCacheControl import Interface.
Make it easy to import from cachecontrol without long namespaces.
z Eric Larsonzeric@ionrock.orgz0.12.5� )� CacheControl)�CacheControlAdapter)�CacheControllerN)
�__doc__�
__author__Z __email__� __version__�wrapperr Zadapterr Z
controllerr � r r �E/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/__init__.py�<module> s cachecontrol/__pycache__/adapter.cpython-38.opt-1.pyc 0000644 00000005737 15043676017 0016454 0 ustar 00 U
��.e� � @ s\ d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZ ddl m
Z
G dd� de�Z dS ) � N)� HTTPAdapter� )�CacheController)� DictCache)�CallbackFileWrapperc sN e Zd ZddhZd� fdd� Zd� fdd� Zd� fd
d � Z� fd d
�Z� ZS )�CacheControlAdapterZPUTZDELETENTc
sL t t| �j||� |pt� | _|| _|p*d| _|p4t} | | j||d�| _d S )N)ZGET)� cache_etags�
serializer) �superr �__init__r �cache� heuristic�cacheable_methodsr �
controller)
�selfr r Zcontroller_classr r
r �args�kwZcontroller_factory�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/adapter.pyr s
�z CacheControlAdapter.__init__c s� |p| j }|j|krhz| j�|�}W n tjk
r> d}Y nX |rT| j||dd�S |j�| j� |�� t
t | �j |f|�}|S )z�
Send a request. Use the request information to see if it
exists in the cache and cache the response if we need to and can.
NT)�
from_cache)
r �methodr Zcached_request�zlib�error�build_responseZheaders�updateZconditional_headersr
r �send)r �requestr r � cacheable�cached_response�respr r r r $ s
zCacheControlAdapter.sendFc
s |p| j }|s�|j|kr�| jr*| j�|�}|jdkrh| j�||�}||k rNd}|jdd� |�� |}n\|jdkr�| j� ||� nBt
|j t �
| jj ||��|_ |jr�|j� � fdd�}t�||�|_tt| ��||�}|j| jk�r|j�r| j�|j�} | j�| � ||_|S )z�
Build a response by making a request or using the cache.
This will end up calling send and returning a potentially
cached response
i0 TF)Zdecode_contenti- c s � � | j dkr| j�� d S )Nr )Z
chunk_left�_fpZ_close�r �Zsuper_update_chunk_lengthr r �_update_chunk_lengthn s
z@CacheControlAdapter.build_response.<locals>._update_chunk_length) r r r
ZapplyZstatusr Zupdate_cached_response�readZ release_connZcache_responser r" � functools�partialZchunkedr% �types�
MethodTyper
r r �invalidating_methods�ok� cache_urlZurlr �deleter )
r r Zresponser r r r r% r! r- r r$ r r 9 sJ
�
�� � z"CacheControlAdapter.build_responsec s | j �� tt| ��� d S )N)r �closer
r r# r r r r/ � s
zCacheControlAdapter.close)NTNNNN)N)FN) �__name__�
__module__� __qualname__r+ r r r r/ �
__classcell__r r r r r s � �Jr ) r) r' r Z pip._vendor.requests.adaptersr r r r r Z filewrapperr r r r r r �<module> s cachecontrol/__pycache__/controller.cpython-38.pyc 0000644 00000016754 15043676017 0016261 0 ustar 00 U
��.e�5 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z e�
e�Ze�d�Zd d
� ZG d d � d e�ZdS )
z7
The httplib2 algorithms ported for use with requests.
� N)� parsedate_tz)�CaseInsensitiveDict� )� DictCache)�
Serializerz9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t �| ��� }|d |d |d |d |d fS )z�Parses a URI using the regex given in Appendix B of RFC 3986.
(scheme, authority, path, query, fragment) = parse_uri(uri)
r � � � � )�URI�match�groups)�urir
� r �G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/controller.py� parse_uri s r c @ s\ e Zd ZdZddd�Zedd� �Zedd � �Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dS )�CacheControllerz9An interface to see if request should cached or not.
NTc C s, |pt � | _|| _|pt� | _|p$d| _d S )N)�� �� i, �- )r �cache� cache_etagsr �
serializer�cacheable_status_codes)�selfr r r � status_codesr r r �__init__" s zCacheController.__init__c C sh t |�\}}}}}|r|s&td| ��|�� }|�� }|s>d}|rPd�||g�pR|}|d | | }|S )z4Normalize the URL to create a safe key for the cachez(Only absolute URIs are allowed. uri = %s�/�?z://)r � Exception�lower�join) �clsr ZschemeZ authority�pathZqueryZfragmentZ request_uriZ
defrag_urir r r �_urlnorm* s zCacheController._urlnormc C s
| � |�S �N)r$ )r" r r r r � cache_url> s zCacheController.cache_urlc
C s( t dft dft dfddddddddt dfd� }|�d|�dd��}i }|�d�D ]�}|�� s^qP|�d d
�}|d �� }z|| \}} W n$ tk
r� t�d |� Y qPY nX |r�| s�d ||< |rPz||d
�� �||< W qP tk
r� | r�t�d
|� Y qP tk
�r t�d||j � Y qPX qP|S )NTF)NF) �max-agez max-stale� min-fresh�no-cache�no-storez no-transformzonly-if-cachedzmust-revalidateZpublicZprivatezproxy-revalidatezs-maxagez
cache-controlz
Cache-Control� �,�=r r z,Ignoring unknown cache-control directive: %sz-Missing value for cache-control directive: %sz8Invalid value for cache-control directive %s, must be %s)
�int�get�split�strip�KeyError�logger�debug�
IndexError�
ValueError�__name__)
r �headersZknown_directivesZ
cc_headersZretvalZ cc_directive�partsZ directive�typZrequiredr r r �parse_cache_controlB sV �
�� z#CacheController.parse_cache_controlc C s0 | � |j�}t�d|� | �|j�}d|kr:t�d� dS d|kr\|d dkr\t�d� dS | j�|�}|dkr~t�d � dS | j� ||�}|s�t�
d
� dS |j d kr�d }t�|� |S t |j�}|r�d
|kr�d|kr�t�d� | j�
|� t�d� dS t�� }t�t|d
��} td|| �}
t�d|
� | �|�} d} d| k�r^| d } t�d| � nDd|k�r�t|d �}
|
dk �r�t�|
�| }td|�} t�d| � d|k�r�|d } t�d| � d|k�r�|d }|
|7 }
t�d|
� | |
k�r t�d� t�d| |
� |S d|k�r,t�d� | j�
|� dS )ze
Return a cached response if it exists in the cache, otherwise
return False.
z Looking up "%s" in the cacher) z-Request header has "no-cache", cache bypassedFr' r z1Request header has "max_age" as 0, cache bypassedNzNo cache entry availablez1Cache entry deserialization failed, entry ignoredr zVReturning cached "301 Moved Permanently" response (ignoring date and etag information)�date�etagz(Purging cached response: no date or etagz!Ignoring cached response: no datez Current age based on date: %iz#Freshness lifetime from max-age: %i�expiresz#Freshness lifetime from expires: %iz+Freshness lifetime from request max-age: %ir( z'Adjusted current age from min-fresh: %iz2The response is "fresh", returning cached responsez%i > %iz4The cached response is "stale" with no etag, purging)r& �urlr3 r4 r; r8 r r/ r �loadsZwarning�statusr �delete�time�calendarZtimegmr �max)r �requestr& �ccZ
cache_data�resp�msgr8 Znowr< Z current_ageZresp_ccZfreshness_lifetimer> Z expire_timeZ min_freshr r r �cached_requestx s|
�
�
z CacheController.cached_requestc C s` | � |j�}| j�|| j�|��}i }|r\t|j�}d|krH|d |d< d|kr\|d |d< |S )Nr= ZETagz
If-None-Matchz
last-modifiedz
Last-ModifiedzIf-Modified-Since)r& r? r r@ r r/ r r8 )r rF r& rH Z new_headersr8 r r r �conditional_headers� s
z#CacheController.conditional_headersc C s� |p| j }|j|kr(t�d|j|� dS t|j�}|dk rfd|krf|d �� rft|d �t|�krfdS | � |j�}| � |�}| �
|j �} t�d| � d}
d|kr�d}
t�d� d|kr�d}
t�d � |
r�| j �
| �r�t�d
� | j �| � |
r�dS | j�r,d |k�r,t�d � | j �| | jj|||d
�� n�|jdk�r\t�d� | j �| | j�||�� n�d|k�r�d|k�r�|d dk�r�t�d� | j �| | jj|||d
�� n:d|k�r�|d �r�t�d� | j �| | jj|||d
�� dS )zc
Algorithm for caching requests.
This assumes a requests Response object.
zStatus code %s not in %sN�content-lengthz&Updating cache with response from "%s"Fr* Tz Response header has "no-store"z Request header has "no-store"z0Purging existing cache entry to honor "no-store"r= zCaching due to etag)�bodyr zCaching permanant redirectr< r' r z'Caching b/c date exists and max-age > 0r> z Caching b/c of expires header)r rA r3 r4 r r8 �isdigitr. �lenr; r& r? r r/ rB r �setr �dumps) r rF �responserM r r Zresponse_headersZcc_reqrG r& Zno_storer r r �cache_response� sr
�
��
��
�
�
�z CacheController.cache_responsec sv | � |j�}| j�|| j�|��}|s*|S dg� |j�t� fdd�|j� � D ��� d|_
| j� || j� ||�� |S )z�On a 304 we will get a new set of headers that we want to
update our cached value with, assuming we have one.
This should only ever be called when we've sent an ETag and
gotten a 304 as the response.
rL c 3 s& | ] \}}|� � � kr||fV qd S r% )r )�.0�k�v�Zexcluded_headersr r � <genexpr>b s �z9CacheController.update_cached_response.<locals>.<genexpr>r )
r& r? r r@ r r/ r8 �update�dict�itemsrA rP rQ )r rF rR r& Zcached_responser rW r �update_cached_responseI s �� z&CacheController.update_cached_response)NTNN)NN)
r7 �
__module__� __qualname__�__doc__r � classmethodr$ r& r; rJ rK rS r\ r r r r r s �
6o
Rr )r_ Zlogging�rerD rC Z email.utilsr Z pip._vendor.requests.structuresr r r Z serializer Z getLoggerr7 r3 �compiler r �objectr r r r r �<module> s
cachecontrol/__pycache__/heuristics.cpython-38.opt-1.pyc 0000644 00000011132 15043676017 0017200 0 ustar 00 U
��.e� � @ s� d dl Z d dlZd dlmZmZmZ d dlmZmZ dZddd�Z dd� Z
G d d
� d
e �Z G d d � d e �Z
G d
d� de �ZG dd� de �ZdS )� N)�
formatdate� parsedate� parsedate_tz)�datetime� timedeltaz%a, %d %b %Y %H:%M:%S GMTc C s |p
t �� }|| S �N)r Zutcnow)�delta�date� r
�G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/heuristics.py� expire_after s r c C s t t�| �� ��S r )r �calendar�timegmZ timetuple)Zdtr
r
r �datetime_to_header s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�
BaseHeuristicc C s dS )a!
Return a valid 1xx warning header value describing the cache
adjustments.
The response is provided too allow warnings like 113
http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need
to explicitly say response is over 24 hours old.
z110 - "Response is Stale"r
��self�responser
r
r �warning s zBaseHeuristic.warningc C s i S )z�Update the response headers with any new headers.
NOTE: This SHOULD always include some Warning header to
signify that the response was cached by the client, not
by way of the provided headers.
r
r r
r
r �update_headers! s z BaseHeuristic.update_headersc C s@ | � |�}|r<|j�|� | �|�}|d k r<|j�d|i� |S )N�Warning)r �headers�updater )r r Zupdated_headersZwarning_header_valuer
r
r �apply* s
zBaseHeuristic.applyN)�__name__�
__module__� __qualname__r r r r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )� OneDayCachezM
Cache the response by providing an expires 1 day in the
future.
c C sR i }d|j krNt|j d �}ttdd�t|d d� � d�}t|�|d< d|d< |S ) N�expiresr � )Zdays� )r �public�
cache-control)r r r r r r )r r r r r r
r
r r < s
zOneDayCache.update_headersN)r r r �__doc__r r
r
r
r r 6 s r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � ExpiresAfterz;
Cache **all** requests for a defined time period.
c K s t f |�| _d S r )r r )r �kwr
r
r �__init__L s zExpiresAfter.__init__c C s t | j�}t|�dd�S )Nr! )r r" )r r r )r r r r
r
r r O s
zExpiresAfter.update_headersc C s d}|| j S )Nz:110 - Automatically cached for %s. Response might be stale)r )r r Ztmplr
r
r r S s zExpiresAfter.warningN)r r r r# r& r r r
r
r
r r$ G s r$ c @ s: e Zd ZdZdddddddd d
d d h Zd
d� Zdd� ZdS )� LastModifieda�
If there is no Expires header already, fall back on Last-Modified
using the heuristic from
http://tools.ietf.org/html/rfc7234#section-4.2.2
to calculate a reasonable value.
Firefox also does something like this per
https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ
http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397
Unlike mozilla we limit this to 24-hr.
�� �� �� �� i, i- i� i� i� i� i� c
C s� |j }d|kri S d|kr*|d dkr*i S |j| jkr:i S d|ksJd|krNi S t�t|d ��}t|d �}|d ks||d kr�i S t�� }td|| �}|t�|� }tdt |d d��}||kr�i S || } dt�
t t� | ��iS ) Nr r" r! r z
last-modifiedr �
i�Q )
r Zstatus� cacheable_by_default_statusesr
r r r �time�max�min�strftime�TIME_FMT�gmtime)
r �respr r Z
last_modifiedZnowZ current_ager Zfreshness_lifetimer r
r
r r h s* zLastModified.update_headersc C s d S r r
)r r4 r
r
r r � s zLastModified.warningN)r r r r# r- r r r
r
r
r r' X s � r' )N)r
r. Z email.utilsr r r r r r2 r r �objectr r r$ r' r
r
r
r �<module> s
" cachecontrol/__pycache__/cache.cpython-38.opt-1.pyc 0000644 00000003322 15043676017 0016063 0 ustar 00 U
��.e% � @ s4 d Z ddlmZ G dd� de�ZG dd� de�ZdS )zb
The cache object API for implementing caches. The default is a thread
safe in-memory dictionary.
� )�Lockc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� BaseCachec C s
t � �d S �N��NotImplementedError��self�key� r
�B/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/cache.py�get
s z
BaseCache.getc C s
t � �d S r r �r r �valuer
r
r �set
s z
BaseCache.setc C s
t � �d S r r r r
r
r �delete s zBaseCache.deletec C s d S r r
)r r
r
r �close s zBaseCache.closeN)�__name__�
__module__� __qualname__r r r r r
r
r
r r s r c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) � DictCacheNc C s t � | _|pi | _d S r )r �lock�data)r Z init_dictr
r
r �__init__ s zDictCache.__init__c C s | j �|d �S r )r r r r
r
r r s z
DictCache.getc C s& | j � | j�||i� W 5 Q R X d S r )r r �updater
r
r
r r s z
DictCache.setc C s, | j � || jkr | j�|� W 5 Q R X d S r )r r �popr r
r
r r $ s
zDictCache.delete)N)r r r r r r r r
r
r
r r s
r N)�__doc__Z threadingr �objectr r r
r
r
r �<module> s cachecontrol/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000001320 15043676017 0016277 0 ustar 00 U
��.e� � @ s� zd dl mZ W n ek
r0 d dlmZ Y nX z d dlZW n ek
rZ d dlZY nX zd dlmZ W n ek
r� d dlmZ Y nX zd dl m
Z
W n ek
r� d dl m
Z
Y nX ze Z
W n ek
r� eZ
Y nX dS )� )�urljoinN)� HTTPResponse)� is_fp_closed)Z urllib.parser � ImportErrorZurlparseZcPickle�pickleZ.pip._vendor.requests.packages.urllib3.responser Z pip._vendor.urllib3.responseZ*pip._vendor.requests.packages.urllib3.utilr Zpip._vendor.urllib3.utilZunicodeZ text_type� NameError�str� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/compat.py�<module> s& cachecontrol/__pycache__/filewrapper.cpython-38.pyc 0000644 00000004133 15043676017 0016402 0 ustar 00 U
��.e� � @ s d dl mZ G dd� de�ZdS )� )�BytesIOc @ sB e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z d
S )�CallbackFileWrapperav
Small wrapper around a fp object which will tee everything read into a
buffer, and when that file is closed it will execute a callback with the
contents of that buffer.
All attributes are proxied to the underlying file object.
This class uses members with a double underscore (__) leading prefix so as
not to accidentally shadow an attribute.
c C s t � | _|| _|| _d S �N)r �_CallbackFileWrapper__buf�_CallbackFileWrapper__fp� _CallbackFileWrapper__callback)�self�fp�callback� r �H/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/filewrapper.py�__init__ s z CallbackFileWrapper.__init__c C s | � d�}t||�S )Nr )�__getattribute__�getattr)r �namer r r r � __getattr__ s
z CallbackFileWrapper.__getattr__c C sH z| j jd kW S tk
r" Y nX z
| j jW S tk
rB Y nX dS )NF)r r �AttributeError�closed�r r r r Z__is_fp_closed! s
z"CallbackFileWrapper.__is_fp_closedc C s | j r| � | j�� � d | _ d S r )r r �getvaluer r r r �_close2 s zCallbackFileWrapper._closeNc C s, | j �|�}| j�|� | �� r(| �� |S r )r �readr �write�"_CallbackFileWrapper__is_fp_closedr �r Zamt�datar r r r = s
zCallbackFileWrapper.readc C s@ | j �|�}|dkr |dkr |S | j�|� | �� r<| �� |S )N� s
)r �
_safe_readr r r r r r r r r E s z CallbackFileWrapper._safe_read)N)
�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r r r s
r N)�ior �objectr r r r r �<module> s cachecontrol/__pycache__/compat.cpython-38.pyc 0000644 00000001320 15043676017 0015340 0 ustar 00 U
��.e� � @ s� zd dl mZ W n ek
r0 d dlmZ Y nX z d dlZW n ek
rZ d dlZY nX zd dlmZ W n ek
r� d dlmZ Y nX zd dl m
Z
W n ek
r� d dl m
Z
Y nX ze Z
W n ek
r� eZ
Y nX dS )� )�urljoinN)� HTTPResponse)� is_fp_closed)Z urllib.parser � ImportErrorZurlparseZcPickle�pickleZ.pip._vendor.requests.packages.urllib3.responser Z pip._vendor.urllib3.responseZ*pip._vendor.requests.packages.urllib3.utilr Zpip._vendor.urllib3.utilZunicodeZ text_type� NameError�str� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/compat.py�<module> s& cachecontrol/__pycache__/controller.cpython-38.opt-1.pyc 0000644 00000016754 15043676017 0017220 0 ustar 00 U
��.e�5 � @ s� d Z ddlZddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z e�
e�Ze�d�Zd d
� ZG d d � d e�ZdS )
z7
The httplib2 algorithms ported for use with requests.
� N)� parsedate_tz)�CaseInsensitiveDict� )� DictCache)�
Serializerz9^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?c C s0 t �| ��� }|d |d |d |d |d fS )z�Parses a URI using the regex given in Appendix B of RFC 3986.
(scheme, authority, path, query, fragment) = parse_uri(uri)
r � � � � )�URI�match�groups)�urir
� r �G/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/controller.py� parse_uri s r c @ s\ e Zd ZdZddd�Zedd� �Zedd � �Zd
d � Zd d
� Z dd� Z
ddd�Z dd� Z dS )�CacheControllerz9An interface to see if request should cached or not.
NTc C s, |pt � | _|| _|pt� | _|p$d| _d S )N)�� �� i, �- )r �cache� cache_etagsr �
serializer�cacheable_status_codes)�selfr r r � status_codesr r r �__init__" s zCacheController.__init__c C sh t |�\}}}}}|r|s&td| ��|�� }|�� }|s>d}|rPd�||g�pR|}|d | | }|S )z4Normalize the URL to create a safe key for the cachez(Only absolute URIs are allowed. uri = %s�/�?z://)r � Exception�lower�join) �clsr ZschemeZ authority�pathZqueryZfragmentZ request_uriZ
defrag_urir r r �_urlnorm* s zCacheController._urlnormc C s
| � |�S �N)r$ )r" r r r r � cache_url> s zCacheController.cache_urlc
C s( t dft dft dfddddddddt dfd� }|�d|�dd��}i }|�d�D ]�}|�� s^qP|�d d
�}|d �� }z|| \}} W n$ tk
r� t�d |� Y qPY nX |r�| s�d ||< |rPz||d
�� �||< W qP tk
r� | r�t�d
|� Y qP tk
�r t�d||j � Y qPX qP|S )NTF)NF) �max-agez max-stale� min-fresh�no-cache�no-storez no-transformzonly-if-cachedzmust-revalidateZpublicZprivatezproxy-revalidatezs-maxagez
cache-controlz
Cache-Control� �,�=r r z,Ignoring unknown cache-control directive: %sz-Missing value for cache-control directive: %sz8Invalid value for cache-control directive %s, must be %s)
�int�get�split�strip�KeyError�logger�debug�
IndexError�
ValueError�__name__)
r �headersZknown_directivesZ
cc_headersZretvalZ cc_directive�partsZ directive�typZrequiredr r r �parse_cache_controlB sV �
�� z#CacheController.parse_cache_controlc C s0 | � |j�}t�d|� | �|j�}d|kr:t�d� dS d|kr\|d dkr\t�d� dS | j�|�}|dkr~t�d � dS | j� ||�}|s�t�
d
� dS |j d kr�d }t�|� |S t |j�}|r�d
|kr�d|kr�t�d� | j�
|� t�d� dS t�� }t�t|d
��} td|| �}
t�d|
� | �|�} d} d| k�r^| d } t�d| � nDd|k�r�t|d �}
|
dk �r�t�|
�| }td|�} t�d| � d|k�r�|d } t�d| � d|k�r�|d }|
|7 }
t�d|
� | |
k�r t�d� t�d| |
� |S d|k�r,t�d� | j�
|� dS )ze
Return a cached response if it exists in the cache, otherwise
return False.
z Looking up "%s" in the cacher) z-Request header has "no-cache", cache bypassedFr' r z1Request header has "max_age" as 0, cache bypassedNzNo cache entry availablez1Cache entry deserialization failed, entry ignoredr zVReturning cached "301 Moved Permanently" response (ignoring date and etag information)�date�etagz(Purging cached response: no date or etagz!Ignoring cached response: no datez Current age based on date: %iz#Freshness lifetime from max-age: %i�expiresz#Freshness lifetime from expires: %iz+Freshness lifetime from request max-age: %ir( z'Adjusted current age from min-fresh: %iz2The response is "fresh", returning cached responsez%i > %iz4The cached response is "stale" with no etag, purging)r& �urlr3 r4 r; r8 r r/ r �loadsZwarning�statusr �delete�time�calendarZtimegmr �max)r �requestr& �ccZ
cache_data�resp�msgr8 Znowr< Z current_ageZresp_ccZfreshness_lifetimer> Z expire_timeZ min_freshr r r �cached_requestx s|
�
�
z CacheController.cached_requestc C s` | � |j�}| j�|| j�|��}i }|r\t|j�}d|krH|d |d< d|kr\|d |d< |S )Nr= ZETagz
If-None-Matchz
last-modifiedz
Last-ModifiedzIf-Modified-Since)r& r? r r@ r r/ r r8 )r rF r& rH Z new_headersr8 r r r �conditional_headers� s
z#CacheController.conditional_headersc C s� |p| j }|j|kr(t�d|j|� dS t|j�}|dk rfd|krf|d �� rft|d �t|�krfdS | � |j�}| � |�}| �
|j �} t�d| � d}
d|kr�d}
t�d� d|kr�d}
t�d � |
r�| j �
| �r�t�d
� | j �| � |
r�dS | j�r,d |k�r,t�d � | j �| | jj|||d
�� n�|jdk�r\t�d� | j �| | j�||�� n�d|k�r�d|k�r�|d dk�r�t�d� | j �| | jj|||d
�� n:d|k�r�|d �r�t�d� | j �| | jj|||d
�� dS )zc
Algorithm for caching requests.
This assumes a requests Response object.
zStatus code %s not in %sN�content-lengthz&Updating cache with response from "%s"Fr* Tz Response header has "no-store"z Request header has "no-store"z0Purging existing cache entry to honor "no-store"r= zCaching due to etag)�bodyr zCaching permanant redirectr< r' r z'Caching b/c date exists and max-age > 0r> z Caching b/c of expires header)r rA r3 r4 r r8 �isdigitr. �lenr; r& r? r r/ rB r �setr �dumps) r rF �responserM r r Zresponse_headersZcc_reqrG r& Zno_storer r r �cache_response� sr
�
��
��
�
�
�z CacheController.cache_responsec sv | � |j�}| j�|| j�|��}|s*|S dg� |j�t� fdd�|j� � D ��� d|_
| j� || j� ||�� |S )z�On a 304 we will get a new set of headers that we want to
update our cached value with, assuming we have one.
This should only ever be called when we've sent an ETag and
gotten a 304 as the response.
rL c 3 s& | ] \}}|� � � kr||fV qd S r% )r )�.0�k�v�Zexcluded_headersr r � <genexpr>b s �z9CacheController.update_cached_response.<locals>.<genexpr>r )
r& r? r r@ r r/ r8 �update�dict�itemsrA rP rQ )r rF rR r& Zcached_responser rW r �update_cached_responseI s �� z&CacheController.update_cached_response)NTNN)NN)
r7 �
__module__� __qualname__�__doc__r � classmethodr$ r& r; rJ rK rS r\ r r r r r s �
6o
Rr )r_ Zlogging�rerD rC Z email.utilsr Z pip._vendor.requests.structuresr r r Z serializer Z getLoggerr7 r3 �compiler r �objectr r r r r �<module> s
cachecontrol/__pycache__/serialize.cpython-38.opt-1.pyc 0000644 00000010163 15043676017 0017010 0 ustar 00 U
��.e* � @ sp d dl Z d dlZd dlZd dlZd dlmZ d dlmZ ddlm Z m
Z
m Z dd� Z dd � Z
G d
d � d e�ZdS ) � N)�msgpack)�CaseInsensitiveDict� )� HTTPResponse�pickle� text_typec C s t �| �d��S )N�ascii)�base64Z b64decode�encode)�b� r �F/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/serialize.py�_b64_decode_bytes s r c C s t | ��d�S )N�utf8)r �decode)�sr r r
�_b64_decode_str s r c @ sN e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dS )�
SerializerNc C s� t |j�}|d kr*|jdd�}t�|�|_d|tdd� |j�� D ��|j|j t
|j �|j |j
d�i}i |d< d|kr�|d �d�}|D ]:}t
|��� }|j�|d �}|d k r�t
|�}||d |< q�d �d
tj|d d �g�S )
NF)�decode_content�responsec s s" | ]\}}t |�t |�fV qd S �N)r ��.0�k�vr r r
� <genexpr>2 s z#Serializer.dumps.<locals>.<genexpr>)�body�headers�status�version�reason�strictr �vary�,� ,s cc=4T)Z use_bin_type)r r �read�io�BytesIOZ_fp�dict�itemsr r r r r! r �split�strip�get�joinr �dumps) �self�requestr r Zresponse_headers�dataZvaried_headers�headerZ header_valuer r r
r. s4
��� zSerializer.dumpsc C s� |sd S z|� dd�\}}W n tk
r4 d}Y nX |d d� dkrR|| }d}|� dd�d �d�}zt| d �|��||�W S tk
r� Y d S X d S )
Nr$ r s cc=0� s cc=� =���r z
_loads_v{})r* �
ValueErrorr �getattr�format�AttributeError)r/ r0 r1 Zverr r r
�loadsJ s
zSerializer.loadsc C s� d|� di �krdS |� di ��� D ] \}}|j� |d�|kr$ dS q$|d �d�}t|d d d�}|� dd �d
kr�|�d� ||d d< zt�|�}W n$ tk
r� t�|�d ��}Y nX t f |d d
�|d ��S )z`Verify our vary headers match and construct a real urllib3
HTTPResponse object.
�*r" Nr r r )r1 ztransfer-encoding� Zchunkedr F)r Zpreload_content)
r, r) r �popr r& r' � TypeErrorr
r )r/ r0 �cachedr2 �valueZbody_rawr r r r r
�prepare_responseh s
zSerializer.prepare_responsec C s d S r r �r/ r0 r1 r r r
� _loads_v0� s zSerializer._loads_v0c C s2 zt �|�}W n tk
r$ Y d S X | �||�S r )r r: r6 rA �r/ r0 r1 r? r r r
� _loads_v1� s
zSerializer._loads_v1c C s� zt �t�|��d��}W n ttjfk
r6 Y d S X t|d d �|d d< tdd� |d d � � D ��|d d< t
|d d �|d d< tdd� |d � � D ��|d < | � ||�S )
Nr r r c s s" | ]\}}t |�t |�fV qd S r �r r r r r
r � s �z'Serializer._loads_v2.<locals>.<genexpr>r r c s s. | ]&\}}t |�|d k r t |�n|fV qd S r rF r r r r
r � s �r" ) �jsonr: �zlib�
decompressr r6 �errorr r( r) r rA rD r r r
� _loads_v2� s �
� zSerializer._loads_v2c C s d S r r rB r r r
� _loads_v3� s zSerializer._loads_v3c C s6 zt j|dd�}W n tk
r( Y d S X | �||�S )Nzutf-8)�encoding)r r: r6 rA rD r r r
� _loads_v4� s
zSerializer._loads_v4)N) �__name__�
__module__� __qualname__r. r: rA rC rE rK rL rN r r r r
r s
4 $r )r r& rG rH Z pip._vendorr Z pip._vendor.requests.structuresr �compatr r r r r �objectr r r r r
�<module> s cachecontrol/__pycache__/adapter.cpython-38.pyc 0000644 00000005737 15043676017 0015515 0 ustar 00 U
��.e� � @ s\ d dl Z d dlZd dlZd dlmZ ddlmZ ddlmZ ddl m
Z
G dd� de�Z dS ) � N)� HTTPAdapter� )�CacheController)� DictCache)�CallbackFileWrapperc sN e Zd ZddhZd� fdd� Zd� fdd� Zd� fd
d � Z� fd d
�Z� ZS )�CacheControlAdapterZPUTZDELETENTc
sL t t| �j||� |pt� | _|| _|p*d| _|p4t} | | j||d�| _d S )N)ZGET)� cache_etags�
serializer) �superr �__init__r �cache� heuristic�cacheable_methodsr �
controller)
�selfr r Zcontroller_classr r
r �args�kwZcontroller_factory�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/adapter.pyr s
�z CacheControlAdapter.__init__c s� |p| j }|j|krhz| j�|�}W n tjk
r> d}Y nX |rT| j||dd�S |j�| j� |�� t
t | �j |f|�}|S )z�
Send a request. Use the request information to see if it
exists in the cache and cache the response if we need to and can.
NT)�
from_cache)
r �methodr Zcached_request�zlib�error�build_responseZheaders�updateZconditional_headersr
r �send)r �requestr r � cacheable�cached_response�respr r r r $ s
zCacheControlAdapter.sendFc
s |p| j }|s�|j|kr�| jr*| j�|�}|jdkrh| j�||�}||k rNd}|jdd� |�� |}n\|jdkr�| j� ||� nBt
|j t �
| jj ||��|_ |jr�|j� � fdd�}t�||�|_tt| ��||�}|j| jk�r|j�r| j�|j�} | j�| � ||_|S )z�
Build a response by making a request or using the cache.
This will end up calling send and returning a potentially
cached response
i0 TF)Zdecode_contenti- c s � � | j dkr| j�� d S )Nr )Z
chunk_left�_fpZ_close�r �Zsuper_update_chunk_lengthr r �_update_chunk_lengthn s
z@CacheControlAdapter.build_response.<locals>._update_chunk_length) r r r
ZapplyZstatusr Zupdate_cached_response�readZ release_connZcache_responser r" � functools�partialZchunkedr% �types�
MethodTyper
r r �invalidating_methods�ok� cache_urlZurlr �deleter )
r r Zresponser r r r r% r! r- r r$ r r 9 sJ
�
�� � z"CacheControlAdapter.build_responsec s | j �� tt| ��� d S )N)r �closer
r r# r r r r/ � s
zCacheControlAdapter.close)NTNNNN)N)FN) �__name__�
__module__� __qualname__r+ r r r r/ �
__classcell__r r r r r s � �Jr ) r) r' r Z pip._vendor.requests.adaptersr r r r r Z filewrapperr r r r r r �<module> s cachecontrol/__pycache__/_cmd.cpython-38.pyc 0000644 00000003004 15043676017 0014760 0 ustar 00 U
��.e � @ sx d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl m
Z
dd� Z d d
� Z d d � Z
dd
d�Zedkrte� dS )� N)�requests)�CacheControlAdapter)� DictCache)�logger)�ArgumentParserc C s" t �tj� t�� } t �| � d S )N)r ZsetLevel�logging�DEBUGZ
StreamHandlerZ
addHandler)Zhandler� r �A/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/_cmd.py�
setup_logging s r c C s> t t� dd d d�} t�� }|�d| � |�d| � | j|_|S )NT)Z cache_etagsZ
serializerZ heuristiczhttp://zhttps://)r r r ZSessionZmountZ
controller�cache_controller)Zadapter�sessr r r
� get_session s � r c C s t � } | jddd� | �� S )N�urlzThe URL to try and cache)�help)r � add_argument�
parse_args)�parserr r r
�get_args s r c C sT t � } t� }|�| j�}t� |j�|j|j� |j� |j�rHt
d� nt
d� d S )NzCached!z
Not cached :() r r �getr r r Zcache_responseZrequest�rawZcached_request�print)�argsr
Zrespr r r
�main$ s
r �__main__)N)r Z pip._vendorr Z pip._vendor.cachecontrol.adapterr Z pip._vendor.cachecontrol.cacher Z#pip._vendor.cachecontrol.controllerr �argparser r r r r �__name__r r r r
�<module> s
cachecontrol/__pycache__/_cmd.cpython-38.opt-1.pyc 0000644 00000003004 15043676017 0015717 0 ustar 00 U
��.e � @ sx d dl Z d dlmZ d dlmZ d dlmZ d dlmZ d dl m
Z
dd� Z d d
� Z d d � Z
dd
d�Zedkrte� dS )� N)�requests)�CacheControlAdapter)� DictCache)�logger)�ArgumentParserc C s" t �tj� t�� } t �| � d S )N)r ZsetLevel�logging�DEBUGZ
StreamHandlerZ
addHandler)Zhandler� r �A/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/_cmd.py�
setup_logging s r c C s> t t� dd d d�} t�� }|�d| � |�d| � | j|_|S )NT)Z cache_etagsZ
serializerZ heuristiczhttp://zhttps://)r r r ZSessionZmountZ
controller�cache_controller)Zadapter�sessr r r
� get_session s � r c C s t � } | jddd� | �� S )N�urlzThe URL to try and cache)�help)r � add_argument�
parse_args)�parserr r r
�get_args s r c C sT t � } t� }|�| j�}t� |j�|j|j� |j� |j�rHt
d� nt
d� d S )NzCached!z
Not cached :() r r �getr r r Zcache_responseZrequest�rawZcached_request�print)�argsr
Zrespr r r
�main$ s
r �__main__)N)r Z pip._vendorr Z pip._vendor.cachecontrol.adapterr Z pip._vendor.cachecontrol.cacher Z#pip._vendor.cachecontrol.controllerr �argparser r r r r �__name__r r r r
�<module> s
cachecontrol/__pycache__/__init__.cpython-38.pyc 0000644 00000001001 15043676017 0015610 0 ustar 00 U
��.e. � @ s8 d Z dZdZdZddlmZ ddlmZ ddlm Z dS ) zbCacheControl import Interface.
Make it easy to import from cachecontrol without long namespaces.
z Eric Larsonzeric@ionrock.orgz0.12.5� )� CacheControl)�CacheControlAdapter)�CacheControllerN)
�__doc__�
__author__Z __email__� __version__�wrapperr Zadapterr Z
controllerr � r r �E/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/__init__.py�<module> s cachecontrol/__pycache__/cache.cpython-38.pyc 0000644 00000003322 15043676017 0015124 0 ustar 00 U
��.e% � @ s4 d Z ddlmZ G dd� de�ZG dd� de�ZdS )zb
The cache object API for implementing caches. The default is a thread
safe in-memory dictionary.
� )�Lockc @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� BaseCachec C s
t � �d S �N��NotImplementedError��self�key� r
�B/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/cache.py�get
s z
BaseCache.getc C s
t � �d S r r �r r �valuer
r
r �set
s z
BaseCache.setc C s
t � �d S r r r r
r
r �delete s zBaseCache.deletec C s d S r r
)r r
r
r �close s zBaseCache.closeN)�__name__�
__module__� __qualname__r r r r r
r
r
r r s r c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) � DictCacheNc C s t � | _|pi | _d S r )r �lock�data)r Z init_dictr
r
r �__init__ s zDictCache.__init__c C s | j �|d �S r )r r r r
r
r r s z
DictCache.getc C s& | j � | j�||i� W 5 Q R X d S r )r r �updater
r
r
r r s z
DictCache.setc C s, | j � || jkr | j�|� W 5 Q R X d S r )r r �popr r
r
r r $ s
zDictCache.delete)N)r r r r r r r r
r
r
r r s
r N)�__doc__Z threadingr �objectr r r
r
r
r �<module> s cachecontrol/caches/__init__.py 0000644 00000000561 15043676017 0012562 0 ustar 00 from textwrap import dedent
try:
from .file_cache import FileCache
except ImportError:
notice = dedent('''
NOTE: In order to use the FileCache you must have
lockfile installed. You can install it via pip:
pip install lockfile
''')
print(notice)
try:
import redis
from .redis_cache import RedisCache
except ImportError:
pass
cachecontrol/caches/redis_cache.py 0000644 00000001715 15043676017 0013256 0 ustar 00 from __future__ import division
from datetime import datetime
def total_seconds(td):
"""Python 2.6 compatability"""
if hasattr(td, 'total_seconds'):
return td.total_seconds()
ms = td.microseconds
secs = (td.seconds + td.days * 24 * 3600)
return (ms + secs * 10**6) / 10**6
class RedisCache(object):
def __init__(self, conn):
self.conn = conn
def get(self, key):
return self.conn.get(key)
def set(self, key, value, expires=None):
if not expires:
self.conn.set(key, value)
else:
expires = expires - datetime.now()
self.conn.setex(key, total_seconds(expires), value)
def delete(self, key):
self.conn.delete(key)
def clear(self):
"""Helper for clearing all the keys in a database. Use with
caution!"""
for key in self.conn.keys():
self.conn.delete(key)
def close(self):
self.conn.disconnect()
cachecontrol/caches/__pycache__/redis_cache.cpython-38.pyc 0000644 00000002771 15043676020 0017541 0 ustar 00 U
��.eX � @ s8 d dl mZ d dlmZ d dlmZ G dd� de�ZdS )� )�division)�datetime)� BaseCachec @ s> e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� ZdS )�
RedisCachec C s
|| _ d S �N)�conn)�selfr � r �O/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py�__init__ s zRedisCache.__init__c C s | j �|�S r )r �get�r �keyr r r
r s zRedisCache.getNc C s< |s| j �||� n$|t�� }| j �|t|�� �|� d S r )r �setr ZutcnowZsetex�intZ
total_seconds)r r �valueZexpiresr r r
r s zRedisCache.setc C s | j �|� d S r )r �deleter
r r r
r s zRedisCache.deletec C s | j �� D ]}| j �|� q
dS )zIHelper for clearing all the keys in a database. Use with
caution!N)r �keysr r
r r r
�clear s zRedisCache.clearc C s dS )z?Redis uses connection pooling, no need to close the connection.Nr )r r r r
�close s zRedisCache.close)N) �__name__�
__module__� __qualname__r r r r r r r r r r
r s
r N)Z
__future__r r Z pip._vendor.cachecontrol.cacher r r r r r
�<module> s cachecontrol/caches/__pycache__/redis_cache.cpython-38.opt-1.pyc 0000644 00000002771 15043676020 0020500 0 ustar 00 U
��.eX � @ s8 d dl mZ d dlmZ d dlmZ G dd� de�ZdS )� )�division)�datetime)� BaseCachec @ s> e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� ZdS )�
RedisCachec C s
|| _ d S �N)�conn)�selfr � r �O/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/redis_cache.py�__init__ s zRedisCache.__init__c C s | j �|�S r )r �get�r �keyr r r
r s zRedisCache.getNc C s< |s| j �||� n$|t�� }| j �|t|�� �|� d S r )r �setr ZutcnowZsetex�intZ
total_seconds)r r �valueZexpiresr r r
r s zRedisCache.setc C s | j �|� d S r )r �deleter
r r r
r s zRedisCache.deletec C s | j �� D ]}| j �|� q
dS )zIHelper for clearing all the keys in a database. Use with
caution!N)r �keysr r
r r r
�clear s zRedisCache.clearc C s dS )z?Redis uses connection pooling, no need to close the connection.Nr )r r r r
�close s zRedisCache.close)N) �__name__�
__module__� __qualname__r r r r r r r r r r
r s
r N)Z
__future__r r Z pip._vendor.cachecontrol.cacher r r r r r
�<module> s cachecontrol/caches/__pycache__/file_cache.cpython-38.pyc 0000644 00000006237 15043676020 0017353 0 ustar 00 U
��.e9 � @ s~ d dl Z d dlZd dlmZ ddlmZ ddlmZ ze W n e k
rX e
e fZY nX dd� Z G dd � d e�Z
d
d � ZdS ) � N)�dedent� )� BaseCache)�CacheControllerc C s� t j}|t jt jB O }tt d�r*|t jO }tt d�r>|t jO }zt �| � W n tt fk
rd Y nX t �
| ||�}zt � |d�W S t � |� � Y nX d S )N�
O_NOFOLLOW�O_BINARY�wb)
�os�O_WRONLY�O_CREAT�O_EXCL�hasattrr r �remove�IOError�OSError�open�fdopen�close)�filenameZfmode�flags�fd� r �N/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py�_secure_open_write s
r c @ sB e Zd Zddd�Zedd� �Zd d
� Zd d � Zd
d� Zdd� Z dS )� FileCacheF� � Nc
C s� |d k r|d k rt d��z ddlm} ddlm} W n$ tk
rX td�} t| ��Y nX |rd|}n |d krp|}|| _|| _|| _ || _
|| _ d S )Nz/Cannot use use_dir_lock and lock_class togetherr )�LockFile)�
MkdirLockFilez�
NOTE: In order to use the FileCache you must have
lockfile installed. You can install it via pip:
pip install lockfile
) �
ValueErrorZlockfiler Zlockfile.mkdirlockfiler � ImportErrorr � directory�forever�filemode�dirmode�
lock_class)
�selfr! r" r# r$ Z use_dir_lockr% r r Znoticer r r �__init__: s&
�zFileCache.__init__c C s t �| �� ��� S �N)�hashlibZsha224�encodeZ hexdigest)�xr r r r* a s zFileCache.encodec C s4 | � |�}t|d d� �|g }tjj| jf|�� S )N� )r* �listr �path�joinr! )r& �nameZhashed�partsr r r �_fne s
z
FileCache._fnc
C sR | � |�}z,t|d��}|�� W 5 Q R � W S Q R X W n tk
rL Y d S X d S )N�rb)r2 r �read�FileNotFoundError)r& �keyr0 �fhr r r �getl s
z
FileCache.getc
C s| | � |�}zt�tj�|�| j� W n ttfk
r< Y nX | �|��*}t |j| j
��}|� |� W 5 Q R X W 5 Q R X d S r( ) r2 r �makedirsr. �dirnamer$ r r r% r r# �write)r& r6 �valuer0 �lockr7 r r r �setu s
z
FileCache.setc C s8 | � |�}| js4zt�|� W n tk
r2 Y nX d S r( )r2 r" r r r5 )r& r6 r0 r r r �delete� s
zFileCache.delete)Fr r NN)
�__name__�
__module__� __qualname__r' � staticmethodr* r2 r8 r> r? r r r r r 8 s �
'
r c C s t �| �}|�|�S )z\Return the file cache path based on the URL.
This does not ensure the file exists!
)r Z cache_urlr2 )ZurlZ filecacher6 r r r �url_to_file_path� s
rD )r) r �textwrapr �cacher Z
controllerr r5 � NameErrorr r r r rD r r r r �<module> s )T cachecontrol/caches/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000401 15043676020 0017772 0 ustar 00 U
��.eV � @ s d dl mZ d dlmZ dS )� )� FileCache)�
RedisCacheN)Z
file_cacher Z redis_cacher � r r �L/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/__init__.py�<module> s cachecontrol/caches/__pycache__/file_cache.cpython-38.opt-1.pyc 0000644 00000006237 15043676020 0020312 0 ustar 00 U
��.e9 � @ s~ d dl Z d dlZd dlmZ ddlmZ ddlmZ ze W n e k
rX e
e fZY nX dd� Z G dd � d e�Z
d
d � ZdS ) � N)�dedent� )� BaseCache)�CacheControllerc C s� t j}|t jt jB O }tt d�r*|t jO }tt d�r>|t jO }zt �| � W n tt fk
rd Y nX t �
| ||�}zt � |d�W S t � |� � Y nX d S )N�
O_NOFOLLOW�O_BINARY�wb)
�os�O_WRONLY�O_CREAT�O_EXCL�hasattrr r �remove�IOError�OSError�open�fdopen�close)�filenameZfmode�flags�fd� r �N/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/file_cache.py�_secure_open_write s
r c @ sB e Zd Zddd�Zedd� �Zd d
� Zd d � Zd
d� Zdd� Z dS )� FileCacheF� � Nc
C s� |d k r|d k rt d��z ddlm} ddlm} W n$ tk
rX td�} t| ��Y nX |rd|}n |d krp|}|| _|| _|| _ || _
|| _ d S )Nz/Cannot use use_dir_lock and lock_class togetherr )�LockFile)�
MkdirLockFilez�
NOTE: In order to use the FileCache you must have
lockfile installed. You can install it via pip:
pip install lockfile
) �
ValueErrorZlockfiler Zlockfile.mkdirlockfiler � ImportErrorr � directory�forever�filemode�dirmode�
lock_class)
�selfr! r" r# r$ Z use_dir_lockr% r r Znoticer r r �__init__: s&
�zFileCache.__init__c C s t �| �� ��� S �N)�hashlibZsha224�encodeZ hexdigest)�xr r r r* a s zFileCache.encodec C s4 | � |�}t|d d� �|g }tjj| jf|�� S )N� )r* �listr �path�joinr! )r& �nameZhashed�partsr r r �_fne s
z
FileCache._fnc
C sR | � |�}z,t|d��}|�� W 5 Q R � W S Q R X W n tk
rL Y d S X d S )N�rb)r2 r �read�FileNotFoundError)r& �keyr0 �fhr r r �getl s
z
FileCache.getc
C s| | � |�}zt�tj�|�| j� W n ttfk
r< Y nX | �|��*}t |j| j
��}|� |� W 5 Q R X W 5 Q R X d S r( ) r2 r �makedirsr. �dirnamer$ r r r% r r# �write)r& r6 �valuer0 �lockr7 r r r �setu s
z
FileCache.setc C s8 | � |�}| js4zt�|� W n tk
r2 Y nX d S r( )r2 r" r r r5 )r& r6 r0 r r r �delete� s
zFileCache.delete)Fr r NN)
�__name__�
__module__� __qualname__r' � staticmethodr* r2 r8 r> r? r r r r r 8 s �
'
r c C s t �| �}|�|�S )z\Return the file cache path based on the URL.
This does not ensure the file exists!
)r Z cache_urlr2 )ZurlZ filecacher6 r r r �url_to_file_path� s
rD )r) r �textwrapr �cacher Z
controllerr r5 � NameErrorr r r r rD r r r r �<module> s )T cachecontrol/caches/__pycache__/__init__.cpython-38.pyc 0000644 00000000401 15043676021 0017034 0 ustar 00 U
��.eV � @ s d dl mZ d dlmZ dS )� )� FileCache)�
RedisCacheN)Z
file_cacher Z redis_cacher � r r �L/usr/lib/python3.8/site-packages/pip/_vendor/cachecontrol/caches/__init__.py�<module> s cachecontrol/caches/file_cache.py 0000644 00000006714 15043676021 0013066 0 ustar 00 import hashlib
import os
from pip._vendor.lockfile import LockFile
from pip._vendor.lockfile.mkdirlockfile import MkdirLockFile
from ..cache import BaseCache
from ..controller import CacheController
def _secure_open_write(filename, fmode):
# We only want to write to this file, so open it in write only mode
flags = os.O_WRONLY
# os.O_CREAT | os.O_EXCL will fail if the file already exists, so we only
# will open *new* files.
# We specify this because we want to ensure that the mode we pass is the
# mode of the file.
flags |= os.O_CREAT | os.O_EXCL
# Do not follow symlinks to prevent someone from making a symlink that
# we follow and insecurely open a cache file.
if hasattr(os, "O_NOFOLLOW"):
flags |= os.O_NOFOLLOW
# On Windows we'll mark this file as binary
if hasattr(os, "O_BINARY"):
flags |= os.O_BINARY
# Before we open our file, we want to delete any existing file that is
# there
try:
os.remove(filename)
except (IOError, OSError):
# The file must not exist already, so we can just skip ahead to opening
pass
# Open our file, the use of os.O_CREAT | os.O_EXCL will ensure that if a
# race condition happens between the os.remove and this line, that an
# error will be raised. Because we utilize a lockfile this should only
# happen if someone is attempting to attack us.
fd = os.open(filename, flags, fmode)
try:
return os.fdopen(fd, "wb")
except:
# An error occurred wrapping our FD in a file object
os.close(fd)
raise
class FileCache(BaseCache):
def __init__(self, directory, forever=False, filemode=0o0600,
dirmode=0o0700, use_dir_lock=None, lock_class=None):
if use_dir_lock is not None and lock_class is not None:
raise ValueError("Cannot use use_dir_lock and lock_class together")
if use_dir_lock:
lock_class = MkdirLockFile
if lock_class is None:
lock_class = LockFile
self.directory = directory
self.forever = forever
self.filemode = filemode
self.dirmode = dirmode
self.lock_class = lock_class
@staticmethod
def encode(x):
return hashlib.sha224(x.encode()).hexdigest()
def _fn(self, name):
# NOTE: This method should not change as some may depend on it.
# See: https://github.com/ionrock/cachecontrol/issues/63
hashed = self.encode(name)
parts = list(hashed[:5]) + [hashed]
return os.path.join(self.directory, *parts)
def get(self, key):
name = self._fn(key)
if not os.path.exists(name):
return None
with open(name, 'rb') as fh:
return fh.read()
def set(self, key, value):
name = self._fn(key)
# Make sure the directory exists
try:
os.makedirs(os.path.dirname(name), self.dirmode)
except (IOError, OSError):
pass
with self.lock_class(name) as lock:
# Write our actual file
with _secure_open_write(lock.path, self.filemode) as fh:
fh.write(value)
def delete(self, key):
name = self._fn(key)
if not self.forever:
os.remove(name)
def url_to_file_path(url, filecache):
"""Return the file cache path based on the URL.
This does not ensure the file exists!
"""
key = CacheController.cache_url(url)
return filecache._fn(key)
cachecontrol/heuristics.py 0000644 00000010055 15043676021 0011751 0 ustar 00 import calendar
import time
from email.utils import formatdate, parsedate, parsedate_tz
from datetime import datetime, timedelta
TIME_FMT = "%a, %d %b %Y %H:%M:%S GMT"
def expire_after(delta, date=None):
date = date or datetime.now()
return date + delta
def datetime_to_header(dt):
return formatdate(calendar.timegm(dt.timetuple()))
class BaseHeuristic(object):
def warning(self, response):
"""
Return a valid 1xx warning header value describing the cache
adjustments.
The response is provided too allow warnings like 113
http://tools.ietf.org/html/rfc7234#section-5.5.4 where we need
to explicitly say response is over 24 hours old.
"""
return '110 - "Response is Stale"'
def update_headers(self, response):
"""Update the response headers with any new headers.
NOTE: This SHOULD always include some Warning header to
signify that the response was cached by the client, not
by way of the provided headers.
"""
return {}
def apply(self, response):
updated_headers = self.update_headers(response)
if updated_headers:
response.headers.update(updated_headers)
warning_header_value = self.warning(response)
if warning_header_value is not None:
response.headers.update({'Warning': warning_header_value})
return response
class OneDayCache(BaseHeuristic):
"""
Cache the response by providing an expires 1 day in the
future.
"""
def update_headers(self, response):
headers = {}
if 'expires' not in response.headers:
date = parsedate(response.headers['date'])
expires = expire_after(timedelta(days=1),
date=datetime(*date[:6]))
headers['expires'] = datetime_to_header(expires)
headers['cache-control'] = 'public'
return headers
class ExpiresAfter(BaseHeuristic):
"""
Cache **all** requests for a defined time period.
"""
def __init__(self, **kw):
self.delta = timedelta(**kw)
def update_headers(self, response):
expires = expire_after(self.delta)
return {
'expires': datetime_to_header(expires),
'cache-control': 'public',
}
def warning(self, response):
tmpl = '110 - Automatically cached for %s. Response might be stale'
return tmpl % self.delta
class LastModified(BaseHeuristic):
"""
If there is no Expires header already, fall back on Last-Modified
using the heuristic from
http://tools.ietf.org/html/rfc7234#section-4.2.2
to calculate a reasonable value.
Firefox also does something like this per
https://developer.mozilla.org/en-US/docs/Web/HTTP/Caching_FAQ
http://lxr.mozilla.org/mozilla-release/source/netwerk/protocol/http/nsHttpResponseHead.cpp#397
Unlike mozilla we limit this to 24-hr.
"""
cacheable_by_default_statuses = set([
200, 203, 204, 206, 300, 301, 404, 405, 410, 414, 501
])
def update_headers(self, resp):
headers = resp.headers
if 'expires' in headers:
return {}
if 'cache-control' in headers and headers['cache-control'] != 'public':
return {}
if resp.status not in self.cacheable_by_default_statuses:
return {}
if 'date' not in headers or 'last-modified' not in headers:
return {}
date = calendar.timegm(parsedate_tz(headers['date']))
last_modified = parsedate(headers['last-modified'])
if date is None or last_modified is None:
return {}
now = time.time()
current_age = max(0, now - date)
delta = date - calendar.timegm(last_modified)
freshness_lifetime = max(0, min(delta / 10, 24 * 3600))
if freshness_lifetime <= current_age:
return {}
expires = date + freshness_lifetime
return {'expires': time.strftime(TIME_FMT, time.gmtime(expires))}
def warning(self, resp):
return None
cachecontrol/controller.py 0000644 00000031340 15043676022 0011753 0 ustar 00 """
The httplib2 algorithms ported for use with requests.
"""
import logging
import re
import calendar
import time
from email.utils import parsedate_tz
from pip._vendor.requests.structures import CaseInsensitiveDict
from .cache import DictCache
from .serialize import Serializer
logger = logging.getLogger(__name__)
URI = re.compile(r"^(([^:/?#]+):)?(//([^/?#]*))?([^?#]*)(\?([^#]*))?(#(.*))?")
def parse_uri(uri):
"""Parses a URI using the regex given in Appendix B of RFC 3986.
(scheme, authority, path, query, fragment) = parse_uri(uri)
"""
groups = URI.match(uri).groups()
return (groups[1], groups[3], groups[4], groups[6], groups[8])
class CacheController(object):
"""An interface to see if request should cached or not.
"""
def __init__(self, cache=None, cache_etags=True, serializer=None):
self.cache = cache or DictCache()
self.cache_etags = cache_etags
self.serializer = serializer or Serializer()
@classmethod
def _urlnorm(cls, uri):
"""Normalize the URL to create a safe key for the cache"""
(scheme, authority, path, query, fragment) = parse_uri(uri)
if not scheme or not authority:
raise Exception("Only absolute URIs are allowed. uri = %s" % uri)
scheme = scheme.lower()
authority = authority.lower()
if not path:
path = "/"
# Could do syntax based normalization of the URI before
# computing the digest. See Section 6.2.2 of Std 66.
request_uri = query and "?".join([path, query]) or path
defrag_uri = scheme + "://" + authority + request_uri
return defrag_uri
@classmethod
def cache_url(cls, uri):
return cls._urlnorm(uri)
def parse_cache_control(self, headers):
"""
Parse the cache control headers returning a dictionary with values
for the different directives.
"""
retval = {}
cc_header = 'cache-control'
if 'Cache-Control' in headers:
cc_header = 'Cache-Control'
if cc_header in headers:
parts = headers[cc_header].split(',')
parts_with_args = [
tuple([x.strip().lower() for x in part.split("=", 1)])
for part in parts if -1 != part.find("=")
]
parts_wo_args = [
(name.strip().lower(), 1)
for name in parts if -1 == name.find("=")
]
retval = dict(parts_with_args + parts_wo_args)
return retval
def cached_request(self, request):
"""
Return a cached response if it exists in the cache, otherwise
return False.
"""
cache_url = self.cache_url(request.url)
logger.debug('Looking up "%s" in the cache', cache_url)
cc = self.parse_cache_control(request.headers)
# Bail out if the request insists on fresh data
if 'no-cache' in cc:
logger.debug('Request header has "no-cache", cache bypassed')
return False
if 'max-age' in cc and cc['max-age'] == 0:
logger.debug('Request header has "max_age" as 0, cache bypassed')
return False
# Request allows serving from the cache, let's see if we find something
cache_data = self.cache.get(cache_url)
if cache_data is None:
logger.debug('No cache entry available')
return False
# Check whether it can be deserialized
resp = self.serializer.loads(request, cache_data)
if not resp:
logger.warning('Cache entry deserialization failed, entry ignored')
return False
# If we have a cached 301, return it immediately. We don't
# need to test our response for other headers b/c it is
# intrinsically "cacheable" as it is Permanent.
# See:
# https://tools.ietf.org/html/rfc7231#section-6.4.2
#
# Client can try to refresh the value by repeating the request
# with cache busting headers as usual (ie no-cache).
if resp.status == 301:
msg = ('Returning cached "301 Moved Permanently" response '
'(ignoring date and etag information)')
logger.debug(msg)
return resp
headers = CaseInsensitiveDict(resp.headers)
if not headers or 'date' not in headers:
if 'etag' not in headers:
# Without date or etag, the cached response can never be used
# and should be deleted.
logger.debug('Purging cached response: no date or etag')
self.cache.delete(cache_url)
logger.debug('Ignoring cached response: no date')
return False
now = time.time()
date = calendar.timegm(
parsedate_tz(headers['date'])
)
current_age = max(0, now - date)
logger.debug('Current age based on date: %i', current_age)
# TODO: There is an assumption that the result will be a
# urllib3 response object. This may not be best since we
# could probably avoid instantiating or constructing the
# response until we know we need it.
resp_cc = self.parse_cache_control(headers)
# determine freshness
freshness_lifetime = 0
# Check the max-age pragma in the cache control header
if 'max-age' in resp_cc and resp_cc['max-age'].isdigit():
freshness_lifetime = int(resp_cc['max-age'])
logger.debug('Freshness lifetime from max-age: %i',
freshness_lifetime)
# If there isn't a max-age, check for an expires header
elif 'expires' in headers:
expires = parsedate_tz(headers['expires'])
if expires is not None:
expire_time = calendar.timegm(expires) - date
freshness_lifetime = max(0, expire_time)
logger.debug("Freshness lifetime from expires: %i",
freshness_lifetime)
# Determine if we are setting freshness limit in the
# request. Note, this overrides what was in the response.
if 'max-age' in cc:
try:
freshness_lifetime = int(cc['max-age'])
logger.debug('Freshness lifetime from request max-age: %i',
freshness_lifetime)
except ValueError:
freshness_lifetime = 0
if 'min-fresh' in cc:
try:
min_fresh = int(cc['min-fresh'])
except ValueError:
min_fresh = 0
# adjust our current age by our min fresh
current_age += min_fresh
logger.debug('Adjusted current age from min-fresh: %i',
current_age)
# Return entry if it is fresh enough
if freshness_lifetime > current_age:
logger.debug('The response is "fresh", returning cached response')
logger.debug('%i > %i', freshness_lifetime, current_age)
return resp
# we're not fresh. If we don't have an Etag, clear it out
if 'etag' not in headers:
logger.debug(
'The cached response is "stale" with no etag, purging'
)
self.cache.delete(cache_url)
# return the original handler
return False
def conditional_headers(self, request):
cache_url = self.cache_url(request.url)
resp = self.serializer.loads(request, self.cache.get(cache_url))
new_headers = {}
if resp:
headers = CaseInsensitiveDict(resp.headers)
if 'etag' in headers:
new_headers['If-None-Match'] = headers['ETag']
if 'last-modified' in headers:
new_headers['If-Modified-Since'] = headers['Last-Modified']
return new_headers
def cache_response(self, request, response, body=None):
"""
Algorithm for caching requests.
This assumes a requests Response object.
"""
# From httplib2: Don't cache 206's since we aren't going to
# handle byte range requests
cacheable_status_codes = [200, 203, 300, 301]
if response.status not in cacheable_status_codes:
logger.debug(
'Status code %s not in %s',
response.status,
cacheable_status_codes
)
return
response_headers = CaseInsensitiveDict(response.headers)
# If we've been given a body, our response has a Content-Length, that
# Content-Length is valid then we can check to see if the body we've
# been given matches the expected size, and if it doesn't we'll just
# skip trying to cache it.
if (body is not None and
"content-length" in response_headers and
response_headers["content-length"].isdigit() and
int(response_headers["content-length"]) != len(body)):
return
cc_req = self.parse_cache_control(request.headers)
cc = self.parse_cache_control(response_headers)
cache_url = self.cache_url(request.url)
logger.debug('Updating cache with response from "%s"', cache_url)
# Delete it from the cache if we happen to have it stored there
no_store = False
if cc.get('no-store'):
no_store = True
logger.debug('Response header has "no-store"')
if cc_req.get('no-store'):
no_store = True
logger.debug('Request header has "no-store"')
if no_store and self.cache.get(cache_url):
logger.debug('Purging existing cache entry to honor "no-store"')
self.cache.delete(cache_url)
# If we've been given an etag, then keep the response
if self.cache_etags and 'etag' in response_headers:
logger.debug('Caching due to etag')
self.cache.set(
cache_url,
self.serializer.dumps(request, response, body=body),
)
# Add to the cache any 301s. We do this before looking that
# the Date headers.
elif response.status == 301:
logger.debug('Caching permanant redirect')
self.cache.set(
cache_url,
self.serializer.dumps(request, response)
)
# Add to the cache if the response headers demand it. If there
# is no date header then we can't do anything about expiring
# the cache.
elif 'date' in response_headers:
# cache when there is a max-age > 0
if cc and cc.get('max-age'):
if cc['max-age'].isdigit() and int(cc['max-age']) > 0:
logger.debug('Caching b/c date exists and max-age > 0')
self.cache.set(
cache_url,
self.serializer.dumps(request, response, body=body),
)
# If the request can expire, it means we should cache it
# in the meantime.
elif 'expires' in response_headers:
if response_headers['expires']:
logger.debug('Caching b/c of expires header')
self.cache.set(
cache_url,
self.serializer.dumps(request, response, body=body),
)
def update_cached_response(self, request, response):
"""On a 304 we will get a new set of headers that we want to
update our cached value with, assuming we have one.
This should only ever be called when we've sent an ETag and
gotten a 304 as the response.
"""
cache_url = self.cache_url(request.url)
cached_response = self.serializer.loads(
request,
self.cache.get(cache_url)
)
if not cached_response:
# we didn't have a cached response
return response
# Lets update our headers with the headers from the new request:
# http://tools.ietf.org/html/draft-ietf-httpbis-p4-conditional-26#section-4.1
#
# The server isn't supposed to send headers that would make
# the cached body invalid. But... just in case, we'll be sure
# to strip out ones we know that might be problmatic due to
# typical assumptions.
excluded_headers = [
"content-length",
]
cached_response.headers.update(
dict((k, v) for k, v in response.headers.items()
if k.lower() not in excluded_headers)
)
# we want a 200 b/c we have content via the cache
cached_response.status = 200
# update our cache
self.cache.set(
cache_url,
self.serializer.dumps(request, cached_response),
)
return cached_response
cachecontrol/wrapper.py 0000644 00000000762 15043676022 0011254 0 ustar 00 from .adapter import CacheControlAdapter
from .cache import DictCache
def CacheControl(sess,
cache=None,
cache_etags=True,
serializer=None,
heuristic=None):
cache = cache or DictCache()
adapter = CacheControlAdapter(
cache,
cache_etags=cache_etags,
serializer=serializer,
heuristic=heuristic,
)
sess.mount('http://', adapter)
sess.mount('https://', adapter)
return sess
cachecontrol/filewrapper.py 0000644 00000004743 15043676022 0012117 0 ustar 00 from io import BytesIO
class CallbackFileWrapper(object):
"""
Small wrapper around a fp object which will tee everything read into a
buffer, and when that file is closed it will execute a callback with the
contents of that buffer.
All attributes are proxied to the underlying file object.
This class uses members with a double underscore (__) leading prefix so as
not to accidentally shadow an attribute.
"""
def __init__(self, fp, callback):
self.__buf = BytesIO()
self.__fp = fp
self.__callback = callback
def __getattr__(self, name):
# The vaguaries of garbage collection means that self.__fp is
# not always set. By using __getattribute__ and the private
# name[0] allows looking up the attribute value and raising an
# AttributeError when it doesn't exist. This stop thigns from
# infinitely recursing calls to getattr in the case where
# self.__fp hasn't been set.
#
# [0] https://docs.python.org/2/reference/expressions.html#atom-identifiers
fp = self.__getattribute__('_CallbackFileWrapper__fp')
return getattr(fp, name)
def __is_fp_closed(self):
try:
return self.__fp.fp is None
except AttributeError:
pass
try:
return self.__fp.closed
except AttributeError:
pass
# We just don't cache it then.
# TODO: Add some logging here...
return False
def _close(self):
if self.__callback:
self.__callback(self.__buf.getvalue())
# We assign this to None here, because otherwise we can get into
# really tricky problems where the CPython interpreter dead locks
# because the callback is holding a reference to something which
# has a __del__ method. Setting this to None breaks the cycle
# and allows the garbage collector to do it's thing normally.
self.__callback = None
def read(self, amt=None):
data = self.__fp.read(amt)
self.__buf.write(data)
if self.__is_fp_closed():
self._close()
return data
def _safe_read(self, amt):
data = self.__fp._safe_read(amt)
if amt == 2 and data == b'\r\n':
# urllib executes this read to toss the CRLF at the end
# of the chunk.
return data
self.__buf.write(data)
if self.__is_fp_closed():
self._close()
return data
cachecontrol/_cmd.py 0000644 00000002450 15043676023 0010473 0 ustar 00 import logging
from pip._vendor import requests
from pip._vendor.cachecontrol.adapter import CacheControlAdapter
from pip._vendor.cachecontrol.cache import DictCache
from pip._vendor.cachecontrol.controller import logger
from argparse import ArgumentParser
def setup_logging():
logger.setLevel(logging.DEBUG)
handler = logging.StreamHandler()
logger.addHandler(handler)
def get_session():
adapter = CacheControlAdapter(
DictCache(),
cache_etags=True,
serializer=None,
heuristic=None,
)
sess = requests.Session()
sess.mount('http://', adapter)
sess.mount('https://', adapter)
sess.cache_controller = adapter.controller
return sess
def get_args():
parser = ArgumentParser()
parser.add_argument('url', help='The URL to try and cache')
return parser.parse_args()
def main(args=None):
args = get_args()
sess = get_session()
# Make a request to get a response
resp = sess.get(args.url)
# Turn on logging
setup_logging()
# try setting the cache
sess.cache_controller.cache_response(resp.request, resp.raw)
# Now try to get it
if sess.cache_controller.cached_request(resp.request):
print('Cached!')
else:
print('Not cached :(')
if __name__ == '__main__':
main()
cachecontrol/cache.py 0000644 00000001426 15043676023 0010636 0 ustar 00 """
The cache object API for implementing caches. The default is a thread
safe in-memory dictionary.
"""
from threading import Lock
class BaseCache(object):
def get(self, key):
raise NotImplemented()
def set(self, key, value):
raise NotImplemented()
def delete(self, key):
raise NotImplemented()
def close(self):
pass
class DictCache(BaseCache):
def __init__(self, init_dict=None):
self.lock = Lock()
self.data = init_dict or {}
def get(self, key):
return self.data.get(key, None)
def set(self, key, value):
with self.lock:
self.data.update({key: value})
def delete(self, key):
with self.lock:
if key in self.data:
self.data.pop(key)
idna/__init__.py 0000644 00000000072 15043676023 0007575 0 ustar 00 from .package_data import __version__
from .core import *
idna/uts46data.py 0000644 00000551160 15043676023 0007666 0 ustar 00 # This file is automatically generated by tools/idna-data
# vim: set fileencoding=utf-8 :
"""IDNA Mapping Table from UTS46."""
__version__ = "6.3.0"
def _seg_0():
return [
(0x0, '3'),
(0x1, '3'),
(0x2, '3'),
(0x3, '3'),
(0x4, '3'),
(0x5, '3'),
(0x6, '3'),
(0x7, '3'),
(0x8, '3'),
(0x9, '3'),
(0xA, '3'),
(0xB, '3'),
(0xC, '3'),
(0xD, '3'),
(0xE, '3'),
(0xF, '3'),
(0x10, '3'),
(0x11, '3'),
(0x12, '3'),
(0x13, '3'),
(0x14, '3'),
(0x15, '3'),
(0x16, '3'),
(0x17, '3'),
(0x18, '3'),
(0x19, '3'),
(0x1A, '3'),
(0x1B, '3'),
(0x1C, '3'),
(0x1D, '3'),
(0x1E, '3'),
(0x1F, '3'),
(0x20, '3'),
(0x21, '3'),
(0x22, '3'),
(0x23, '3'),
(0x24, '3'),
(0x25, '3'),
(0x26, '3'),
(0x27, '3'),
(0x28, '3'),
(0x29, '3'),
(0x2A, '3'),
(0x2B, '3'),
(0x2C, '3'),
(0x2D, 'V'),
(0x2E, 'V'),
(0x2F, '3'),
(0x30, 'V'),
(0x31, 'V'),
(0x32, 'V'),
(0x33, 'V'),
(0x34, 'V'),
(0x35, 'V'),
(0x36, 'V'),
(0x37, 'V'),
(0x38, 'V'),
(0x39, 'V'),
(0x3A, '3'),
(0x3B, '3'),
(0x3C, '3'),
(0x3D, '3'),
(0x3E, '3'),
(0x3F, '3'),
(0x40, '3'),
(0x41, 'M', u'a'),
(0x42, 'M', u'b'),
(0x43, 'M', u'c'),
(0x44, 'M', u'd'),
(0x45, 'M', u'e'),
(0x46, 'M', u'f'),
(0x47, 'M', u'g'),
(0x48, 'M', u'h'),
(0x49, 'M', u'i'),
(0x4A, 'M', u'j'),
(0x4B, 'M', u'k'),
(0x4C, 'M', u'l'),
(0x4D, 'M', u'm'),
(0x4E, 'M', u'n'),
(0x4F, 'M', u'o'),
(0x50, 'M', u'p'),
(0x51, 'M', u'q'),
(0x52, 'M', u'r'),
(0x53, 'M', u's'),
(0x54, 'M', u't'),
(0x55, 'M', u'u'),
(0x56, 'M', u'v'),
(0x57, 'M', u'w'),
(0x58, 'M', u'x'),
(0x59, 'M', u'y'),
(0x5A, 'M', u'z'),
(0x5B, '3'),
(0x5C, '3'),
(0x5D, '3'),
(0x5E, '3'),
(0x5F, '3'),
(0x60, '3'),
(0x61, 'V'),
(0x62, 'V'),
(0x63, 'V'),
]
def _seg_1():
return [
(0x64, 'V'),
(0x65, 'V'),
(0x66, 'V'),
(0x67, 'V'),
(0x68, 'V'),
(0x69, 'V'),
(0x6A, 'V'),
(0x6B, 'V'),
(0x6C, 'V'),
(0x6D, 'V'),
(0x6E, 'V'),
(0x6F, 'V'),
(0x70, 'V'),
(0x71, 'V'),
(0x72, 'V'),
(0x73, 'V'),
(0x74, 'V'),
(0x75, 'V'),
(0x76, 'V'),
(0x77, 'V'),
(0x78, 'V'),
(0x79, 'V'),
(0x7A, 'V'),
(0x7B, '3'),
(0x7C, '3'),
(0x7D, '3'),
(0x7E, '3'),
(0x7F, '3'),
(0x80, 'X'),
(0x81, 'X'),
(0x82, 'X'),
(0x83, 'X'),
(0x84, 'X'),
(0x85, 'X'),
(0x86, 'X'),
(0x87, 'X'),
(0x88, 'X'),
(0x89, 'X'),
(0x8A, 'X'),
(0x8B, 'X'),
(0x8C, 'X'),
(0x8D, 'X'),
(0x8E, 'X'),
(0x8F, 'X'),
(0x90, 'X'),
(0x91, 'X'),
(0x92, 'X'),
(0x93, 'X'),
(0x94, 'X'),
(0x95, 'X'),
(0x96, 'X'),
(0x97, 'X'),
(0x98, 'X'),
(0x99, 'X'),
(0x9A, 'X'),
(0x9B, 'X'),
(0x9C, 'X'),
(0x9D, 'X'),
(0x9E, 'X'),
(0x9F, 'X'),
(0xA0, '3', u' '),
(0xA1, 'V'),
(0xA2, 'V'),
(0xA3, 'V'),
(0xA4, 'V'),
(0xA5, 'V'),
(0xA6, 'V'),
(0xA7, 'V'),
(0xA8, '3', u' ̈'),
(0xA9, 'V'),
(0xAA, 'M', u'a'),
(0xAB, 'V'),
(0xAC, 'V'),
(0xAD, 'I'),
(0xAE, 'V'),
(0xAF, '3', u' ̄'),
(0xB0, 'V'),
(0xB1, 'V'),
(0xB2, 'M', u'2'),
(0xB3, 'M', u'3'),
(0xB4, '3', u' ́'),
(0xB5, 'M', u'μ'),
(0xB6, 'V'),
(0xB7, 'V'),
(0xB8, '3', u' ̧'),
(0xB9, 'M', u'1'),
(0xBA, 'M', u'o'),
(0xBB, 'V'),
(0xBC, 'M', u'1⁄4'),
(0xBD, 'M', u'1⁄2'),
(0xBE, 'M', u'3⁄4'),
(0xBF, 'V'),
(0xC0, 'M', u'à'),
(0xC1, 'M', u'á'),
(0xC2, 'M', u'â'),
(0xC3, 'M', u'ã'),
(0xC4, 'M', u'ä'),
(0xC5, 'M', u'å'),
(0xC6, 'M', u'æ'),
(0xC7, 'M', u'ç'),
]
def _seg_2():
return [
(0xC8, 'M', u'è'),
(0xC9, 'M', u'é'),
(0xCA, 'M', u'ê'),
(0xCB, 'M', u'ë'),
(0xCC, 'M', u'ì'),
(0xCD, 'M', u'í'),
(0xCE, 'M', u'î'),
(0xCF, 'M', u'ï'),
(0xD0, 'M', u'ð'),
(0xD1, 'M', u'ñ'),
(0xD2, 'M', u'ò'),
(0xD3, 'M', u'ó'),
(0xD4, 'M', u'ô'),
(0xD5, 'M', u'õ'),
(0xD6, 'M', u'ö'),
(0xD7, 'V'),
(0xD8, 'M', u'ø'),
(0xD9, 'M', u'ù'),
(0xDA, 'M', u'ú'),
(0xDB, 'M', u'û'),
(0xDC, 'M', u'ü'),
(0xDD, 'M', u'ý'),
(0xDE, 'M', u'þ'),
(0xDF, 'D', u'ss'),
(0xE0, 'V'),
(0xE1, 'V'),
(0xE2, 'V'),
(0xE3, 'V'),
(0xE4, 'V'),
(0xE5, 'V'),
(0xE6, 'V'),
(0xE7, 'V'),
(0xE8, 'V'),
(0xE9, 'V'),
(0xEA, 'V'),
(0xEB, 'V'),
(0xEC, 'V'),
(0xED, 'V'),
(0xEE, 'V'),
(0xEF, 'V'),
(0xF0, 'V'),
(0xF1, 'V'),
(0xF2, 'V'),
(0xF3, 'V'),
(0xF4, 'V'),
(0xF5, 'V'),
(0xF6, 'V'),
(0xF7, 'V'),
(0xF8, 'V'),
(0xF9, 'V'),
(0xFA, 'V'),
(0xFB, 'V'),
(0xFC, 'V'),
(0xFD, 'V'),
(0xFE, 'V'),
(0xFF, 'V'),
(0x100, 'M', u'ā'),
(0x101, 'V'),
(0x102, 'M', u'ă'),
(0x103, 'V'),
(0x104, 'M', u'ą'),
(0x105, 'V'),
(0x106, 'M', u'ć'),
(0x107, 'V'),
(0x108, 'M', u'ĉ'),
(0x109, 'V'),
(0x10A, 'M', u'ċ'),
(0x10B, 'V'),
(0x10C, 'M', u'č'),
(0x10D, 'V'),
(0x10E, 'M', u'ď'),
(0x10F, 'V'),
(0x110, 'M', u'đ'),
(0x111, 'V'),
(0x112, 'M', u'ē'),
(0x113, 'V'),
(0x114, 'M', u'ĕ'),
(0x115, 'V'),
(0x116, 'M', u'ė'),
(0x117, 'V'),
(0x118, 'M', u'ę'),
(0x119, 'V'),
(0x11A, 'M', u'ě'),
(0x11B, 'V'),
(0x11C, 'M', u'ĝ'),
(0x11D, 'V'),
(0x11E, 'M', u'ğ'),
(0x11F, 'V'),
(0x120, 'M', u'ġ'),
(0x121, 'V'),
(0x122, 'M', u'ģ'),
(0x123, 'V'),
(0x124, 'M', u'ĥ'),
(0x125, 'V'),
(0x126, 'M', u'ħ'),
(0x127, 'V'),
(0x128, 'M', u'ĩ'),
(0x129, 'V'),
(0x12A, 'M', u'ī'),
(0x12B, 'V'),
]
def _seg_3():
return [
(0x12C, 'M', u'ĭ'),
(0x12D, 'V'),
(0x12E, 'M', u'į'),
(0x12F, 'V'),
(0x130, 'M', u'i̇'),
(0x131, 'V'),
(0x132, 'M', u'ij'),
(0x134, 'M', u'ĵ'),
(0x135, 'V'),
(0x136, 'M', u'ķ'),
(0x137, 'V'),
(0x139, 'M', u'ĺ'),
(0x13A, 'V'),
(0x13B, 'M', u'ļ'),
(0x13C, 'V'),
(0x13D, 'M', u'ľ'),
(0x13E, 'V'),
(0x13F, 'M', u'l·'),
(0x141, 'M', u'ł'),
(0x142, 'V'),
(0x143, 'M', u'ń'),
(0x144, 'V'),
(0x145, 'M', u'ņ'),
(0x146, 'V'),
(0x147, 'M', u'ň'),
(0x148, 'V'),
(0x149, 'M', u'ʼn'),
(0x14A, 'M', u'ŋ'),
(0x14B, 'V'),
(0x14C, 'M', u'ō'),
(0x14D, 'V'),
(0x14E, 'M', u'ŏ'),
(0x14F, 'V'),
(0x150, 'M', u'ő'),
(0x151, 'V'),
(0x152, 'M', u'œ'),
(0x153, 'V'),
(0x154, 'M', u'ŕ'),
(0x155, 'V'),
(0x156, 'M', u'ŗ'),
(0x157, 'V'),
(0x158, 'M', u'ř'),
(0x159, 'V'),
(0x15A, 'M', u'ś'),
(0x15B, 'V'),
(0x15C, 'M', u'ŝ'),
(0x15D, 'V'),
(0x15E, 'M', u'ş'),
(0x15F, 'V'),
(0x160, 'M', u'š'),
(0x161, 'V'),
(0x162, 'M', u'ţ'),
(0x163, 'V'),
(0x164, 'M', u'ť'),
(0x165, 'V'),
(0x166, 'M', u'ŧ'),
(0x167, 'V'),
(0x168, 'M', u'ũ'),
(0x169, 'V'),
(0x16A, 'M', u'ū'),
(0x16B, 'V'),
(0x16C, 'M', u'ŭ'),
(0x16D, 'V'),
(0x16E, 'M', u'ů'),
(0x16F, 'V'),
(0x170, 'M', u'ű'),
(0x171, 'V'),
(0x172, 'M', u'ų'),
(0x173, 'V'),
(0x174, 'M', u'ŵ'),
(0x175, 'V'),
(0x176, 'M', u'ŷ'),
(0x177, 'V'),
(0x178, 'M', u'ÿ'),
(0x179, 'M', u'ź'),
(0x17A, 'V'),
(0x17B, 'M', u'ż'),
(0x17C, 'V'),
(0x17D, 'M', u'ž'),
(0x17E, 'V'),
(0x17F, 'M', u's'),
(0x180, 'V'),
(0x181, 'M', u'ɓ'),
(0x182, 'M', u'ƃ'),
(0x183, 'V'),
(0x184, 'M', u'ƅ'),
(0x185, 'V'),
(0x186, 'M', u'ɔ'),
(0x187, 'M', u'ƈ'),
(0x188, 'V'),
(0x189, 'M', u'ɖ'),
(0x18A, 'M', u'ɗ'),
(0x18B, 'M', u'ƌ'),
(0x18C, 'V'),
(0x18E, 'M', u'ǝ'),
(0x18F, 'M', u'ə'),
(0x190, 'M', u'ɛ'),
(0x191, 'M', u'ƒ'),
(0x192, 'V'),
(0x193, 'M', u'ɠ'),
]
def _seg_4():
return [
(0x194, 'M', u'ɣ'),
(0x195, 'V'),
(0x196, 'M', u'ɩ'),
(0x197, 'M', u'ɨ'),
(0x198, 'M', u'ƙ'),
(0x199, 'V'),
(0x19C, 'M', u'ɯ'),
(0x19D, 'M', u'ɲ'),
(0x19E, 'V'),
(0x19F, 'M', u'ɵ'),
(0x1A0, 'M', u'ơ'),
(0x1A1, 'V'),
(0x1A2, 'M', u'ƣ'),
(0x1A3, 'V'),
(0x1A4, 'M', u'ƥ'),
(0x1A5, 'V'),
(0x1A6, 'M', u'ʀ'),
(0x1A7, 'M', u'ƨ'),
(0x1A8, 'V'),
(0x1A9, 'M', u'ʃ'),
(0x1AA, 'V'),
(0x1AC, 'M', u'ƭ'),
(0x1AD, 'V'),
(0x1AE, 'M', u'ʈ'),
(0x1AF, 'M', u'ư'),
(0x1B0, 'V'),
(0x1B1, 'M', u'ʊ'),
(0x1B2, 'M', u'ʋ'),
(0x1B3, 'M', u'ƴ'),
(0x1B4, 'V'),
(0x1B5, 'M', u'ƶ'),
(0x1B6, 'V'),
(0x1B7, 'M', u'ʒ'),
(0x1B8, 'M', u'ƹ'),
(0x1B9, 'V'),
(0x1BC, 'M', u'ƽ'),
(0x1BD, 'V'),
(0x1C4, 'M', u'dž'),
(0x1C7, 'M', u'lj'),
(0x1CA, 'M', u'nj'),
(0x1CD, 'M', u'ǎ'),
(0x1CE, 'V'),
(0x1CF, 'M', u'ǐ'),
(0x1D0, 'V'),
(0x1D1, 'M', u'ǒ'),
(0x1D2, 'V'),
(0x1D3, 'M', u'ǔ'),
(0x1D4, 'V'),
(0x1D5, 'M', u'ǖ'),
(0x1D6, 'V'),
(0x1D7, 'M', u'ǘ'),
(0x1D8, 'V'),
(0x1D9, 'M', u'ǚ'),
(0x1DA, 'V'),
(0x1DB, 'M', u'ǜ'),
(0x1DC, 'V'),
(0x1DE, 'M', u'ǟ'),
(0x1DF, 'V'),
(0x1E0, 'M', u'ǡ'),
(0x1E1, 'V'),
(0x1E2, 'M', u'ǣ'),
(0x1E3, 'V'),
(0x1E4, 'M', u'ǥ'),
(0x1E5, 'V'),
(0x1E6, 'M', u'ǧ'),
(0x1E7, 'V'),
(0x1E8, 'M', u'ǩ'),
(0x1E9, 'V'),
(0x1EA, 'M', u'ǫ'),
(0x1EB, 'V'),
(0x1EC, 'M', u'ǭ'),
(0x1ED, 'V'),
(0x1EE, 'M', u'ǯ'),
(0x1EF, 'V'),
(0x1F1, 'M', u'dz'),
(0x1F4, 'M', u'ǵ'),
(0x1F5, 'V'),
(0x1F6, 'M', u'ƕ'),
(0x1F7, 'M', u'ƿ'),
(0x1F8, 'M', u'ǹ'),
(0x1F9, 'V'),
(0x1FA, 'M', u'ǻ'),
(0x1FB, 'V'),
(0x1FC, 'M', u'ǽ'),
(0x1FD, 'V'),
(0x1FE, 'M', u'ǿ'),
(0x1FF, 'V'),
(0x200, 'M', u'ȁ'),
(0x201, 'V'),
(0x202, 'M', u'ȃ'),
(0x203, 'V'),
(0x204, 'M', u'ȅ'),
(0x205, 'V'),
(0x206, 'M', u'ȇ'),
(0x207, 'V'),
(0x208, 'M', u'ȉ'),
(0x209, 'V'),
(0x20A, 'M', u'ȋ'),
(0x20B, 'V'),
(0x20C, 'M', u'ȍ'),
]
def _seg_5():
return [
(0x20D, 'V'),
(0x20E, 'M', u'ȏ'),
(0x20F, 'V'),
(0x210, 'M', u'ȑ'),
(0x211, 'V'),
(0x212, 'M', u'ȓ'),
(0x213, 'V'),
(0x214, 'M', u'ȕ'),
(0x215, 'V'),
(0x216, 'M', u'ȗ'),
(0x217, 'V'),
(0x218, 'M', u'ș'),
(0x219, 'V'),
(0x21A, 'M', u'ț'),
(0x21B, 'V'),
(0x21C, 'M', u'ȝ'),
(0x21D, 'V'),
(0x21E, 'M', u'ȟ'),
(0x21F, 'V'),
(0x220, 'M', u'ƞ'),
(0x221, 'V'),
(0x222, 'M', u'ȣ'),
(0x223, 'V'),
(0x224, 'M', u'ȥ'),
(0x225, 'V'),
(0x226, 'M', u'ȧ'),
(0x227, 'V'),
(0x228, 'M', u'ȩ'),
(0x229, 'V'),
(0x22A, 'M', u'ȫ'),
(0x22B, 'V'),
(0x22C, 'M', u'ȭ'),
(0x22D, 'V'),
(0x22E, 'M', u'ȯ'),
(0x22F, 'V'),
(0x230, 'M', u'ȱ'),
(0x231, 'V'),
(0x232, 'M', u'ȳ'),
(0x233, 'V'),
(0x23A, 'M', u'ⱥ'),
(0x23B, 'M', u'ȼ'),
(0x23C, 'V'),
(0x23D, 'M', u'ƚ'),
(0x23E, 'M', u'ⱦ'),
(0x23F, 'V'),
(0x241, 'M', u'ɂ'),
(0x242, 'V'),
(0x243, 'M', u'ƀ'),
(0x244, 'M', u'ʉ'),
(0x245, 'M', u'ʌ'),
(0x246, 'M', u'ɇ'),
(0x247, 'V'),
(0x248, 'M', u'ɉ'),
(0x249, 'V'),
(0x24A, 'M', u'ɋ'),
(0x24B, 'V'),
(0x24C, 'M', u'ɍ'),
(0x24D, 'V'),
(0x24E, 'M', u'ɏ'),
(0x24F, 'V'),
(0x2B0, 'M', u'h'),
(0x2B1, 'M', u'ɦ'),
(0x2B2, 'M', u'j'),
(0x2B3, 'M', u'r'),
(0x2B4, 'M', u'ɹ'),
(0x2B5, 'M', u'ɻ'),
(0x2B6, 'M', u'ʁ'),
(0x2B7, 'M', u'w'),
(0x2B8, 'M', u'y'),
(0x2B9, 'V'),
(0x2D8, '3', u' ̆'),
(0x2D9, '3', u' ̇'),
(0x2DA, '3', u' ̊'),
(0x2DB, '3', u' ̨'),
(0x2DC, '3', u' ̃'),
(0x2DD, '3', u' ̋'),
(0x2DE, 'V'),
(0x2E0, 'M', u'ɣ'),
(0x2E1, 'M', u'l'),
(0x2E2, 'M', u's'),
(0x2E3, 'M', u'x'),
(0x2E4, 'M', u'ʕ'),
(0x2E5, 'V'),
(0x340, 'M', u'̀'),
(0x341, 'M', u'́'),
(0x342, 'V'),
(0x343, 'M', u'̓'),
(0x344, 'M', u'̈́'),
(0x345, 'M', u'ι'),
(0x346, 'V'),
(0x34F, 'I'),
(0x350, 'V'),
(0x370, 'M', u'ͱ'),
(0x371, 'V'),
(0x372, 'M', u'ͳ'),
(0x373, 'V'),
(0x374, 'M', u'ʹ'),
(0x375, 'V'),
(0x376, 'M', u'ͷ'),
(0x377, 'V'),
]
def _seg_6():
return [
(0x378, 'X'),
(0x37A, '3', u' ι'),
(0x37B, 'V'),
(0x37E, '3', u';'),
(0x37F, 'X'),
(0x384, '3', u' ́'),
(0x385, '3', u' ̈́'),
(0x386, 'M', u'ά'),
(0x387, 'M', u'·'),
(0x388, 'M', u'έ'),
(0x389, 'M', u'ή'),
(0x38A, 'M', u'ί'),
(0x38B, 'X'),
(0x38C, 'M', u'ό'),
(0x38D, 'X'),
(0x38E, 'M', u'ύ'),
(0x38F, 'M', u'ώ'),
(0x390, 'V'),
(0x391, 'M', u'α'),
(0x392, 'M', u'β'),
(0x393, 'M', u'γ'),
(0x394, 'M', u'δ'),
(0x395, 'M', u'ε'),
(0x396, 'M', u'ζ'),
(0x397, 'M', u'η'),
(0x398, 'M', u'θ'),
(0x399, 'M', u'ι'),
(0x39A, 'M', u'κ'),
(0x39B, 'M', u'λ'),
(0x39C, 'M', u'μ'),
(0x39D, 'M', u'ν'),
(0x39E, 'M', u'ξ'),
(0x39F, 'M', u'ο'),
(0x3A0, 'M', u'π'),
(0x3A1, 'M', u'ρ'),
(0x3A2, 'X'),
(0x3A3, 'M', u'σ'),
(0x3A4, 'M', u'τ'),
(0x3A5, 'M', u'υ'),
(0x3A6, 'M', u'φ'),
(0x3A7, 'M', u'χ'),
(0x3A8, 'M', u'ψ'),
(0x3A9, 'M', u'ω'),
(0x3AA, 'M', u'ϊ'),
(0x3AB, 'M', u'ϋ'),
(0x3AC, 'V'),
(0x3C2, 'D', u'σ'),
(0x3C3, 'V'),
(0x3CF, 'M', u'ϗ'),
(0x3D0, 'M', u'β'),
(0x3D1, 'M', u'θ'),
(0x3D2, 'M', u'υ'),
(0x3D3, 'M', u'ύ'),
(0x3D4, 'M', u'ϋ'),
(0x3D5, 'M', u'φ'),
(0x3D6, 'M', u'π'),
(0x3D7, 'V'),
(0x3D8, 'M', u'ϙ'),
(0x3D9, 'V'),
(0x3DA, 'M', u'ϛ'),
(0x3DB, 'V'),
(0x3DC, 'M', u'ϝ'),
(0x3DD, 'V'),
(0x3DE, 'M', u'ϟ'),
(0x3DF, 'V'),
(0x3E0, 'M', u'ϡ'),
(0x3E1, 'V'),
(0x3E2, 'M', u'ϣ'),
(0x3E3, 'V'),
(0x3E4, 'M', u'ϥ'),
(0x3E5, 'V'),
(0x3E6, 'M', u'ϧ'),
(0x3E7, 'V'),
(0x3E8, 'M', u'ϩ'),
(0x3E9, 'V'),
(0x3EA, 'M', u'ϫ'),
(0x3EB, 'V'),
(0x3EC, 'M', u'ϭ'),
(0x3ED, 'V'),
(0x3EE, 'M', u'ϯ'),
(0x3EF, 'V'),
(0x3F0, 'M', u'κ'),
(0x3F1, 'M', u'ρ'),
(0x3F2, 'M', u'σ'),
(0x3F3, 'V'),
(0x3F4, 'M', u'θ'),
(0x3F5, 'M', u'ε'),
(0x3F6, 'V'),
(0x3F7, 'M', u'ϸ'),
(0x3F8, 'V'),
(0x3F9, 'M', u'σ'),
(0x3FA, 'M', u'ϻ'),
(0x3FB, 'V'),
(0x3FD, 'M', u'ͻ'),
(0x3FE, 'M', u'ͼ'),
(0x3FF, 'M', u'ͽ'),
(0x400, 'M', u'ѐ'),
(0x401, 'M', u'ё'),
(0x402, 'M', u'ђ'),
(0x403, 'M', u'ѓ'),
]
def _seg_7():
return [
(0x404, 'M', u'є'),
(0x405, 'M', u'ѕ'),
(0x406, 'M', u'і'),
(0x407, 'M', u'ї'),
(0x408, 'M', u'ј'),
(0x409, 'M', u'љ'),
(0x40A, 'M', u'њ'),
(0x40B, 'M', u'ћ'),
(0x40C, 'M', u'ќ'),
(0x40D, 'M', u'ѝ'),
(0x40E, 'M', u'ў'),
(0x40F, 'M', u'џ'),
(0x410, 'M', u'а'),
(0x411, 'M', u'б'),
(0x412, 'M', u'в'),
(0x413, 'M', u'г'),
(0x414, 'M', u'д'),
(0x415, 'M', u'е'),
(0x416, 'M', u'ж'),
(0x417, 'M', u'з'),
(0x418, 'M', u'и'),
(0x419, 'M', u'й'),
(0x41A, 'M', u'к'),
(0x41B, 'M', u'л'),
(0x41C, 'M', u'м'),
(0x41D, 'M', u'н'),
(0x41E, 'M', u'о'),
(0x41F, 'M', u'п'),
(0x420, 'M', u'р'),
(0x421, 'M', u'с'),
(0x422, 'M', u'т'),
(0x423, 'M', u'у'),
(0x424, 'M', u'ф'),
(0x425, 'M', u'х'),
(0x426, 'M', u'ц'),
(0x427, 'M', u'ч'),
(0x428, 'M', u'ш'),
(0x429, 'M', u'щ'),
(0x42A, 'M', u'ъ'),
(0x42B, 'M', u'ы'),
(0x42C, 'M', u'ь'),
(0x42D, 'M', u'э'),
(0x42E, 'M', u'ю'),
(0x42F, 'M', u'я'),
(0x430, 'V'),
(0x460, 'M', u'ѡ'),
(0x461, 'V'),
(0x462, 'M', u'ѣ'),
(0x463, 'V'),
(0x464, 'M', u'ѥ'),
(0x465, 'V'),
(0x466, 'M', u'ѧ'),
(0x467, 'V'),
(0x468, 'M', u'ѩ'),
(0x469, 'V'),
(0x46A, 'M', u'ѫ'),
(0x46B, 'V'),
(0x46C, 'M', u'ѭ'),
(0x46D, 'V'),
(0x46E, 'M', u'ѯ'),
(0x46F, 'V'),
(0x470, 'M', u'ѱ'),
(0x471, 'V'),
(0x472, 'M', u'ѳ'),
(0x473, 'V'),
(0x474, 'M', u'ѵ'),
(0x475, 'V'),
(0x476, 'M', u'ѷ'),
(0x477, 'V'),
(0x478, 'M', u'ѹ'),
(0x479, 'V'),
(0x47A, 'M', u'ѻ'),
(0x47B, 'V'),
(0x47C, 'M', u'ѽ'),
(0x47D, 'V'),
(0x47E, 'M', u'ѿ'),
(0x47F, 'V'),
(0x480, 'M', u'ҁ'),
(0x481, 'V'),
(0x48A, 'M', u'ҋ'),
(0x48B, 'V'),
(0x48C, 'M', u'ҍ'),
(0x48D, 'V'),
(0x48E, 'M', u'ҏ'),
(0x48F, 'V'),
(0x490, 'M', u'ґ'),
(0x491, 'V'),
(0x492, 'M', u'ғ'),
(0x493, 'V'),
(0x494, 'M', u'ҕ'),
(0x495, 'V'),
(0x496, 'M', u'җ'),
(0x497, 'V'),
(0x498, 'M', u'ҙ'),
(0x499, 'V'),
(0x49A, 'M', u'қ'),
(0x49B, 'V'),
(0x49C, 'M', u'ҝ'),
(0x49D, 'V'),
(0x49E, 'M', u'ҟ'),
]
def _seg_8():
return [
(0x49F, 'V'),
(0x4A0, 'M', u'ҡ'),
(0x4A1, 'V'),
(0x4A2, 'M', u'ң'),
(0x4A3, 'V'),
(0x4A4, 'M', u'ҥ'),
(0x4A5, 'V'),
(0x4A6, 'M', u'ҧ'),
(0x4A7, 'V'),
(0x4A8, 'M', u'ҩ'),
(0x4A9, 'V'),
(0x4AA, 'M', u'ҫ'),
(0x4AB, 'V'),
(0x4AC, 'M', u'ҭ'),
(0x4AD, 'V'),
(0x4AE, 'M', u'ү'),
(0x4AF, 'V'),
(0x4B0, 'M', u'ұ'),
(0x4B1, 'V'),
(0x4B2, 'M', u'ҳ'),
(0x4B3, 'V'),
(0x4B4, 'M', u'ҵ'),
(0x4B5, 'V'),
(0x4B6, 'M', u'ҷ'),
(0x4B7, 'V'),
(0x4B8, 'M', u'ҹ'),
(0x4B9, 'V'),
(0x4BA, 'M', u'һ'),
(0x4BB, 'V'),
(0x4BC, 'M', u'ҽ'),
(0x4BD, 'V'),
(0x4BE, 'M', u'ҿ'),
(0x4BF, 'V'),
(0x4C0, 'X'),
(0x4C1, 'M', u'ӂ'),
(0x4C2, 'V'),
(0x4C3, 'M', u'ӄ'),
(0x4C4, 'V'),
(0x4C5, 'M', u'ӆ'),
(0x4C6, 'V'),
(0x4C7, 'M', u'ӈ'),
(0x4C8, 'V'),
(0x4C9, 'M', u'ӊ'),
(0x4CA, 'V'),
(0x4CB, 'M', u'ӌ'),
(0x4CC, 'V'),
(0x4CD, 'M', u'ӎ'),
(0x4CE, 'V'),
(0x4D0, 'M', u'ӑ'),
(0x4D1, 'V'),
(0x4D2, 'M', u'ӓ'),
(0x4D3, 'V'),
(0x4D4, 'M', u'ӕ'),
(0x4D5, 'V'),
(0x4D6, 'M', u'ӗ'),
(0x4D7, 'V'),
(0x4D8, 'M', u'ә'),
(0x4D9, 'V'),
(0x4DA, 'M', u'ӛ'),
(0x4DB, 'V'),
(0x4DC, 'M', u'ӝ'),
(0x4DD, 'V'),
(0x4DE, 'M', u'ӟ'),
(0x4DF, 'V'),
(0x4E0, 'M', u'ӡ'),
(0x4E1, 'V'),
(0x4E2, 'M', u'ӣ'),
(0x4E3, 'V'),
(0x4E4, 'M', u'ӥ'),
(0x4E5, 'V'),
(0x4E6, 'M', u'ӧ'),
(0x4E7, 'V'),
(0x4E8, 'M', u'ө'),
(0x4E9, 'V'),
(0x4EA, 'M', u'ӫ'),
(0x4EB, 'V'),
(0x4EC, 'M', u'ӭ'),
(0x4ED, 'V'),
(0x4EE, 'M', u'ӯ'),
(0x4EF, 'V'),
(0x4F0, 'M', u'ӱ'),
(0x4F1, 'V'),
(0x4F2, 'M', u'ӳ'),
(0x4F3, 'V'),
(0x4F4, 'M', u'ӵ'),
(0x4F5, 'V'),
(0x4F6, 'M', u'ӷ'),
(0x4F7, 'V'),
(0x4F8, 'M', u'ӹ'),
(0x4F9, 'V'),
(0x4FA, 'M', u'ӻ'),
(0x4FB, 'V'),
(0x4FC, 'M', u'ӽ'),
(0x4FD, 'V'),
(0x4FE, 'M', u'ӿ'),
(0x4FF, 'V'),
(0x500, 'M', u'ԁ'),
(0x501, 'V'),
(0x502, 'M', u'ԃ'),
(0x503, 'V'),
]
def _seg_9():
return [
(0x504, 'M', u'ԅ'),
(0x505, 'V'),
(0x506, 'M', u'ԇ'),
(0x507, 'V'),
(0x508, 'M', u'ԉ'),
(0x509, 'V'),
(0x50A, 'M', u'ԋ'),
(0x50B, 'V'),
(0x50C, 'M', u'ԍ'),
(0x50D, 'V'),
(0x50E, 'M', u'ԏ'),
(0x50F, 'V'),
(0x510, 'M', u'ԑ'),
(0x511, 'V'),
(0x512, 'M', u'ԓ'),
(0x513, 'V'),
(0x514, 'M', u'ԕ'),
(0x515, 'V'),
(0x516, 'M', u'ԗ'),
(0x517, 'V'),
(0x518, 'M', u'ԙ'),
(0x519, 'V'),
(0x51A, 'M', u'ԛ'),
(0x51B, 'V'),
(0x51C, 'M', u'ԝ'),
(0x51D, 'V'),
(0x51E, 'M', u'ԟ'),
(0x51F, 'V'),
(0x520, 'M', u'ԡ'),
(0x521, 'V'),
(0x522, 'M', u'ԣ'),
(0x523, 'V'),
(0x524, 'M', u'ԥ'),
(0x525, 'V'),
(0x526, 'M', u'ԧ'),
(0x527, 'V'),
(0x528, 'X'),
(0x531, 'M', u'ա'),
(0x532, 'M', u'բ'),
(0x533, 'M', u'գ'),
(0x534, 'M', u'դ'),
(0x535, 'M', u'ե'),
(0x536, 'M', u'զ'),
(0x537, 'M', u'է'),
(0x538, 'M', u'ը'),
(0x539, 'M', u'թ'),
(0x53A, 'M', u'ժ'),
(0x53B, 'M', u'ի'),
(0x53C, 'M', u'լ'),
(0x53D, 'M', u'խ'),
(0x53E, 'M', u'ծ'),
(0x53F, 'M', u'կ'),
(0x540, 'M', u'հ'),
(0x541, 'M', u'ձ'),
(0x542, 'M', u'ղ'),
(0x543, 'M', u'ճ'),
(0x544, 'M', u'մ'),
(0x545, 'M', u'յ'),
(0x546, 'M', u'ն'),
(0x547, 'M', u'շ'),
(0x548, 'M', u'ո'),
(0x549, 'M', u'չ'),
(0x54A, 'M', u'պ'),
(0x54B, 'M', u'ջ'),
(0x54C, 'M', u'ռ'),
(0x54D, 'M', u'ս'),
(0x54E, 'M', u'վ'),
(0x54F, 'M', u'տ'),
(0x550, 'M', u'ր'),
(0x551, 'M', u'ց'),
(0x552, 'M', u'ւ'),
(0x553, 'M', u'փ'),
(0x554, 'M', u'ք'),
(0x555, 'M', u'օ'),
(0x556, 'M', u'ֆ'),
(0x557, 'X'),
(0x559, 'V'),
(0x560, 'X'),
(0x561, 'V'),
(0x587, 'M', u'եւ'),
(0x588, 'X'),
(0x589, 'V'),
(0x58B, 'X'),
(0x58F, 'V'),
(0x590, 'X'),
(0x591, 'V'),
(0x5C8, 'X'),
(0x5D0, 'V'),
(0x5EB, 'X'),
(0x5F0, 'V'),
(0x5F5, 'X'),
(0x606, 'V'),
(0x61C, 'X'),
(0x61E, 'V'),
(0x675, 'M', u'اٴ'),
(0x676, 'M', u'وٴ'),
(0x677, 'M', u'ۇٴ'),
(0x678, 'M', u'يٴ'),
(0x679, 'V'),
(0x6DD, 'X'),
]
def _seg_10():
return [
(0x6DE, 'V'),
(0x70E, 'X'),
(0x710, 'V'),
(0x74B, 'X'),
(0x74D, 'V'),
(0x7B2, 'X'),
(0x7C0, 'V'),
(0x7FB, 'X'),
(0x800, 'V'),
(0x82E, 'X'),
(0x830, 'V'),
(0x83F, 'X'),
(0x840, 'V'),
(0x85C, 'X'),
(0x85E, 'V'),
(0x85F, 'X'),
(0x8A0, 'V'),
(0x8A1, 'X'),
(0x8A2, 'V'),
(0x8AD, 'X'),
(0x8E4, 'V'),
(0x8FF, 'X'),
(0x900, 'V'),
(0x958, 'M', u'क़'),
(0x959, 'M', u'ख़'),
(0x95A, 'M', u'ग़'),
(0x95B, 'M', u'ज़'),
(0x95C, 'M', u'ड़'),
(0x95D, 'M', u'ढ़'),
(0x95E, 'M', u'फ़'),
(0x95F, 'M', u'य़'),
(0x960, 'V'),
(0x978, 'X'),
(0x979, 'V'),
(0x980, 'X'),
(0x981, 'V'),
(0x984, 'X'),
(0x985, 'V'),
(0x98D, 'X'),
(0x98F, 'V'),
(0x991, 'X'),
(0x993, 'V'),
(0x9A9, 'X'),
(0x9AA, 'V'),
(0x9B1, 'X'),
(0x9B2, 'V'),
(0x9B3, 'X'),
(0x9B6, 'V'),
(0x9BA, 'X'),
(0x9BC, 'V'),
(0x9C5, 'X'),
(0x9C7, 'V'),
(0x9C9, 'X'),
(0x9CB, 'V'),
(0x9CF, 'X'),
(0x9D7, 'V'),
(0x9D8, 'X'),
(0x9DC, 'M', u'ড়'),
(0x9DD, 'M', u'ঢ়'),
(0x9DE, 'X'),
(0x9DF, 'M', u'য়'),
(0x9E0, 'V'),
(0x9E4, 'X'),
(0x9E6, 'V'),
(0x9FC, 'X'),
(0xA01, 'V'),
(0xA04, 'X'),
(0xA05, 'V'),
(0xA0B, 'X'),
(0xA0F, 'V'),
(0xA11, 'X'),
(0xA13, 'V'),
(0xA29, 'X'),
(0xA2A, 'V'),
(0xA31, 'X'),
(0xA32, 'V'),
(0xA33, 'M', u'ਲ਼'),
(0xA34, 'X'),
(0xA35, 'V'),
(0xA36, 'M', u'ਸ਼'),
(0xA37, 'X'),
(0xA38, 'V'),
(0xA3A, 'X'),
(0xA3C, 'V'),
(0xA3D, 'X'),
(0xA3E, 'V'),
(0xA43, 'X'),
(0xA47, 'V'),
(0xA49, 'X'),
(0xA4B, 'V'),
(0xA4E, 'X'),
(0xA51, 'V'),
(0xA52, 'X'),
(0xA59, 'M', u'ਖ਼'),
(0xA5A, 'M', u'ਗ਼'),
(0xA5B, 'M', u'ਜ਼'),
(0xA5C, 'V'),
(0xA5D, 'X'),
(0xA5E, 'M', u'ਫ਼'),
(0xA5F, 'X'),
]
def _seg_11():
return [
(0xA66, 'V'),
(0xA76, 'X'),
(0xA81, 'V'),
(0xA84, 'X'),
(0xA85, 'V'),
(0xA8E, 'X'),
(0xA8F, 'V'),
(0xA92, 'X'),
(0xA93, 'V'),
(0xAA9, 'X'),
(0xAAA, 'V'),
(0xAB1, 'X'),
(0xAB2, 'V'),
(0xAB4, 'X'),
(0xAB5, 'V'),
(0xABA, 'X'),
(0xABC, 'V'),
(0xAC6, 'X'),
(0xAC7, 'V'),
(0xACA, 'X'),
(0xACB, 'V'),
(0xACE, 'X'),
(0xAD0, 'V'),
(0xAD1, 'X'),
(0xAE0, 'V'),
(0xAE4, 'X'),
(0xAE6, 'V'),
(0xAF2, 'X'),
(0xB01, 'V'),
(0xB04, 'X'),
(0xB05, 'V'),
(0xB0D, 'X'),
(0xB0F, 'V'),
(0xB11, 'X'),
(0xB13, 'V'),
(0xB29, 'X'),
(0xB2A, 'V'),
(0xB31, 'X'),
(0xB32, 'V'),
(0xB34, 'X'),
(0xB35, 'V'),
(0xB3A, 'X'),
(0xB3C, 'V'),
(0xB45, 'X'),
(0xB47, 'V'),
(0xB49, 'X'),
(0xB4B, 'V'),
(0xB4E, 'X'),
(0xB56, 'V'),
(0xB58, 'X'),
(0xB5C, 'M', u'ଡ଼'),
(0xB5D, 'M', u'ଢ଼'),
(0xB5E, 'X'),
(0xB5F, 'V'),
(0xB64, 'X'),
(0xB66, 'V'),
(0xB78, 'X'),
(0xB82, 'V'),
(0xB84, 'X'),
(0xB85, 'V'),
(0xB8B, 'X'),
(0xB8E, 'V'),
(0xB91, 'X'),
(0xB92, 'V'),
(0xB96, 'X'),
(0xB99, 'V'),
(0xB9B, 'X'),
(0xB9C, 'V'),
(0xB9D, 'X'),
(0xB9E, 'V'),
(0xBA0, 'X'),
(0xBA3, 'V'),
(0xBA5, 'X'),
(0xBA8, 'V'),
(0xBAB, 'X'),
(0xBAE, 'V'),
(0xBBA, 'X'),
(0xBBE, 'V'),
(0xBC3, 'X'),
(0xBC6, 'V'),
(0xBC9, 'X'),
(0xBCA, 'V'),
(0xBCE, 'X'),
(0xBD0, 'V'),
(0xBD1, 'X'),
(0xBD7, 'V'),
(0xBD8, 'X'),
(0xBE6, 'V'),
(0xBFB, 'X'),
(0xC01, 'V'),
(0xC04, 'X'),
(0xC05, 'V'),
(0xC0D, 'X'),
(0xC0E, 'V'),
(0xC11, 'X'),
(0xC12, 'V'),
(0xC29, 'X'),
(0xC2A, 'V'),
(0xC34, 'X'),
(0xC35, 'V'),
]
def _seg_12():
return [
(0xC3A, 'X'),
(0xC3D, 'V'),
(0xC45, 'X'),
(0xC46, 'V'),
(0xC49, 'X'),
(0xC4A, 'V'),
(0xC4E, 'X'),
(0xC55, 'V'),
(0xC57, 'X'),
(0xC58, 'V'),
(0xC5A, 'X'),
(0xC60, 'V'),
(0xC64, 'X'),
(0xC66, 'V'),
(0xC70, 'X'),
(0xC78, 'V'),
(0xC80, 'X'),
(0xC82, 'V'),
(0xC84, 'X'),
(0xC85, 'V'),
(0xC8D, 'X'),
(0xC8E, 'V'),
(0xC91, 'X'),
(0xC92, 'V'),
(0xCA9, 'X'),
(0xCAA, 'V'),
(0xCB4, 'X'),
(0xCB5, 'V'),
(0xCBA, 'X'),
(0xCBC, 'V'),
(0xCC5, 'X'),
(0xCC6, 'V'),
(0xCC9, 'X'),
(0xCCA, 'V'),
(0xCCE, 'X'),
(0xCD5, 'V'),
(0xCD7, 'X'),
(0xCDE, 'V'),
(0xCDF, 'X'),
(0xCE0, 'V'),
(0xCE4, 'X'),
(0xCE6, 'V'),
(0xCF0, 'X'),
(0xCF1, 'V'),
(0xCF3, 'X'),
(0xD02, 'V'),
(0xD04, 'X'),
(0xD05, 'V'),
(0xD0D, 'X'),
(0xD0E, 'V'),
(0xD11, 'X'),
(0xD12, 'V'),
(0xD3B, 'X'),
(0xD3D, 'V'),
(0xD45, 'X'),
(0xD46, 'V'),
(0xD49, 'X'),
(0xD4A, 'V'),
(0xD4F, 'X'),
(0xD57, 'V'),
(0xD58, 'X'),
(0xD60, 'V'),
(0xD64, 'X'),
(0xD66, 'V'),
(0xD76, 'X'),
(0xD79, 'V'),
(0xD80, 'X'),
(0xD82, 'V'),
(0xD84, 'X'),
(0xD85, 'V'),
(0xD97, 'X'),
(0xD9A, 'V'),
(0xDB2, 'X'),
(0xDB3, 'V'),
(0xDBC, 'X'),
(0xDBD, 'V'),
(0xDBE, 'X'),
(0xDC0, 'V'),
(0xDC7, 'X'),
(0xDCA, 'V'),
(0xDCB, 'X'),
(0xDCF, 'V'),
(0xDD5, 'X'),
(0xDD6, 'V'),
(0xDD7, 'X'),
(0xDD8, 'V'),
(0xDE0, 'X'),
(0xDF2, 'V'),
(0xDF5, 'X'),
(0xE01, 'V'),
(0xE33, 'M', u'ํา'),
(0xE34, 'V'),
(0xE3B, 'X'),
(0xE3F, 'V'),
(0xE5C, 'X'),
(0xE81, 'V'),
(0xE83, 'X'),
(0xE84, 'V'),
(0xE85, 'X'),
(0xE87, 'V'),
]
def _seg_13():
return [
(0xE89, 'X'),
(0xE8A, 'V'),
(0xE8B, 'X'),
(0xE8D, 'V'),
(0xE8E, 'X'),
(0xE94, 'V'),
(0xE98, 'X'),
(0xE99, 'V'),
(0xEA0, 'X'),
(0xEA1, 'V'),
(0xEA4, 'X'),
(0xEA5, 'V'),
(0xEA6, 'X'),
(0xEA7, 'V'),
(0xEA8, 'X'),
(0xEAA, 'V'),
(0xEAC, 'X'),
(0xEAD, 'V'),
(0xEB3, 'M', u'ໍາ'),
(0xEB4, 'V'),
(0xEBA, 'X'),
(0xEBB, 'V'),
(0xEBE, 'X'),
(0xEC0, 'V'),
(0xEC5, 'X'),
(0xEC6, 'V'),
(0xEC7, 'X'),
(0xEC8, 'V'),
(0xECE, 'X'),
(0xED0, 'V'),
(0xEDA, 'X'),
(0xEDC, 'M', u'ຫນ'),
(0xEDD, 'M', u'ຫມ'),
(0xEDE, 'V'),
(0xEE0, 'X'),
(0xF00, 'V'),
(0xF0C, 'M', u'་'),
(0xF0D, 'V'),
(0xF43, 'M', u'གྷ'),
(0xF44, 'V'),
(0xF48, 'X'),
(0xF49, 'V'),
(0xF4D, 'M', u'ཌྷ'),
(0xF4E, 'V'),
(0xF52, 'M', u'དྷ'),
(0xF53, 'V'),
(0xF57, 'M', u'བྷ'),
(0xF58, 'V'),
(0xF5C, 'M', u'ཛྷ'),
(0xF5D, 'V'),
(0xF69, 'M', u'ཀྵ'),
(0xF6A, 'V'),
(0xF6D, 'X'),
(0xF71, 'V'),
(0xF73, 'M', u'ཱི'),
(0xF74, 'V'),
(0xF75, 'M', u'ཱུ'),
(0xF76, 'M', u'ྲྀ'),
(0xF77, 'M', u'ྲཱྀ'),
(0xF78, 'M', u'ླྀ'),
(0xF79, 'M', u'ླཱྀ'),
(0xF7A, 'V'),
(0xF81, 'M', u'ཱྀ'),
(0xF82, 'V'),
(0xF93, 'M', u'ྒྷ'),
(0xF94, 'V'),
(0xF98, 'X'),
(0xF99, 'V'),
(0xF9D, 'M', u'ྜྷ'),
(0xF9E, 'V'),
(0xFA2, 'M', u'ྡྷ'),
(0xFA3, 'V'),
(0xFA7, 'M', u'ྦྷ'),
(0xFA8, 'V'),
(0xFAC, 'M', u'ྫྷ'),
(0xFAD, 'V'),
(0xFB9, 'M', u'ྐྵ'),
(0xFBA, 'V'),
(0xFBD, 'X'),
(0xFBE, 'V'),
(0xFCD, 'X'),
(0xFCE, 'V'),
(0xFDB, 'X'),
(0x1000, 'V'),
(0x10A0, 'X'),
(0x10C7, 'M', u'ⴧ'),
(0x10C8, 'X'),
(0x10CD, 'M', u'ⴭ'),
(0x10CE, 'X'),
(0x10D0, 'V'),
(0x10FC, 'M', u'ნ'),
(0x10FD, 'V'),
(0x115F, 'X'),
(0x1161, 'V'),
(0x1249, 'X'),
(0x124A, 'V'),
(0x124E, 'X'),
(0x1250, 'V'),
(0x1257, 'X'),
(0x1258, 'V'),
]
def _seg_14():
return [
(0x1259, 'X'),
(0x125A, 'V'),
(0x125E, 'X'),
(0x1260, 'V'),
(0x1289, 'X'),
(0x128A, 'V'),
(0x128E, 'X'),
(0x1290, 'V'),
(0x12B1, 'X'),
(0x12B2, 'V'),
(0x12B6, 'X'),
(0x12B8, 'V'),
(0x12BF, 'X'),
(0x12C0, 'V'),
(0x12C1, 'X'),
(0x12C2, 'V'),
(0x12C6, 'X'),
(0x12C8, 'V'),
(0x12D7, 'X'),
(0x12D8, 'V'),
(0x1311, 'X'),
(0x1312, 'V'),
(0x1316, 'X'),
(0x1318, 'V'),
(0x135B, 'X'),
(0x135D, 'V'),
(0x137D, 'X'),
(0x1380, 'V'),
(0x139A, 'X'),
(0x13A0, 'V'),
(0x13F5, 'X'),
(0x1400, 'V'),
(0x1680, 'X'),
(0x1681, 'V'),
(0x169D, 'X'),
(0x16A0, 'V'),
(0x16F1, 'X'),
(0x1700, 'V'),
(0x170D, 'X'),
(0x170E, 'V'),
(0x1715, 'X'),
(0x1720, 'V'),
(0x1737, 'X'),
(0x1740, 'V'),
(0x1754, 'X'),
(0x1760, 'V'),
(0x176D, 'X'),
(0x176E, 'V'),
(0x1771, 'X'),
(0x1772, 'V'),
(0x1774, 'X'),
(0x1780, 'V'),
(0x17B4, 'X'),
(0x17B6, 'V'),
(0x17DE, 'X'),
(0x17E0, 'V'),
(0x17EA, 'X'),
(0x17F0, 'V'),
(0x17FA, 'X'),
(0x1800, 'V'),
(0x1806, 'X'),
(0x1807, 'V'),
(0x180B, 'I'),
(0x180E, 'X'),
(0x1810, 'V'),
(0x181A, 'X'),
(0x1820, 'V'),
(0x1878, 'X'),
(0x1880, 'V'),
(0x18AB, 'X'),
(0x18B0, 'V'),
(0x18F6, 'X'),
(0x1900, 'V'),
(0x191D, 'X'),
(0x1920, 'V'),
(0x192C, 'X'),
(0x1930, 'V'),
(0x193C, 'X'),
(0x1940, 'V'),
(0x1941, 'X'),
(0x1944, 'V'),
(0x196E, 'X'),
(0x1970, 'V'),
(0x1975, 'X'),
(0x1980, 'V'),
(0x19AC, 'X'),
(0x19B0, 'V'),
(0x19CA, 'X'),
(0x19D0, 'V'),
(0x19DB, 'X'),
(0x19DE, 'V'),
(0x1A1C, 'X'),
(0x1A1E, 'V'),
(0x1A5F, 'X'),
(0x1A60, 'V'),
(0x1A7D, 'X'),
(0x1A7F, 'V'),
(0x1A8A, 'X'),
(0x1A90, 'V'),
(0x1A9A, 'X'),
]
def _seg_15():
return [
(0x1AA0, 'V'),
(0x1AAE, 'X'),
(0x1B00, 'V'),
(0x1B4C, 'X'),
(0x1B50, 'V'),
(0x1B7D, 'X'),
(0x1B80, 'V'),
(0x1BF4, 'X'),
(0x1BFC, 'V'),
(0x1C38, 'X'),
(0x1C3B, 'V'),
(0x1C4A, 'X'),
(0x1C4D, 'V'),
(0x1C80, 'X'),
(0x1CC0, 'V'),
(0x1CC8, 'X'),
(0x1CD0, 'V'),
(0x1CF7, 'X'),
(0x1D00, 'V'),
(0x1D2C, 'M', u'a'),
(0x1D2D, 'M', u'æ'),
(0x1D2E, 'M', u'b'),
(0x1D2F, 'V'),
(0x1D30, 'M', u'd'),
(0x1D31, 'M', u'e'),
(0x1D32, 'M', u'ǝ'),
(0x1D33, 'M', u'g'),
(0x1D34, 'M', u'h'),
(0x1D35, 'M', u'i'),
(0x1D36, 'M', u'j'),
(0x1D37, 'M', u'k'),
(0x1D38, 'M', u'l'),
(0x1D39, 'M', u'm'),
(0x1D3A, 'M', u'n'),
(0x1D3B, 'V'),
(0x1D3C, 'M', u'o'),
(0x1D3D, 'M', u'ȣ'),
(0x1D3E, 'M', u'p'),
(0x1D3F, 'M', u'r'),
(0x1D40, 'M', u't'),
(0x1D41, 'M', u'u'),
(0x1D42, 'M', u'w'),
(0x1D43, 'M', u'a'),
(0x1D44, 'M', u'ɐ'),
(0x1D45, 'M', u'ɑ'),
(0x1D46, 'M', u'ᴂ'),
(0x1D47, 'M', u'b'),
(0x1D48, 'M', u'd'),
(0x1D49, 'M', u'e'),
(0x1D4A, 'M', u'ə'),
(0x1D4B, 'M', u'ɛ'),
(0x1D4C, 'M', u'ɜ'),
(0x1D4D, 'M', u'g'),
(0x1D4E, 'V'),
(0x1D4F, 'M', u'k'),
(0x1D50, 'M', u'm'),
(0x1D51, 'M', u'ŋ'),
(0x1D52, 'M', u'o'),
(0x1D53, 'M', u'ɔ'),
(0x1D54, 'M', u'ᴖ'),
(0x1D55, 'M', u'ᴗ'),
(0x1D56, 'M', u'p'),
(0x1D57, 'M', u't'),
(0x1D58, 'M', u'u'),
(0x1D59, 'M', u'ᴝ'),
(0x1D5A, 'M', u'ɯ'),
(0x1D5B, 'M', u'v'),
(0x1D5C, 'M', u'ᴥ'),
(0x1D5D, 'M', u'β'),
(0x1D5E, 'M', u'γ'),
(0x1D5F, 'M', u'δ'),
(0x1D60, 'M', u'φ'),
(0x1D61, 'M', u'χ'),
(0x1D62, 'M', u'i'),
(0x1D63, 'M', u'r'),
(0x1D64, 'M', u'u'),
(0x1D65, 'M', u'v'),
(0x1D66, 'M', u'β'),
(0x1D67, 'M', u'γ'),
(0x1D68, 'M', u'ρ'),
(0x1D69, 'M', u'φ'),
(0x1D6A, 'M', u'χ'),
(0x1D6B, 'V'),
(0x1D78, 'M', u'н'),
(0x1D79, 'V'),
(0x1D9B, 'M', u'ɒ'),
(0x1D9C, 'M', u'c'),
(0x1D9D, 'M', u'ɕ'),
(0x1D9E, 'M', u'ð'),
(0x1D9F, 'M', u'ɜ'),
(0x1DA0, 'M', u'f'),
(0x1DA1, 'M', u'ɟ'),
(0x1DA2, 'M', u'ɡ'),
(0x1DA3, 'M', u'ɥ'),
(0x1DA4, 'M', u'ɨ'),
(0x1DA5, 'M', u'ɩ'),
(0x1DA6, 'M', u'ɪ'),
(0x1DA7, 'M', u'ᵻ'),
(0x1DA8, 'M', u'ʝ'),
(0x1DA9, 'M', u'ɭ'),
]
def _seg_16():
return [
(0x1DAA, 'M', u'ᶅ'),
(0x1DAB, 'M', u'ʟ'),
(0x1DAC, 'M', u'ɱ'),
(0x1DAD, 'M', u'ɰ'),
(0x1DAE, 'M', u'ɲ'),
(0x1DAF, 'M', u'ɳ'),
(0x1DB0, 'M', u'ɴ'),
(0x1DB1, 'M', u'ɵ'),
(0x1DB2, 'M', u'ɸ'),
(0x1DB3, 'M', u'ʂ'),
(0x1DB4, 'M', u'ʃ'),
(0x1DB5, 'M', u'ƫ'),
(0x1DB6, 'M', u'ʉ'),
(0x1DB7, 'M', u'ʊ'),
(0x1DB8, 'M', u'ᴜ'),
(0x1DB9, 'M', u'ʋ'),
(0x1DBA, 'M', u'ʌ'),
(0x1DBB, 'M', u'z'),
(0x1DBC, 'M', u'ʐ'),
(0x1DBD, 'M', u'ʑ'),
(0x1DBE, 'M', u'ʒ'),
(0x1DBF, 'M', u'θ'),
(0x1DC0, 'V'),
(0x1DE7, 'X'),
(0x1DFC, 'V'),
(0x1E00, 'M', u'ḁ'),
(0x1E01, 'V'),
(0x1E02, 'M', u'ḃ'),
(0x1E03, 'V'),
(0x1E04, 'M', u'ḅ'),
(0x1E05, 'V'),
(0x1E06, 'M', u'ḇ'),
(0x1E07, 'V'),
(0x1E08, 'M', u'ḉ'),
(0x1E09, 'V'),
(0x1E0A, 'M', u'ḋ'),
(0x1E0B, 'V'),
(0x1E0C, 'M', u'ḍ'),
(0x1E0D, 'V'),
(0x1E0E, 'M', u'ḏ'),
(0x1E0F, 'V'),
(0x1E10, 'M', u'ḑ'),
(0x1E11, 'V'),
(0x1E12, 'M', u'ḓ'),
(0x1E13, 'V'),
(0x1E14, 'M', u'ḕ'),
(0x1E15, 'V'),
(0x1E16, 'M', u'ḗ'),
(0x1E17, 'V'),
(0x1E18, 'M', u'ḙ'),
(0x1E19, 'V'),
(0x1E1A, 'M', u'ḛ'),
(0x1E1B, 'V'),
(0x1E1C, 'M', u'ḝ'),
(0x1E1D, 'V'),
(0x1E1E, 'M', u'ḟ'),
(0x1E1F, 'V'),
(0x1E20, 'M', u'ḡ'),
(0x1E21, 'V'),
(0x1E22, 'M', u'ḣ'),
(0x1E23, 'V'),
(0x1E24, 'M', u'ḥ'),
(0x1E25, 'V'),
(0x1E26, 'M', u'ḧ'),
(0x1E27, 'V'),
(0x1E28, 'M', u'ḩ'),
(0x1E29, 'V'),
(0x1E2A, 'M', u'ḫ'),
(0x1E2B, 'V'),
(0x1E2C, 'M', u'ḭ'),
(0x1E2D, 'V'),
(0x1E2E, 'M', u'ḯ'),
(0x1E2F, 'V'),
(0x1E30, 'M', u'ḱ'),
(0x1E31, 'V'),
(0x1E32, 'M', u'ḳ'),
(0x1E33, 'V'),
(0x1E34, 'M', u'ḵ'),
(0x1E35, 'V'),
(0x1E36, 'M', u'ḷ'),
(0x1E37, 'V'),
(0x1E38, 'M', u'ḹ'),
(0x1E39, 'V'),
(0x1E3A, 'M', u'ḻ'),
(0x1E3B, 'V'),
(0x1E3C, 'M', u'ḽ'),
(0x1E3D, 'V'),
(0x1E3E, 'M', u'ḿ'),
(0x1E3F, 'V'),
(0x1E40, 'M', u'ṁ'),
(0x1E41, 'V'),
(0x1E42, 'M', u'ṃ'),
(0x1E43, 'V'),
(0x1E44, 'M', u'ṅ'),
(0x1E45, 'V'),
(0x1E46, 'M', u'ṇ'),
(0x1E47, 'V'),
(0x1E48, 'M', u'ṉ'),
(0x1E49, 'V'),
(0x1E4A, 'M', u'ṋ'),
]
def _seg_17():
return [
(0x1E4B, 'V'),
(0x1E4C, 'M', u'ṍ'),
(0x1E4D, 'V'),
(0x1E4E, 'M', u'ṏ'),
(0x1E4F, 'V'),
(0x1E50, 'M', u'ṑ'),
(0x1E51, 'V'),
(0x1E52, 'M', u'ṓ'),
(0x1E53, 'V'),
(0x1E54, 'M', u'ṕ'),
(0x1E55, 'V'),
(0x1E56, 'M', u'ṗ'),
(0x1E57, 'V'),
(0x1E58, 'M', u'ṙ'),
(0x1E59, 'V'),
(0x1E5A, 'M', u'ṛ'),
(0x1E5B, 'V'),
(0x1E5C, 'M', u'ṝ'),
(0x1E5D, 'V'),
(0x1E5E, 'M', u'ṟ'),
(0x1E5F, 'V'),
(0x1E60, 'M', u'ṡ'),
(0x1E61, 'V'),
(0x1E62, 'M', u'ṣ'),
(0x1E63, 'V'),
(0x1E64, 'M', u'ṥ'),
(0x1E65, 'V'),
(0x1E66, 'M', u'ṧ'),
(0x1E67, 'V'),
(0x1E68, 'M', u'ṩ'),
(0x1E69, 'V'),
(0x1E6A, 'M', u'ṫ'),
(0x1E6B, 'V'),
(0x1E6C, 'M', u'ṭ'),
(0x1E6D, 'V'),
(0x1E6E, 'M', u'ṯ'),
(0x1E6F, 'V'),
(0x1E70, 'M', u'ṱ'),
(0x1E71, 'V'),
(0x1E72, 'M', u'ṳ'),
(0x1E73, 'V'),
(0x1E74, 'M', u'ṵ'),
(0x1E75, 'V'),
(0x1E76, 'M', u'ṷ'),
(0x1E77, 'V'),
(0x1E78, 'M', u'ṹ'),
(0x1E79, 'V'),
(0x1E7A, 'M', u'ṻ'),
(0x1E7B, 'V'),
(0x1E7C, 'M', u'ṽ'),
(0x1E7D, 'V'),
(0x1E7E, 'M', u'ṿ'),
(0x1E7F, 'V'),
(0x1E80, 'M', u'ẁ'),
(0x1E81, 'V'),
(0x1E82, 'M', u'ẃ'),
(0x1E83, 'V'),
(0x1E84, 'M', u'ẅ'),
(0x1E85, 'V'),
(0x1E86, 'M', u'ẇ'),
(0x1E87, 'V'),
(0x1E88, 'M', u'ẉ'),
(0x1E89, 'V'),
(0x1E8A, 'M', u'ẋ'),
(0x1E8B, 'V'),
(0x1E8C, 'M', u'ẍ'),
(0x1E8D, 'V'),
(0x1E8E, 'M', u'ẏ'),
(0x1E8F, 'V'),
(0x1E90, 'M', u'ẑ'),
(0x1E91, 'V'),
(0x1E92, 'M', u'ẓ'),
(0x1E93, 'V'),
(0x1E94, 'M', u'ẕ'),
(0x1E95, 'V'),
(0x1E9A, 'M', u'aʾ'),
(0x1E9B, 'M', u'ṡ'),
(0x1E9C, 'V'),
(0x1E9E, 'M', u'ss'),
(0x1E9F, 'V'),
(0x1EA0, 'M', u'ạ'),
(0x1EA1, 'V'),
(0x1EA2, 'M', u'ả'),
(0x1EA3, 'V'),
(0x1EA4, 'M', u'ấ'),
(0x1EA5, 'V'),
(0x1EA6, 'M', u'ầ'),
(0x1EA7, 'V'),
(0x1EA8, 'M', u'ẩ'),
(0x1EA9, 'V'),
(0x1EAA, 'M', u'ẫ'),
(0x1EAB, 'V'),
(0x1EAC, 'M', u'ậ'),
(0x1EAD, 'V'),
(0x1EAE, 'M', u'ắ'),
(0x1EAF, 'V'),
(0x1EB0, 'M', u'ằ'),
(0x1EB1, 'V'),
(0x1EB2, 'M', u'ẳ'),
(0x1EB3, 'V'),
]
def _seg_18():
return [
(0x1EB4, 'M', u'ẵ'),
(0x1EB5, 'V'),
(0x1EB6, 'M', u'ặ'),
(0x1EB7, 'V'),
(0x1EB8, 'M', u'ẹ'),
(0x1EB9, 'V'),
(0x1EBA, 'M', u'ẻ'),
(0x1EBB, 'V'),
(0x1EBC, 'M', u'ẽ'),
(0x1EBD, 'V'),
(0x1EBE, 'M', u'ế'),
(0x1EBF, 'V'),
(0x1EC0, 'M', u'ề'),
(0x1EC1, 'V'),
(0x1EC2, 'M', u'ể'),
(0x1EC3, 'V'),
(0x1EC4, 'M', u'ễ'),
(0x1EC5, 'V'),
(0x1EC6, 'M', u'ệ'),
(0x1EC7, 'V'),
(0x1EC8, 'M', u'ỉ'),
(0x1EC9, 'V'),
(0x1ECA, 'M', u'ị'),
(0x1ECB, 'V'),
(0x1ECC, 'M', u'ọ'),
(0x1ECD, 'V'),
(0x1ECE, 'M', u'ỏ'),
(0x1ECF, 'V'),
(0x1ED0, 'M', u'ố'),
(0x1ED1, 'V'),
(0x1ED2, 'M', u'ồ'),
(0x1ED3, 'V'),
(0x1ED4, 'M', u'ổ'),
(0x1ED5, 'V'),
(0x1ED6, 'M', u'ỗ'),
(0x1ED7, 'V'),
(0x1ED8, 'M', u'ộ'),
(0x1ED9, 'V'),
(0x1EDA, 'M', u'ớ'),
(0x1EDB, 'V'),
(0x1EDC, 'M', u'ờ'),
(0x1EDD, 'V'),
(0x1EDE, 'M', u'ở'),
(0x1EDF, 'V'),
(0x1EE0, 'M', u'ỡ'),
(0x1EE1, 'V'),
(0x1EE2, 'M', u'ợ'),
(0x1EE3, 'V'),
(0x1EE4, 'M', u'ụ'),
(0x1EE5, 'V'),
(0x1EE6, 'M', u'ủ'),
(0x1EE7, 'V'),
(0x1EE8, 'M', u'ứ'),
(0x1EE9, 'V'),
(0x1EEA, 'M', u'ừ'),
(0x1EEB, 'V'),
(0x1EEC, 'M', u'ử'),
(0x1EED, 'V'),
(0x1EEE, 'M', u'ữ'),
(0x1EEF, 'V'),
(0x1EF0, 'M', u'ự'),
(0x1EF1, 'V'),
(0x1EF2, 'M', u'ỳ'),
(0x1EF3, 'V'),
(0x1EF4, 'M', u'ỵ'),
(0x1EF5, 'V'),
(0x1EF6, 'M', u'ỷ'),
(0x1EF7, 'V'),
(0x1EF8, 'M', u'ỹ'),
(0x1EF9, 'V'),
(0x1EFA, 'M', u'ỻ'),
(0x1EFB, 'V'),
(0x1EFC, 'M', u'ỽ'),
(0x1EFD, 'V'),
(0x1EFE, 'M', u'ỿ'),
(0x1EFF, 'V'),
(0x1F08, 'M', u'ἀ'),
(0x1F09, 'M', u'ἁ'),
(0x1F0A, 'M', u'ἂ'),
(0x1F0B, 'M', u'ἃ'),
(0x1F0C, 'M', u'ἄ'),
(0x1F0D, 'M', u'ἅ'),
(0x1F0E, 'M', u'ἆ'),
(0x1F0F, 'M', u'ἇ'),
(0x1F10, 'V'),
(0x1F16, 'X'),
(0x1F18, 'M', u'ἐ'),
(0x1F19, 'M', u'ἑ'),
(0x1F1A, 'M', u'ἒ'),
(0x1F1B, 'M', u'ἓ'),
(0x1F1C, 'M', u'ἔ'),
(0x1F1D, 'M', u'ἕ'),
(0x1F1E, 'X'),
(0x1F20, 'V'),
(0x1F28, 'M', u'ἠ'),
(0x1F29, 'M', u'ἡ'),
(0x1F2A, 'M', u'ἢ'),
(0x1F2B, 'M', u'ἣ'),
(0x1F2C, 'M', u'ἤ'),
(0x1F2D, 'M', u'ἥ'),
]
def _seg_19():
return [
(0x1F2E, 'M', u'ἦ'),
(0x1F2F, 'M', u'ἧ'),
(0x1F30, 'V'),
(0x1F38, 'M', u'ἰ'),
(0x1F39, 'M', u'ἱ'),
(0x1F3A, 'M', u'ἲ'),
(0x1F3B, 'M', u'ἳ'),
(0x1F3C, 'M', u'ἴ'),
(0x1F3D, 'M', u'ἵ'),
(0x1F3E, 'M', u'ἶ'),
(0x1F3F, 'M', u'ἷ'),
(0x1F40, 'V'),
(0x1F46, 'X'),
(0x1F48, 'M', u'ὀ'),
(0x1F49, 'M', u'ὁ'),
(0x1F4A, 'M', u'ὂ'),
(0x1F4B, 'M', u'ὃ'),
(0x1F4C, 'M', u'ὄ'),
(0x1F4D, 'M', u'ὅ'),
(0x1F4E, 'X'),
(0x1F50, 'V'),
(0x1F58, 'X'),
(0x1F59, 'M', u'ὑ'),
(0x1F5A, 'X'),
(0x1F5B, 'M', u'ὓ'),
(0x1F5C, 'X'),
(0x1F5D, 'M', u'ὕ'),
(0x1F5E, 'X'),
(0x1F5F, 'M', u'ὗ'),
(0x1F60, 'V'),
(0x1F68, 'M', u'ὠ'),
(0x1F69, 'M', u'ὡ'),
(0x1F6A, 'M', u'ὢ'),
(0x1F6B, 'M', u'ὣ'),
(0x1F6C, 'M', u'ὤ'),
(0x1F6D, 'M', u'ὥ'),
(0x1F6E, 'M', u'ὦ'),
(0x1F6F, 'M', u'ὧ'),
(0x1F70, 'V'),
(0x1F71, 'M', u'ά'),
(0x1F72, 'V'),
(0x1F73, 'M', u'έ'),
(0x1F74, 'V'),
(0x1F75, 'M', u'ή'),
(0x1F76, 'V'),
(0x1F77, 'M', u'ί'),
(0x1F78, 'V'),
(0x1F79, 'M', u'ό'),
(0x1F7A, 'V'),
(0x1F7B, 'M', u'ύ'),
(0x1F7C, 'V'),
(0x1F7D, 'M', u'ώ'),
(0x1F7E, 'X'),
(0x1F80, 'M', u'ἀι'),
(0x1F81, 'M', u'ἁι'),
(0x1F82, 'M', u'ἂι'),
(0x1F83, 'M', u'ἃι'),
(0x1F84, 'M', u'ἄι'),
(0x1F85, 'M', u'ἅι'),
(0x1F86, 'M', u'ἆι'),
(0x1F87, 'M', u'ἇι'),
(0x1F88, 'M', u'ἀι'),
(0x1F89, 'M', u'ἁι'),
(0x1F8A, 'M', u'ἂι'),
(0x1F8B, 'M', u'ἃι'),
(0x1F8C, 'M', u'ἄι'),
(0x1F8D, 'M', u'ἅι'),
(0x1F8E, 'M', u'ἆι'),
(0x1F8F, 'M', u'ἇι'),
(0x1F90, 'M', u'ἠι'),
(0x1F91, 'M', u'ἡι'),
(0x1F92, 'M', u'ἢι'),
(0x1F93, 'M', u'ἣι'),
(0x1F94, 'M', u'ἤι'),
(0x1F95, 'M', u'ἥι'),
(0x1F96, 'M', u'ἦι'),
(0x1F97, 'M', u'ἧι'),
(0x1F98, 'M', u'ἠι'),
(0x1F99, 'M', u'ἡι'),
(0x1F9A, 'M', u'ἢι'),
(0x1F9B, 'M', u'ἣι'),
(0x1F9C, 'M', u'ἤι'),
(0x1F9D, 'M', u'ἥι'),
(0x1F9E, 'M', u'ἦι'),
(0x1F9F, 'M', u'ἧι'),
(0x1FA0, 'M', u'ὠι'),
(0x1FA1, 'M', u'ὡι'),
(0x1FA2, 'M', u'ὢι'),
(0x1FA3, 'M', u'ὣι'),
(0x1FA4, 'M', u'ὤι'),
(0x1FA5, 'M', u'ὥι'),
(0x1FA6, 'M', u'ὦι'),
(0x1FA7, 'M', u'ὧι'),
(0x1FA8, 'M', u'ὠι'),
(0x1FA9, 'M', u'ὡι'),
(0x1FAA, 'M', u'ὢι'),
(0x1FAB, 'M', u'ὣι'),
(0x1FAC, 'M', u'ὤι'),
(0x1FAD, 'M', u'ὥι'),
(0x1FAE, 'M', u'ὦι'),
]
def _seg_20():
return [
(0x1FAF, 'M', u'ὧι'),
(0x1FB0, 'V'),
(0x1FB2, 'M', u'ὰι'),
(0x1FB3, 'M', u'αι'),
(0x1FB4, 'M', u'άι'),
(0x1FB5, 'X'),
(0x1FB6, 'V'),
(0x1FB7, 'M', u'ᾶι'),
(0x1FB8, 'M', u'ᾰ'),
(0x1FB9, 'M', u'ᾱ'),
(0x1FBA, 'M', u'ὰ'),
(0x1FBB, 'M', u'ά'),
(0x1FBC, 'M', u'αι'),
(0x1FBD, '3', u' ̓'),
(0x1FBE, 'M', u'ι'),
(0x1FBF, '3', u' ̓'),
(0x1FC0, '3', u' ͂'),
(0x1FC1, '3', u' ̈͂'),
(0x1FC2, 'M', u'ὴι'),
(0x1FC3, 'M', u'ηι'),
(0x1FC4, 'M', u'ήι'),
(0x1FC5, 'X'),
(0x1FC6, 'V'),
(0x1FC7, 'M', u'ῆι'),
(0x1FC8, 'M', u'ὲ'),
(0x1FC9, 'M', u'έ'),
(0x1FCA, 'M', u'ὴ'),
(0x1FCB, 'M', u'ή'),
(0x1FCC, 'M', u'ηι'),
(0x1FCD, '3', u' ̓̀'),
(0x1FCE, '3', u' ̓́'),
(0x1FCF, '3', u' ̓͂'),
(0x1FD0, 'V'),
(0x1FD3, 'M', u'ΐ'),
(0x1FD4, 'X'),
(0x1FD6, 'V'),
(0x1FD8, 'M', u'ῐ'),
(0x1FD9, 'M', u'ῑ'),
(0x1FDA, 'M', u'ὶ'),
(0x1FDB, 'M', u'ί'),
(0x1FDC, 'X'),
(0x1FDD, '3', u' ̔̀'),
(0x1FDE, '3', u' ̔́'),
(0x1FDF, '3', u' ̔͂'),
(0x1FE0, 'V'),
(0x1FE3, 'M', u'ΰ'),
(0x1FE4, 'V'),
(0x1FE8, 'M', u'ῠ'),
(0x1FE9, 'M', u'ῡ'),
(0x1FEA, 'M', u'ὺ'),
(0x1FEB, 'M', u'ύ'),
(0x1FEC, 'M', u'ῥ'),
(0x1FED, '3', u' ̈̀'),
(0x1FEE, '3', u' ̈́'),
(0x1FEF, '3', u'`'),
(0x1FF0, 'X'),
(0x1FF2, 'M', u'ὼι'),
(0x1FF3, 'M', u'ωι'),
(0x1FF4, 'M', u'ώι'),
(0x1FF5, 'X'),
(0x1FF6, 'V'),
(0x1FF7, 'M', u'ῶι'),
(0x1FF8, 'M', u'ὸ'),
(0x1FF9, 'M', u'ό'),
(0x1FFA, 'M', u'ὼ'),
(0x1FFB, 'M', u'ώ'),
(0x1FFC, 'M', u'ωι'),
(0x1FFD, '3', u' ́'),
(0x1FFE, '3', u' ̔'),
(0x1FFF, 'X'),
(0x2000, '3', u' '),
(0x200B, 'I'),
(0x200C, 'D', u''),
(0x200E, 'X'),
(0x2010, 'V'),
(0x2011, 'M', u'‐'),
(0x2012, 'V'),
(0x2017, '3', u' ̳'),
(0x2018, 'V'),
(0x2024, 'X'),
(0x2027, 'V'),
(0x2028, 'X'),
(0x202F, '3', u' '),
(0x2030, 'V'),
(0x2033, 'M', u'′′'),
(0x2034, 'M', u'′′′'),
(0x2035, 'V'),
(0x2036, 'M', u'‵‵'),
(0x2037, 'M', u'‵‵‵'),
(0x2038, 'V'),
(0x203C, '3', u'!!'),
(0x203D, 'V'),
(0x203E, '3', u' ̅'),
(0x203F, 'V'),
(0x2047, '3', u'??'),
(0x2048, '3', u'?!'),
(0x2049, '3', u'!?'),
(0x204A, 'V'),
(0x2057, 'M', u'′′′′'),
(0x2058, 'V'),
]
def _seg_21():
return [
(0x205F, '3', u' '),
(0x2060, 'I'),
(0x2061, 'X'),
(0x2064, 'I'),
(0x2065, 'X'),
(0x2070, 'M', u'0'),
(0x2071, 'M', u'i'),
(0x2072, 'X'),
(0x2074, 'M', u'4'),
(0x2075, 'M', u'5'),
(0x2076, 'M', u'6'),
(0x2077, 'M', u'7'),
(0x2078, 'M', u'8'),
(0x2079, 'M', u'9'),
(0x207A, '3', u'+'),
(0x207B, 'M', u'−'),
(0x207C, '3', u'='),
(0x207D, '3', u'('),
(0x207E, '3', u')'),
(0x207F, 'M', u'n'),
(0x2080, 'M', u'0'),
(0x2081, 'M', u'1'),
(0x2082, 'M', u'2'),
(0x2083, 'M', u'3'),
(0x2084, 'M', u'4'),
(0x2085, 'M', u'5'),
(0x2086, 'M', u'6'),
(0x2087, 'M', u'7'),
(0x2088, 'M', u'8'),
(0x2089, 'M', u'9'),
(0x208A, '3', u'+'),
(0x208B, 'M', u'−'),
(0x208C, '3', u'='),
(0x208D, '3', u'('),
(0x208E, '3', u')'),
(0x208F, 'X'),
(0x2090, 'M', u'a'),
(0x2091, 'M', u'e'),
(0x2092, 'M', u'o'),
(0x2093, 'M', u'x'),
(0x2094, 'M', u'ə'),
(0x2095, 'M', u'h'),
(0x2096, 'M', u'k'),
(0x2097, 'M', u'l'),
(0x2098, 'M', u'm'),
(0x2099, 'M', u'n'),
(0x209A, 'M', u'p'),
(0x209B, 'M', u's'),
(0x209C, 'M', u't'),
(0x209D, 'X'),
(0x20A0, 'V'),
(0x20A8, 'M', u'rs'),
(0x20A9, 'V'),
(0x20BB, 'X'),
(0x20D0, 'V'),
(0x20F1, 'X'),
(0x2100, '3', u'a/c'),
(0x2101, '3', u'a/s'),
(0x2102, 'M', u'c'),
(0x2103, 'M', u'°c'),
(0x2104, 'V'),
(0x2105, '3', u'c/o'),
(0x2106, '3', u'c/u'),
(0x2107, 'M', u'ɛ'),
(0x2108, 'V'),
(0x2109, 'M', u'°f'),
(0x210A, 'M', u'g'),
(0x210B, 'M', u'h'),
(0x210F, 'M', u'ħ'),
(0x2110, 'M', u'i'),
(0x2112, 'M', u'l'),
(0x2114, 'V'),
(0x2115, 'M', u'n'),
(0x2116, 'M', u'no'),
(0x2117, 'V'),
(0x2119, 'M', u'p'),
(0x211A, 'M', u'q'),
(0x211B, 'M', u'r'),
(0x211E, 'V'),
(0x2120, 'M', u'sm'),
(0x2121, 'M', u'tel'),
(0x2122, 'M', u'tm'),
(0x2123, 'V'),
(0x2124, 'M', u'z'),
(0x2125, 'V'),
(0x2126, 'M', u'ω'),
(0x2127, 'V'),
(0x2128, 'M', u'z'),
(0x2129, 'V'),
(0x212A, 'M', u'k'),
(0x212B, 'M', u'å'),
(0x212C, 'M', u'b'),
(0x212D, 'M', u'c'),
(0x212E, 'V'),
(0x212F, 'M', u'e'),
(0x2131, 'M', u'f'),
(0x2132, 'X'),
(0x2133, 'M', u'm'),
(0x2134, 'M', u'o'),
(0x2135, 'M', u'א'),
]
def _seg_22():
return [
(0x2136, 'M', u'ב'),
(0x2137, 'M', u'ג'),
(0x2138, 'M', u'ד'),
(0x2139, 'M', u'i'),
(0x213A, 'V'),
(0x213B, 'M', u'fax'),
(0x213C, 'M', u'π'),
(0x213D, 'M', u'γ'),
(0x213F, 'M', u'π'),
(0x2140, 'M', u'∑'),
(0x2141, 'V'),
(0x2145, 'M', u'd'),
(0x2147, 'M', u'e'),
(0x2148, 'M', u'i'),
(0x2149, 'M', u'j'),
(0x214A, 'V'),
(0x2150, 'M', u'1⁄7'),
(0x2151, 'M', u'1⁄9'),
(0x2152, 'M', u'1⁄10'),
(0x2153, 'M', u'1⁄3'),
(0x2154, 'M', u'2⁄3'),
(0x2155, 'M', u'1⁄5'),
(0x2156, 'M', u'2⁄5'),
(0x2157, 'M', u'3⁄5'),
(0x2158, 'M', u'4⁄5'),
(0x2159, 'M', u'1⁄6'),
(0x215A, 'M', u'5⁄6'),
(0x215B, 'M', u'1⁄8'),
(0x215C, 'M', u'3⁄8'),
(0x215D, 'M', u'5⁄8'),
(0x215E, 'M', u'7⁄8'),
(0x215F, 'M', u'1⁄'),
(0x2160, 'M', u'i'),
(0x2161, 'M', u'ii'),
(0x2162, 'M', u'iii'),
(0x2163, 'M', u'iv'),
(0x2164, 'M', u'v'),
(0x2165, 'M', u'vi'),
(0x2166, 'M', u'vii'),
(0x2167, 'M', u'viii'),
(0x2168, 'M', u'ix'),
(0x2169, 'M', u'x'),
(0x216A, 'M', u'xi'),
(0x216B, 'M', u'xii'),
(0x216C, 'M', u'l'),
(0x216D, 'M', u'c'),
(0x216E, 'M', u'd'),
(0x216F, 'M', u'm'),
(0x2170, 'M', u'i'),
(0x2171, 'M', u'ii'),
(0x2172, 'M', u'iii'),
(0x2173, 'M', u'iv'),
(0x2174, 'M', u'v'),
(0x2175, 'M', u'vi'),
(0x2176, 'M', u'vii'),
(0x2177, 'M', u'viii'),
(0x2178, 'M', u'ix'),
(0x2179, 'M', u'x'),
(0x217A, 'M', u'xi'),
(0x217B, 'M', u'xii'),
(0x217C, 'M', u'l'),
(0x217D, 'M', u'c'),
(0x217E, 'M', u'd'),
(0x217F, 'M', u'm'),
(0x2180, 'V'),
(0x2183, 'X'),
(0x2184, 'V'),
(0x2189, 'M', u'0⁄3'),
(0x218A, 'X'),
(0x2190, 'V'),
(0x222C, 'M', u'∫∫'),
(0x222D, 'M', u'∫∫∫'),
(0x222E, 'V'),
(0x222F, 'M', u'∮∮'),
(0x2230, 'M', u'∮∮∮'),
(0x2231, 'V'),
(0x2260, '3'),
(0x2261, 'V'),
(0x226E, '3'),
(0x2270, 'V'),
(0x2329, 'M', u'〈'),
(0x232A, 'M', u'〉'),
(0x232B, 'V'),
(0x23F4, 'X'),
(0x2400, 'V'),
(0x2427, 'X'),
(0x2440, 'V'),
(0x244B, 'X'),
(0x2460, 'M', u'1'),
(0x2461, 'M', u'2'),
(0x2462, 'M', u'3'),
(0x2463, 'M', u'4'),
(0x2464, 'M', u'5'),
(0x2465, 'M', u'6'),
(0x2466, 'M', u'7'),
(0x2467, 'M', u'8'),
(0x2468, 'M', u'9'),
(0x2469, 'M', u'10'),
(0x246A, 'M', u'11'),
(0x246B, 'M', u'12'),
]
def _seg_23():
return [
(0x246C, 'M', u'13'),
(0x246D, 'M', u'14'),
(0x246E, 'M', u'15'),
(0x246F, 'M', u'16'),
(0x2470, 'M', u'17'),
(0x2471, 'M', u'18'),
(0x2472, 'M', u'19'),
(0x2473, 'M', u'20'),
(0x2474, '3', u'(1)'),
(0x2475, '3', u'(2)'),
(0x2476, '3', u'(3)'),
(0x2477, '3', u'(4)'),
(0x2478, '3', u'(5)'),
(0x2479, '3', u'(6)'),
(0x247A, '3', u'(7)'),
(0x247B, '3', u'(8)'),
(0x247C, '3', u'(9)'),
(0x247D, '3', u'(10)'),
(0x247E, '3', u'(11)'),
(0x247F, '3', u'(12)'),
(0x2480, '3', u'(13)'),
(0x2481, '3', u'(14)'),
(0x2482, '3', u'(15)'),
(0x2483, '3', u'(16)'),
(0x2484, '3', u'(17)'),
(0x2485, '3', u'(18)'),
(0x2486, '3', u'(19)'),
(0x2487, '3', u'(20)'),
(0x2488, 'X'),
(0x249C, '3', u'(a)'),
(0x249D, '3', u'(b)'),
(0x249E, '3', u'(c)'),
(0x249F, '3', u'(d)'),
(0x24A0, '3', u'(e)'),
(0x24A1, '3', u'(f)'),
(0x24A2, '3', u'(g)'),
(0x24A3, '3', u'(h)'),
(0x24A4, '3', u'(i)'),
(0x24A5, '3', u'(j)'),
(0x24A6, '3', u'(k)'),
(0x24A7, '3', u'(l)'),
(0x24A8, '3', u'(m)'),
(0x24A9, '3', u'(n)'),
(0x24AA, '3', u'(o)'),
(0x24AB, '3', u'(p)'),
(0x24AC, '3', u'(q)'),
(0x24AD, '3', u'(r)'),
(0x24AE, '3', u'(s)'),
(0x24AF, '3', u'(t)'),
(0x24B0, '3', u'(u)'),
(0x24B1, '3', u'(v)'),
(0x24B2, '3', u'(w)'),
(0x24B3, '3', u'(x)'),
(0x24B4, '3', u'(y)'),
(0x24B5, '3', u'(z)'),
(0x24B6, 'M', u'a'),
(0x24B7, 'M', u'b'),
(0x24B8, 'M', u'c'),
(0x24B9, 'M', u'd'),
(0x24BA, 'M', u'e'),
(0x24BB, 'M', u'f'),
(0x24BC, 'M', u'g'),
(0x24BD, 'M', u'h'),
(0x24BE, 'M', u'i'),
(0x24BF, 'M', u'j'),
(0x24C0, 'M', u'k'),
(0x24C1, 'M', u'l'),
(0x24C2, 'M', u'm'),
(0x24C3, 'M', u'n'),
(0x24C4, 'M', u'o'),
(0x24C5, 'M', u'p'),
(0x24C6, 'M', u'q'),
(0x24C7, 'M', u'r'),
(0x24C8, 'M', u's'),
(0x24C9, 'M', u't'),
(0x24CA, 'M', u'u'),
(0x24CB, 'M', u'v'),
(0x24CC, 'M', u'w'),
(0x24CD, 'M', u'x'),
(0x24CE, 'M', u'y'),
(0x24CF, 'M', u'z'),
(0x24D0, 'M', u'a'),
(0x24D1, 'M', u'b'),
(0x24D2, 'M', u'c'),
(0x24D3, 'M', u'd'),
(0x24D4, 'M', u'e'),
(0x24D5, 'M', u'f'),
(0x24D6, 'M', u'g'),
(0x24D7, 'M', u'h'),
(0x24D8, 'M', u'i'),
(0x24D9, 'M', u'j'),
(0x24DA, 'M', u'k'),
(0x24DB, 'M', u'l'),
(0x24DC, 'M', u'm'),
(0x24DD, 'M', u'n'),
(0x24DE, 'M', u'o'),
(0x24DF, 'M', u'p'),
(0x24E0, 'M', u'q'),
(0x24E1, 'M', u'r'),
(0x24E2, 'M', u's'),
]
def _seg_24():
return [
(0x24E3, 'M', u't'),
(0x24E4, 'M', u'u'),
(0x24E5, 'M', u'v'),
(0x24E6, 'M', u'w'),
(0x24E7, 'M', u'x'),
(0x24E8, 'M', u'y'),
(0x24E9, 'M', u'z'),
(0x24EA, 'M', u'0'),
(0x24EB, 'V'),
(0x2700, 'X'),
(0x2701, 'V'),
(0x2A0C, 'M', u'∫∫∫∫'),
(0x2A0D, 'V'),
(0x2A74, '3', u'::='),
(0x2A75, '3', u'=='),
(0x2A76, '3', u'==='),
(0x2A77, 'V'),
(0x2ADC, 'M', u'⫝̸'),
(0x2ADD, 'V'),
(0x2B4D, 'X'),
(0x2B50, 'V'),
(0x2B5A, 'X'),
(0x2C00, 'M', u'ⰰ'),
(0x2C01, 'M', u'ⰱ'),
(0x2C02, 'M', u'ⰲ'),
(0x2C03, 'M', u'ⰳ'),
(0x2C04, 'M', u'ⰴ'),
(0x2C05, 'M', u'ⰵ'),
(0x2C06, 'M', u'ⰶ'),
(0x2C07, 'M', u'ⰷ'),
(0x2C08, 'M', u'ⰸ'),
(0x2C09, 'M', u'ⰹ'),
(0x2C0A, 'M', u'ⰺ'),
(0x2C0B, 'M', u'ⰻ'),
(0x2C0C, 'M', u'ⰼ'),
(0x2C0D, 'M', u'ⰽ'),
(0x2C0E, 'M', u'ⰾ'),
(0x2C0F, 'M', u'ⰿ'),
(0x2C10, 'M', u'ⱀ'),
(0x2C11, 'M', u'ⱁ'),
(0x2C12, 'M', u'ⱂ'),
(0x2C13, 'M', u'ⱃ'),
(0x2C14, 'M', u'ⱄ'),
(0x2C15, 'M', u'ⱅ'),
(0x2C16, 'M', u'ⱆ'),
(0x2C17, 'M', u'ⱇ'),
(0x2C18, 'M', u'ⱈ'),
(0x2C19, 'M', u'ⱉ'),
(0x2C1A, 'M', u'ⱊ'),
(0x2C1B, 'M', u'ⱋ'),
(0x2C1C, 'M', u'ⱌ'),
(0x2C1D, 'M', u'ⱍ'),
(0x2C1E, 'M', u'ⱎ'),
(0x2C1F, 'M', u'ⱏ'),
(0x2C20, 'M', u'ⱐ'),
(0x2C21, 'M', u'ⱑ'),
(0x2C22, 'M', u'ⱒ'),
(0x2C23, 'M', u'ⱓ'),
(0x2C24, 'M', u'ⱔ'),
(0x2C25, 'M', u'ⱕ'),
(0x2C26, 'M', u'ⱖ'),
(0x2C27, 'M', u'ⱗ'),
(0x2C28, 'M', u'ⱘ'),
(0x2C29, 'M', u'ⱙ'),
(0x2C2A, 'M', u'ⱚ'),
(0x2C2B, 'M', u'ⱛ'),
(0x2C2C, 'M', u'ⱜ'),
(0x2C2D, 'M', u'ⱝ'),
(0x2C2E, 'M', u'ⱞ'),
(0x2C2F, 'X'),
(0x2C30, 'V'),
(0x2C5F, 'X'),
(0x2C60, 'M', u'ⱡ'),
(0x2C61, 'V'),
(0x2C62, 'M', u'ɫ'),
(0x2C63, 'M', u'ᵽ'),
(0x2C64, 'M', u'ɽ'),
(0x2C65, 'V'),
(0x2C67, 'M', u'ⱨ'),
(0x2C68, 'V'),
(0x2C69, 'M', u'ⱪ'),
(0x2C6A, 'V'),
(0x2C6B, 'M', u'ⱬ'),
(0x2C6C, 'V'),
(0x2C6D, 'M', u'ɑ'),
(0x2C6E, 'M', u'ɱ'),
(0x2C6F, 'M', u'ɐ'),
(0x2C70, 'M', u'ɒ'),
(0x2C71, 'V'),
(0x2C72, 'M', u'ⱳ'),
(0x2C73, 'V'),
(0x2C75, 'M', u'ⱶ'),
(0x2C76, 'V'),
(0x2C7C, 'M', u'j'),
(0x2C7D, 'M', u'v'),
(0x2C7E, 'M', u'ȿ'),
(0x2C7F, 'M', u'ɀ'),
(0x2C80, 'M', u'ⲁ'),
(0x2C81, 'V'),
(0x2C82, 'M', u'ⲃ'),
]
def _seg_25():
return [
(0x2C83, 'V'),
(0x2C84, 'M', u'ⲅ'),
(0x2C85, 'V'),
(0x2C86, 'M', u'ⲇ'),
(0x2C87, 'V'),
(0x2C88, 'M', u'ⲉ'),
(0x2C89, 'V'),
(0x2C8A, 'M', u'ⲋ'),
(0x2C8B, 'V'),
(0x2C8C, 'M', u'ⲍ'),
(0x2C8D, 'V'),
(0x2C8E, 'M', u'ⲏ'),
(0x2C8F, 'V'),
(0x2C90, 'M', u'ⲑ'),
(0x2C91, 'V'),
(0x2C92, 'M', u'ⲓ'),
(0x2C93, 'V'),
(0x2C94, 'M', u'ⲕ'),
(0x2C95, 'V'),
(0x2C96, 'M', u'ⲗ'),
(0x2C97, 'V'),
(0x2C98, 'M', u'ⲙ'),
(0x2C99, 'V'),
(0x2C9A, 'M', u'ⲛ'),
(0x2C9B, 'V'),
(0x2C9C, 'M', u'ⲝ'),
(0x2C9D, 'V'),
(0x2C9E, 'M', u'ⲟ'),
(0x2C9F, 'V'),
(0x2CA0, 'M', u'ⲡ'),
(0x2CA1, 'V'),
(0x2CA2, 'M', u'ⲣ'),
(0x2CA3, 'V'),
(0x2CA4, 'M', u'ⲥ'),
(0x2CA5, 'V'),
(0x2CA6, 'M', u'ⲧ'),
(0x2CA7, 'V'),
(0x2CA8, 'M', u'ⲩ'),
(0x2CA9, 'V'),
(0x2CAA, 'M', u'ⲫ'),
(0x2CAB, 'V'),
(0x2CAC, 'M', u'ⲭ'),
(0x2CAD, 'V'),
(0x2CAE, 'M', u'ⲯ'),
(0x2CAF, 'V'),
(0x2CB0, 'M', u'ⲱ'),
(0x2CB1, 'V'),
(0x2CB2, 'M', u'ⲳ'),
(0x2CB3, 'V'),
(0x2CB4, 'M', u'ⲵ'),
(0x2CB5, 'V'),
(0x2CB6, 'M', u'ⲷ'),
(0x2CB7, 'V'),
(0x2CB8, 'M', u'ⲹ'),
(0x2CB9, 'V'),
(0x2CBA, 'M', u'ⲻ'),
(0x2CBB, 'V'),
(0x2CBC, 'M', u'ⲽ'),
(0x2CBD, 'V'),
(0x2CBE, 'M', u'ⲿ'),
(0x2CBF, 'V'),
(0x2CC0, 'M', u'ⳁ'),
(0x2CC1, 'V'),
(0x2CC2, 'M', u'ⳃ'),
(0x2CC3, 'V'),
(0x2CC4, 'M', u'ⳅ'),
(0x2CC5, 'V'),
(0x2CC6, 'M', u'ⳇ'),
(0x2CC7, 'V'),
(0x2CC8, 'M', u'ⳉ'),
(0x2CC9, 'V'),
(0x2CCA, 'M', u'ⳋ'),
(0x2CCB, 'V'),
(0x2CCC, 'M', u'ⳍ'),
(0x2CCD, 'V'),
(0x2CCE, 'M', u'ⳏ'),
(0x2CCF, 'V'),
(0x2CD0, 'M', u'ⳑ'),
(0x2CD1, 'V'),
(0x2CD2, 'M', u'ⳓ'),
(0x2CD3, 'V'),
(0x2CD4, 'M', u'ⳕ'),
(0x2CD5, 'V'),
(0x2CD6, 'M', u'ⳗ'),
(0x2CD7, 'V'),
(0x2CD8, 'M', u'ⳙ'),
(0x2CD9, 'V'),
(0x2CDA, 'M', u'ⳛ'),
(0x2CDB, 'V'),
(0x2CDC, 'M', u'ⳝ'),
(0x2CDD, 'V'),
(0x2CDE, 'M', u'ⳟ'),
(0x2CDF, 'V'),
(0x2CE0, 'M', u'ⳡ'),
(0x2CE1, 'V'),
(0x2CE2, 'M', u'ⳣ'),
(0x2CE3, 'V'),
(0x2CEB, 'M', u'ⳬ'),
(0x2CEC, 'V'),
(0x2CED, 'M', u'ⳮ'),
]
def _seg_26():
return [
(0x2CEE, 'V'),
(0x2CF2, 'M', u'ⳳ'),
(0x2CF3, 'V'),
(0x2CF4, 'X'),
(0x2CF9, 'V'),
(0x2D26, 'X'),
(0x2D27, 'V'),
(0x2D28, 'X'),
(0x2D2D, 'V'),
(0x2D2E, 'X'),
(0x2D30, 'V'),
(0x2D68, 'X'),
(0x2D6F, 'M', u'ⵡ'),
(0x2D70, 'V'),
(0x2D71, 'X'),
(0x2D7F, 'V'),
(0x2D97, 'X'),
(0x2DA0, 'V'),
(0x2DA7, 'X'),
(0x2DA8, 'V'),
(0x2DAF, 'X'),
(0x2DB0, 'V'),
(0x2DB7, 'X'),
(0x2DB8, 'V'),
(0x2DBF, 'X'),
(0x2DC0, 'V'),
(0x2DC7, 'X'),
(0x2DC8, 'V'),
(0x2DCF, 'X'),
(0x2DD0, 'V'),
(0x2DD7, 'X'),
(0x2DD8, 'V'),
(0x2DDF, 'X'),
(0x2DE0, 'V'),
(0x2E3C, 'X'),
(0x2E80, 'V'),
(0x2E9A, 'X'),
(0x2E9B, 'V'),
(0x2E9F, 'M', u'母'),
(0x2EA0, 'V'),
(0x2EF3, 'M', u'龟'),
(0x2EF4, 'X'),
(0x2F00, 'M', u'一'),
(0x2F01, 'M', u'丨'),
(0x2F02, 'M', u'丶'),
(0x2F03, 'M', u'丿'),
(0x2F04, 'M', u'乙'),
(0x2F05, 'M', u'亅'),
(0x2F06, 'M', u'二'),
(0x2F07, 'M', u'亠'),
(0x2F08, 'M', u'人'),
(0x2F09, 'M', u'儿'),
(0x2F0A, 'M', u'入'),
(0x2F0B, 'M', u'八'),
(0x2F0C, 'M', u'冂'),
(0x2F0D, 'M', u'冖'),
(0x2F0E, 'M', u'冫'),
(0x2F0F, 'M', u'几'),
(0x2F10, 'M', u'凵'),
(0x2F11, 'M', u'刀'),
(0x2F12, 'M', u'力'),
(0x2F13, 'M', u'勹'),
(0x2F14, 'M', u'匕'),
(0x2F15, 'M', u'匚'),
(0x2F16, 'M', u'匸'),
(0x2F17, 'M', u'十'),
(0x2F18, 'M', u'卜'),
(0x2F19, 'M', u'卩'),
(0x2F1A, 'M', u'厂'),
(0x2F1B, 'M', u'厶'),
(0x2F1C, 'M', u'又'),
(0x2F1D, 'M', u'口'),
(0x2F1E, 'M', u'囗'),
(0x2F1F, 'M', u'土'),
(0x2F20, 'M', u'士'),
(0x2F21, 'M', u'夂'),
(0x2F22, 'M', u'夊'),
(0x2F23, 'M', u'夕'),
(0x2F24, 'M', u'大'),
(0x2F25, 'M', u'女'),
(0x2F26, 'M', u'子'),
(0x2F27, 'M', u'宀'),
(0x2F28, 'M', u'寸'),
(0x2F29, 'M', u'小'),
(0x2F2A, 'M', u'尢'),
(0x2F2B, 'M', u'尸'),
(0x2F2C, 'M', u'屮'),
(0x2F2D, 'M', u'山'),
(0x2F2E, 'M', u'巛'),
(0x2F2F, 'M', u'工'),
(0x2F30, 'M', u'己'),
(0x2F31, 'M', u'巾'),
(0x2F32, 'M', u'干'),
(0x2F33, 'M', u'幺'),
(0x2F34, 'M', u'广'),
(0x2F35, 'M', u'廴'),
(0x2F36, 'M', u'廾'),
(0x2F37, 'M', u'弋'),
(0x2F38, 'M', u'弓'),
(0x2F39, 'M', u'彐'),
]
def _seg_27():
return [
(0x2F3A, 'M', u'彡'),
(0x2F3B, 'M', u'彳'),
(0x2F3C, 'M', u'心'),
(0x2F3D, 'M', u'戈'),
(0x2F3E, 'M', u'戶'),
(0x2F3F, 'M', u'手'),
(0x2F40, 'M', u'支'),
(0x2F41, 'M', u'攴'),
(0x2F42, 'M', u'文'),
(0x2F43, 'M', u'斗'),
(0x2F44, 'M', u'斤'),
(0x2F45, 'M', u'方'),
(0x2F46, 'M', u'无'),
(0x2F47, 'M', u'日'),
(0x2F48, 'M', u'曰'),
(0x2F49, 'M', u'月'),
(0x2F4A, 'M', u'木'),
(0x2F4B, 'M', u'欠'),
(0x2F4C, 'M', u'止'),
(0x2F4D, 'M', u'歹'),
(0x2F4E, 'M', u'殳'),
(0x2F4F, 'M', u'毋'),
(0x2F50, 'M', u'比'),
(0x2F51, 'M', u'毛'),
(0x2F52, 'M', u'氏'),
(0x2F53, 'M', u'气'),
(0x2F54, 'M', u'水'),
(0x2F55, 'M', u'火'),
(0x2F56, 'M', u'爪'),
(0x2F57, 'M', u'父'),
(0x2F58, 'M', u'爻'),
(0x2F59, 'M', u'爿'),
(0x2F5A, 'M', u'片'),
(0x2F5B, 'M', u'牙'),
(0x2F5C, 'M', u'牛'),
(0x2F5D, 'M', u'犬'),
(0x2F5E, 'M', u'玄'),
(0x2F5F, 'M', u'玉'),
(0x2F60, 'M', u'瓜'),
(0x2F61, 'M', u'瓦'),
(0x2F62, 'M', u'甘'),
(0x2F63, 'M', u'生'),
(0x2F64, 'M', u'用'),
(0x2F65, 'M', u'田'),
(0x2F66, 'M', u'疋'),
(0x2F67, 'M', u'疒'),
(0x2F68, 'M', u'癶'),
(0x2F69, 'M', u'白'),
(0x2F6A, 'M', u'皮'),
(0x2F6B, 'M', u'皿'),
(0x2F6C, 'M', u'目'),
(0x2F6D, 'M', u'矛'),
(0x2F6E, 'M', u'矢'),
(0x2F6F, 'M', u'石'),
(0x2F70, 'M', u'示'),
(0x2F71, 'M', u'禸'),
(0x2F72, 'M', u'禾'),
(0x2F73, 'M', u'穴'),
(0x2F74, 'M', u'立'),
(0x2F75, 'M', u'竹'),
(0x2F76, 'M', u'米'),
(0x2F77, 'M', u'糸'),
(0x2F78, 'M', u'缶'),
(0x2F79, 'M', u'网'),
(0x2F7A, 'M', u'羊'),
(0x2F7B, 'M', u'羽'),
(0x2F7C, 'M', u'老'),
(0x2F7D, 'M', u'而'),
(0x2F7E, 'M', u'耒'),
(0x2F7F, 'M', u'耳'),
(0x2F80, 'M', u'聿'),
(0x2F81, 'M', u'肉'),
(0x2F82, 'M', u'臣'),
(0x2F83, 'M', u'自'),
(0x2F84, 'M', u'至'),
(0x2F85, 'M', u'臼'),
(0x2F86, 'M', u'舌'),
(0x2F87, 'M', u'舛'),
(0x2F88, 'M', u'舟'),
(0x2F89, 'M', u'艮'),
(0x2F8A, 'M', u'色'),
(0x2F8B, 'M', u'艸'),
(0x2F8C, 'M', u'虍'),
(0x2F8D, 'M', u'虫'),
(0x2F8E, 'M', u'血'),
(0x2F8F, 'M', u'行'),
(0x2F90, 'M', u'衣'),
(0x2F91, 'M', u'襾'),
(0x2F92, 'M', u'見'),
(0x2F93, 'M', u'角'),
(0x2F94, 'M', u'言'),
(0x2F95, 'M', u'谷'),
(0x2F96, 'M', u'豆'),
(0x2F97, 'M', u'豕'),
(0x2F98, 'M', u'豸'),
(0x2F99, 'M', u'貝'),
(0x2F9A, 'M', u'赤'),
(0x2F9B, 'M', u'走'),
(0x2F9C, 'M', u'足'),
(0x2F9D, 'M', u'身'),
]
def _seg_28():
return [
(0x2F9E, 'M', u'車'),
(0x2F9F, 'M', u'辛'),
(0x2FA0, 'M', u'辰'),
(0x2FA1, 'M', u'辵'),
(0x2FA2, 'M', u'邑'),
(0x2FA3, 'M', u'酉'),
(0x2FA4, 'M', u'釆'),
(0x2FA5, 'M', u'里'),
(0x2FA6, 'M', u'金'),
(0x2FA7, 'M', u'長'),
(0x2FA8, 'M', u'門'),
(0x2FA9, 'M', u'阜'),
(0x2FAA, 'M', u'隶'),
(0x2FAB, 'M', u'隹'),
(0x2FAC, 'M', u'雨'),
(0x2FAD, 'M', u'靑'),
(0x2FAE, 'M', u'非'),
(0x2FAF, 'M', u'面'),
(0x2FB0, 'M', u'革'),
(0x2FB1, 'M', u'韋'),
(0x2FB2, 'M', u'韭'),
(0x2FB3, 'M', u'音'),
(0x2FB4, 'M', u'頁'),
(0x2FB5, 'M', u'風'),
(0x2FB6, 'M', u'飛'),
(0x2FB7, 'M', u'食'),
(0x2FB8, 'M', u'首'),
(0x2FB9, 'M', u'香'),
(0x2FBA, 'M', u'馬'),
(0x2FBB, 'M', u'骨'),
(0x2FBC, 'M', u'高'),
(0x2FBD, 'M', u'髟'),
(0x2FBE, 'M', u'鬥'),
(0x2FBF, 'M', u'鬯'),
(0x2FC0, 'M', u'鬲'),
(0x2FC1, 'M', u'鬼'),
(0x2FC2, 'M', u'魚'),
(0x2FC3, 'M', u'鳥'),
(0x2FC4, 'M', u'鹵'),
(0x2FC5, 'M', u'鹿'),
(0x2FC6, 'M', u'麥'),
(0x2FC7, 'M', u'麻'),
(0x2FC8, 'M', u'黃'),
(0x2FC9, 'M', u'黍'),
(0x2FCA, 'M', u'黑'),
(0x2FCB, 'M', u'黹'),
(0x2FCC, 'M', u'黽'),
(0x2FCD, 'M', u'鼎'),
(0x2FCE, 'M', u'鼓'),
(0x2FCF, 'M', u'鼠'),
(0x2FD0, 'M', u'鼻'),
(0x2FD1, 'M', u'齊'),
(0x2FD2, 'M', u'齒'),
(0x2FD3, 'M', u'龍'),
(0x2FD4, 'M', u'龜'),
(0x2FD5, 'M', u'龠'),
(0x2FD6, 'X'),
(0x3000, '3', u' '),
(0x3001, 'V'),
(0x3002, 'M', u'.'),
(0x3003, 'V'),
(0x3036, 'M', u'〒'),
(0x3037, 'V'),
(0x3038, 'M', u'十'),
(0x3039, 'M', u'卄'),
(0x303A, 'M', u'卅'),
(0x303B, 'V'),
(0x3040, 'X'),
(0x3041, 'V'),
(0x3097, 'X'),
(0x3099, 'V'),
(0x309B, '3', u' ゙'),
(0x309C, '3', u' ゚'),
(0x309D, 'V'),
(0x309F, 'M', u'より'),
(0x30A0, 'V'),
(0x30FF, 'M', u'コト'),
(0x3100, 'X'),
(0x3105, 'V'),
(0x312E, 'X'),
(0x3131, 'M', u'ᄀ'),
(0x3132, 'M', u'ᄁ'),
(0x3133, 'M', u'ᆪ'),
(0x3134, 'M', u'ᄂ'),
(0x3135, 'M', u'ᆬ'),
(0x3136, 'M', u'ᆭ'),
(0x3137, 'M', u'ᄃ'),
(0x3138, 'M', u'ᄄ'),
(0x3139, 'M', u'ᄅ'),
(0x313A, 'M', u'ᆰ'),
(0x313B, 'M', u'ᆱ'),
(0x313C, 'M', u'ᆲ'),
(0x313D, 'M', u'ᆳ'),
(0x313E, 'M', u'ᆴ'),
(0x313F, 'M', u'ᆵ'),
(0x3140, 'M', u'ᄚ'),
(0x3141, 'M', u'ᄆ'),
(0x3142, 'M', u'ᄇ'),
(0x3143, 'M', u'ᄈ'),
(0x3144, 'M', u'ᄡ'),
]
def _seg_29():
return [
(0x3145, 'M', u'ᄉ'),
(0x3146, 'M', u'ᄊ'),
(0x3147, 'M', u'ᄋ'),
(0x3148, 'M', u'ᄌ'),
(0x3149, 'M', u'ᄍ'),
(0x314A, 'M', u'ᄎ'),
(0x314B, 'M', u'ᄏ'),
(0x314C, 'M', u'ᄐ'),
(0x314D, 'M', u'ᄑ'),
(0x314E, 'M', u'ᄒ'),
(0x314F, 'M', u'ᅡ'),
(0x3150, 'M', u'ᅢ'),
(0x3151, 'M', u'ᅣ'),
(0x3152, 'M', u'ᅤ'),
(0x3153, 'M', u'ᅥ'),
(0x3154, 'M', u'ᅦ'),
(0x3155, 'M', u'ᅧ'),
(0x3156, 'M', u'ᅨ'),
(0x3157, 'M', u'ᅩ'),
(0x3158, 'M', u'ᅪ'),
(0x3159, 'M', u'ᅫ'),
(0x315A, 'M', u'ᅬ'),
(0x315B, 'M', u'ᅭ'),
(0x315C, 'M', u'ᅮ'),
(0x315D, 'M', u'ᅯ'),
(0x315E, 'M', u'ᅰ'),
(0x315F, 'M', u'ᅱ'),
(0x3160, 'M', u'ᅲ'),
(0x3161, 'M', u'ᅳ'),
(0x3162, 'M', u'ᅴ'),
(0x3163, 'M', u'ᅵ'),
(0x3164, 'X'),
(0x3165, 'M', u'ᄔ'),
(0x3166, 'M', u'ᄕ'),
(0x3167, 'M', u'ᇇ'),
(0x3168, 'M', u'ᇈ'),
(0x3169, 'M', u'ᇌ'),
(0x316A, 'M', u'ᇎ'),
(0x316B, 'M', u'ᇓ'),
(0x316C, 'M', u'ᇗ'),
(0x316D, 'M', u'ᇙ'),
(0x316E, 'M', u'ᄜ'),
(0x316F, 'M', u'ᇝ'),
(0x3170, 'M', u'ᇟ'),
(0x3171, 'M', u'ᄝ'),
(0x3172, 'M', u'ᄞ'),
(0x3173, 'M', u'ᄠ'),
(0x3174, 'M', u'ᄢ'),
(0x3175, 'M', u'ᄣ'),
(0x3176, 'M', u'ᄧ'),
(0x3177, 'M', u'ᄩ'),
(0x3178, 'M', u'ᄫ'),
(0x3179, 'M', u'ᄬ'),
(0x317A, 'M', u'ᄭ'),
(0x317B, 'M', u'ᄮ'),
(0x317C, 'M', u'ᄯ'),
(0x317D, 'M', u'ᄲ'),
(0x317E, 'M', u'ᄶ'),
(0x317F, 'M', u'ᅀ'),
(0x3180, 'M', u'ᅇ'),
(0x3181, 'M', u'ᅌ'),
(0x3182, 'M', u'ᇱ'),
(0x3183, 'M', u'ᇲ'),
(0x3184, 'M', u'ᅗ'),
(0x3185, 'M', u'ᅘ'),
(0x3186, 'M', u'ᅙ'),
(0x3187, 'M', u'ᆄ'),
(0x3188, 'M', u'ᆅ'),
(0x3189, 'M', u'ᆈ'),
(0x318A, 'M', u'ᆑ'),
(0x318B, 'M', u'ᆒ'),
(0x318C, 'M', u'ᆔ'),
(0x318D, 'M', u'ᆞ'),
(0x318E, 'M', u'ᆡ'),
(0x318F, 'X'),
(0x3190, 'V'),
(0x3192, 'M', u'一'),
(0x3193, 'M', u'二'),
(0x3194, 'M', u'三'),
(0x3195, 'M', u'四'),
(0x3196, 'M', u'上'),
(0x3197, 'M', u'中'),
(0x3198, 'M', u'下'),
(0x3199, 'M', u'甲'),
(0x319A, 'M', u'乙'),
(0x319B, 'M', u'丙'),
(0x319C, 'M', u'丁'),
(0x319D, 'M', u'天'),
(0x319E, 'M', u'地'),
(0x319F, 'M', u'人'),
(0x31A0, 'V'),
(0x31BB, 'X'),
(0x31C0, 'V'),
(0x31E4, 'X'),
(0x31F0, 'V'),
(0x3200, '3', u'(ᄀ)'),
(0x3201, '3', u'(ᄂ)'),
(0x3202, '3', u'(ᄃ)'),
(0x3203, '3', u'(ᄅ)'),
(0x3204, '3', u'(ᄆ)'),
]
def _seg_30():
return [
(0x3205, '3', u'(ᄇ)'),
(0x3206, '3', u'(ᄉ)'),
(0x3207, '3', u'(ᄋ)'),
(0x3208, '3', u'(ᄌ)'),
(0x3209, '3', u'(ᄎ)'),
(0x320A, '3', u'(ᄏ)'),
(0x320B, '3', u'(ᄐ)'),
(0x320C, '3', u'(ᄑ)'),
(0x320D, '3', u'(ᄒ)'),
(0x320E, '3', u'(가)'),
(0x320F, '3', u'(나)'),
(0x3210, '3', u'(다)'),
(0x3211, '3', u'(라)'),
(0x3212, '3', u'(마)'),
(0x3213, '3', u'(바)'),
(0x3214, '3', u'(사)'),
(0x3215, '3', u'(아)'),
(0x3216, '3', u'(자)'),
(0x3217, '3', u'(차)'),
(0x3218, '3', u'(카)'),
(0x3219, '3', u'(타)'),
(0x321A, '3', u'(파)'),
(0x321B, '3', u'(하)'),
(0x321C, '3', u'(주)'),
(0x321D, '3', u'(오전)'),
(0x321E, '3', u'(오후)'),
(0x321F, 'X'),
(0x3220, '3', u'(一)'),
(0x3221, '3', u'(二)'),
(0x3222, '3', u'(三)'),
(0x3223, '3', u'(四)'),
(0x3224, '3', u'(五)'),
(0x3225, '3', u'(六)'),
(0x3226, '3', u'(七)'),
(0x3227, '3', u'(八)'),
(0x3228, '3', u'(九)'),
(0x3229, '3', u'(十)'),
(0x322A, '3', u'(月)'),
(0x322B, '3', u'(火)'),
(0x322C, '3', u'(水)'),
(0x322D, '3', u'(木)'),
(0x322E, '3', u'(金)'),
(0x322F, '3', u'(土)'),
(0x3230, '3', u'(日)'),
(0x3231, '3', u'(株)'),
(0x3232, '3', u'(有)'),
(0x3233, '3', u'(社)'),
(0x3234, '3', u'(名)'),
(0x3235, '3', u'(特)'),
(0x3236, '3', u'(財)'),
(0x3237, '3', u'(祝)'),
(0x3238, '3', u'(労)'),
(0x3239, '3', u'(代)'),
(0x323A, '3', u'(呼)'),
(0x323B, '3', u'(学)'),
(0x323C, '3', u'(監)'),
(0x323D, '3', u'(企)'),
(0x323E, '3', u'(資)'),
(0x323F, '3', u'(協)'),
(0x3240, '3', u'(祭)'),
(0x3241, '3', u'(休)'),
(0x3242, '3', u'(自)'),
(0x3243, '3', u'(至)'),
(0x3244, 'M', u'問'),
(0x3245, 'M', u'幼'),
(0x3246, 'M', u'文'),
(0x3247, 'M', u'箏'),
(0x3248, 'V'),
(0x3250, 'M', u'pte'),
(0x3251, 'M', u'21'),
(0x3252, 'M', u'22'),
(0x3253, 'M', u'23'),
(0x3254, 'M', u'24'),
(0x3255, 'M', u'25'),
(0x3256, 'M', u'26'),
(0x3257, 'M', u'27'),
(0x3258, 'M', u'28'),
(0x3259, 'M', u'29'),
(0x325A, 'M', u'30'),
(0x325B, 'M', u'31'),
(0x325C, 'M', u'32'),
(0x325D, 'M', u'33'),
(0x325E, 'M', u'34'),
(0x325F, 'M', u'35'),
(0x3260, 'M', u'ᄀ'),
(0x3261, 'M', u'ᄂ'),
(0x3262, 'M', u'ᄃ'),
(0x3263, 'M', u'ᄅ'),
(0x3264, 'M', u'ᄆ'),
(0x3265, 'M', u'ᄇ'),
(0x3266, 'M', u'ᄉ'),
(0x3267, 'M', u'ᄋ'),
(0x3268, 'M', u'ᄌ'),
(0x3269, 'M', u'ᄎ'),
(0x326A, 'M', u'ᄏ'),
(0x326B, 'M', u'ᄐ'),
(0x326C, 'M', u'ᄑ'),
(0x326D, 'M', u'ᄒ'),
(0x326E, 'M', u'가'),
(0x326F, 'M', u'나'),
]
def _seg_31():
return [
(0x3270, 'M', u'다'),
(0x3271, 'M', u'라'),
(0x3272, 'M', u'마'),
(0x3273, 'M', u'바'),
(0x3274, 'M', u'사'),
(0x3275, 'M', u'아'),
(0x3276, 'M', u'자'),
(0x3277, 'M', u'차'),
(0x3278, 'M', u'카'),
(0x3279, 'M', u'타'),
(0x327A, 'M', u'파'),
(0x327B, 'M', u'하'),
(0x327C, 'M', u'참고'),
(0x327D, 'M', u'주의'),
(0x327E, 'M', u'우'),
(0x327F, 'V'),
(0x3280, 'M', u'一'),
(0x3281, 'M', u'二'),
(0x3282, 'M', u'三'),
(0x3283, 'M', u'四'),
(0x3284, 'M', u'五'),
(0x3285, 'M', u'六'),
(0x3286, 'M', u'七'),
(0x3287, 'M', u'八'),
(0x3288, 'M', u'九'),
(0x3289, 'M', u'十'),
(0x328A, 'M', u'月'),
(0x328B, 'M', u'火'),
(0x328C, 'M', u'水'),
(0x328D, 'M', u'木'),
(0x328E, 'M', u'金'),
(0x328F, 'M', u'土'),
(0x3290, 'M', u'日'),
(0x3291, 'M', u'株'),
(0x3292, 'M', u'有'),
(0x3293, 'M', u'社'),
(0x3294, 'M', u'名'),
(0x3295, 'M', u'特'),
(0x3296, 'M', u'財'),
(0x3297, 'M', u'祝'),
(0x3298, 'M', u'労'),
(0x3299, 'M', u'秘'),
(0x329A, 'M', u'男'),
(0x329B, 'M', u'女'),
(0x329C, 'M', u'適'),
(0x329D, 'M', u'優'),
(0x329E, 'M', u'印'),
(0x329F, 'M', u'注'),
(0x32A0, 'M', u'項'),
(0x32A1, 'M', u'休'),
(0x32A2, 'M', u'写'),
(0x32A3, 'M', u'正'),
(0x32A4, 'M', u'上'),
(0x32A5, 'M', u'中'),
(0x32A6, 'M', u'下'),
(0x32A7, 'M', u'左'),
(0x32A8, 'M', u'右'),
(0x32A9, 'M', u'医'),
(0x32AA, 'M', u'宗'),
(0x32AB, 'M', u'学'),
(0x32AC, 'M', u'監'),
(0x32AD, 'M', u'企'),
(0x32AE, 'M', u'資'),
(0x32AF, 'M', u'協'),
(0x32B0, 'M', u'夜'),
(0x32B1, 'M', u'36'),
(0x32B2, 'M', u'37'),
(0x32B3, 'M', u'38'),
(0x32B4, 'M', u'39'),
(0x32B5, 'M', u'40'),
(0x32B6, 'M', u'41'),
(0x32B7, 'M', u'42'),
(0x32B8, 'M', u'43'),
(0x32B9, 'M', u'44'),
(0x32BA, 'M', u'45'),
(0x32BB, 'M', u'46'),
(0x32BC, 'M', u'47'),
(0x32BD, 'M', u'48'),
(0x32BE, 'M', u'49'),
(0x32BF, 'M', u'50'),
(0x32C0, 'M', u'1月'),
(0x32C1, 'M', u'2月'),
(0x32C2, 'M', u'3月'),
(0x32C3, 'M', u'4月'),
(0x32C4, 'M', u'5月'),
(0x32C5, 'M', u'6月'),
(0x32C6, 'M', u'7月'),
(0x32C7, 'M', u'8月'),
(0x32C8, 'M', u'9月'),
(0x32C9, 'M', u'10月'),
(0x32CA, 'M', u'11月'),
(0x32CB, 'M', u'12月'),
(0x32CC, 'M', u'hg'),
(0x32CD, 'M', u'erg'),
(0x32CE, 'M', u'ev'),
(0x32CF, 'M', u'ltd'),
(0x32D0, 'M', u'ア'),
(0x32D1, 'M', u'イ'),
(0x32D2, 'M', u'ウ'),
(0x32D3, 'M', u'エ'),
]
def _seg_32():
return [
(0x32D4, 'M', u'オ'),
(0x32D5, 'M', u'カ'),
(0x32D6, 'M', u'キ'),
(0x32D7, 'M', u'ク'),
(0x32D8, 'M', u'ケ'),
(0x32D9, 'M', u'コ'),
(0x32DA, 'M', u'サ'),
(0x32DB, 'M', u'シ'),
(0x32DC, 'M', u'ス'),
(0x32DD, 'M', u'セ'),
(0x32DE, 'M', u'ソ'),
(0x32DF, 'M', u'タ'),
(0x32E0, 'M', u'チ'),
(0x32E1, 'M', u'ツ'),
(0x32E2, 'M', u'テ'),
(0x32E3, 'M', u'ト'),
(0x32E4, 'M', u'ナ'),
(0x32E5, 'M', u'ニ'),
(0x32E6, 'M', u'ヌ'),
(0x32E7, 'M', u'ネ'),
(0x32E8, 'M', u'ノ'),
(0x32E9, 'M', u'ハ'),
(0x32EA, 'M', u'ヒ'),
(0x32EB, 'M', u'フ'),
(0x32EC, 'M', u'ヘ'),
(0x32ED, 'M', u'ホ'),
(0x32EE, 'M', u'マ'),
(0x32EF, 'M', u'ミ'),
(0x32F0, 'M', u'ム'),
(0x32F1, 'M', u'メ'),
(0x32F2, 'M', u'モ'),
(0x32F3, 'M', u'ヤ'),
(0x32F4, 'M', u'ユ'),
(0x32F5, 'M', u'ヨ'),
(0x32F6, 'M', u'ラ'),
(0x32F7, 'M', u'リ'),
(0x32F8, 'M', u'ル'),
(0x32F9, 'M', u'レ'),
(0x32FA, 'M', u'ロ'),
(0x32FB, 'M', u'ワ'),
(0x32FC, 'M', u'ヰ'),
(0x32FD, 'M', u'ヱ'),
(0x32FE, 'M', u'ヲ'),
(0x32FF, 'X'),
(0x3300, 'M', u'アパート'),
(0x3301, 'M', u'アルファ'),
(0x3302, 'M', u'アンペア'),
(0x3303, 'M', u'アール'),
(0x3304, 'M', u'イニング'),
(0x3305, 'M', u'インチ'),
(0x3306, 'M', u'ウォン'),
(0x3307, 'M', u'エスクード'),
(0x3308, 'M', u'エーカー'),
(0x3309, 'M', u'オンス'),
(0x330A, 'M', u'オーム'),
(0x330B, 'M', u'カイリ'),
(0x330C, 'M', u'カラット'),
(0x330D, 'M', u'カロリー'),
(0x330E, 'M', u'ガロン'),
(0x330F, 'M', u'ガンマ'),
(0x3310, 'M', u'ギガ'),
(0x3311, 'M', u'ギニー'),
(0x3312, 'M', u'キュリー'),
(0x3313, 'M', u'ギルダー'),
(0x3314, 'M', u'キロ'),
(0x3315, 'M', u'キログラム'),
(0x3316, 'M', u'キロメートル'),
(0x3317, 'M', u'キロワット'),
(0x3318, 'M', u'グラム'),
(0x3319, 'M', u'グラムトン'),
(0x331A, 'M', u'クルゼイロ'),
(0x331B, 'M', u'クローネ'),
(0x331C, 'M', u'ケース'),
(0x331D, 'M', u'コルナ'),
(0x331E, 'M', u'コーポ'),
(0x331F, 'M', u'サイクル'),
(0x3320, 'M', u'サンチーム'),
(0x3321, 'M', u'シリング'),
(0x3322, 'M', u'センチ'),
(0x3323, 'M', u'セント'),
(0x3324, 'M', u'ダース'),
(0x3325, 'M', u'デシ'),
(0x3326, 'M', u'ドル'),
(0x3327, 'M', u'トン'),
(0x3328, 'M', u'ナノ'),
(0x3329, 'M', u'ノット'),
(0x332A, 'M', u'ハイツ'),
(0x332B, 'M', u'パーセント'),
(0x332C, 'M', u'パーツ'),
(0x332D, 'M', u'バーレル'),
(0x332E, 'M', u'ピアストル'),
(0x332F, 'M', u'ピクル'),
(0x3330, 'M', u'ピコ'),
(0x3331, 'M', u'ビル'),
(0x3332, 'M', u'ファラッド'),
(0x3333, 'M', u'フィート'),
(0x3334, 'M', u'ブッシェル'),
(0x3335, 'M', u'フラン'),
(0x3336, 'M', u'ヘクタール'),
(0x3337, 'M', u'ペソ'),
]
def _seg_33():
return [
(0x3338, 'M', u'ペニヒ'),
(0x3339, 'M', u'ヘルツ'),
(0x333A, 'M', u'ペンス'),
(0x333B, 'M', u'ページ'),
(0x333C, 'M', u'ベータ'),
(0x333D, 'M', u'ポイント'),
(0x333E, 'M', u'ボルト'),
(0x333F, 'M', u'ホン'),
(0x3340, 'M', u'ポンド'),
(0x3341, 'M', u'ホール'),
(0x3342, 'M', u'ホーン'),
(0x3343, 'M', u'マイクロ'),
(0x3344, 'M', u'マイル'),
(0x3345, 'M', u'マッハ'),
(0x3346, 'M', u'マルク'),
(0x3347, 'M', u'マンション'),
(0x3348, 'M', u'ミクロン'),
(0x3349, 'M', u'ミリ'),
(0x334A, 'M', u'ミリバール'),
(0x334B, 'M', u'メガ'),
(0x334C, 'M', u'メガトン'),
(0x334D, 'M', u'メートル'),
(0x334E, 'M', u'ヤード'),
(0x334F, 'M', u'ヤール'),
(0x3350, 'M', u'ユアン'),
(0x3351, 'M', u'リットル'),
(0x3352, 'M', u'リラ'),
(0x3353, 'M', u'ルピー'),
(0x3354, 'M', u'ルーブル'),
(0x3355, 'M', u'レム'),
(0x3356, 'M', u'レントゲン'),
(0x3357, 'M', u'ワット'),
(0x3358, 'M', u'0点'),
(0x3359, 'M', u'1点'),
(0x335A, 'M', u'2点'),
(0x335B, 'M', u'3点'),
(0x335C, 'M', u'4点'),
(0x335D, 'M', u'5点'),
(0x335E, 'M', u'6点'),
(0x335F, 'M', u'7点'),
(0x3360, 'M', u'8点'),
(0x3361, 'M', u'9点'),
(0x3362, 'M', u'10点'),
(0x3363, 'M', u'11点'),
(0x3364, 'M', u'12点'),
(0x3365, 'M', u'13点'),
(0x3366, 'M', u'14点'),
(0x3367, 'M', u'15点'),
(0x3368, 'M', u'16点'),
(0x3369, 'M', u'17点'),
(0x336A, 'M', u'18点'),
(0x336B, 'M', u'19点'),
(0x336C, 'M', u'20点'),
(0x336D, 'M', u'21点'),
(0x336E, 'M', u'22点'),
(0x336F, 'M', u'23点'),
(0x3370, 'M', u'24点'),
(0x3371, 'M', u'hpa'),
(0x3372, 'M', u'da'),
(0x3373, 'M', u'au'),
(0x3374, 'M', u'bar'),
(0x3375, 'M', u'ov'),
(0x3376, 'M', u'pc'),
(0x3377, 'M', u'dm'),
(0x3378, 'M', u'dm2'),
(0x3379, 'M', u'dm3'),
(0x337A, 'M', u'iu'),
(0x337B, 'M', u'平成'),
(0x337C, 'M', u'昭和'),
(0x337D, 'M', u'大正'),
(0x337E, 'M', u'明治'),
(0x337F, 'M', u'株式会社'),
(0x3380, 'M', u'pa'),
(0x3381, 'M', u'na'),
(0x3382, 'M', u'μa'),
(0x3383, 'M', u'ma'),
(0x3384, 'M', u'ka'),
(0x3385, 'M', u'kb'),
(0x3386, 'M', u'mb'),
(0x3387, 'M', u'gb'),
(0x3388, 'M', u'cal'),
(0x3389, 'M', u'kcal'),
(0x338A, 'M', u'pf'),
(0x338B, 'M', u'nf'),
(0x338C, 'M', u'μf'),
(0x338D, 'M', u'μg'),
(0x338E, 'M', u'mg'),
(0x338F, 'M', u'kg'),
(0x3390, 'M', u'hz'),
(0x3391, 'M', u'khz'),
(0x3392, 'M', u'mhz'),
(0x3393, 'M', u'ghz'),
(0x3394, 'M', u'thz'),
(0x3395, 'M', u'μl'),
(0x3396, 'M', u'ml'),
(0x3397, 'M', u'dl'),
(0x3398, 'M', u'kl'),
(0x3399, 'M', u'fm'),
(0x339A, 'M', u'nm'),
(0x339B, 'M', u'μm'),
]
def _seg_34():
return [
(0x339C, 'M', u'mm'),
(0x339D, 'M', u'cm'),
(0x339E, 'M', u'km'),
(0x339F, 'M', u'mm2'),
(0x33A0, 'M', u'cm2'),
(0x33A1, 'M', u'm2'),
(0x33A2, 'M', u'km2'),
(0x33A3, 'M', u'mm3'),
(0x33A4, 'M', u'cm3'),
(0x33A5, 'M', u'm3'),
(0x33A6, 'M', u'km3'),
(0x33A7, 'M', u'm∕s'),
(0x33A8, 'M', u'm∕s2'),
(0x33A9, 'M', u'pa'),
(0x33AA, 'M', u'kpa'),
(0x33AB, 'M', u'mpa'),
(0x33AC, 'M', u'gpa'),
(0x33AD, 'M', u'rad'),
(0x33AE, 'M', u'rad∕s'),
(0x33AF, 'M', u'rad∕s2'),
(0x33B0, 'M', u'ps'),
(0x33B1, 'M', u'ns'),
(0x33B2, 'M', u'μs'),
(0x33B3, 'M', u'ms'),
(0x33B4, 'M', u'pv'),
(0x33B5, 'M', u'nv'),
(0x33B6, 'M', u'μv'),
(0x33B7, 'M', u'mv'),
(0x33B8, 'M', u'kv'),
(0x33B9, 'M', u'mv'),
(0x33BA, 'M', u'pw'),
(0x33BB, 'M', u'nw'),
(0x33BC, 'M', u'μw'),
(0x33BD, 'M', u'mw'),
(0x33BE, 'M', u'kw'),
(0x33BF, 'M', u'mw'),
(0x33C0, 'M', u'kω'),
(0x33C1, 'M', u'mω'),
(0x33C2, 'X'),
(0x33C3, 'M', u'bq'),
(0x33C4, 'M', u'cc'),
(0x33C5, 'M', u'cd'),
(0x33C6, 'M', u'c∕kg'),
(0x33C7, 'X'),
(0x33C8, 'M', u'db'),
(0x33C9, 'M', u'gy'),
(0x33CA, 'M', u'ha'),
(0x33CB, 'M', u'hp'),
(0x33CC, 'M', u'in'),
(0x33CD, 'M', u'kk'),
(0x33CE, 'M', u'km'),
(0x33CF, 'M', u'kt'),
(0x33D0, 'M', u'lm'),
(0x33D1, 'M', u'ln'),
(0x33D2, 'M', u'log'),
(0x33D3, 'M', u'lx'),
(0x33D4, 'M', u'mb'),
(0x33D5, 'M', u'mil'),
(0x33D6, 'M', u'mol'),
(0x33D7, 'M', u'ph'),
(0x33D8, 'X'),
(0x33D9, 'M', u'ppm'),
(0x33DA, 'M', u'pr'),
(0x33DB, 'M', u'sr'),
(0x33DC, 'M', u'sv'),
(0x33DD, 'M', u'wb'),
(0x33DE, 'M', u'v∕m'),
(0x33DF, 'M', u'a∕m'),
(0x33E0, 'M', u'1日'),
(0x33E1, 'M', u'2日'),
(0x33E2, 'M', u'3日'),
(0x33E3, 'M', u'4日'),
(0x33E4, 'M', u'5日'),
(0x33E5, 'M', u'6日'),
(0x33E6, 'M', u'7日'),
(0x33E7, 'M', u'8日'),
(0x33E8, 'M', u'9日'),
(0x33E9, 'M', u'10日'),
(0x33EA, 'M', u'11日'),
(0x33EB, 'M', u'12日'),
(0x33EC, 'M', u'13日'),
(0x33ED, 'M', u'14日'),
(0x33EE, 'M', u'15日'),
(0x33EF, 'M', u'16日'),
(0x33F0, 'M', u'17日'),
(0x33F1, 'M', u'18日'),
(0x33F2, 'M', u'19日'),
(0x33F3, 'M', u'20日'),
(0x33F4, 'M', u'21日'),
(0x33F5, 'M', u'22日'),
(0x33F6, 'M', u'23日'),
(0x33F7, 'M', u'24日'),
(0x33F8, 'M', u'25日'),
(0x33F9, 'M', u'26日'),
(0x33FA, 'M', u'27日'),
(0x33FB, 'M', u'28日'),
(0x33FC, 'M', u'29日'),
(0x33FD, 'M', u'30日'),
(0x33FE, 'M', u'31日'),
(0x33FF, 'M', u'gal'),
]
def _seg_35():
return [
(0x3400, 'V'),
(0x4DB6, 'X'),
(0x4DC0, 'V'),
(0x9FCD, 'X'),
(0xA000, 'V'),
(0xA48D, 'X'),
(0xA490, 'V'),
(0xA4C7, 'X'),
(0xA4D0, 'V'),
(0xA62C, 'X'),
(0xA640, 'M', u'ꙁ'),
(0xA641, 'V'),
(0xA642, 'M', u'ꙃ'),
(0xA643, 'V'),
(0xA644, 'M', u'ꙅ'),
(0xA645, 'V'),
(0xA646, 'M', u'ꙇ'),
(0xA647, 'V'),
(0xA648, 'M', u'ꙉ'),
(0xA649, 'V'),
(0xA64A, 'M', u'ꙋ'),
(0xA64B, 'V'),
(0xA64C, 'M', u'ꙍ'),
(0xA64D, 'V'),
(0xA64E, 'M', u'ꙏ'),
(0xA64F, 'V'),
(0xA650, 'M', u'ꙑ'),
(0xA651, 'V'),
(0xA652, 'M', u'ꙓ'),
(0xA653, 'V'),
(0xA654, 'M', u'ꙕ'),
(0xA655, 'V'),
(0xA656, 'M', u'ꙗ'),
(0xA657, 'V'),
(0xA658, 'M', u'ꙙ'),
(0xA659, 'V'),
(0xA65A, 'M', u'ꙛ'),
(0xA65B, 'V'),
(0xA65C, 'M', u'ꙝ'),
(0xA65D, 'V'),
(0xA65E, 'M', u'ꙟ'),
(0xA65F, 'V'),
(0xA660, 'M', u'ꙡ'),
(0xA661, 'V'),
(0xA662, 'M', u'ꙣ'),
(0xA663, 'V'),
(0xA664, 'M', u'ꙥ'),
(0xA665, 'V'),
(0xA666, 'M', u'ꙧ'),
(0xA667, 'V'),
(0xA668, 'M', u'ꙩ'),
(0xA669, 'V'),
(0xA66A, 'M', u'ꙫ'),
(0xA66B, 'V'),
(0xA66C, 'M', u'ꙭ'),
(0xA66D, 'V'),
(0xA680, 'M', u'ꚁ'),
(0xA681, 'V'),
(0xA682, 'M', u'ꚃ'),
(0xA683, 'V'),
(0xA684, 'M', u'ꚅ'),
(0xA685, 'V'),
(0xA686, 'M', u'ꚇ'),
(0xA687, 'V'),
(0xA688, 'M', u'ꚉ'),
(0xA689, 'V'),
(0xA68A, 'M', u'ꚋ'),
(0xA68B, 'V'),
(0xA68C, 'M', u'ꚍ'),
(0xA68D, 'V'),
(0xA68E, 'M', u'ꚏ'),
(0xA68F, 'V'),
(0xA690, 'M', u'ꚑ'),
(0xA691, 'V'),
(0xA692, 'M', u'ꚓ'),
(0xA693, 'V'),
(0xA694, 'M', u'ꚕ'),
(0xA695, 'V'),
(0xA696, 'M', u'ꚗ'),
(0xA697, 'V'),
(0xA698, 'X'),
(0xA69F, 'V'),
(0xA6F8, 'X'),
(0xA700, 'V'),
(0xA722, 'M', u'ꜣ'),
(0xA723, 'V'),
(0xA724, 'M', u'ꜥ'),
(0xA725, 'V'),
(0xA726, 'M', u'ꜧ'),
(0xA727, 'V'),
(0xA728, 'M', u'ꜩ'),
(0xA729, 'V'),
(0xA72A, 'M', u'ꜫ'),
(0xA72B, 'V'),
(0xA72C, 'M', u'ꜭ'),
(0xA72D, 'V'),
(0xA72E, 'M', u'ꜯ'),
(0xA72F, 'V'),
(0xA732, 'M', u'ꜳ'),
(0xA733, 'V'),
]
def _seg_36():
return [
(0xA734, 'M', u'ꜵ'),
(0xA735, 'V'),
(0xA736, 'M', u'ꜷ'),
(0xA737, 'V'),
(0xA738, 'M', u'ꜹ'),
(0xA739, 'V'),
(0xA73A, 'M', u'ꜻ'),
(0xA73B, 'V'),
(0xA73C, 'M', u'ꜽ'),
(0xA73D, 'V'),
(0xA73E, 'M', u'ꜿ'),
(0xA73F, 'V'),
(0xA740, 'M', u'ꝁ'),
(0xA741, 'V'),
(0xA742, 'M', u'ꝃ'),
(0xA743, 'V'),
(0xA744, 'M', u'ꝅ'),
(0xA745, 'V'),
(0xA746, 'M', u'ꝇ'),
(0xA747, 'V'),
(0xA748, 'M', u'ꝉ'),
(0xA749, 'V'),
(0xA74A, 'M', u'ꝋ'),
(0xA74B, 'V'),
(0xA74C, 'M', u'ꝍ'),
(0xA74D, 'V'),
(0xA74E, 'M', u'ꝏ'),
(0xA74F, 'V'),
(0xA750, 'M', u'ꝑ'),
(0xA751, 'V'),
(0xA752, 'M', u'ꝓ'),
(0xA753, 'V'),
(0xA754, 'M', u'ꝕ'),
(0xA755, 'V'),
(0xA756, 'M', u'ꝗ'),
(0xA757, 'V'),
(0xA758, 'M', u'ꝙ'),
(0xA759, 'V'),
(0xA75A, 'M', u'ꝛ'),
(0xA75B, 'V'),
(0xA75C, 'M', u'ꝝ'),
(0xA75D, 'V'),
(0xA75E, 'M', u'ꝟ'),
(0xA75F, 'V'),
(0xA760, 'M', u'ꝡ'),
(0xA761, 'V'),
(0xA762, 'M', u'ꝣ'),
(0xA763, 'V'),
(0xA764, 'M', u'ꝥ'),
(0xA765, 'V'),
(0xA766, 'M', u'ꝧ'),
(0xA767, 'V'),
(0xA768, 'M', u'ꝩ'),
(0xA769, 'V'),
(0xA76A, 'M', u'ꝫ'),
(0xA76B, 'V'),
(0xA76C, 'M', u'ꝭ'),
(0xA76D, 'V'),
(0xA76E, 'M', u'ꝯ'),
(0xA76F, 'V'),
(0xA770, 'M', u'ꝯ'),
(0xA771, 'V'),
(0xA779, 'M', u'ꝺ'),
(0xA77A, 'V'),
(0xA77B, 'M', u'ꝼ'),
(0xA77C, 'V'),
(0xA77D, 'M', u'ᵹ'),
(0xA77E, 'M', u'ꝿ'),
(0xA77F, 'V'),
(0xA780, 'M', u'ꞁ'),
(0xA781, 'V'),
(0xA782, 'M', u'ꞃ'),
(0xA783, 'V'),
(0xA784, 'M', u'ꞅ'),
(0xA785, 'V'),
(0xA786, 'M', u'ꞇ'),
(0xA787, 'V'),
(0xA78B, 'M', u'ꞌ'),
(0xA78C, 'V'),
(0xA78D, 'M', u'ɥ'),
(0xA78E, 'V'),
(0xA78F, 'X'),
(0xA790, 'M', u'ꞑ'),
(0xA791, 'V'),
(0xA792, 'M', u'ꞓ'),
(0xA793, 'V'),
(0xA794, 'X'),
(0xA7A0, 'M', u'ꞡ'),
(0xA7A1, 'V'),
(0xA7A2, 'M', u'ꞣ'),
(0xA7A3, 'V'),
(0xA7A4, 'M', u'ꞥ'),
(0xA7A5, 'V'),
(0xA7A6, 'M', u'ꞧ'),
(0xA7A7, 'V'),
(0xA7A8, 'M', u'ꞩ'),
(0xA7A9, 'V'),
(0xA7AA, 'M', u'ɦ'),
(0xA7AB, 'X'),
(0xA7F8, 'M', u'ħ'),
]
def _seg_37():
return [
(0xA7F9, 'M', u'œ'),
(0xA7FA, 'V'),
(0xA82C, 'X'),
(0xA830, 'V'),
(0xA83A, 'X'),
(0xA840, 'V'),
(0xA878, 'X'),
(0xA880, 'V'),
(0xA8C5, 'X'),
(0xA8CE, 'V'),
(0xA8DA, 'X'),
(0xA8E0, 'V'),
(0xA8FC, 'X'),
(0xA900, 'V'),
(0xA954, 'X'),
(0xA95F, 'V'),
(0xA97D, 'X'),
(0xA980, 'V'),
(0xA9CE, 'X'),
(0xA9CF, 'V'),
(0xA9DA, 'X'),
(0xA9DE, 'V'),
(0xA9E0, 'X'),
(0xAA00, 'V'),
(0xAA37, 'X'),
(0xAA40, 'V'),
(0xAA4E, 'X'),
(0xAA50, 'V'),
(0xAA5A, 'X'),
(0xAA5C, 'V'),
(0xAA7C, 'X'),
(0xAA80, 'V'),
(0xAAC3, 'X'),
(0xAADB, 'V'),
(0xAAF7, 'X'),
(0xAB01, 'V'),
(0xAB07, 'X'),
(0xAB09, 'V'),
(0xAB0F, 'X'),
(0xAB11, 'V'),
(0xAB17, 'X'),
(0xAB20, 'V'),
(0xAB27, 'X'),
(0xAB28, 'V'),
(0xAB2F, 'X'),
(0xABC0, 'V'),
(0xABEE, 'X'),
(0xABF0, 'V'),
(0xABFA, 'X'),
(0xAC00, 'V'),
(0xD7A4, 'X'),
(0xD7B0, 'V'),
(0xD7C7, 'X'),
(0xD7CB, 'V'),
(0xD7FC, 'X'),
(0xF900, 'M', u'豈'),
(0xF901, 'M', u'更'),
(0xF902, 'M', u'車'),
(0xF903, 'M', u'賈'),
(0xF904, 'M', u'滑'),
(0xF905, 'M', u'串'),
(0xF906, 'M', u'句'),
(0xF907, 'M', u'龜'),
(0xF909, 'M', u'契'),
(0xF90A, 'M', u'金'),
(0xF90B, 'M', u'喇'),
(0xF90C, 'M', u'奈'),
(0xF90D, 'M', u'懶'),
(0xF90E, 'M', u'癩'),
(0xF90F, 'M', u'羅'),
(0xF910, 'M', u'蘿'),
(0xF911, 'M', u'螺'),
(0xF912, 'M', u'裸'),
(0xF913, 'M', u'邏'),
(0xF914, 'M', u'樂'),
(0xF915, 'M', u'洛'),
(0xF916, 'M', u'烙'),
(0xF917, 'M', u'珞'),
(0xF918, 'M', u'落'),
(0xF919, 'M', u'酪'),
(0xF91A, 'M', u'駱'),
(0xF91B, 'M', u'亂'),
(0xF91C, 'M', u'卵'),
(0xF91D, 'M', u'欄'),
(0xF91E, 'M', u'爛'),
(0xF91F, 'M', u'蘭'),
(0xF920, 'M', u'鸞'),
(0xF921, 'M', u'嵐'),
(0xF922, 'M', u'濫'),
(0xF923, 'M', u'藍'),
(0xF924, 'M', u'襤'),
(0xF925, 'M', u'拉'),
(0xF926, 'M', u'臘'),
(0xF927, 'M', u'蠟'),
(0xF928, 'M', u'廊'),
(0xF929, 'M', u'朗'),
(0xF92A, 'M', u'浪'),
(0xF92B, 'M', u'狼'),
(0xF92C, 'M', u'郎'),
(0xF92D, 'M', u'來'),
]
def _seg_38():
return [
(0xF92E, 'M', u'冷'),
(0xF92F, 'M', u'勞'),
(0xF930, 'M', u'擄'),
(0xF931, 'M', u'櫓'),
(0xF932, 'M', u'爐'),
(0xF933, 'M', u'盧'),
(0xF934, 'M', u'老'),
(0xF935, 'M', u'蘆'),
(0xF936, 'M', u'虜'),
(0xF937, 'M', u'路'),
(0xF938, 'M', u'露'),
(0xF939, 'M', u'魯'),
(0xF93A, 'M', u'鷺'),
(0xF93B, 'M', u'碌'),
(0xF93C, 'M', u'祿'),
(0xF93D, 'M', u'綠'),
(0xF93E, 'M', u'菉'),
(0xF93F, 'M', u'錄'),
(0xF940, 'M', u'鹿'),
(0xF941, 'M', u'論'),
(0xF942, 'M', u'壟'),
(0xF943, 'M', u'弄'),
(0xF944, 'M', u'籠'),
(0xF945, 'M', u'聾'),
(0xF946, 'M', u'牢'),
(0xF947, 'M', u'磊'),
(0xF948, 'M', u'賂'),
(0xF949, 'M', u'雷'),
(0xF94A, 'M', u'壘'),
(0xF94B, 'M', u'屢'),
(0xF94C, 'M', u'樓'),
(0xF94D, 'M', u'淚'),
(0xF94E, 'M', u'漏'),
(0xF94F, 'M', u'累'),
(0xF950, 'M', u'縷'),
(0xF951, 'M', u'陋'),
(0xF952, 'M', u'勒'),
(0xF953, 'M', u'肋'),
(0xF954, 'M', u'凜'),
(0xF955, 'M', u'凌'),
(0xF956, 'M', u'稜'),
(0xF957, 'M', u'綾'),
(0xF958, 'M', u'菱'),
(0xF959, 'M', u'陵'),
(0xF95A, 'M', u'讀'),
(0xF95B, 'M', u'拏'),
(0xF95C, 'M', u'樂'),
(0xF95D, 'M', u'諾'),
(0xF95E, 'M', u'丹'),
(0xF95F, 'M', u'寧'),
(0xF960, 'M', u'怒'),
(0xF961, 'M', u'率'),
(0xF962, 'M', u'異'),
(0xF963, 'M', u'北'),
(0xF964, 'M', u'磻'),
(0xF965, 'M', u'便'),
(0xF966, 'M', u'復'),
(0xF967, 'M', u'不'),
(0xF968, 'M', u'泌'),
(0xF969, 'M', u'數'),
(0xF96A, 'M', u'索'),
(0xF96B, 'M', u'參'),
(0xF96C, 'M', u'塞'),
(0xF96D, 'M', u'省'),
(0xF96E, 'M', u'葉'),
(0xF96F, 'M', u'說'),
(0xF970, 'M', u'殺'),
(0xF971, 'M', u'辰'),
(0xF972, 'M', u'沈'),
(0xF973, 'M', u'拾'),
(0xF974, 'M', u'若'),
(0xF975, 'M', u'掠'),
(0xF976, 'M', u'略'),
(0xF977, 'M', u'亮'),
(0xF978, 'M', u'兩'),
(0xF979, 'M', u'凉'),
(0xF97A, 'M', u'梁'),
(0xF97B, 'M', u'糧'),
(0xF97C, 'M', u'良'),
(0xF97D, 'M', u'諒'),
(0xF97E, 'M', u'量'),
(0xF97F, 'M', u'勵'),
(0xF980, 'M', u'呂'),
(0xF981, 'M', u'女'),
(0xF982, 'M', u'廬'),
(0xF983, 'M', u'旅'),
(0xF984, 'M', u'濾'),
(0xF985, 'M', u'礪'),
(0xF986, 'M', u'閭'),
(0xF987, 'M', u'驪'),
(0xF988, 'M', u'麗'),
(0xF989, 'M', u'黎'),
(0xF98A, 'M', u'力'),
(0xF98B, 'M', u'曆'),
(0xF98C, 'M', u'歷'),
(0xF98D, 'M', u'轢'),
(0xF98E, 'M', u'年'),
(0xF98F, 'M', u'憐'),
(0xF990, 'M', u'戀'),
(0xF991, 'M', u'撚'),
]
def _seg_39():
return [
(0xF992, 'M', u'漣'),
(0xF993, 'M', u'煉'),
(0xF994, 'M', u'璉'),
(0xF995, 'M', u'秊'),
(0xF996, 'M', u'練'),
(0xF997, 'M', u'聯'),
(0xF998, 'M', u'輦'),
(0xF999, 'M', u'蓮'),
(0xF99A, 'M', u'連'),
(0xF99B, 'M', u'鍊'),
(0xF99C, 'M', u'列'),
(0xF99D, 'M', u'劣'),
(0xF99E, 'M', u'咽'),
(0xF99F, 'M', u'烈'),
(0xF9A0, 'M', u'裂'),
(0xF9A1, 'M', u'說'),
(0xF9A2, 'M', u'廉'),
(0xF9A3, 'M', u'念'),
(0xF9A4, 'M', u'捻'),
(0xF9A5, 'M', u'殮'),
(0xF9A6, 'M', u'簾'),
(0xF9A7, 'M', u'獵'),
(0xF9A8, 'M', u'令'),
(0xF9A9, 'M', u'囹'),
(0xF9AA, 'M', u'寧'),
(0xF9AB, 'M', u'嶺'),
(0xF9AC, 'M', u'怜'),
(0xF9AD, 'M', u'玲'),
(0xF9AE, 'M', u'瑩'),
(0xF9AF, 'M', u'羚'),
(0xF9B0, 'M', u'聆'),
(0xF9B1, 'M', u'鈴'),
(0xF9B2, 'M', u'零'),
(0xF9B3, 'M', u'靈'),
(0xF9B4, 'M', u'領'),
(0xF9B5, 'M', u'例'),
(0xF9B6, 'M', u'禮'),
(0xF9B7, 'M', u'醴'),
(0xF9B8, 'M', u'隸'),
(0xF9B9, 'M', u'惡'),
(0xF9BA, 'M', u'了'),
(0xF9BB, 'M', u'僚'),
(0xF9BC, 'M', u'寮'),
(0xF9BD, 'M', u'尿'),
(0xF9BE, 'M', u'料'),
(0xF9BF, 'M', u'樂'),
(0xF9C0, 'M', u'燎'),
(0xF9C1, 'M', u'療'),
(0xF9C2, 'M', u'蓼'),
(0xF9C3, 'M', u'遼'),
(0xF9C4, 'M', u'龍'),
(0xF9C5, 'M', u'暈'),
(0xF9C6, 'M', u'阮'),
(0xF9C7, 'M', u'劉'),
(0xF9C8, 'M', u'杻'),
(0xF9C9, 'M', u'柳'),
(0xF9CA, 'M', u'流'),
(0xF9CB, 'M', u'溜'),
(0xF9CC, 'M', u'琉'),
(0xF9CD, 'M', u'留'),
(0xF9CE, 'M', u'硫'),
(0xF9CF, 'M', u'紐'),
(0xF9D0, 'M', u'類'),
(0xF9D1, 'M', u'六'),
(0xF9D2, 'M', u'戮'),
(0xF9D3, 'M', u'陸'),
(0xF9D4, 'M', u'倫'),
(0xF9D5, 'M', u'崙'),
(0xF9D6, 'M', u'淪'),
(0xF9D7, 'M', u'輪'),
(0xF9D8, 'M', u'律'),
(0xF9D9, 'M', u'慄'),
(0xF9DA, 'M', u'栗'),
(0xF9DB, 'M', u'率'),
(0xF9DC, 'M', u'隆'),
(0xF9DD, 'M', u'利'),
(0xF9DE, 'M', u'吏'),
(0xF9DF, 'M', u'履'),
(0xF9E0, 'M', u'易'),
(0xF9E1, 'M', u'李'),
(0xF9E2, 'M', u'梨'),
(0xF9E3, 'M', u'泥'),
(0xF9E4, 'M', u'理'),
(0xF9E5, 'M', u'痢'),
(0xF9E6, 'M', u'罹'),
(0xF9E7, 'M', u'裏'),
(0xF9E8, 'M', u'裡'),
(0xF9E9, 'M', u'里'),
(0xF9EA, 'M', u'離'),
(0xF9EB, 'M', u'匿'),
(0xF9EC, 'M', u'溺'),
(0xF9ED, 'M', u'吝'),
(0xF9EE, 'M', u'燐'),
(0xF9EF, 'M', u'璘'),
(0xF9F0, 'M', u'藺'),
(0xF9F1, 'M', u'隣'),
(0xF9F2, 'M', u'鱗'),
(0xF9F3, 'M', u'麟'),
(0xF9F4, 'M', u'林'),
(0xF9F5, 'M', u'淋'),
]
def _seg_40():
return [
(0xF9F6, 'M', u'臨'),
(0xF9F7, 'M', u'立'),
(0xF9F8, 'M', u'笠'),
(0xF9F9, 'M', u'粒'),
(0xF9FA, 'M', u'狀'),
(0xF9FB, 'M', u'炙'),
(0xF9FC, 'M', u'識'),
(0xF9FD, 'M', u'什'),
(0xF9FE, 'M', u'茶'),
(0xF9FF, 'M', u'刺'),
(0xFA00, 'M', u'切'),
(0xFA01, 'M', u'度'),
(0xFA02, 'M', u'拓'),
(0xFA03, 'M', u'糖'),
(0xFA04, 'M', u'宅'),
(0xFA05, 'M', u'洞'),
(0xFA06, 'M', u'暴'),
(0xFA07, 'M', u'輻'),
(0xFA08, 'M', u'行'),
(0xFA09, 'M', u'降'),
(0xFA0A, 'M', u'見'),
(0xFA0B, 'M', u'廓'),
(0xFA0C, 'M', u'兀'),
(0xFA0D, 'M', u'嗀'),
(0xFA0E, 'V'),
(0xFA10, 'M', u'塚'),
(0xFA11, 'V'),
(0xFA12, 'M', u'晴'),
(0xFA13, 'V'),
(0xFA15, 'M', u'凞'),
(0xFA16, 'M', u'猪'),
(0xFA17, 'M', u'益'),
(0xFA18, 'M', u'礼'),
(0xFA19, 'M', u'神'),
(0xFA1A, 'M', u'祥'),
(0xFA1B, 'M', u'福'),
(0xFA1C, 'M', u'靖'),
(0xFA1D, 'M', u'精'),
(0xFA1E, 'M', u'羽'),
(0xFA1F, 'V'),
(0xFA20, 'M', u'蘒'),
(0xFA21, 'V'),
(0xFA22, 'M', u'諸'),
(0xFA23, 'V'),
(0xFA25, 'M', u'逸'),
(0xFA26, 'M', u'都'),
(0xFA27, 'V'),
(0xFA2A, 'M', u'飯'),
(0xFA2B, 'M', u'飼'),
(0xFA2C, 'M', u'館'),
(0xFA2D, 'M', u'鶴'),
(0xFA2E, 'M', u'郞'),
(0xFA2F, 'M', u'隷'),
(0xFA30, 'M', u'侮'),
(0xFA31, 'M', u'僧'),
(0xFA32, 'M', u'免'),
(0xFA33, 'M', u'勉'),
(0xFA34, 'M', u'勤'),
(0xFA35, 'M', u'卑'),
(0xFA36, 'M', u'喝'),
(0xFA37, 'M', u'嘆'),
(0xFA38, 'M', u'器'),
(0xFA39, 'M', u'塀'),
(0xFA3A, 'M', u'墨'),
(0xFA3B, 'M', u'層'),
(0xFA3C, 'M', u'屮'),
(0xFA3D, 'M', u'悔'),
(0xFA3E, 'M', u'慨'),
(0xFA3F, 'M', u'憎'),
(0xFA40, 'M', u'懲'),
(0xFA41, 'M', u'敏'),
(0xFA42, 'M', u'既'),
(0xFA43, 'M', u'暑'),
(0xFA44, 'M', u'梅'),
(0xFA45, 'M', u'海'),
(0xFA46, 'M', u'渚'),
(0xFA47, 'M', u'漢'),
(0xFA48, 'M', u'煮'),
(0xFA49, 'M', u'爫'),
(0xFA4A, 'M', u'琢'),
(0xFA4B, 'M', u'碑'),
(0xFA4C, 'M', u'社'),
(0xFA4D, 'M', u'祉'),
(0xFA4E, 'M', u'祈'),
(0xFA4F, 'M', u'祐'),
(0xFA50, 'M', u'祖'),
(0xFA51, 'M', u'祝'),
(0xFA52, 'M', u'禍'),
(0xFA53, 'M', u'禎'),
(0xFA54, 'M', u'穀'),
(0xFA55, 'M', u'突'),
(0xFA56, 'M', u'節'),
(0xFA57, 'M', u'練'),
(0xFA58, 'M', u'縉'),
(0xFA59, 'M', u'繁'),
(0xFA5A, 'M', u'署'),
(0xFA5B, 'M', u'者'),
(0xFA5C, 'M', u'臭'),
(0xFA5D, 'M', u'艹'),
(0xFA5F, 'M', u'著'),
]
def _seg_41():
return [
(0xFA60, 'M', u'褐'),
(0xFA61, 'M', u'視'),
(0xFA62, 'M', u'謁'),
(0xFA63, 'M', u'謹'),
(0xFA64, 'M', u'賓'),
(0xFA65, 'M', u'贈'),
(0xFA66, 'M', u'辶'),
(0xFA67, 'M', u'逸'),
(0xFA68, 'M', u'難'),
(0xFA69, 'M', u'響'),
(0xFA6A, 'M', u'頻'),
(0xFA6B, 'M', u'恵'),
(0xFA6C, 'M', u'𤋮'),
(0xFA6D, 'M', u'舘'),
(0xFA6E, 'X'),
(0xFA70, 'M', u'並'),
(0xFA71, 'M', u'况'),
(0xFA72, 'M', u'全'),
(0xFA73, 'M', u'侀'),
(0xFA74, 'M', u'充'),
(0xFA75, 'M', u'冀'),
(0xFA76, 'M', u'勇'),
(0xFA77, 'M', u'勺'),
(0xFA78, 'M', u'喝'),
(0xFA79, 'M', u'啕'),
(0xFA7A, 'M', u'喙'),
(0xFA7B, 'M', u'嗢'),
(0xFA7C, 'M', u'塚'),
(0xFA7D, 'M', u'墳'),
(0xFA7E, 'M', u'奄'),
(0xFA7F, 'M', u'奔'),
(0xFA80, 'M', u'婢'),
(0xFA81, 'M', u'嬨'),
(0xFA82, 'M', u'廒'),
(0xFA83, 'M', u'廙'),
(0xFA84, 'M', u'彩'),
(0xFA85, 'M', u'徭'),
(0xFA86, 'M', u'惘'),
(0xFA87, 'M', u'慎'),
(0xFA88, 'M', u'愈'),
(0xFA89, 'M', u'憎'),
(0xFA8A, 'M', u'慠'),
(0xFA8B, 'M', u'懲'),
(0xFA8C, 'M', u'戴'),
(0xFA8D, 'M', u'揄'),
(0xFA8E, 'M', u'搜'),
(0xFA8F, 'M', u'摒'),
(0xFA90, 'M', u'敖'),
(0xFA91, 'M', u'晴'),
(0xFA92, 'M', u'朗'),
(0xFA93, 'M', u'望'),
(0xFA94, 'M', u'杖'),
(0xFA95, 'M', u'歹'),
(0xFA96, 'M', u'殺'),
(0xFA97, 'M', u'流'),
(0xFA98, 'M', u'滛'),
(0xFA99, 'M', u'滋'),
(0xFA9A, 'M', u'漢'),
(0xFA9B, 'M', u'瀞'),
(0xFA9C, 'M', u'煮'),
(0xFA9D, 'M', u'瞧'),
(0xFA9E, 'M', u'爵'),
(0xFA9F, 'M', u'犯'),
(0xFAA0, 'M', u'猪'),
(0xFAA1, 'M', u'瑱'),
(0xFAA2, 'M', u'甆'),
(0xFAA3, 'M', u'画'),
(0xFAA4, 'M', u'瘝'),
(0xFAA5, 'M', u'瘟'),
(0xFAA6, 'M', u'益'),
(0xFAA7, 'M', u'盛'),
(0xFAA8, 'M', u'直'),
(0xFAA9, 'M', u'睊'),
(0xFAAA, 'M', u'着'),
(0xFAAB, 'M', u'磌'),
(0xFAAC, 'M', u'窱'),
(0xFAAD, 'M', u'節'),
(0xFAAE, 'M', u'类'),
(0xFAAF, 'M', u'絛'),
(0xFAB0, 'M', u'練'),
(0xFAB1, 'M', u'缾'),
(0xFAB2, 'M', u'者'),
(0xFAB3, 'M', u'荒'),
(0xFAB4, 'M', u'華'),
(0xFAB5, 'M', u'蝹'),
(0xFAB6, 'M', u'襁'),
(0xFAB7, 'M', u'覆'),
(0xFAB8, 'M', u'視'),
(0xFAB9, 'M', u'調'),
(0xFABA, 'M', u'諸'),
(0xFABB, 'M', u'請'),
(0xFABC, 'M', u'謁'),
(0xFABD, 'M', u'諾'),
(0xFABE, 'M', u'諭'),
(0xFABF, 'M', u'謹'),
(0xFAC0, 'M', u'變'),
(0xFAC1, 'M', u'贈'),
(0xFAC2, 'M', u'輸'),
(0xFAC3, 'M', u'遲'),
(0xFAC4, 'M', u'醙'),
]
def _seg_42():
return [
(0xFAC5, 'M', u'鉶'),
(0xFAC6, 'M', u'陼'),
(0xFAC7, 'M', u'難'),
(0xFAC8, 'M', u'靖'),
(0xFAC9, 'M', u'韛'),
(0xFACA, 'M', u'響'),
(0xFACB, 'M', u'頋'),
(0xFACC, 'M', u'頻'),
(0xFACD, 'M', u'鬒'),
(0xFACE, 'M', u'龜'),
(0xFACF, 'M', u'𢡊'),
(0xFAD0, 'M', u'𢡄'),
(0xFAD1, 'M', u'𣏕'),
(0xFAD2, 'M', u'㮝'),
(0xFAD3, 'M', u'䀘'),
(0xFAD4, 'M', u'䀹'),
(0xFAD5, 'M', u'𥉉'),
(0xFAD6, 'M', u'𥳐'),
(0xFAD7, 'M', u'𧻓'),
(0xFAD8, 'M', u'齃'),
(0xFAD9, 'M', u'龎'),
(0xFADA, 'X'),
(0xFB00, 'M', u'ff'),
(0xFB01, 'M', u'fi'),
(0xFB02, 'M', u'fl'),
(0xFB03, 'M', u'ffi'),
(0xFB04, 'M', u'ffl'),
(0xFB05, 'M', u'st'),
(0xFB07, 'X'),
(0xFB13, 'M', u'մն'),
(0xFB14, 'M', u'մե'),
(0xFB15, 'M', u'մի'),
(0xFB16, 'M', u'վն'),
(0xFB17, 'M', u'մխ'),
(0xFB18, 'X'),
(0xFB1D, 'M', u'יִ'),
(0xFB1E, 'V'),
(0xFB1F, 'M', u'ײַ'),
(0xFB20, 'M', u'ע'),
(0xFB21, 'M', u'א'),
(0xFB22, 'M', u'ד'),
(0xFB23, 'M', u'ה'),
(0xFB24, 'M', u'כ'),
(0xFB25, 'M', u'ל'),
(0xFB26, 'M', u'ם'),
(0xFB27, 'M', u'ר'),
(0xFB28, 'M', u'ת'),
(0xFB29, '3', u'+'),
(0xFB2A, 'M', u'שׁ'),
(0xFB2B, 'M', u'שׂ'),
(0xFB2C, 'M', u'שּׁ'),
(0xFB2D, 'M', u'שּׂ'),
(0xFB2E, 'M', u'אַ'),
(0xFB2F, 'M', u'אָ'),
(0xFB30, 'M', u'אּ'),
(0xFB31, 'M', u'בּ'),
(0xFB32, 'M', u'גּ'),
(0xFB33, 'M', u'דּ'),
(0xFB34, 'M', u'הּ'),
(0xFB35, 'M', u'וּ'),
(0xFB36, 'M', u'זּ'),
(0xFB37, 'X'),
(0xFB38, 'M', u'טּ'),
(0xFB39, 'M', u'יּ'),
(0xFB3A, 'M', u'ךּ'),
(0xFB3B, 'M', u'כּ'),
(0xFB3C, 'M', u'לּ'),
(0xFB3D, 'X'),
(0xFB3E, 'M', u'מּ'),
(0xFB3F, 'X'),
(0xFB40, 'M', u'נּ'),
(0xFB41, 'M', u'סּ'),
(0xFB42, 'X'),
(0xFB43, 'M', u'ףּ'),
(0xFB44, 'M', u'פּ'),
(0xFB45, 'X'),
(0xFB46, 'M', u'צּ'),
(0xFB47, 'M', u'קּ'),
(0xFB48, 'M', u'רּ'),
(0xFB49, 'M', u'שּ'),
(0xFB4A, 'M', u'תּ'),
(0xFB4B, 'M', u'וֹ'),
(0xFB4C, 'M', u'בֿ'),
(0xFB4D, 'M', u'כֿ'),
(0xFB4E, 'M', u'פֿ'),
(0xFB4F, 'M', u'אל'),
(0xFB50, 'M', u'ٱ'),
(0xFB52, 'M', u'ٻ'),
(0xFB56, 'M', u'پ'),
(0xFB5A, 'M', u'ڀ'),
(0xFB5E, 'M', u'ٺ'),
(0xFB62, 'M', u'ٿ'),
(0xFB66, 'M', u'ٹ'),
(0xFB6A, 'M', u'ڤ'),
(0xFB6E, 'M', u'ڦ'),
(0xFB72, 'M', u'ڄ'),
(0xFB76, 'M', u'ڃ'),
(0xFB7A, 'M', u'چ'),
(0xFB7E, 'M', u'ڇ'),
(0xFB82, 'M', u'ڍ'),
]
def _seg_43():
return [
(0xFB84, 'M', u'ڌ'),
(0xFB86, 'M', u'ڎ'),
(0xFB88, 'M', u'ڈ'),
(0xFB8A, 'M', u'ژ'),
(0xFB8C, 'M', u'ڑ'),
(0xFB8E, 'M', u'ک'),
(0xFB92, 'M', u'گ'),
(0xFB96, 'M', u'ڳ'),
(0xFB9A, 'M', u'ڱ'),
(0xFB9E, 'M', u'ں'),
(0xFBA0, 'M', u'ڻ'),
(0xFBA4, 'M', u'ۀ'),
(0xFBA6, 'M', u'ہ'),
(0xFBAA, 'M', u'ھ'),
(0xFBAE, 'M', u'ے'),
(0xFBB0, 'M', u'ۓ'),
(0xFBB2, 'V'),
(0xFBC2, 'X'),
(0xFBD3, 'M', u'ڭ'),
(0xFBD7, 'M', u'ۇ'),
(0xFBD9, 'M', u'ۆ'),
(0xFBDB, 'M', u'ۈ'),
(0xFBDD, 'M', u'ۇٴ'),
(0xFBDE, 'M', u'ۋ'),
(0xFBE0, 'M', u'ۅ'),
(0xFBE2, 'M', u'ۉ'),
(0xFBE4, 'M', u'ې'),
(0xFBE8, 'M', u'ى'),
(0xFBEA, 'M', u'ئا'),
(0xFBEC, 'M', u'ئە'),
(0xFBEE, 'M', u'ئو'),
(0xFBF0, 'M', u'ئۇ'),
(0xFBF2, 'M', u'ئۆ'),
(0xFBF4, 'M', u'ئۈ'),
(0xFBF6, 'M', u'ئې'),
(0xFBF9, 'M', u'ئى'),
(0xFBFC, 'M', u'ی'),
(0xFC00, 'M', u'ئج'),
(0xFC01, 'M', u'ئح'),
(0xFC02, 'M', u'ئم'),
(0xFC03, 'M', u'ئى'),
(0xFC04, 'M', u'ئي'),
(0xFC05, 'M', u'بج'),
(0xFC06, 'M', u'بح'),
(0xFC07, 'M', u'بخ'),
(0xFC08, 'M', u'بم'),
(0xFC09, 'M', u'بى'),
(0xFC0A, 'M', u'بي'),
(0xFC0B, 'M', u'تج'),
(0xFC0C, 'M', u'تح'),
(0xFC0D, 'M', u'تخ'),
(0xFC0E, 'M', u'تم'),
(0xFC0F, 'M', u'تى'),
(0xFC10, 'M', u'تي'),
(0xFC11, 'M', u'ثج'),
(0xFC12, 'M', u'ثم'),
(0xFC13, 'M', u'ثى'),
(0xFC14, 'M', u'ثي'),
(0xFC15, 'M', u'جح'),
(0xFC16, 'M', u'جم'),
(0xFC17, 'M', u'حج'),
(0xFC18, 'M', u'حم'),
(0xFC19, 'M', u'خج'),
(0xFC1A, 'M', u'خح'),
(0xFC1B, 'M', u'خم'),
(0xFC1C, 'M', u'سج'),
(0xFC1D, 'M', u'سح'),
(0xFC1E, 'M', u'سخ'),
(0xFC1F, 'M', u'سم'),
(0xFC20, 'M', u'صح'),
(0xFC21, 'M', u'صم'),
(0xFC22, 'M', u'ضج'),
(0xFC23, 'M', u'ضح'),
(0xFC24, 'M', u'ضخ'),
(0xFC25, 'M', u'ضم'),
(0xFC26, 'M', u'طح'),
(0xFC27, 'M', u'طم'),
(0xFC28, 'M', u'ظم'),
(0xFC29, 'M', u'عج'),
(0xFC2A, 'M', u'عم'),
(0xFC2B, 'M', u'غج'),
(0xFC2C, 'M', u'غم'),
(0xFC2D, 'M', u'فج'),
(0xFC2E, 'M', u'فح'),
(0xFC2F, 'M', u'فخ'),
(0xFC30, 'M', u'فم'),
(0xFC31, 'M', u'فى'),
(0xFC32, 'M', u'في'),
(0xFC33, 'M', u'قح'),
(0xFC34, 'M', u'قم'),
(0xFC35, 'M', u'قى'),
(0xFC36, 'M', u'قي'),
(0xFC37, 'M', u'كا'),
(0xFC38, 'M', u'كج'),
(0xFC39, 'M', u'كح'),
(0xFC3A, 'M', u'كخ'),
(0xFC3B, 'M', u'كل'),
(0xFC3C, 'M', u'كم'),
(0xFC3D, 'M', u'كى'),
(0xFC3E, 'M', u'كي'),
]
def _seg_44():
return [
(0xFC3F, 'M', u'لج'),
(0xFC40, 'M', u'لح'),
(0xFC41, 'M', u'لخ'),
(0xFC42, 'M', u'لم'),
(0xFC43, 'M', u'لى'),
(0xFC44, 'M', u'لي'),
(0xFC45, 'M', u'مج'),
(0xFC46, 'M', u'مح'),
(0xFC47, 'M', u'مخ'),
(0xFC48, 'M', u'مم'),
(0xFC49, 'M', u'مى'),
(0xFC4A, 'M', u'مي'),
(0xFC4B, 'M', u'نج'),
(0xFC4C, 'M', u'نح'),
(0xFC4D, 'M', u'نخ'),
(0xFC4E, 'M', u'نم'),
(0xFC4F, 'M', u'نى'),
(0xFC50, 'M', u'ني'),
(0xFC51, 'M', u'هج'),
(0xFC52, 'M', u'هم'),
(0xFC53, 'M', u'هى'),
(0xFC54, 'M', u'هي'),
(0xFC55, 'M', u'يج'),
(0xFC56, 'M', u'يح'),
(0xFC57, 'M', u'يخ'),
(0xFC58, 'M', u'يم'),
(0xFC59, 'M', u'يى'),
(0xFC5A, 'M', u'يي'),
(0xFC5B, 'M', u'ذٰ'),
(0xFC5C, 'M', u'رٰ'),
(0xFC5D, 'M', u'ىٰ'),
(0xFC5E, '3', u' ٌّ'),
(0xFC5F, '3', u' ٍّ'),
(0xFC60, '3', u' َّ'),
(0xFC61, '3', u' ُّ'),
(0xFC62, '3', u' ِّ'),
(0xFC63, '3', u' ّٰ'),
(0xFC64, 'M', u'ئر'),
(0xFC65, 'M', u'ئز'),
(0xFC66, 'M', u'ئم'),
(0xFC67, 'M', u'ئن'),
(0xFC68, 'M', u'ئى'),
(0xFC69, 'M', u'ئي'),
(0xFC6A, 'M', u'بر'),
(0xFC6B, 'M', u'بز'),
(0xFC6C, 'M', u'بم'),
(0xFC6D, 'M', u'بن'),
(0xFC6E, 'M', u'بى'),
(0xFC6F, 'M', u'بي'),
(0xFC70, 'M', u'تر'),
(0xFC71, 'M', u'تز'),
(0xFC72, 'M', u'تم'),
(0xFC73, 'M', u'تن'),
(0xFC74, 'M', u'تى'),
(0xFC75, 'M', u'تي'),
(0xFC76, 'M', u'ثر'),
(0xFC77, 'M', u'ثز'),
(0xFC78, 'M', u'ثم'),
(0xFC79, 'M', u'ثن'),
(0xFC7A, 'M', u'ثى'),
(0xFC7B, 'M', u'ثي'),
(0xFC7C, 'M', u'فى'),
(0xFC7D, 'M', u'في'),
(0xFC7E, 'M', u'قى'),
(0xFC7F, 'M', u'قي'),
(0xFC80, 'M', u'كا'),
(0xFC81, 'M', u'كل'),
(0xFC82, 'M', u'كم'),
(0xFC83, 'M', u'كى'),
(0xFC84, 'M', u'كي'),
(0xFC85, 'M', u'لم'),
(0xFC86, 'M', u'لى'),
(0xFC87, 'M', u'لي'),
(0xFC88, 'M', u'ما'),
(0xFC89, 'M', u'مم'),
(0xFC8A, 'M', u'نر'),
(0xFC8B, 'M', u'نز'),
(0xFC8C, 'M', u'نم'),
(0xFC8D, 'M', u'نن'),
(0xFC8E, 'M', u'نى'),
(0xFC8F, 'M', u'ني'),
(0xFC90, 'M', u'ىٰ'),
(0xFC91, 'M', u'ير'),
(0xFC92, 'M', u'يز'),
(0xFC93, 'M', u'يم'),
(0xFC94, 'M', u'ين'),
(0xFC95, 'M', u'يى'),
(0xFC96, 'M', u'يي'),
(0xFC97, 'M', u'ئج'),
(0xFC98, 'M', u'ئح'),
(0xFC99, 'M', u'ئخ'),
(0xFC9A, 'M', u'ئم'),
(0xFC9B, 'M', u'ئه'),
(0xFC9C, 'M', u'بج'),
(0xFC9D, 'M', u'بح'),
(0xFC9E, 'M', u'بخ'),
(0xFC9F, 'M', u'بم'),
(0xFCA0, 'M', u'به'),
(0xFCA1, 'M', u'تج'),
(0xFCA2, 'M', u'تح'),
]
def _seg_45():
return [
(0xFCA3, 'M', u'تخ'),
(0xFCA4, 'M', u'تم'),
(0xFCA5, 'M', u'ته'),
(0xFCA6, 'M', u'ثم'),
(0xFCA7, 'M', u'جح'),
(0xFCA8, 'M', u'جم'),
(0xFCA9, 'M', u'حج'),
(0xFCAA, 'M', u'حم'),
(0xFCAB, 'M', u'خج'),
(0xFCAC, 'M', u'خم'),
(0xFCAD, 'M', u'سج'),
(0xFCAE, 'M', u'سح'),
(0xFCAF, 'M', u'سخ'),
(0xFCB0, 'M', u'سم'),
(0xFCB1, 'M', u'صح'),
(0xFCB2, 'M', u'صخ'),
(0xFCB3, 'M', u'صم'),
(0xFCB4, 'M', u'ضج'),
(0xFCB5, 'M', u'ضح'),
(0xFCB6, 'M', u'ضخ'),
(0xFCB7, 'M', u'ضم'),
(0xFCB8, 'M', u'طح'),
(0xFCB9, 'M', u'ظم'),
(0xFCBA, 'M', u'عج'),
(0xFCBB, 'M', u'عم'),
(0xFCBC, 'M', u'غج'),
(0xFCBD, 'M', u'غم'),
(0xFCBE, 'M', u'فج'),
(0xFCBF, 'M', u'فح'),
(0xFCC0, 'M', u'فخ'),
(0xFCC1, 'M', u'فم'),
(0xFCC2, 'M', u'قح'),
(0xFCC3, 'M', u'قم'),
(0xFCC4, 'M', u'كج'),
(0xFCC5, 'M', u'كح'),
(0xFCC6, 'M', u'كخ'),
(0xFCC7, 'M', u'كل'),
(0xFCC8, 'M', u'كم'),
(0xFCC9, 'M', u'لج'),
(0xFCCA, 'M', u'لح'),
(0xFCCB, 'M', u'لخ'),
(0xFCCC, 'M', u'لم'),
(0xFCCD, 'M', u'له'),
(0xFCCE, 'M', u'مج'),
(0xFCCF, 'M', u'مح'),
(0xFCD0, 'M', u'مخ'),
(0xFCD1, 'M', u'مم'),
(0xFCD2, 'M', u'نج'),
(0xFCD3, 'M', u'نح'),
(0xFCD4, 'M', u'نخ'),
(0xFCD5, 'M', u'نم'),
(0xFCD6, 'M', u'نه'),
(0xFCD7, 'M', u'هج'),
(0xFCD8, 'M', u'هم'),
(0xFCD9, 'M', u'هٰ'),
(0xFCDA, 'M', u'يج'),
(0xFCDB, 'M', u'يح'),
(0xFCDC, 'M', u'يخ'),
(0xFCDD, 'M', u'يم'),
(0xFCDE, 'M', u'يه'),
(0xFCDF, 'M', u'ئم'),
(0xFCE0, 'M', u'ئه'),
(0xFCE1, 'M', u'بم'),
(0xFCE2, 'M', u'به'),
(0xFCE3, 'M', u'تم'),
(0xFCE4, 'M', u'ته'),
(0xFCE5, 'M', u'ثم'),
(0xFCE6, 'M', u'ثه'),
(0xFCE7, 'M', u'سم'),
(0xFCE8, 'M', u'سه'),
(0xFCE9, 'M', u'شم'),
(0xFCEA, 'M', u'شه'),
(0xFCEB, 'M', u'كل'),
(0xFCEC, 'M', u'كم'),
(0xFCED, 'M', u'لم'),
(0xFCEE, 'M', u'نم'),
(0xFCEF, 'M', u'نه'),
(0xFCF0, 'M', u'يم'),
(0xFCF1, 'M', u'يه'),
(0xFCF2, 'M', u'ـَّ'),
(0xFCF3, 'M', u'ـُّ'),
(0xFCF4, 'M', u'ـِّ'),
(0xFCF5, 'M', u'طى'),
(0xFCF6, 'M', u'طي'),
(0xFCF7, 'M', u'عى'),
(0xFCF8, 'M', u'عي'),
(0xFCF9, 'M', u'غى'),
(0xFCFA, 'M', u'غي'),
(0xFCFB, 'M', u'سى'),
(0xFCFC, 'M', u'سي'),
(0xFCFD, 'M', u'شى'),
(0xFCFE, 'M', u'شي'),
(0xFCFF, 'M', u'حى'),
(0xFD00, 'M', u'حي'),
(0xFD01, 'M', u'جى'),
(0xFD02, 'M', u'جي'),
(0xFD03, 'M', u'خى'),
(0xFD04, 'M', u'خي'),
(0xFD05, 'M', u'صى'),
(0xFD06, 'M', u'صي'),
]
def _seg_46():
return [
(0xFD07, 'M', u'ضى'),
(0xFD08, 'M', u'ضي'),
(0xFD09, 'M', u'شج'),
(0xFD0A, 'M', u'شح'),
(0xFD0B, 'M', u'شخ'),
(0xFD0C, 'M', u'شم'),
(0xFD0D, 'M', u'شر'),
(0xFD0E, 'M', u'سر'),
(0xFD0F, 'M', u'صر'),
(0xFD10, 'M', u'ضر'),
(0xFD11, 'M', u'طى'),
(0xFD12, 'M', u'طي'),
(0xFD13, 'M', u'عى'),
(0xFD14, 'M', u'عي'),
(0xFD15, 'M', u'غى'),
(0xFD16, 'M', u'غي'),
(0xFD17, 'M', u'سى'),
(0xFD18, 'M', u'سي'),
(0xFD19, 'M', u'شى'),
(0xFD1A, 'M', u'شي'),
(0xFD1B, 'M', u'حى'),
(0xFD1C, 'M', u'حي'),
(0xFD1D, 'M', u'جى'),
(0xFD1E, 'M', u'جي'),
(0xFD1F, 'M', u'خى'),
(0xFD20, 'M', u'خي'),
(0xFD21, 'M', u'صى'),
(0xFD22, 'M', u'صي'),
(0xFD23, 'M', u'ضى'),
(0xFD24, 'M', u'ضي'),
(0xFD25, 'M', u'شج'),
(0xFD26, 'M', u'شح'),
(0xFD27, 'M', u'شخ'),
(0xFD28, 'M', u'شم'),
(0xFD29, 'M', u'شر'),
(0xFD2A, 'M', u'سر'),
(0xFD2B, 'M', u'صر'),
(0xFD2C, 'M', u'ضر'),
(0xFD2D, 'M', u'شج'),
(0xFD2E, 'M', u'شح'),
(0xFD2F, 'M', u'شخ'),
(0xFD30, 'M', u'شم'),
(0xFD31, 'M', u'سه'),
(0xFD32, 'M', u'شه'),
(0xFD33, 'M', u'طم'),
(0xFD34, 'M', u'سج'),
(0xFD35, 'M', u'سح'),
(0xFD36, 'M', u'سخ'),
(0xFD37, 'M', u'شج'),
(0xFD38, 'M', u'شح'),
(0xFD39, 'M', u'شخ'),
(0xFD3A, 'M', u'طم'),
(0xFD3B, 'M', u'ظم'),
(0xFD3C, 'M', u'اً'),
(0xFD3E, 'V'),
(0xFD40, 'X'),
(0xFD50, 'M', u'تجم'),
(0xFD51, 'M', u'تحج'),
(0xFD53, 'M', u'تحم'),
(0xFD54, 'M', u'تخم'),
(0xFD55, 'M', u'تمج'),
(0xFD56, 'M', u'تمح'),
(0xFD57, 'M', u'تمخ'),
(0xFD58, 'M', u'جمح'),
(0xFD5A, 'M', u'حمي'),
(0xFD5B, 'M', u'حمى'),
(0xFD5C, 'M', u'سحج'),
(0xFD5D, 'M', u'سجح'),
(0xFD5E, 'M', u'سجى'),
(0xFD5F, 'M', u'سمح'),
(0xFD61, 'M', u'سمج'),
(0xFD62, 'M', u'سمم'),
(0xFD64, 'M', u'صحح'),
(0xFD66, 'M', u'صمم'),
(0xFD67, 'M', u'شحم'),
(0xFD69, 'M', u'شجي'),
(0xFD6A, 'M', u'شمخ'),
(0xFD6C, 'M', u'شمم'),
(0xFD6E, 'M', u'ضحى'),
(0xFD6F, 'M', u'ضخم'),
(0xFD71, 'M', u'طمح'),
(0xFD73, 'M', u'طمم'),
(0xFD74, 'M', u'طمي'),
(0xFD75, 'M', u'عجم'),
(0xFD76, 'M', u'عمم'),
(0xFD78, 'M', u'عمى'),
(0xFD79, 'M', u'غمم'),
(0xFD7A, 'M', u'غمي'),
(0xFD7B, 'M', u'غمى'),
(0xFD7C, 'M', u'فخم'),
(0xFD7E, 'M', u'قمح'),
(0xFD7F, 'M', u'قمم'),
(0xFD80, 'M', u'لحم'),
(0xFD81, 'M', u'لحي'),
(0xFD82, 'M', u'لحى'),
(0xFD83, 'M', u'لجج'),
(0xFD85, 'M', u'لخم'),
(0xFD87, 'M', u'لمح'),
(0xFD89, 'M', u'محج'),
(0xFD8A, 'M', u'محم'),
]
def _seg_47():
return [
(0xFD8B, 'M', u'محي'),
(0xFD8C, 'M', u'مجح'),
(0xFD8D, 'M', u'مجم'),
(0xFD8E, 'M', u'مخج'),
(0xFD8F, 'M', u'مخم'),
(0xFD90, 'X'),
(0xFD92, 'M', u'مجخ'),
(0xFD93, 'M', u'همج'),
(0xFD94, 'M', u'همم'),
(0xFD95, 'M', u'نحم'),
(0xFD96, 'M', u'نحى'),
(0xFD97, 'M', u'نجم'),
(0xFD99, 'M', u'نجى'),
(0xFD9A, 'M', u'نمي'),
(0xFD9B, 'M', u'نمى'),
(0xFD9C, 'M', u'يمم'),
(0xFD9E, 'M', u'بخي'),
(0xFD9F, 'M', u'تجي'),
(0xFDA0, 'M', u'تجى'),
(0xFDA1, 'M', u'تخي'),
(0xFDA2, 'M', u'تخى'),
(0xFDA3, 'M', u'تمي'),
(0xFDA4, 'M', u'تمى'),
(0xFDA5, 'M', u'جمي'),
(0xFDA6, 'M', u'جحى'),
(0xFDA7, 'M', u'جمى'),
(0xFDA8, 'M', u'سخى'),
(0xFDA9, 'M', u'صحي'),
(0xFDAA, 'M', u'شحي'),
(0xFDAB, 'M', u'ضحي'),
(0xFDAC, 'M', u'لجي'),
(0xFDAD, 'M', u'لمي'),
(0xFDAE, 'M', u'يحي'),
(0xFDAF, 'M', u'يجي'),
(0xFDB0, 'M', u'يمي'),
(0xFDB1, 'M', u'ممي'),
(0xFDB2, 'M', u'قمي'),
(0xFDB3, 'M', u'نحي'),
(0xFDB4, 'M', u'قمح'),
(0xFDB5, 'M', u'لحم'),
(0xFDB6, 'M', u'عمي'),
(0xFDB7, 'M', u'كمي'),
(0xFDB8, 'M', u'نجح'),
(0xFDB9, 'M', u'مخي'),
(0xFDBA, 'M', u'لجم'),
(0xFDBB, 'M', u'كمم'),
(0xFDBC, 'M', u'لجم'),
(0xFDBD, 'M', u'نجح'),
(0xFDBE, 'M', u'جحي'),
(0xFDBF, 'M', u'حجي'),
(0xFDC0, 'M', u'مجي'),
(0xFDC1, 'M', u'فمي'),
(0xFDC2, 'M', u'بحي'),
(0xFDC3, 'M', u'كمم'),
(0xFDC4, 'M', u'عجم'),
(0xFDC5, 'M', u'صمم'),
(0xFDC6, 'M', u'سخي'),
(0xFDC7, 'M', u'نجي'),
(0xFDC8, 'X'),
(0xFDF0, 'M', u'صلے'),
(0xFDF1, 'M', u'قلے'),
(0xFDF2, 'M', u'الله'),
(0xFDF3, 'M', u'اكبر'),
(0xFDF4, 'M', u'محمد'),
(0xFDF5, 'M', u'صلعم'),
(0xFDF6, 'M', u'رسول'),
(0xFDF7, 'M', u'عليه'),
(0xFDF8, 'M', u'وسلم'),
(0xFDF9, 'M', u'صلى'),
(0xFDFA, '3', u'صلى الله عليه وسلم'),
(0xFDFB, '3', u'جل جلاله'),
(0xFDFC, 'M', u'ریال'),
(0xFDFD, 'V'),
(0xFDFE, 'X'),
(0xFE00, 'I'),
(0xFE10, '3', u','),
(0xFE11, 'M', u'、'),
(0xFE12, 'X'),
(0xFE13, '3', u':'),
(0xFE14, '3', u';'),
(0xFE15, '3', u'!'),
(0xFE16, '3', u'?'),
(0xFE17, 'M', u'〖'),
(0xFE18, 'M', u'〗'),
(0xFE19, 'X'),
(0xFE20, 'V'),
(0xFE27, 'X'),
(0xFE31, 'M', u'—'),
(0xFE32, 'M', u'–'),
(0xFE33, '3', u'_'),
(0xFE35, '3', u'('),
(0xFE36, '3', u')'),
(0xFE37, '3', u'{'),
(0xFE38, '3', u'}'),
(0xFE39, 'M', u'〔'),
(0xFE3A, 'M', u'〕'),
(0xFE3B, 'M', u'【'),
(0xFE3C, 'M', u'】'),
(0xFE3D, 'M', u'《'),
(0xFE3E, 'M', u'》'),
]
def _seg_48():
return [
(0xFE3F, 'M', u'〈'),
(0xFE40, 'M', u'〉'),
(0xFE41, 'M', u'「'),
(0xFE42, 'M', u'」'),
(0xFE43, 'M', u'『'),
(0xFE44, 'M', u'』'),
(0xFE45, 'V'),
(0xFE47, '3', u'['),
(0xFE48, '3', u']'),
(0xFE49, '3', u' ̅'),
(0xFE4D, '3', u'_'),
(0xFE50, '3', u','),
(0xFE51, 'M', u'、'),
(0xFE52, 'X'),
(0xFE54, '3', u';'),
(0xFE55, '3', u':'),
(0xFE56, '3', u'?'),
(0xFE57, '3', u'!'),
(0xFE58, 'M', u'—'),
(0xFE59, '3', u'('),
(0xFE5A, '3', u')'),
(0xFE5B, '3', u'{'),
(0xFE5C, '3', u'}'),
(0xFE5D, 'M', u'〔'),
(0xFE5E, 'M', u'〕'),
(0xFE5F, '3', u'#'),
(0xFE60, '3', u'&'),
(0xFE61, '3', u'*'),
(0xFE62, '3', u'+'),
(0xFE63, 'M', u'-'),
(0xFE64, '3', u'<'),
(0xFE65, '3', u'>'),
(0xFE66, '3', u'='),
(0xFE67, 'X'),
(0xFE68, '3', u'\\'),
(0xFE69, '3', u'$'),
(0xFE6A, '3', u'%'),
(0xFE6B, '3', u'@'),
(0xFE6C, 'X'),
(0xFE70, '3', u' ً'),
(0xFE71, 'M', u'ـً'),
(0xFE72, '3', u' ٌ'),
(0xFE73, 'V'),
(0xFE74, '3', u' ٍ'),
(0xFE75, 'X'),
(0xFE76, '3', u' َ'),
(0xFE77, 'M', u'ـَ'),
(0xFE78, '3', u' ُ'),
(0xFE79, 'M', u'ـُ'),
(0xFE7A, '3', u' ِ'),
(0xFE7B, 'M', u'ـِ'),
(0xFE7C, '3', u' ّ'),
(0xFE7D, 'M', u'ـّ'),
(0xFE7E, '3', u' ْ'),
(0xFE7F, 'M', u'ـْ'),
(0xFE80, 'M', u'ء'),
(0xFE81, 'M', u'آ'),
(0xFE83, 'M', u'أ'),
(0xFE85, 'M', u'ؤ'),
(0xFE87, 'M', u'إ'),
(0xFE89, 'M', u'ئ'),
(0xFE8D, 'M', u'ا'),
(0xFE8F, 'M', u'ب'),
(0xFE93, 'M', u'ة'),
(0xFE95, 'M', u'ت'),
(0xFE99, 'M', u'ث'),
(0xFE9D, 'M', u'ج'),
(0xFEA1, 'M', u'ح'),
(0xFEA5, 'M', u'خ'),
(0xFEA9, 'M', u'د'),
(0xFEAB, 'M', u'ذ'),
(0xFEAD, 'M', u'ر'),
(0xFEAF, 'M', u'ز'),
(0xFEB1, 'M', u'س'),
(0xFEB5, 'M', u'ش'),
(0xFEB9, 'M', u'ص'),
(0xFEBD, 'M', u'ض'),
(0xFEC1, 'M', u'ط'),
(0xFEC5, 'M', u'ظ'),
(0xFEC9, 'M', u'ع'),
(0xFECD, 'M', u'غ'),
(0xFED1, 'M', u'ف'),
(0xFED5, 'M', u'ق'),
(0xFED9, 'M', u'ك'),
(0xFEDD, 'M', u'ل'),
(0xFEE1, 'M', u'م'),
(0xFEE5, 'M', u'ن'),
(0xFEE9, 'M', u'ه'),
(0xFEED, 'M', u'و'),
(0xFEEF, 'M', u'ى'),
(0xFEF1, 'M', u'ي'),
(0xFEF5, 'M', u'لآ'),
(0xFEF7, 'M', u'لأ'),
(0xFEF9, 'M', u'لإ'),
(0xFEFB, 'M', u'لا'),
(0xFEFD, 'X'),
(0xFEFF, 'I'),
(0xFF00, 'X'),
(0xFF01, '3', u'!'),
(0xFF02, '3', u'"'),
]
def _seg_49():
return [
(0xFF03, '3', u'#'),
(0xFF04, '3', u'$'),
(0xFF05, '3', u'%'),
(0xFF06, '3', u'&'),
(0xFF07, '3', u'\''),
(0xFF08, '3', u'('),
(0xFF09, '3', u')'),
(0xFF0A, '3', u'*'),
(0xFF0B, '3', u'+'),
(0xFF0C, '3', u','),
(0xFF0D, 'M', u'-'),
(0xFF0E, 'M', u'.'),
(0xFF0F, '3', u'/'),
(0xFF10, 'M', u'0'),
(0xFF11, 'M', u'1'),
(0xFF12, 'M', u'2'),
(0xFF13, 'M', u'3'),
(0xFF14, 'M', u'4'),
(0xFF15, 'M', u'5'),
(0xFF16, 'M', u'6'),
(0xFF17, 'M', u'7'),
(0xFF18, 'M', u'8'),
(0xFF19, 'M', u'9'),
(0xFF1A, '3', u':'),
(0xFF1B, '3', u';'),
(0xFF1C, '3', u'<'),
(0xFF1D, '3', u'='),
(0xFF1E, '3', u'>'),
(0xFF1F, '3', u'?'),
(0xFF20, '3', u'@'),
(0xFF21, 'M', u'a'),
(0xFF22, 'M', u'b'),
(0xFF23, 'M', u'c'),
(0xFF24, 'M', u'd'),
(0xFF25, 'M', u'e'),
(0xFF26, 'M', u'f'),
(0xFF27, 'M', u'g'),
(0xFF28, 'M', u'h'),
(0xFF29, 'M', u'i'),
(0xFF2A, 'M', u'j'),
(0xFF2B, 'M', u'k'),
(0xFF2C, 'M', u'l'),
(0xFF2D, 'M', u'm'),
(0xFF2E, 'M', u'n'),
(0xFF2F, 'M', u'o'),
(0xFF30, 'M', u'p'),
(0xFF31, 'M', u'q'),
(0xFF32, 'M', u'r'),
(0xFF33, 'M', u's'),
(0xFF34, 'M', u't'),
(0xFF35, 'M', u'u'),
(0xFF36, 'M', u'v'),
(0xFF37, 'M', u'w'),
(0xFF38, 'M', u'x'),
(0xFF39, 'M', u'y'),
(0xFF3A, 'M', u'z'),
(0xFF3B, '3', u'['),
(0xFF3C, '3', u'\\'),
(0xFF3D, '3', u']'),
(0xFF3E, '3', u'^'),
(0xFF3F, '3', u'_'),
(0xFF40, '3', u'`'),
(0xFF41, 'M', u'a'),
(0xFF42, 'M', u'b'),
(0xFF43, 'M', u'c'),
(0xFF44, 'M', u'd'),
(0xFF45, 'M', u'e'),
(0xFF46, 'M', u'f'),
(0xFF47, 'M', u'g'),
(0xFF48, 'M', u'h'),
(0xFF49, 'M', u'i'),
(0xFF4A, 'M', u'j'),
(0xFF4B, 'M', u'k'),
(0xFF4C, 'M', u'l'),
(0xFF4D, 'M', u'm'),
(0xFF4E, 'M', u'n'),
(0xFF4F, 'M', u'o'),
(0xFF50, 'M', u'p'),
(0xFF51, 'M', u'q'),
(0xFF52, 'M', u'r'),
(0xFF53, 'M', u's'),
(0xFF54, 'M', u't'),
(0xFF55, 'M', u'u'),
(0xFF56, 'M', u'v'),
(0xFF57, 'M', u'w'),
(0xFF58, 'M', u'x'),
(0xFF59, 'M', u'y'),
(0xFF5A, 'M', u'z'),
(0xFF5B, '3', u'{'),
(0xFF5C, '3', u'|'),
(0xFF5D, '3', u'}'),
(0xFF5E, '3', u'~'),
(0xFF5F, 'M', u'⦅'),
(0xFF60, 'M', u'⦆'),
(0xFF61, 'M', u'.'),
(0xFF62, 'M', u'「'),
(0xFF63, 'M', u'」'),
(0xFF64, 'M', u'、'),
(0xFF65, 'M', u'・'),
(0xFF66, 'M', u'ヲ'),
]
def _seg_50():
return [
(0xFF67, 'M', u'ァ'),
(0xFF68, 'M', u'ィ'),
(0xFF69, 'M', u'ゥ'),
(0xFF6A, 'M', u'ェ'),
(0xFF6B, 'M', u'ォ'),
(0xFF6C, 'M', u'ャ'),
(0xFF6D, 'M', u'ュ'),
(0xFF6E, 'M', u'ョ'),
(0xFF6F, 'M', u'ッ'),
(0xFF70, 'M', u'ー'),
(0xFF71, 'M', u'ア'),
(0xFF72, 'M', u'イ'),
(0xFF73, 'M', u'ウ'),
(0xFF74, 'M', u'エ'),
(0xFF75, 'M', u'オ'),
(0xFF76, 'M', u'カ'),
(0xFF77, 'M', u'キ'),
(0xFF78, 'M', u'ク'),
(0xFF79, 'M', u'ケ'),
(0xFF7A, 'M', u'コ'),
(0xFF7B, 'M', u'サ'),
(0xFF7C, 'M', u'シ'),
(0xFF7D, 'M', u'ス'),
(0xFF7E, 'M', u'セ'),
(0xFF7F, 'M', u'ソ'),
(0xFF80, 'M', u'タ'),
(0xFF81, 'M', u'チ'),
(0xFF82, 'M', u'ツ'),
(0xFF83, 'M', u'テ'),
(0xFF84, 'M', u'ト'),
(0xFF85, 'M', u'ナ'),
(0xFF86, 'M', u'ニ'),
(0xFF87, 'M', u'ヌ'),
(0xFF88, 'M', u'ネ'),
(0xFF89, 'M', u'ノ'),
(0xFF8A, 'M', u'ハ'),
(0xFF8B, 'M', u'ヒ'),
(0xFF8C, 'M', u'フ'),
(0xFF8D, 'M', u'ヘ'),
(0xFF8E, 'M', u'ホ'),
(0xFF8F, 'M', u'マ'),
(0xFF90, 'M', u'ミ'),
(0xFF91, 'M', u'ム'),
(0xFF92, 'M', u'メ'),
(0xFF93, 'M', u'モ'),
(0xFF94, 'M', u'ヤ'),
(0xFF95, 'M', u'ユ'),
(0xFF96, 'M', u'ヨ'),
(0xFF97, 'M', u'ラ'),
(0xFF98, 'M', u'リ'),
(0xFF99, 'M', u'ル'),
(0xFF9A, 'M', u'レ'),
(0xFF9B, 'M', u'ロ'),
(0xFF9C, 'M', u'ワ'),
(0xFF9D, 'M', u'ン'),
(0xFF9E, 'M', u'゙'),
(0xFF9F, 'M', u'゚'),
(0xFFA0, 'X'),
(0xFFA1, 'M', u'ᄀ'),
(0xFFA2, 'M', u'ᄁ'),
(0xFFA3, 'M', u'ᆪ'),
(0xFFA4, 'M', u'ᄂ'),
(0xFFA5, 'M', u'ᆬ'),
(0xFFA6, 'M', u'ᆭ'),
(0xFFA7, 'M', u'ᄃ'),
(0xFFA8, 'M', u'ᄄ'),
(0xFFA9, 'M', u'ᄅ'),
(0xFFAA, 'M', u'ᆰ'),
(0xFFAB, 'M', u'ᆱ'),
(0xFFAC, 'M', u'ᆲ'),
(0xFFAD, 'M', u'ᆳ'),
(0xFFAE, 'M', u'ᆴ'),
(0xFFAF, 'M', u'ᆵ'),
(0xFFB0, 'M', u'ᄚ'),
(0xFFB1, 'M', u'ᄆ'),
(0xFFB2, 'M', u'ᄇ'),
(0xFFB3, 'M', u'ᄈ'),
(0xFFB4, 'M', u'ᄡ'),
(0xFFB5, 'M', u'ᄉ'),
(0xFFB6, 'M', u'ᄊ'),
(0xFFB7, 'M', u'ᄋ'),
(0xFFB8, 'M', u'ᄌ'),
(0xFFB9, 'M', u'ᄍ'),
(0xFFBA, 'M', u'ᄎ'),
(0xFFBB, 'M', u'ᄏ'),
(0xFFBC, 'M', u'ᄐ'),
(0xFFBD, 'M', u'ᄑ'),
(0xFFBE, 'M', u'ᄒ'),
(0xFFBF, 'X'),
(0xFFC2, 'M', u'ᅡ'),
(0xFFC3, 'M', u'ᅢ'),
(0xFFC4, 'M', u'ᅣ'),
(0xFFC5, 'M', u'ᅤ'),
(0xFFC6, 'M', u'ᅥ'),
(0xFFC7, 'M', u'ᅦ'),
(0xFFC8, 'X'),
(0xFFCA, 'M', u'ᅧ'),
(0xFFCB, 'M', u'ᅨ'),
(0xFFCC, 'M', u'ᅩ'),
(0xFFCD, 'M', u'ᅪ'),
]
def _seg_51():
return [
(0xFFCE, 'M', u'ᅫ'),
(0xFFCF, 'M', u'ᅬ'),
(0xFFD0, 'X'),
(0xFFD2, 'M', u'ᅭ'),
(0xFFD3, 'M', u'ᅮ'),
(0xFFD4, 'M', u'ᅯ'),
(0xFFD5, 'M', u'ᅰ'),
(0xFFD6, 'M', u'ᅱ'),
(0xFFD7, 'M', u'ᅲ'),
(0xFFD8, 'X'),
(0xFFDA, 'M', u'ᅳ'),
(0xFFDB, 'M', u'ᅴ'),
(0xFFDC, 'M', u'ᅵ'),
(0xFFDD, 'X'),
(0xFFE0, 'M', u'¢'),
(0xFFE1, 'M', u'£'),
(0xFFE2, 'M', u'¬'),
(0xFFE3, '3', u' ̄'),
(0xFFE4, 'M', u'¦'),
(0xFFE5, 'M', u'¥'),
(0xFFE6, 'M', u'₩'),
(0xFFE7, 'X'),
(0xFFE8, 'M', u'│'),
(0xFFE9, 'M', u'←'),
(0xFFEA, 'M', u'↑'),
(0xFFEB, 'M', u'→'),
(0xFFEC, 'M', u'↓'),
(0xFFED, 'M', u'■'),
(0xFFEE, 'M', u'○'),
(0xFFEF, 'X'),
(0x10000, 'V'),
(0x1000C, 'X'),
(0x1000D, 'V'),
(0x10027, 'X'),
(0x10028, 'V'),
(0x1003B, 'X'),
(0x1003C, 'V'),
(0x1003E, 'X'),
(0x1003F, 'V'),
(0x1004E, 'X'),
(0x10050, 'V'),
(0x1005E, 'X'),
(0x10080, 'V'),
(0x100FB, 'X'),
(0x10100, 'V'),
(0x10103, 'X'),
(0x10107, 'V'),
(0x10134, 'X'),
(0x10137, 'V'),
(0x1018B, 'X'),
(0x10190, 'V'),
(0x1019C, 'X'),
(0x101D0, 'V'),
(0x101FE, 'X'),
(0x10280, 'V'),
(0x1029D, 'X'),
(0x102A0, 'V'),
(0x102D1, 'X'),
(0x10300, 'V'),
(0x1031F, 'X'),
(0x10320, 'V'),
(0x10324, 'X'),
(0x10330, 'V'),
(0x1034B, 'X'),
(0x10380, 'V'),
(0x1039E, 'X'),
(0x1039F, 'V'),
(0x103C4, 'X'),
(0x103C8, 'V'),
(0x103D6, 'X'),
(0x10400, 'M', u'𐐨'),
(0x10401, 'M', u'𐐩'),
(0x10402, 'M', u'𐐪'),
(0x10403, 'M', u'𐐫'),
(0x10404, 'M', u'𐐬'),
(0x10405, 'M', u'𐐭'),
(0x10406, 'M', u'𐐮'),
(0x10407, 'M', u'𐐯'),
(0x10408, 'M', u'𐐰'),
(0x10409, 'M', u'𐐱'),
(0x1040A, 'M', u'𐐲'),
(0x1040B, 'M', u'𐐳'),
(0x1040C, 'M', u'𐐴'),
(0x1040D, 'M', u'𐐵'),
(0x1040E, 'M', u'𐐶'),
(0x1040F, 'M', u'𐐷'),
(0x10410, 'M', u'𐐸'),
(0x10411, 'M', u'𐐹'),
(0x10412, 'M', u'𐐺'),
(0x10413, 'M', u'𐐻'),
(0x10414, 'M', u'𐐼'),
(0x10415, 'M', u'𐐽'),
(0x10416, 'M', u'𐐾'),
(0x10417, 'M', u'𐐿'),
(0x10418, 'M', u'𐑀'),
(0x10419, 'M', u'𐑁'),
(0x1041A, 'M', u'𐑂'),
(0x1041B, 'M', u'𐑃'),
(0x1041C, 'M', u'𐑄'),
(0x1041D, 'M', u'𐑅'),
]
def _seg_52():
return [
(0x1041E, 'M', u'𐑆'),
(0x1041F, 'M', u'𐑇'),
(0x10420, 'M', u'𐑈'),
(0x10421, 'M', u'𐑉'),
(0x10422, 'M', u'𐑊'),
(0x10423, 'M', u'𐑋'),
(0x10424, 'M', u'𐑌'),
(0x10425, 'M', u'𐑍'),
(0x10426, 'M', u'𐑎'),
(0x10427, 'M', u'𐑏'),
(0x10428, 'V'),
(0x1049E, 'X'),
(0x104A0, 'V'),
(0x104AA, 'X'),
(0x10800, 'V'),
(0x10806, 'X'),
(0x10808, 'V'),
(0x10809, 'X'),
(0x1080A, 'V'),
(0x10836, 'X'),
(0x10837, 'V'),
(0x10839, 'X'),
(0x1083C, 'V'),
(0x1083D, 'X'),
(0x1083F, 'V'),
(0x10856, 'X'),
(0x10857, 'V'),
(0x10860, 'X'),
(0x10900, 'V'),
(0x1091C, 'X'),
(0x1091F, 'V'),
(0x1093A, 'X'),
(0x1093F, 'V'),
(0x10940, 'X'),
(0x10980, 'V'),
(0x109B8, 'X'),
(0x109BE, 'V'),
(0x109C0, 'X'),
(0x10A00, 'V'),
(0x10A04, 'X'),
(0x10A05, 'V'),
(0x10A07, 'X'),
(0x10A0C, 'V'),
(0x10A14, 'X'),
(0x10A15, 'V'),
(0x10A18, 'X'),
(0x10A19, 'V'),
(0x10A34, 'X'),
(0x10A38, 'V'),
(0x10A3B, 'X'),
(0x10A3F, 'V'),
(0x10A48, 'X'),
(0x10A50, 'V'),
(0x10A59, 'X'),
(0x10A60, 'V'),
(0x10A80, 'X'),
(0x10B00, 'V'),
(0x10B36, 'X'),
(0x10B39, 'V'),
(0x10B56, 'X'),
(0x10B58, 'V'),
(0x10B73, 'X'),
(0x10B78, 'V'),
(0x10B80, 'X'),
(0x10C00, 'V'),
(0x10C49, 'X'),
(0x10E60, 'V'),
(0x10E7F, 'X'),
(0x11000, 'V'),
(0x1104E, 'X'),
(0x11052, 'V'),
(0x11070, 'X'),
(0x11080, 'V'),
(0x110BD, 'X'),
(0x110BE, 'V'),
(0x110C2, 'X'),
(0x110D0, 'V'),
(0x110E9, 'X'),
(0x110F0, 'V'),
(0x110FA, 'X'),
(0x11100, 'V'),
(0x11135, 'X'),
(0x11136, 'V'),
(0x11144, 'X'),
(0x11180, 'V'),
(0x111C9, 'X'),
(0x111D0, 'V'),
(0x111DA, 'X'),
(0x11680, 'V'),
(0x116B8, 'X'),
(0x116C0, 'V'),
(0x116CA, 'X'),
(0x12000, 'V'),
(0x1236F, 'X'),
(0x12400, 'V'),
(0x12463, 'X'),
(0x12470, 'V'),
(0x12474, 'X'),
(0x13000, 'V'),
(0x1342F, 'X'),
]
def _seg_53():
return [
(0x16800, 'V'),
(0x16A39, 'X'),
(0x16F00, 'V'),
(0x16F45, 'X'),
(0x16F50, 'V'),
(0x16F7F, 'X'),
(0x16F8F, 'V'),
(0x16FA0, 'X'),
(0x1B000, 'V'),
(0x1B002, 'X'),
(0x1D000, 'V'),
(0x1D0F6, 'X'),
(0x1D100, 'V'),
(0x1D127, 'X'),
(0x1D129, 'V'),
(0x1D15E, 'M', u'𝅗𝅥'),
(0x1D15F, 'M', u'𝅘𝅥'),
(0x1D160, 'M', u'𝅘𝅥𝅮'),
(0x1D161, 'M', u'𝅘𝅥𝅯'),
(0x1D162, 'M', u'𝅘𝅥𝅰'),
(0x1D163, 'M', u'𝅘𝅥𝅱'),
(0x1D164, 'M', u'𝅘𝅥𝅲'),
(0x1D165, 'V'),
(0x1D173, 'X'),
(0x1D17B, 'V'),
(0x1D1BB, 'M', u'𝆹𝅥'),
(0x1D1BC, 'M', u'𝆺𝅥'),
(0x1D1BD, 'M', u'𝆹𝅥𝅮'),
(0x1D1BE, 'M', u'𝆺𝅥𝅮'),
(0x1D1BF, 'M', u'𝆹𝅥𝅯'),
(0x1D1C0, 'M', u'𝆺𝅥𝅯'),
(0x1D1C1, 'V'),
(0x1D1DE, 'X'),
(0x1D200, 'V'),
(0x1D246, 'X'),
(0x1D300, 'V'),
(0x1D357, 'X'),
(0x1D360, 'V'),
(0x1D372, 'X'),
(0x1D400, 'M', u'a'),
(0x1D401, 'M', u'b'),
(0x1D402, 'M', u'c'),
(0x1D403, 'M', u'd'),
(0x1D404, 'M', u'e'),
(0x1D405, 'M', u'f'),
(0x1D406, 'M', u'g'),
(0x1D407, 'M', u'h'),
(0x1D408, 'M', u'i'),
(0x1D409, 'M', u'j'),
(0x1D40A, 'M', u'k'),
(0x1D40B, 'M', u'l'),
(0x1D40C, 'M', u'm'),
(0x1D40D, 'M', u'n'),
(0x1D40E, 'M', u'o'),
(0x1D40F, 'M', u'p'),
(0x1D410, 'M', u'q'),
(0x1D411, 'M', u'r'),
(0x1D412, 'M', u's'),
(0x1D413, 'M', u't'),
(0x1D414, 'M', u'u'),
(0x1D415, 'M', u'v'),
(0x1D416, 'M', u'w'),
(0x1D417, 'M', u'x'),
(0x1D418, 'M', u'y'),
(0x1D419, 'M', u'z'),
(0x1D41A, 'M', u'a'),
(0x1D41B, 'M', u'b'),
(0x1D41C, 'M', u'c'),
(0x1D41D, 'M', u'd'),
(0x1D41E, 'M', u'e'),
(0x1D41F, 'M', u'f'),
(0x1D420, 'M', u'g'),
(0x1D421, 'M', u'h'),
(0x1D422, 'M', u'i'),
(0x1D423, 'M', u'j'),
(0x1D424, 'M', u'k'),
(0x1D425, 'M', u'l'),
(0x1D426, 'M', u'm'),
(0x1D427, 'M', u'n'),
(0x1D428, 'M', u'o'),
(0x1D429, 'M', u'p'),
(0x1D42A, 'M', u'q'),
(0x1D42B, 'M', u'r'),
(0x1D42C, 'M', u's'),
(0x1D42D, 'M', u't'),
(0x1D42E, 'M', u'u'),
(0x1D42F, 'M', u'v'),
(0x1D430, 'M', u'w'),
(0x1D431, 'M', u'x'),
(0x1D432, 'M', u'y'),
(0x1D433, 'M', u'z'),
(0x1D434, 'M', u'a'),
(0x1D435, 'M', u'b'),
(0x1D436, 'M', u'c'),
(0x1D437, 'M', u'd'),
(0x1D438, 'M', u'e'),
(0x1D439, 'M', u'f'),
(0x1D43A, 'M', u'g'),
(0x1D43B, 'M', u'h'),
(0x1D43C, 'M', u'i'),
]
def _seg_54():
return [
(0x1D43D, 'M', u'j'),
(0x1D43E, 'M', u'k'),
(0x1D43F, 'M', u'l'),
(0x1D440, 'M', u'm'),
(0x1D441, 'M', u'n'),
(0x1D442, 'M', u'o'),
(0x1D443, 'M', u'p'),
(0x1D444, 'M', u'q'),
(0x1D445, 'M', u'r'),
(0x1D446, 'M', u's'),
(0x1D447, 'M', u't'),
(0x1D448, 'M', u'u'),
(0x1D449, 'M', u'v'),
(0x1D44A, 'M', u'w'),
(0x1D44B, 'M', u'x'),
(0x1D44C, 'M', u'y'),
(0x1D44D, 'M', u'z'),
(0x1D44E, 'M', u'a'),
(0x1D44F, 'M', u'b'),
(0x1D450, 'M', u'c'),
(0x1D451, 'M', u'd'),
(0x1D452, 'M', u'e'),
(0x1D453, 'M', u'f'),
(0x1D454, 'M', u'g'),
(0x1D455, 'X'),
(0x1D456, 'M', u'i'),
(0x1D457, 'M', u'j'),
(0x1D458, 'M', u'k'),
(0x1D459, 'M', u'l'),
(0x1D45A, 'M', u'm'),
(0x1D45B, 'M', u'n'),
(0x1D45C, 'M', u'o'),
(0x1D45D, 'M', u'p'),
(0x1D45E, 'M', u'q'),
(0x1D45F, 'M', u'r'),
(0x1D460, 'M', u's'),
(0x1D461, 'M', u't'),
(0x1D462, 'M', u'u'),
(0x1D463, 'M', u'v'),
(0x1D464, 'M', u'w'),
(0x1D465, 'M', u'x'),
(0x1D466, 'M', u'y'),
(0x1D467, 'M', u'z'),
(0x1D468, 'M', u'a'),
(0x1D469, 'M', u'b'),
(0x1D46A, 'M', u'c'),
(0x1D46B, 'M', u'd'),
(0x1D46C, 'M', u'e'),
(0x1D46D, 'M', u'f'),
(0x1D46E, 'M', u'g'),
(0x1D46F, 'M', u'h'),
(0x1D470, 'M', u'i'),
(0x1D471, 'M', u'j'),
(0x1D472, 'M', u'k'),
(0x1D473, 'M', u'l'),
(0x1D474, 'M', u'm'),
(0x1D475, 'M', u'n'),
(0x1D476, 'M', u'o'),
(0x1D477, 'M', u'p'),
(0x1D478, 'M', u'q'),
(0x1D479, 'M', u'r'),
(0x1D47A, 'M', u's'),
(0x1D47B, 'M', u't'),
(0x1D47C, 'M', u'u'),
(0x1D47D, 'M', u'v'),
(0x1D47E, 'M', u'w'),
(0x1D47F, 'M', u'x'),
(0x1D480, 'M', u'y'),
(0x1D481, 'M', u'z'),
(0x1D482, 'M', u'a'),
(0x1D483, 'M', u'b'),
(0x1D484, 'M', u'c'),
(0x1D485, 'M', u'd'),
(0x1D486, 'M', u'e'),
(0x1D487, 'M', u'f'),
(0x1D488, 'M', u'g'),
(0x1D489, 'M', u'h'),
(0x1D48A, 'M', u'i'),
(0x1D48B, 'M', u'j'),
(0x1D48C, 'M', u'k'),
(0x1D48D, 'M', u'l'),
(0x1D48E, 'M', u'm'),
(0x1D48F, 'M', u'n'),
(0x1D490, 'M', u'o'),
(0x1D491, 'M', u'p'),
(0x1D492, 'M', u'q'),
(0x1D493, 'M', u'r'),
(0x1D494, 'M', u's'),
(0x1D495, 'M', u't'),
(0x1D496, 'M', u'u'),
(0x1D497, 'M', u'v'),
(0x1D498, 'M', u'w'),
(0x1D499, 'M', u'x'),
(0x1D49A, 'M', u'y'),
(0x1D49B, 'M', u'z'),
(0x1D49C, 'M', u'a'),
(0x1D49D, 'X'),
(0x1D49E, 'M', u'c'),
(0x1D49F, 'M', u'd'),
(0x1D4A0, 'X'),
]
def _seg_55():
return [
(0x1D4A2, 'M', u'g'),
(0x1D4A3, 'X'),
(0x1D4A5, 'M', u'j'),
(0x1D4A6, 'M', u'k'),
(0x1D4A7, 'X'),
(0x1D4A9, 'M', u'n'),
(0x1D4AA, 'M', u'o'),
(0x1D4AB, 'M', u'p'),
(0x1D4AC, 'M', u'q'),
(0x1D4AD, 'X'),
(0x1D4AE, 'M', u's'),
(0x1D4AF, 'M', u't'),
(0x1D4B0, 'M', u'u'),
(0x1D4B1, 'M', u'v'),
(0x1D4B2, 'M', u'w'),
(0x1D4B3, 'M', u'x'),
(0x1D4B4, 'M', u'y'),
(0x1D4B5, 'M', u'z'),
(0x1D4B6, 'M', u'a'),
(0x1D4B7, 'M', u'b'),
(0x1D4B8, 'M', u'c'),
(0x1D4B9, 'M', u'd'),
(0x1D4BA, 'X'),
(0x1D4BB, 'M', u'f'),
(0x1D4BC, 'X'),
(0x1D4BD, 'M', u'h'),
(0x1D4BE, 'M', u'i'),
(0x1D4BF, 'M', u'j'),
(0x1D4C0, 'M', u'k'),
(0x1D4C1, 'M', u'l'),
(0x1D4C2, 'M', u'm'),
(0x1D4C3, 'M', u'n'),
(0x1D4C4, 'X'),
(0x1D4C5, 'M', u'p'),
(0x1D4C6, 'M', u'q'),
(0x1D4C7, 'M', u'r'),
(0x1D4C8, 'M', u's'),
(0x1D4C9, 'M', u't'),
(0x1D4CA, 'M', u'u'),
(0x1D4CB, 'M', u'v'),
(0x1D4CC, 'M', u'w'),
(0x1D4CD, 'M', u'x'),
(0x1D4CE, 'M', u'y'),
(0x1D4CF, 'M', u'z'),
(0x1D4D0, 'M', u'a'),
(0x1D4D1, 'M', u'b'),
(0x1D4D2, 'M', u'c'),
(0x1D4D3, 'M', u'd'),
(0x1D4D4, 'M', u'e'),
(0x1D4D5, 'M', u'f'),
(0x1D4D6, 'M', u'g'),
(0x1D4D7, 'M', u'h'),
(0x1D4D8, 'M', u'i'),
(0x1D4D9, 'M', u'j'),
(0x1D4DA, 'M', u'k'),
(0x1D4DB, 'M', u'l'),
(0x1D4DC, 'M', u'm'),
(0x1D4DD, 'M', u'n'),
(0x1D4DE, 'M', u'o'),
(0x1D4DF, 'M', u'p'),
(0x1D4E0, 'M', u'q'),
(0x1D4E1, 'M', u'r'),
(0x1D4E2, 'M', u's'),
(0x1D4E3, 'M', u't'),
(0x1D4E4, 'M', u'u'),
(0x1D4E5, 'M', u'v'),
(0x1D4E6, 'M', u'w'),
(0x1D4E7, 'M', u'x'),
(0x1D4E8, 'M', u'y'),
(0x1D4E9, 'M', u'z'),
(0x1D4EA, 'M', u'a'),
(0x1D4EB, 'M', u'b'),
(0x1D4EC, 'M', u'c'),
(0x1D4ED, 'M', u'd'),
(0x1D4EE, 'M', u'e'),
(0x1D4EF, 'M', u'f'),
(0x1D4F0, 'M', u'g'),
(0x1D4F1, 'M', u'h'),
(0x1D4F2, 'M', u'i'),
(0x1D4F3, 'M', u'j'),
(0x1D4F4, 'M', u'k'),
(0x1D4F5, 'M', u'l'),
(0x1D4F6, 'M', u'm'),
(0x1D4F7, 'M', u'n'),
(0x1D4F8, 'M', u'o'),
(0x1D4F9, 'M', u'p'),
(0x1D4FA, 'M', u'q'),
(0x1D4FB, 'M', u'r'),
(0x1D4FC, 'M', u's'),
(0x1D4FD, 'M', u't'),
(0x1D4FE, 'M', u'u'),
(0x1D4FF, 'M', u'v'),
(0x1D500, 'M', u'w'),
(0x1D501, 'M', u'x'),
(0x1D502, 'M', u'y'),
(0x1D503, 'M', u'z'),
(0x1D504, 'M', u'a'),
(0x1D505, 'M', u'b'),
(0x1D506, 'X'),
(0x1D507, 'M', u'd'),
]
def _seg_56():
return [
(0x1D508, 'M', u'e'),
(0x1D509, 'M', u'f'),
(0x1D50A, 'M', u'g'),
(0x1D50B, 'X'),
(0x1D50D, 'M', u'j'),
(0x1D50E, 'M', u'k'),
(0x1D50F, 'M', u'l'),
(0x1D510, 'M', u'm'),
(0x1D511, 'M', u'n'),
(0x1D512, 'M', u'o'),
(0x1D513, 'M', u'p'),
(0x1D514, 'M', u'q'),
(0x1D515, 'X'),
(0x1D516, 'M', u's'),
(0x1D517, 'M', u't'),
(0x1D518, 'M', u'u'),
(0x1D519, 'M', u'v'),
(0x1D51A, 'M', u'w'),
(0x1D51B, 'M', u'x'),
(0x1D51C, 'M', u'y'),
(0x1D51D, 'X'),
(0x1D51E, 'M', u'a'),
(0x1D51F, 'M', u'b'),
(0x1D520, 'M', u'c'),
(0x1D521, 'M', u'd'),
(0x1D522, 'M', u'e'),
(0x1D523, 'M', u'f'),
(0x1D524, 'M', u'g'),
(0x1D525, 'M', u'h'),
(0x1D526, 'M', u'i'),
(0x1D527, 'M', u'j'),
(0x1D528, 'M', u'k'),
(0x1D529, 'M', u'l'),
(0x1D52A, 'M', u'm'),
(0x1D52B, 'M', u'n'),
(0x1D52C, 'M', u'o'),
(0x1D52D, 'M', u'p'),
(0x1D52E, 'M', u'q'),
(0x1D52F, 'M', u'r'),
(0x1D530, 'M', u's'),
(0x1D531, 'M', u't'),
(0x1D532, 'M', u'u'),
(0x1D533, 'M', u'v'),
(0x1D534, 'M', u'w'),
(0x1D535, 'M', u'x'),
(0x1D536, 'M', u'y'),
(0x1D537, 'M', u'z'),
(0x1D538, 'M', u'a'),
(0x1D539, 'M', u'b'),
(0x1D53A, 'X'),
(0x1D53B, 'M', u'd'),
(0x1D53C, 'M', u'e'),
(0x1D53D, 'M', u'f'),
(0x1D53E, 'M', u'g'),
(0x1D53F, 'X'),
(0x1D540, 'M', u'i'),
(0x1D541, 'M', u'j'),
(0x1D542, 'M', u'k'),
(0x1D543, 'M', u'l'),
(0x1D544, 'M', u'm'),
(0x1D545, 'X'),
(0x1D546, 'M', u'o'),
(0x1D547, 'X'),
(0x1D54A, 'M', u's'),
(0x1D54B, 'M', u't'),
(0x1D54C, 'M', u'u'),
(0x1D54D, 'M', u'v'),
(0x1D54E, 'M', u'w'),
(0x1D54F, 'M', u'x'),
(0x1D550, 'M', u'y'),
(0x1D551, 'X'),
(0x1D552, 'M', u'a'),
(0x1D553, 'M', u'b'),
(0x1D554, 'M', u'c'),
(0x1D555, 'M', u'd'),
(0x1D556, 'M', u'e'),
(0x1D557, 'M', u'f'),
(0x1D558, 'M', u'g'),
(0x1D559, 'M', u'h'),
(0x1D55A, 'M', u'i'),
(0x1D55B, 'M', u'j'),
(0x1D55C, 'M', u'k'),
(0x1D55D, 'M', u'l'),
(0x1D55E, 'M', u'm'),
(0x1D55F, 'M', u'n'),
(0x1D560, 'M', u'o'),
(0x1D561, 'M', u'p'),
(0x1D562, 'M', u'q'),
(0x1D563, 'M', u'r'),
(0x1D564, 'M', u's'),
(0x1D565, 'M', u't'),
(0x1D566, 'M', u'u'),
(0x1D567, 'M', u'v'),
(0x1D568, 'M', u'w'),
(0x1D569, 'M', u'x'),
(0x1D56A, 'M', u'y'),
(0x1D56B, 'M', u'z'),
(0x1D56C, 'M', u'a'),
(0x1D56D, 'M', u'b'),
(0x1D56E, 'M', u'c'),
]
def _seg_57():
return [
(0x1D56F, 'M', u'd'),
(0x1D570, 'M', u'e'),
(0x1D571, 'M', u'f'),
(0x1D572, 'M', u'g'),
(0x1D573, 'M', u'h'),
(0x1D574, 'M', u'i'),
(0x1D575, 'M', u'j'),
(0x1D576, 'M', u'k'),
(0x1D577, 'M', u'l'),
(0x1D578, 'M', u'm'),
(0x1D579, 'M', u'n'),
(0x1D57A, 'M', u'o'),
(0x1D57B, 'M', u'p'),
(0x1D57C, 'M', u'q'),
(0x1D57D, 'M', u'r'),
(0x1D57E, 'M', u's'),
(0x1D57F, 'M', u't'),
(0x1D580, 'M', u'u'),
(0x1D581, 'M', u'v'),
(0x1D582, 'M', u'w'),
(0x1D583, 'M', u'x'),
(0x1D584, 'M', u'y'),
(0x1D585, 'M', u'z'),
(0x1D586, 'M', u'a'),
(0x1D587, 'M', u'b'),
(0x1D588, 'M', u'c'),
(0x1D589, 'M', u'd'),
(0x1D58A, 'M', u'e'),
(0x1D58B, 'M', u'f'),
(0x1D58C, 'M', u'g'),
(0x1D58D, 'M', u'h'),
(0x1D58E, 'M', u'i'),
(0x1D58F, 'M', u'j'),
(0x1D590, 'M', u'k'),
(0x1D591, 'M', u'l'),
(0x1D592, 'M', u'm'),
(0x1D593, 'M', u'n'),
(0x1D594, 'M', u'o'),
(0x1D595, 'M', u'p'),
(0x1D596, 'M', u'q'),
(0x1D597, 'M', u'r'),
(0x1D598, 'M', u's'),
(0x1D599, 'M', u't'),
(0x1D59A, 'M', u'u'),
(0x1D59B, 'M', u'v'),
(0x1D59C, 'M', u'w'),
(0x1D59D, 'M', u'x'),
(0x1D59E, 'M', u'y'),
(0x1D59F, 'M', u'z'),
(0x1D5A0, 'M', u'a'),
(0x1D5A1, 'M', u'b'),
(0x1D5A2, 'M', u'c'),
(0x1D5A3, 'M', u'd'),
(0x1D5A4, 'M', u'e'),
(0x1D5A5, 'M', u'f'),
(0x1D5A6, 'M', u'g'),
(0x1D5A7, 'M', u'h'),
(0x1D5A8, 'M', u'i'),
(0x1D5A9, 'M', u'j'),
(0x1D5AA, 'M', u'k'),
(0x1D5AB, 'M', u'l'),
(0x1D5AC, 'M', u'm'),
(0x1D5AD, 'M', u'n'),
(0x1D5AE, 'M', u'o'),
(0x1D5AF, 'M', u'p'),
(0x1D5B0, 'M', u'q'),
(0x1D5B1, 'M', u'r'),
(0x1D5B2, 'M', u's'),
(0x1D5B3, 'M', u't'),
(0x1D5B4, 'M', u'u'),
(0x1D5B5, 'M', u'v'),
(0x1D5B6, 'M', u'w'),
(0x1D5B7, 'M', u'x'),
(0x1D5B8, 'M', u'y'),
(0x1D5B9, 'M', u'z'),
(0x1D5BA, 'M', u'a'),
(0x1D5BB, 'M', u'b'),
(0x1D5BC, 'M', u'c'),
(0x1D5BD, 'M', u'd'),
(0x1D5BE, 'M', u'e'),
(0x1D5BF, 'M', u'f'),
(0x1D5C0, 'M', u'g'),
(0x1D5C1, 'M', u'h'),
(0x1D5C2, 'M', u'i'),
(0x1D5C3, 'M', u'j'),
(0x1D5C4, 'M', u'k'),
(0x1D5C5, 'M', u'l'),
(0x1D5C6, 'M', u'm'),
(0x1D5C7, 'M', u'n'),
(0x1D5C8, 'M', u'o'),
(0x1D5C9, 'M', u'p'),
(0x1D5CA, 'M', u'q'),
(0x1D5CB, 'M', u'r'),
(0x1D5CC, 'M', u's'),
(0x1D5CD, 'M', u't'),
(0x1D5CE, 'M', u'u'),
(0x1D5CF, 'M', u'v'),
(0x1D5D0, 'M', u'w'),
(0x1D5D1, 'M', u'x'),
(0x1D5D2, 'M', u'y'),
]
def _seg_58():
return [
(0x1D5D3, 'M', u'z'),
(0x1D5D4, 'M', u'a'),
(0x1D5D5, 'M', u'b'),
(0x1D5D6, 'M', u'c'),
(0x1D5D7, 'M', u'd'),
(0x1D5D8, 'M', u'e'),
(0x1D5D9, 'M', u'f'),
(0x1D5DA, 'M', u'g'),
(0x1D5DB, 'M', u'h'),
(0x1D5DC, 'M', u'i'),
(0x1D5DD, 'M', u'j'),
(0x1D5DE, 'M', u'k'),
(0x1D5DF, 'M', u'l'),
(0x1D5E0, 'M', u'm'),
(0x1D5E1, 'M', u'n'),
(0x1D5E2, 'M', u'o'),
(0x1D5E3, 'M', u'p'),
(0x1D5E4, 'M', u'q'),
(0x1D5E5, 'M', u'r'),
(0x1D5E6, 'M', u's'),
(0x1D5E7, 'M', u't'),
(0x1D5E8, 'M', u'u'),
(0x1D5E9, 'M', u'v'),
(0x1D5EA, 'M', u'w'),
(0x1D5EB, 'M', u'x'),
(0x1D5EC, 'M', u'y'),
(0x1D5ED, 'M', u'z'),
(0x1D5EE, 'M', u'a'),
(0x1D5EF, 'M', u'b'),
(0x1D5F0, 'M', u'c'),
(0x1D5F1, 'M', u'd'),
(0x1D5F2, 'M', u'e'),
(0x1D5F3, 'M', u'f'),
(0x1D5F4, 'M', u'g'),
(0x1D5F5, 'M', u'h'),
(0x1D5F6, 'M', u'i'),
(0x1D5F7, 'M', u'j'),
(0x1D5F8, 'M', u'k'),
(0x1D5F9, 'M', u'l'),
(0x1D5FA, 'M', u'm'),
(0x1D5FB, 'M', u'n'),
(0x1D5FC, 'M', u'o'),
(0x1D5FD, 'M', u'p'),
(0x1D5FE, 'M', u'q'),
(0x1D5FF, 'M', u'r'),
(0x1D600, 'M', u's'),
(0x1D601, 'M', u't'),
(0x1D602, 'M', u'u'),
(0x1D603, 'M', u'v'),
(0x1D604, 'M', u'w'),
(0x1D605, 'M', u'x'),
(0x1D606, 'M', u'y'),
(0x1D607, 'M', u'z'),
(0x1D608, 'M', u'a'),
(0x1D609, 'M', u'b'),
(0x1D60A, 'M', u'c'),
(0x1D60B, 'M', u'd'),
(0x1D60C, 'M', u'e'),
(0x1D60D, 'M', u'f'),
(0x1D60E, 'M', u'g'),
(0x1D60F, 'M', u'h'),
(0x1D610, 'M', u'i'),
(0x1D611, 'M', u'j'),
(0x1D612, 'M', u'k'),
(0x1D613, 'M', u'l'),
(0x1D614, 'M', u'm'),
(0x1D615, 'M', u'n'),
(0x1D616, 'M', u'o'),
(0x1D617, 'M', u'p'),
(0x1D618, 'M', u'q'),
(0x1D619, 'M', u'r'),
(0x1D61A, 'M', u's'),
(0x1D61B, 'M', u't'),
(0x1D61C, 'M', u'u'),
(0x1D61D, 'M', u'v'),
(0x1D61E, 'M', u'w'),
(0x1D61F, 'M', u'x'),
(0x1D620, 'M', u'y'),
(0x1D621, 'M', u'z'),
(0x1D622, 'M', u'a'),
(0x1D623, 'M', u'b'),
(0x1D624, 'M', u'c'),
(0x1D625, 'M', u'd'),
(0x1D626, 'M', u'e'),
(0x1D627, 'M', u'f'),
(0x1D628, 'M', u'g'),
(0x1D629, 'M', u'h'),
(0x1D62A, 'M', u'i'),
(0x1D62B, 'M', u'j'),
(0x1D62C, 'M', u'k'),
(0x1D62D, 'M', u'l'),
(0x1D62E, 'M', u'm'),
(0x1D62F, 'M', u'n'),
(0x1D630, 'M', u'o'),
(0x1D631, 'M', u'p'),
(0x1D632, 'M', u'q'),
(0x1D633, 'M', u'r'),
(0x1D634, 'M', u's'),
(0x1D635, 'M', u't'),
(0x1D636, 'M', u'u'),
]
def _seg_59():
return [
(0x1D637, 'M', u'v'),
(0x1D638, 'M', u'w'),
(0x1D639, 'M', u'x'),
(0x1D63A, 'M', u'y'),
(0x1D63B, 'M', u'z'),
(0x1D63C, 'M', u'a'),
(0x1D63D, 'M', u'b'),
(0x1D63E, 'M', u'c'),
(0x1D63F, 'M', u'd'),
(0x1D640, 'M', u'e'),
(0x1D641, 'M', u'f'),
(0x1D642, 'M', u'g'),
(0x1D643, 'M', u'h'),
(0x1D644, 'M', u'i'),
(0x1D645, 'M', u'j'),
(0x1D646, 'M', u'k'),
(0x1D647, 'M', u'l'),
(0x1D648, 'M', u'm'),
(0x1D649, 'M', u'n'),
(0x1D64A, 'M', u'o'),
(0x1D64B, 'M', u'p'),
(0x1D64C, 'M', u'q'),
(0x1D64D, 'M', u'r'),
(0x1D64E, 'M', u's'),
(0x1D64F, 'M', u't'),
(0x1D650, 'M', u'u'),
(0x1D651, 'M', u'v'),
(0x1D652, 'M', u'w'),
(0x1D653, 'M', u'x'),
(0x1D654, 'M', u'y'),
(0x1D655, 'M', u'z'),
(0x1D656, 'M', u'a'),
(0x1D657, 'M', u'b'),
(0x1D658, 'M', u'c'),
(0x1D659, 'M', u'd'),
(0x1D65A, 'M', u'e'),
(0x1D65B, 'M', u'f'),
(0x1D65C, 'M', u'g'),
(0x1D65D, 'M', u'h'),
(0x1D65E, 'M', u'i'),
(0x1D65F, 'M', u'j'),
(0x1D660, 'M', u'k'),
(0x1D661, 'M', u'l'),
(0x1D662, 'M', u'm'),
(0x1D663, 'M', u'n'),
(0x1D664, 'M', u'o'),
(0x1D665, 'M', u'p'),
(0x1D666, 'M', u'q'),
(0x1D667, 'M', u'r'),
(0x1D668, 'M', u's'),
(0x1D669, 'M', u't'),
(0x1D66A, 'M', u'u'),
(0x1D66B, 'M', u'v'),
(0x1D66C, 'M', u'w'),
(0x1D66D, 'M', u'x'),
(0x1D66E, 'M', u'y'),
(0x1D66F, 'M', u'z'),
(0x1D670, 'M', u'a'),
(0x1D671, 'M', u'b'),
(0x1D672, 'M', u'c'),
(0x1D673, 'M', u'd'),
(0x1D674, 'M', u'e'),
(0x1D675, 'M', u'f'),
(0x1D676, 'M', u'g'),
(0x1D677, 'M', u'h'),
(0x1D678, 'M', u'i'),
(0x1D679, 'M', u'j'),
(0x1D67A, 'M', u'k'),
(0x1D67B, 'M', u'l'),
(0x1D67C, 'M', u'm'),
(0x1D67D, 'M', u'n'),
(0x1D67E, 'M', u'o'),
(0x1D67F, 'M', u'p'),
(0x1D680, 'M', u'q'),
(0x1D681, 'M', u'r'),
(0x1D682, 'M', u's'),
(0x1D683, 'M', u't'),
(0x1D684, 'M', u'u'),
(0x1D685, 'M', u'v'),
(0x1D686, 'M', u'w'),
(0x1D687, 'M', u'x'),
(0x1D688, 'M', u'y'),
(0x1D689, 'M', u'z'),
(0x1D68A, 'M', u'a'),
(0x1D68B, 'M', u'b'),
(0x1D68C, 'M', u'c'),
(0x1D68D, 'M', u'd'),
(0x1D68E, 'M', u'e'),
(0x1D68F, 'M', u'f'),
(0x1D690, 'M', u'g'),
(0x1D691, 'M', u'h'),
(0x1D692, 'M', u'i'),
(0x1D693, 'M', u'j'),
(0x1D694, 'M', u'k'),
(0x1D695, 'M', u'l'),
(0x1D696, 'M', u'm'),
(0x1D697, 'M', u'n'),
(0x1D698, 'M', u'o'),
(0x1D699, 'M', u'p'),
(0x1D69A, 'M', u'q'),
]
def _seg_60():
return [
(0x1D69B, 'M', u'r'),
(0x1D69C, 'M', u's'),
(0x1D69D, 'M', u't'),
(0x1D69E, 'M', u'u'),
(0x1D69F, 'M', u'v'),
(0x1D6A0, 'M', u'w'),
(0x1D6A1, 'M', u'x'),
(0x1D6A2, 'M', u'y'),
(0x1D6A3, 'M', u'z'),
(0x1D6A4, 'M', u'ı'),
(0x1D6A5, 'M', u'ȷ'),
(0x1D6A6, 'X'),
(0x1D6A8, 'M', u'α'),
(0x1D6A9, 'M', u'β'),
(0x1D6AA, 'M', u'γ'),
(0x1D6AB, 'M', u'δ'),
(0x1D6AC, 'M', u'ε'),
(0x1D6AD, 'M', u'ζ'),
(0x1D6AE, 'M', u'η'),
(0x1D6AF, 'M', u'θ'),
(0x1D6B0, 'M', u'ι'),
(0x1D6B1, 'M', u'κ'),
(0x1D6B2, 'M', u'λ'),
(0x1D6B3, 'M', u'μ'),
(0x1D6B4, 'M', u'ν'),
(0x1D6B5, 'M', u'ξ'),
(0x1D6B6, 'M', u'ο'),
(0x1D6B7, 'M', u'π'),
(0x1D6B8, 'M', u'ρ'),
(0x1D6B9, 'M', u'θ'),
(0x1D6BA, 'M', u'σ'),
(0x1D6BB, 'M', u'τ'),
(0x1D6BC, 'M', u'υ'),
(0x1D6BD, 'M', u'φ'),
(0x1D6BE, 'M', u'χ'),
(0x1D6BF, 'M', u'ψ'),
(0x1D6C0, 'M', u'ω'),
(0x1D6C1, 'M', u'∇'),
(0x1D6C2, 'M', u'α'),
(0x1D6C3, 'M', u'β'),
(0x1D6C4, 'M', u'γ'),
(0x1D6C5, 'M', u'δ'),
(0x1D6C6, 'M', u'ε'),
(0x1D6C7, 'M', u'ζ'),
(0x1D6C8, 'M', u'η'),
(0x1D6C9, 'M', u'θ'),
(0x1D6CA, 'M', u'ι'),
(0x1D6CB, 'M', u'κ'),
(0x1D6CC, 'M', u'λ'),
(0x1D6CD, 'M', u'μ'),
(0x1D6CE, 'M', u'ν'),
(0x1D6CF, 'M', u'ξ'),
(0x1D6D0, 'M', u'ο'),
(0x1D6D1, 'M', u'π'),
(0x1D6D2, 'M', u'ρ'),
(0x1D6D3, 'M', u'σ'),
(0x1D6D5, 'M', u'τ'),
(0x1D6D6, 'M', u'υ'),
(0x1D6D7, 'M', u'φ'),
(0x1D6D8, 'M', u'χ'),
(0x1D6D9, 'M', u'ψ'),
(0x1D6DA, 'M', u'ω'),
(0x1D6DB, 'M', u'∂'),
(0x1D6DC, 'M', u'ε'),
(0x1D6DD, 'M', u'θ'),
(0x1D6DE, 'M', u'κ'),
(0x1D6DF, 'M', u'φ'),
(0x1D6E0, 'M', u'ρ'),
(0x1D6E1, 'M', u'π'),
(0x1D6E2, 'M', u'α'),
(0x1D6E3, 'M', u'β'),
(0x1D6E4, 'M', u'γ'),
(0x1D6E5, 'M', u'δ'),
(0x1D6E6, 'M', u'ε'),
(0x1D6E7, 'M', u'ζ'),
(0x1D6E8, 'M', u'η'),
(0x1D6E9, 'M', u'θ'),
(0x1D6EA, 'M', u'ι'),
(0x1D6EB, 'M', u'κ'),
(0x1D6EC, 'M', u'λ'),
(0x1D6ED, 'M', u'μ'),
(0x1D6EE, 'M', u'ν'),
(0x1D6EF, 'M', u'ξ'),
(0x1D6F0, 'M', u'ο'),
(0x1D6F1, 'M', u'π'),
(0x1D6F2, 'M', u'ρ'),
(0x1D6F3, 'M', u'θ'),
(0x1D6F4, 'M', u'σ'),
(0x1D6F5, 'M', u'τ'),
(0x1D6F6, 'M', u'υ'),
(0x1D6F7, 'M', u'φ'),
(0x1D6F8, 'M', u'χ'),
(0x1D6F9, 'M', u'ψ'),
(0x1D6FA, 'M', u'ω'),
(0x1D6FB, 'M', u'∇'),
(0x1D6FC, 'M', u'α'),
(0x1D6FD, 'M', u'β'),
(0x1D6FE, 'M', u'γ'),
(0x1D6FF, 'M', u'δ'),
(0x1D700, 'M', u'ε'),
]
def _seg_61():
return [
(0x1D701, 'M', u'ζ'),
(0x1D702, 'M', u'η'),
(0x1D703, 'M', u'θ'),
(0x1D704, 'M', u'ι'),
(0x1D705, 'M', u'κ'),
(0x1D706, 'M', u'λ'),
(0x1D707, 'M', u'μ'),
(0x1D708, 'M', u'ν'),
(0x1D709, 'M', u'ξ'),
(0x1D70A, 'M', u'ο'),
(0x1D70B, 'M', u'π'),
(0x1D70C, 'M', u'ρ'),
(0x1D70D, 'M', u'σ'),
(0x1D70F, 'M', u'τ'),
(0x1D710, 'M', u'υ'),
(0x1D711, 'M', u'φ'),
(0x1D712, 'M', u'χ'),
(0x1D713, 'M', u'ψ'),
(0x1D714, 'M', u'ω'),
(0x1D715, 'M', u'∂'),
(0x1D716, 'M', u'ε'),
(0x1D717, 'M', u'θ'),
(0x1D718, 'M', u'κ'),
(0x1D719, 'M', u'φ'),
(0x1D71A, 'M', u'ρ'),
(0x1D71B, 'M', u'π'),
(0x1D71C, 'M', u'α'),
(0x1D71D, 'M', u'β'),
(0x1D71E, 'M', u'γ'),
(0x1D71F, 'M', u'δ'),
(0x1D720, 'M', u'ε'),
(0x1D721, 'M', u'ζ'),
(0x1D722, 'M', u'η'),
(0x1D723, 'M', u'θ'),
(0x1D724, 'M', u'ι'),
(0x1D725, 'M', u'κ'),
(0x1D726, 'M', u'λ'),
(0x1D727, 'M', u'μ'),
(0x1D728, 'M', u'ν'),
(0x1D729, 'M', u'ξ'),
(0x1D72A, 'M', u'ο'),
(0x1D72B, 'M', u'π'),
(0x1D72C, 'M', u'ρ'),
(0x1D72D, 'M', u'θ'),
(0x1D72E, 'M', u'σ'),
(0x1D72F, 'M', u'τ'),
(0x1D730, 'M', u'υ'),
(0x1D731, 'M', u'φ'),
(0x1D732, 'M', u'χ'),
(0x1D733, 'M', u'ψ'),
(0x1D734, 'M', u'ω'),
(0x1D735, 'M', u'∇'),
(0x1D736, 'M', u'α'),
(0x1D737, 'M', u'β'),
(0x1D738, 'M', u'γ'),
(0x1D739, 'M', u'δ'),
(0x1D73A, 'M', u'ε'),
(0x1D73B, 'M', u'ζ'),
(0x1D73C, 'M', u'η'),
(0x1D73D, 'M', u'θ'),
(0x1D73E, 'M', u'ι'),
(0x1D73F, 'M', u'κ'),
(0x1D740, 'M', u'λ'),
(0x1D741, 'M', u'μ'),
(0x1D742, 'M', u'ν'),
(0x1D743, 'M', u'ξ'),
(0x1D744, 'M', u'ο'),
(0x1D745, 'M', u'π'),
(0x1D746, 'M', u'ρ'),
(0x1D747, 'M', u'σ'),
(0x1D749, 'M', u'τ'),
(0x1D74A, 'M', u'υ'),
(0x1D74B, 'M', u'φ'),
(0x1D74C, 'M', u'χ'),
(0x1D74D, 'M', u'ψ'),
(0x1D74E, 'M', u'ω'),
(0x1D74F, 'M', u'∂'),
(0x1D750, 'M', u'ε'),
(0x1D751, 'M', u'θ'),
(0x1D752, 'M', u'κ'),
(0x1D753, 'M', u'φ'),
(0x1D754, 'M', u'ρ'),
(0x1D755, 'M', u'π'),
(0x1D756, 'M', u'α'),
(0x1D757, 'M', u'β'),
(0x1D758, 'M', u'γ'),
(0x1D759, 'M', u'δ'),
(0x1D75A, 'M', u'ε'),
(0x1D75B, 'M', u'ζ'),
(0x1D75C, 'M', u'η'),
(0x1D75D, 'M', u'θ'),
(0x1D75E, 'M', u'ι'),
(0x1D75F, 'M', u'κ'),
(0x1D760, 'M', u'λ'),
(0x1D761, 'M', u'μ'),
(0x1D762, 'M', u'ν'),
(0x1D763, 'M', u'ξ'),
(0x1D764, 'M', u'ο'),
(0x1D765, 'M', u'π'),
(0x1D766, 'M', u'ρ'),
]
def _seg_62():
return [
(0x1D767, 'M', u'θ'),
(0x1D768, 'M', u'σ'),
(0x1D769, 'M', u'τ'),
(0x1D76A, 'M', u'υ'),
(0x1D76B, 'M', u'φ'),
(0x1D76C, 'M', u'χ'),
(0x1D76D, 'M', u'ψ'),
(0x1D76E, 'M', u'ω'),
(0x1D76F, 'M', u'∇'),
(0x1D770, 'M', u'α'),
(0x1D771, 'M', u'β'),
(0x1D772, 'M', u'γ'),
(0x1D773, 'M', u'δ'),
(0x1D774, 'M', u'ε'),
(0x1D775, 'M', u'ζ'),
(0x1D776, 'M', u'η'),
(0x1D777, 'M', u'θ'),
(0x1D778, 'M', u'ι'),
(0x1D779, 'M', u'κ'),
(0x1D77A, 'M', u'λ'),
(0x1D77B, 'M', u'μ'),
(0x1D77C, 'M', u'ν'),
(0x1D77D, 'M', u'ξ'),
(0x1D77E, 'M', u'ο'),
(0x1D77F, 'M', u'π'),
(0x1D780, 'M', u'ρ'),
(0x1D781, 'M', u'σ'),
(0x1D783, 'M', u'τ'),
(0x1D784, 'M', u'υ'),
(0x1D785, 'M', u'φ'),
(0x1D786, 'M', u'χ'),
(0x1D787, 'M', u'ψ'),
(0x1D788, 'M', u'ω'),
(0x1D789, 'M', u'∂'),
(0x1D78A, 'M', u'ε'),
(0x1D78B, 'M', u'θ'),
(0x1D78C, 'M', u'κ'),
(0x1D78D, 'M', u'φ'),
(0x1D78E, 'M', u'ρ'),
(0x1D78F, 'M', u'π'),
(0x1D790, 'M', u'α'),
(0x1D791, 'M', u'β'),
(0x1D792, 'M', u'γ'),
(0x1D793, 'M', u'δ'),
(0x1D794, 'M', u'ε'),
(0x1D795, 'M', u'ζ'),
(0x1D796, 'M', u'η'),
(0x1D797, 'M', u'θ'),
(0x1D798, 'M', u'ι'),
(0x1D799, 'M', u'κ'),
(0x1D79A, 'M', u'λ'),
(0x1D79B, 'M', u'μ'),
(0x1D79C, 'M', u'ν'),
(0x1D79D, 'M', u'ξ'),
(0x1D79E, 'M', u'ο'),
(0x1D79F, 'M', u'π'),
(0x1D7A0, 'M', u'ρ'),
(0x1D7A1, 'M', u'θ'),
(0x1D7A2, 'M', u'σ'),
(0x1D7A3, 'M', u'τ'),
(0x1D7A4, 'M', u'υ'),
(0x1D7A5, 'M', u'φ'),
(0x1D7A6, 'M', u'χ'),
(0x1D7A7, 'M', u'ψ'),
(0x1D7A8, 'M', u'ω'),
(0x1D7A9, 'M', u'∇'),
(0x1D7AA, 'M', u'α'),
(0x1D7AB, 'M', u'β'),
(0x1D7AC, 'M', u'γ'),
(0x1D7AD, 'M', u'δ'),
(0x1D7AE, 'M', u'ε'),
(0x1D7AF, 'M', u'ζ'),
(0x1D7B0, 'M', u'η'),
(0x1D7B1, 'M', u'θ'),
(0x1D7B2, 'M', u'ι'),
(0x1D7B3, 'M', u'κ'),
(0x1D7B4, 'M', u'λ'),
(0x1D7B5, 'M', u'μ'),
(0x1D7B6, 'M', u'ν'),
(0x1D7B7, 'M', u'ξ'),
(0x1D7B8, 'M', u'ο'),
(0x1D7B9, 'M', u'π'),
(0x1D7BA, 'M', u'ρ'),
(0x1D7BB, 'M', u'σ'),
(0x1D7BD, 'M', u'τ'),
(0x1D7BE, 'M', u'υ'),
(0x1D7BF, 'M', u'φ'),
(0x1D7C0, 'M', u'χ'),
(0x1D7C1, 'M', u'ψ'),
(0x1D7C2, 'M', u'ω'),
(0x1D7C3, 'M', u'∂'),
(0x1D7C4, 'M', u'ε'),
(0x1D7C5, 'M', u'θ'),
(0x1D7C6, 'M', u'κ'),
(0x1D7C7, 'M', u'φ'),
(0x1D7C8, 'M', u'ρ'),
(0x1D7C9, 'M', u'π'),
(0x1D7CA, 'M', u'ϝ'),
(0x1D7CC, 'X'),
(0x1D7CE, 'M', u'0'),
]
def _seg_63():
return [
(0x1D7CF, 'M', u'1'),
(0x1D7D0, 'M', u'2'),
(0x1D7D1, 'M', u'3'),
(0x1D7D2, 'M', u'4'),
(0x1D7D3, 'M', u'5'),
(0x1D7D4, 'M', u'6'),
(0x1D7D5, 'M', u'7'),
(0x1D7D6, 'M', u'8'),
(0x1D7D7, 'M', u'9'),
(0x1D7D8, 'M', u'0'),
(0x1D7D9, 'M', u'1'),
(0x1D7DA, 'M', u'2'),
(0x1D7DB, 'M', u'3'),
(0x1D7DC, 'M', u'4'),
(0x1D7DD, 'M', u'5'),
(0x1D7DE, 'M', u'6'),
(0x1D7DF, 'M', u'7'),
(0x1D7E0, 'M', u'8'),
(0x1D7E1, 'M', u'9'),
(0x1D7E2, 'M', u'0'),
(0x1D7E3, 'M', u'1'),
(0x1D7E4, 'M', u'2'),
(0x1D7E5, 'M', u'3'),
(0x1D7E6, 'M', u'4'),
(0x1D7E7, 'M', u'5'),
(0x1D7E8, 'M', u'6'),
(0x1D7E9, 'M', u'7'),
(0x1D7EA, 'M', u'8'),
(0x1D7EB, 'M', u'9'),
(0x1D7EC, 'M', u'0'),
(0x1D7ED, 'M', u'1'),
(0x1D7EE, 'M', u'2'),
(0x1D7EF, 'M', u'3'),
(0x1D7F0, 'M', u'4'),
(0x1D7F1, 'M', u'5'),
(0x1D7F2, 'M', u'6'),
(0x1D7F3, 'M', u'7'),
(0x1D7F4, 'M', u'8'),
(0x1D7F5, 'M', u'9'),
(0x1D7F6, 'M', u'0'),
(0x1D7F7, 'M', u'1'),
(0x1D7F8, 'M', u'2'),
(0x1D7F9, 'M', u'3'),
(0x1D7FA, 'M', u'4'),
(0x1D7FB, 'M', u'5'),
(0x1D7FC, 'M', u'6'),
(0x1D7FD, 'M', u'7'),
(0x1D7FE, 'M', u'8'),
(0x1D7FF, 'M', u'9'),
(0x1D800, 'X'),
(0x1EE00, 'M', u'ا'),
(0x1EE01, 'M', u'ب'),
(0x1EE02, 'M', u'ج'),
(0x1EE03, 'M', u'د'),
(0x1EE04, 'X'),
(0x1EE05, 'M', u'و'),
(0x1EE06, 'M', u'ز'),
(0x1EE07, 'M', u'ح'),
(0x1EE08, 'M', u'ط'),
(0x1EE09, 'M', u'ي'),
(0x1EE0A, 'M', u'ك'),
(0x1EE0B, 'M', u'ل'),
(0x1EE0C, 'M', u'م'),
(0x1EE0D, 'M', u'ن'),
(0x1EE0E, 'M', u'س'),
(0x1EE0F, 'M', u'ع'),
(0x1EE10, 'M', u'ف'),
(0x1EE11, 'M', u'ص'),
(0x1EE12, 'M', u'ق'),
(0x1EE13, 'M', u'ر'),
(0x1EE14, 'M', u'ش'),
(0x1EE15, 'M', u'ت'),
(0x1EE16, 'M', u'ث'),
(0x1EE17, 'M', u'خ'),
(0x1EE18, 'M', u'ذ'),
(0x1EE19, 'M', u'ض'),
(0x1EE1A, 'M', u'ظ'),
(0x1EE1B, 'M', u'غ'),
(0x1EE1C, 'M', u'ٮ'),
(0x1EE1D, 'M', u'ں'),
(0x1EE1E, 'M', u'ڡ'),
(0x1EE1F, 'M', u'ٯ'),
(0x1EE20, 'X'),
(0x1EE21, 'M', u'ب'),
(0x1EE22, 'M', u'ج'),
(0x1EE23, 'X'),
(0x1EE24, 'M', u'ه'),
(0x1EE25, 'X'),
(0x1EE27, 'M', u'ح'),
(0x1EE28, 'X'),
(0x1EE29, 'M', u'ي'),
(0x1EE2A, 'M', u'ك'),
(0x1EE2B, 'M', u'ل'),
(0x1EE2C, 'M', u'م'),
(0x1EE2D, 'M', u'ن'),
(0x1EE2E, 'M', u'س'),
(0x1EE2F, 'M', u'ع'),
(0x1EE30, 'M', u'ف'),
(0x1EE31, 'M', u'ص'),
(0x1EE32, 'M', u'ق'),
]
def _seg_64():
return [
(0x1EE33, 'X'),
(0x1EE34, 'M', u'ش'),
(0x1EE35, 'M', u'ت'),
(0x1EE36, 'M', u'ث'),
(0x1EE37, 'M', u'خ'),
(0x1EE38, 'X'),
(0x1EE39, 'M', u'ض'),
(0x1EE3A, 'X'),
(0x1EE3B, 'M', u'غ'),
(0x1EE3C, 'X'),
(0x1EE42, 'M', u'ج'),
(0x1EE43, 'X'),
(0x1EE47, 'M', u'ح'),
(0x1EE48, 'X'),
(0x1EE49, 'M', u'ي'),
(0x1EE4A, 'X'),
(0x1EE4B, 'M', u'ل'),
(0x1EE4C, 'X'),
(0x1EE4D, 'M', u'ن'),
(0x1EE4E, 'M', u'س'),
(0x1EE4F, 'M', u'ع'),
(0x1EE50, 'X'),
(0x1EE51, 'M', u'ص'),
(0x1EE52, 'M', u'ق'),
(0x1EE53, 'X'),
(0x1EE54, 'M', u'ش'),
(0x1EE55, 'X'),
(0x1EE57, 'M', u'خ'),
(0x1EE58, 'X'),
(0x1EE59, 'M', u'ض'),
(0x1EE5A, 'X'),
(0x1EE5B, 'M', u'غ'),
(0x1EE5C, 'X'),
(0x1EE5D, 'M', u'ں'),
(0x1EE5E, 'X'),
(0x1EE5F, 'M', u'ٯ'),
(0x1EE60, 'X'),
(0x1EE61, 'M', u'ب'),
(0x1EE62, 'M', u'ج'),
(0x1EE63, 'X'),
(0x1EE64, 'M', u'ه'),
(0x1EE65, 'X'),
(0x1EE67, 'M', u'ح'),
(0x1EE68, 'M', u'ط'),
(0x1EE69, 'M', u'ي'),
(0x1EE6A, 'M', u'ك'),
(0x1EE6B, 'X'),
(0x1EE6C, 'M', u'م'),
(0x1EE6D, 'M', u'ن'),
(0x1EE6E, 'M', u'س'),
(0x1EE6F, 'M', u'ع'),
(0x1EE70, 'M', u'ف'),
(0x1EE71, 'M', u'ص'),
(0x1EE72, 'M', u'ق'),
(0x1EE73, 'X'),
(0x1EE74, 'M', u'ش'),
(0x1EE75, 'M', u'ت'),
(0x1EE76, 'M', u'ث'),
(0x1EE77, 'M', u'خ'),
(0x1EE78, 'X'),
(0x1EE79, 'M', u'ض'),
(0x1EE7A, 'M', u'ظ'),
(0x1EE7B, 'M', u'غ'),
(0x1EE7C, 'M', u'ٮ'),
(0x1EE7D, 'X'),
(0x1EE7E, 'M', u'ڡ'),
(0x1EE7F, 'X'),
(0x1EE80, 'M', u'ا'),
(0x1EE81, 'M', u'ب'),
(0x1EE82, 'M', u'ج'),
(0x1EE83, 'M', u'د'),
(0x1EE84, 'M', u'ه'),
(0x1EE85, 'M', u'و'),
(0x1EE86, 'M', u'ز'),
(0x1EE87, 'M', u'ح'),
(0x1EE88, 'M', u'ط'),
(0x1EE89, 'M', u'ي'),
(0x1EE8A, 'X'),
(0x1EE8B, 'M', u'ل'),
(0x1EE8C, 'M', u'م'),
(0x1EE8D, 'M', u'ن'),
(0x1EE8E, 'M', u'س'),
(0x1EE8F, 'M', u'ع'),
(0x1EE90, 'M', u'ف'),
(0x1EE91, 'M', u'ص'),
(0x1EE92, 'M', u'ق'),
(0x1EE93, 'M', u'ر'),
(0x1EE94, 'M', u'ش'),
(0x1EE95, 'M', u'ت'),
(0x1EE96, 'M', u'ث'),
(0x1EE97, 'M', u'خ'),
(0x1EE98, 'M', u'ذ'),
(0x1EE99, 'M', u'ض'),
(0x1EE9A, 'M', u'ظ'),
(0x1EE9B, 'M', u'غ'),
(0x1EE9C, 'X'),
(0x1EEA1, 'M', u'ب'),
(0x1EEA2, 'M', u'ج'),
(0x1EEA3, 'M', u'د'),
(0x1EEA4, 'X'),
]
def _seg_65():
return [
(0x1EEA5, 'M', u'و'),
(0x1EEA6, 'M', u'ز'),
(0x1EEA7, 'M', u'ح'),
(0x1EEA8, 'M', u'ط'),
(0x1EEA9, 'M', u'ي'),
(0x1EEAA, 'X'),
(0x1EEAB, 'M', u'ل'),
(0x1EEAC, 'M', u'م'),
(0x1EEAD, 'M', u'ن'),
(0x1EEAE, 'M', u'س'),
(0x1EEAF, 'M', u'ع'),
(0x1EEB0, 'M', u'ف'),
(0x1EEB1, 'M', u'ص'),
(0x1EEB2, 'M', u'ق'),
(0x1EEB3, 'M', u'ر'),
(0x1EEB4, 'M', u'ش'),
(0x1EEB5, 'M', u'ت'),
(0x1EEB6, 'M', u'ث'),
(0x1EEB7, 'M', u'خ'),
(0x1EEB8, 'M', u'ذ'),
(0x1EEB9, 'M', u'ض'),
(0x1EEBA, 'M', u'ظ'),
(0x1EEBB, 'M', u'غ'),
(0x1EEBC, 'X'),
(0x1EEF0, 'V'),
(0x1EEF2, 'X'),
(0x1F000, 'V'),
(0x1F02C, 'X'),
(0x1F030, 'V'),
(0x1F094, 'X'),
(0x1F0A0, 'V'),
(0x1F0AF, 'X'),
(0x1F0B1, 'V'),
(0x1F0BF, 'X'),
(0x1F0C1, 'V'),
(0x1F0D0, 'X'),
(0x1F0D1, 'V'),
(0x1F0E0, 'X'),
(0x1F101, '3', u'0,'),
(0x1F102, '3', u'1,'),
(0x1F103, '3', u'2,'),
(0x1F104, '3', u'3,'),
(0x1F105, '3', u'4,'),
(0x1F106, '3', u'5,'),
(0x1F107, '3', u'6,'),
(0x1F108, '3', u'7,'),
(0x1F109, '3', u'8,'),
(0x1F10A, '3', u'9,'),
(0x1F10B, 'X'),
(0x1F110, '3', u'(a)'),
(0x1F111, '3', u'(b)'),
(0x1F112, '3', u'(c)'),
(0x1F113, '3', u'(d)'),
(0x1F114, '3', u'(e)'),
(0x1F115, '3', u'(f)'),
(0x1F116, '3', u'(g)'),
(0x1F117, '3', u'(h)'),
(0x1F118, '3', u'(i)'),
(0x1F119, '3', u'(j)'),
(0x1F11A, '3', u'(k)'),
(0x1F11B, '3', u'(l)'),
(0x1F11C, '3', u'(m)'),
(0x1F11D, '3', u'(n)'),
(0x1F11E, '3', u'(o)'),
(0x1F11F, '3', u'(p)'),
(0x1F120, '3', u'(q)'),
(0x1F121, '3', u'(r)'),
(0x1F122, '3', u'(s)'),
(0x1F123, '3', u'(t)'),
(0x1F124, '3', u'(u)'),
(0x1F125, '3', u'(v)'),
(0x1F126, '3', u'(w)'),
(0x1F127, '3', u'(x)'),
(0x1F128, '3', u'(y)'),
(0x1F129, '3', u'(z)'),
(0x1F12A, 'M', u'〔s〕'),
(0x1F12B, 'M', u'c'),
(0x1F12C, 'M', u'r'),
(0x1F12D, 'M', u'cd'),
(0x1F12E, 'M', u'wz'),
(0x1F12F, 'X'),
(0x1F130, 'M', u'a'),
(0x1F131, 'M', u'b'),
(0x1F132, 'M', u'c'),
(0x1F133, 'M', u'd'),
(0x1F134, 'M', u'e'),
(0x1F135, 'M', u'f'),
(0x1F136, 'M', u'g'),
(0x1F137, 'M', u'h'),
(0x1F138, 'M', u'i'),
(0x1F139, 'M', u'j'),
(0x1F13A, 'M', u'k'),
(0x1F13B, 'M', u'l'),
(0x1F13C, 'M', u'm'),
(0x1F13D, 'M', u'n'),
(0x1F13E, 'M', u'o'),
(0x1F13F, 'M', u'p'),
(0x1F140, 'M', u'q'),
(0x1F141, 'M', u'r'),
(0x1F142, 'M', u's'),
]
def _seg_66():
return [
(0x1F143, 'M', u't'),
(0x1F144, 'M', u'u'),
(0x1F145, 'M', u'v'),
(0x1F146, 'M', u'w'),
(0x1F147, 'M', u'x'),
(0x1F148, 'M', u'y'),
(0x1F149, 'M', u'z'),
(0x1F14A, 'M', u'hv'),
(0x1F14B, 'M', u'mv'),
(0x1F14C, 'M', u'sd'),
(0x1F14D, 'M', u'ss'),
(0x1F14E, 'M', u'ppv'),
(0x1F14F, 'M', u'wc'),
(0x1F150, 'V'),
(0x1F16A, 'M', u'mc'),
(0x1F16B, 'M', u'md'),
(0x1F16C, 'X'),
(0x1F170, 'V'),
(0x1F190, 'M', u'dj'),
(0x1F191, 'V'),
(0x1F19B, 'X'),
(0x1F1E6, 'V'),
(0x1F200, 'M', u'ほか'),
(0x1F201, 'M', u'ココ'),
(0x1F202, 'M', u'サ'),
(0x1F203, 'X'),
(0x1F210, 'M', u'手'),
(0x1F211, 'M', u'字'),
(0x1F212, 'M', u'双'),
(0x1F213, 'M', u'デ'),
(0x1F214, 'M', u'二'),
(0x1F215, 'M', u'多'),
(0x1F216, 'M', u'解'),
(0x1F217, 'M', u'天'),
(0x1F218, 'M', u'交'),
(0x1F219, 'M', u'映'),
(0x1F21A, 'M', u'無'),
(0x1F21B, 'M', u'料'),
(0x1F21C, 'M', u'前'),
(0x1F21D, 'M', u'後'),
(0x1F21E, 'M', u'再'),
(0x1F21F, 'M', u'新'),
(0x1F220, 'M', u'初'),
(0x1F221, 'M', u'終'),
(0x1F222, 'M', u'生'),
(0x1F223, 'M', u'販'),
(0x1F224, 'M', u'声'),
(0x1F225, 'M', u'吹'),
(0x1F226, 'M', u'演'),
(0x1F227, 'M', u'投'),
(0x1F228, 'M', u'捕'),
(0x1F229, 'M', u'一'),
(0x1F22A, 'M', u'三'),
(0x1F22B, 'M', u'遊'),
(0x1F22C, 'M', u'左'),
(0x1F22D, 'M', u'中'),
(0x1F22E, 'M', u'右'),
(0x1F22F, 'M', u'指'),
(0x1F230, 'M', u'走'),
(0x1F231, 'M', u'打'),
(0x1F232, 'M', u'禁'),
(0x1F233, 'M', u'空'),
(0x1F234, 'M', u'合'),
(0x1F235, 'M', u'満'),
(0x1F236, 'M', u'有'),
(0x1F237, 'M', u'月'),
(0x1F238, 'M', u'申'),
(0x1F239, 'M', u'割'),
(0x1F23A, 'M', u'営'),
(0x1F23B, 'X'),
(0x1F240, 'M', u'〔本〕'),
(0x1F241, 'M', u'〔三〕'),
(0x1F242, 'M', u'〔二〕'),
(0x1F243, 'M', u'〔安〕'),
(0x1F244, 'M', u'〔点〕'),
(0x1F245, 'M', u'〔打〕'),
(0x1F246, 'M', u'〔盗〕'),
(0x1F247, 'M', u'〔勝〕'),
(0x1F248, 'M', u'〔敗〕'),
(0x1F249, 'X'),
(0x1F250, 'M', u'得'),
(0x1F251, 'M', u'可'),
(0x1F252, 'X'),
(0x1F300, 'V'),
(0x1F321, 'X'),
(0x1F330, 'V'),
(0x1F336, 'X'),
(0x1F337, 'V'),
(0x1F37D, 'X'),
(0x1F380, 'V'),
(0x1F394, 'X'),
(0x1F3A0, 'V'),
(0x1F3C5, 'X'),
(0x1F3C6, 'V'),
(0x1F3CB, 'X'),
(0x1F3E0, 'V'),
(0x1F3F1, 'X'),
(0x1F400, 'V'),
(0x1F43F, 'X'),
(0x1F440, 'V'),
]
def _seg_67():
return [
(0x1F441, 'X'),
(0x1F442, 'V'),
(0x1F4F8, 'X'),
(0x1F4F9, 'V'),
(0x1F4FD, 'X'),
(0x1F500, 'V'),
(0x1F53E, 'X'),
(0x1F540, 'V'),
(0x1F544, 'X'),
(0x1F550, 'V'),
(0x1F568, 'X'),
(0x1F5FB, 'V'),
(0x1F641, 'X'),
(0x1F645, 'V'),
(0x1F650, 'X'),
(0x1F680, 'V'),
(0x1F6C6, 'X'),
(0x1F700, 'V'),
(0x1F774, 'X'),
(0x20000, 'V'),
(0x2A6D7, 'X'),
(0x2A700, 'V'),
(0x2B735, 'X'),
(0x2B740, 'V'),
(0x2B81E, 'X'),
(0x2F800, 'M', u'丽'),
(0x2F801, 'M', u'丸'),
(0x2F802, 'M', u'乁'),
(0x2F803, 'M', u'𠄢'),
(0x2F804, 'M', u'你'),
(0x2F805, 'M', u'侮'),
(0x2F806, 'M', u'侻'),
(0x2F807, 'M', u'倂'),
(0x2F808, 'M', u'偺'),
(0x2F809, 'M', u'備'),
(0x2F80A, 'M', u'僧'),
(0x2F80B, 'M', u'像'),
(0x2F80C, 'M', u'㒞'),
(0x2F80D, 'M', u'𠘺'),
(0x2F80E, 'M', u'免'),
(0x2F80F, 'M', u'兔'),
(0x2F810, 'M', u'兤'),
(0x2F811, 'M', u'具'),
(0x2F812, 'M', u'𠔜'),
(0x2F813, 'M', u'㒹'),
(0x2F814, 'M', u'內'),
(0x2F815, 'M', u'再'),
(0x2F816, 'M', u'𠕋'),
(0x2F817, 'M', u'冗'),
(0x2F818, 'M', u'冤'),
(0x2F819, 'M', u'仌'),
(0x2F81A, 'M', u'冬'),
(0x2F81B, 'M', u'况'),
(0x2F81C, 'M', u'𩇟'),
(0x2F81D, 'M', u'凵'),
(0x2F81E, 'M', u'刃'),
(0x2F81F, 'M', u'㓟'),
(0x2F820, 'M', u'刻'),
(0x2F821, 'M', u'剆'),
(0x2F822, 'M', u'割'),
(0x2F823, 'M', u'剷'),
(0x2F824, 'M', u'㔕'),
(0x2F825, 'M', u'勇'),
(0x2F826, 'M', u'勉'),
(0x2F827, 'M', u'勤'),
(0x2F828, 'M', u'勺'),
(0x2F829, 'M', u'包'),
(0x2F82A, 'M', u'匆'),
(0x2F82B, 'M', u'北'),
(0x2F82C, 'M', u'卉'),
(0x2F82D, 'M', u'卑'),
(0x2F82E, 'M', u'博'),
(0x2F82F, 'M', u'即'),
(0x2F830, 'M', u'卽'),
(0x2F831, 'M', u'卿'),
(0x2F834, 'M', u'𠨬'),
(0x2F835, 'M', u'灰'),
(0x2F836, 'M', u'及'),
(0x2F837, 'M', u'叟'),
(0x2F838, 'M', u'𠭣'),
(0x2F839, 'M', u'叫'),
(0x2F83A, 'M', u'叱'),
(0x2F83B, 'M', u'吆'),
(0x2F83C, 'M', u'咞'),
(0x2F83D, 'M', u'吸'),
(0x2F83E, 'M', u'呈'),
(0x2F83F, 'M', u'周'),
(0x2F840, 'M', u'咢'),
(0x2F841, 'M', u'哶'),
(0x2F842, 'M', u'唐'),
(0x2F843, 'M', u'啓'),
(0x2F844, 'M', u'啣'),
(0x2F845, 'M', u'善'),
(0x2F847, 'M', u'喙'),
(0x2F848, 'M', u'喫'),
(0x2F849, 'M', u'喳'),
(0x2F84A, 'M', u'嗂'),
(0x2F84B, 'M', u'圖'),
(0x2F84C, 'M', u'嘆'),
(0x2F84D, 'M', u'圗'),
]
def _seg_68():
return [
(0x2F84E, 'M', u'噑'),
(0x2F84F, 'M', u'噴'),
(0x2F850, 'M', u'切'),
(0x2F851, 'M', u'壮'),
(0x2F852, 'M', u'城'),
(0x2F853, 'M', u'埴'),
(0x2F854, 'M', u'堍'),
(0x2F855, 'M', u'型'),
(0x2F856, 'M', u'堲'),
(0x2F857, 'M', u'報'),
(0x2F858, 'M', u'墬'),
(0x2F859, 'M', u'𡓤'),
(0x2F85A, 'M', u'売'),
(0x2F85B, 'M', u'壷'),
(0x2F85C, 'M', u'夆'),
(0x2F85D, 'M', u'多'),
(0x2F85E, 'M', u'夢'),
(0x2F85F, 'M', u'奢'),
(0x2F860, 'M', u'𡚨'),
(0x2F861, 'M', u'𡛪'),
(0x2F862, 'M', u'姬'),
(0x2F863, 'M', u'娛'),
(0x2F864, 'M', u'娧'),
(0x2F865, 'M', u'姘'),
(0x2F866, 'M', u'婦'),
(0x2F867, 'M', u'㛮'),
(0x2F868, 'X'),
(0x2F869, 'M', u'嬈'),
(0x2F86A, 'M', u'嬾'),
(0x2F86C, 'M', u'𡧈'),
(0x2F86D, 'M', u'寃'),
(0x2F86E, 'M', u'寘'),
(0x2F86F, 'M', u'寧'),
(0x2F870, 'M', u'寳'),
(0x2F871, 'M', u'𡬘'),
(0x2F872, 'M', u'寿'),
(0x2F873, 'M', u'将'),
(0x2F874, 'X'),
(0x2F875, 'M', u'尢'),
(0x2F876, 'M', u'㞁'),
(0x2F877, 'M', u'屠'),
(0x2F878, 'M', u'屮'),
(0x2F879, 'M', u'峀'),
(0x2F87A, 'M', u'岍'),
(0x2F87B, 'M', u'𡷤'),
(0x2F87C, 'M', u'嵃'),
(0x2F87D, 'M', u'𡷦'),
(0x2F87E, 'M', u'嵮'),
(0x2F87F, 'M', u'嵫'),
(0x2F880, 'M', u'嵼'),
(0x2F881, 'M', u'巡'),
(0x2F882, 'M', u'巢'),
(0x2F883, 'M', u'㠯'),
(0x2F884, 'M', u'巽'),
(0x2F885, 'M', u'帨'),
(0x2F886, 'M', u'帽'),
(0x2F887, 'M', u'幩'),
(0x2F888, 'M', u'㡢'),
(0x2F889, 'M', u'𢆃'),
(0x2F88A, 'M', u'㡼'),
(0x2F88B, 'M', u'庰'),
(0x2F88C, 'M', u'庳'),
(0x2F88D, 'M', u'庶'),
(0x2F88E, 'M', u'廊'),
(0x2F88F, 'M', u'𪎒'),
(0x2F890, 'M', u'廾'),
(0x2F891, 'M', u'𢌱'),
(0x2F893, 'M', u'舁'),
(0x2F894, 'M', u'弢'),
(0x2F896, 'M', u'㣇'),
(0x2F897, 'M', u'𣊸'),
(0x2F898, 'M', u'𦇚'),
(0x2F899, 'M', u'形'),
(0x2F89A, 'M', u'彫'),
(0x2F89B, 'M', u'㣣'),
(0x2F89C, 'M', u'徚'),
(0x2F89D, 'M', u'忍'),
(0x2F89E, 'M', u'志'),
(0x2F89F, 'M', u'忹'),
(0x2F8A0, 'M', u'悁'),
(0x2F8A1, 'M', u'㤺'),
(0x2F8A2, 'M', u'㤜'),
(0x2F8A3, 'M', u'悔'),
(0x2F8A4, 'M', u'𢛔'),
(0x2F8A5, 'M', u'惇'),
(0x2F8A6, 'M', u'慈'),
(0x2F8A7, 'M', u'慌'),
(0x2F8A8, 'M', u'慎'),
(0x2F8A9, 'M', u'慌'),
(0x2F8AA, 'M', u'慺'),
(0x2F8AB, 'M', u'憎'),
(0x2F8AC, 'M', u'憲'),
(0x2F8AD, 'M', u'憤'),
(0x2F8AE, 'M', u'憯'),
(0x2F8AF, 'M', u'懞'),
(0x2F8B0, 'M', u'懲'),
(0x2F8B1, 'M', u'懶'),
(0x2F8B2, 'M', u'成'),
(0x2F8B3, 'M', u'戛'),
(0x2F8B4, 'M', u'扝'),
]
def _seg_69():
return [
(0x2F8B5, 'M', u'抱'),
(0x2F8B6, 'M', u'拔'),
(0x2F8B7, 'M', u'捐'),
(0x2F8B8, 'M', u'𢬌'),
(0x2F8B9, 'M', u'挽'),
(0x2F8BA, 'M', u'拼'),
(0x2F8BB, 'M', u'捨'),
(0x2F8BC, 'M', u'掃'),
(0x2F8BD, 'M', u'揤'),
(0x2F8BE, 'M', u'𢯱'),
(0x2F8BF, 'M', u'搢'),
(0x2F8C0, 'M', u'揅'),
(0x2F8C1, 'M', u'掩'),
(0x2F8C2, 'M', u'㨮'),
(0x2F8C3, 'M', u'摩'),
(0x2F8C4, 'M', u'摾'),
(0x2F8C5, 'M', u'撝'),
(0x2F8C6, 'M', u'摷'),
(0x2F8C7, 'M', u'㩬'),
(0x2F8C8, 'M', u'敏'),
(0x2F8C9, 'M', u'敬'),
(0x2F8CA, 'M', u'𣀊'),
(0x2F8CB, 'M', u'旣'),
(0x2F8CC, 'M', u'書'),
(0x2F8CD, 'M', u'晉'),
(0x2F8CE, 'M', u'㬙'),
(0x2F8CF, 'M', u'暑'),
(0x2F8D0, 'M', u'㬈'),
(0x2F8D1, 'M', u'㫤'),
(0x2F8D2, 'M', u'冒'),
(0x2F8D3, 'M', u'冕'),
(0x2F8D4, 'M', u'最'),
(0x2F8D5, 'M', u'暜'),
(0x2F8D6, 'M', u'肭'),
(0x2F8D7, 'M', u'䏙'),
(0x2F8D8, 'M', u'朗'),
(0x2F8D9, 'M', u'望'),
(0x2F8DA, 'M', u'朡'),
(0x2F8DB, 'M', u'杞'),
(0x2F8DC, 'M', u'杓'),
(0x2F8DD, 'M', u'𣏃'),
(0x2F8DE, 'M', u'㭉'),
(0x2F8DF, 'M', u'柺'),
(0x2F8E0, 'M', u'枅'),
(0x2F8E1, 'M', u'桒'),
(0x2F8E2, 'M', u'梅'),
(0x2F8E3, 'M', u'𣑭'),
(0x2F8E4, 'M', u'梎'),
(0x2F8E5, 'M', u'栟'),
(0x2F8E6, 'M', u'椔'),
(0x2F8E7, 'M', u'㮝'),
(0x2F8E8, 'M', u'楂'),
(0x2F8E9, 'M', u'榣'),
(0x2F8EA, 'M', u'槪'),
(0x2F8EB, 'M', u'檨'),
(0x2F8EC, 'M', u'𣚣'),
(0x2F8ED, 'M', u'櫛'),
(0x2F8EE, 'M', u'㰘'),
(0x2F8EF, 'M', u'次'),
(0x2F8F0, 'M', u'𣢧'),
(0x2F8F1, 'M', u'歔'),
(0x2F8F2, 'M', u'㱎'),
(0x2F8F3, 'M', u'歲'),
(0x2F8F4, 'M', u'殟'),
(0x2F8F5, 'M', u'殺'),
(0x2F8F6, 'M', u'殻'),
(0x2F8F7, 'M', u'𣪍'),
(0x2F8F8, 'M', u'𡴋'),
(0x2F8F9, 'M', u'𣫺'),
(0x2F8FA, 'M', u'汎'),
(0x2F8FB, 'M', u'𣲼'),
(0x2F8FC, 'M', u'沿'),
(0x2F8FD, 'M', u'泍'),
(0x2F8FE, 'M', u'汧'),
(0x2F8FF, 'M', u'洖'),
(0x2F900, 'M', u'派'),
(0x2F901, 'M', u'海'),
(0x2F902, 'M', u'流'),
(0x2F903, 'M', u'浩'),
(0x2F904, 'M', u'浸'),
(0x2F905, 'M', u'涅'),
(0x2F906, 'M', u'𣴞'),
(0x2F907, 'M', u'洴'),
(0x2F908, 'M', u'港'),
(0x2F909, 'M', u'湮'),
(0x2F90A, 'M', u'㴳'),
(0x2F90B, 'M', u'滋'),
(0x2F90C, 'M', u'滇'),
(0x2F90D, 'M', u'𣻑'),
(0x2F90E, 'M', u'淹'),
(0x2F90F, 'M', u'潮'),
(0x2F910, 'M', u'𣽞'),
(0x2F911, 'M', u'𣾎'),
(0x2F912, 'M', u'濆'),
(0x2F913, 'M', u'瀹'),
(0x2F914, 'M', u'瀞'),
(0x2F915, 'M', u'瀛'),
(0x2F916, 'M', u'㶖'),
(0x2F917, 'M', u'灊'),
(0x2F918, 'M', u'災'),
]
def _seg_70():
return [
(0x2F919, 'M', u'灷'),
(0x2F91A, 'M', u'炭'),
(0x2F91B, 'M', u'𠔥'),
(0x2F91C, 'M', u'煅'),
(0x2F91D, 'M', u'𤉣'),
(0x2F91E, 'M', u'熜'),
(0x2F91F, 'X'),
(0x2F920, 'M', u'爨'),
(0x2F921, 'M', u'爵'),
(0x2F922, 'M', u'牐'),
(0x2F923, 'M', u'𤘈'),
(0x2F924, 'M', u'犀'),
(0x2F925, 'M', u'犕'),
(0x2F926, 'M', u'𤜵'),
(0x2F927, 'M', u'𤠔'),
(0x2F928, 'M', u'獺'),
(0x2F929, 'M', u'王'),
(0x2F92A, 'M', u'㺬'),
(0x2F92B, 'M', u'玥'),
(0x2F92C, 'M', u'㺸'),
(0x2F92E, 'M', u'瑇'),
(0x2F92F, 'M', u'瑜'),
(0x2F930, 'M', u'瑱'),
(0x2F931, 'M', u'璅'),
(0x2F932, 'M', u'瓊'),
(0x2F933, 'M', u'㼛'),
(0x2F934, 'M', u'甤'),
(0x2F935, 'M', u'𤰶'),
(0x2F936, 'M', u'甾'),
(0x2F937, 'M', u'𤲒'),
(0x2F938, 'M', u'異'),
(0x2F939, 'M', u'𢆟'),
(0x2F93A, 'M', u'瘐'),
(0x2F93B, 'M', u'𤾡'),
(0x2F93C, 'M', u'𤾸'),
(0x2F93D, 'M', u'𥁄'),
(0x2F93E, 'M', u'㿼'),
(0x2F93F, 'M', u'䀈'),
(0x2F940, 'M', u'直'),
(0x2F941, 'M', u'𥃳'),
(0x2F942, 'M', u'𥃲'),
(0x2F943, 'M', u'𥄙'),
(0x2F944, 'M', u'𥄳'),
(0x2F945, 'M', u'眞'),
(0x2F946, 'M', u'真'),
(0x2F948, 'M', u'睊'),
(0x2F949, 'M', u'䀹'),
(0x2F94A, 'M', u'瞋'),
(0x2F94B, 'M', u'䁆'),
(0x2F94C, 'M', u'䂖'),
(0x2F94D, 'M', u'𥐝'),
(0x2F94E, 'M', u'硎'),
(0x2F94F, 'M', u'碌'),
(0x2F950, 'M', u'磌'),
(0x2F951, 'M', u'䃣'),
(0x2F952, 'M', u'𥘦'),
(0x2F953, 'M', u'祖'),
(0x2F954, 'M', u'𥚚'),
(0x2F955, 'M', u'𥛅'),
(0x2F956, 'M', u'福'),
(0x2F957, 'M', u'秫'),
(0x2F958, 'M', u'䄯'),
(0x2F959, 'M', u'穀'),
(0x2F95A, 'M', u'穊'),
(0x2F95B, 'M', u'穏'),
(0x2F95C, 'M', u'𥥼'),
(0x2F95D, 'M', u'𥪧'),
(0x2F95F, 'X'),
(0x2F960, 'M', u'䈂'),
(0x2F961, 'M', u'𥮫'),
(0x2F962, 'M', u'篆'),
(0x2F963, 'M', u'築'),
(0x2F964, 'M', u'䈧'),
(0x2F965, 'M', u'𥲀'),
(0x2F966, 'M', u'糒'),
(0x2F967, 'M', u'䊠'),
(0x2F968, 'M', u'糨'),
(0x2F969, 'M', u'糣'),
(0x2F96A, 'M', u'紀'),
(0x2F96B, 'M', u'𥾆'),
(0x2F96C, 'M', u'絣'),
(0x2F96D, 'M', u'䌁'),
(0x2F96E, 'M', u'緇'),
(0x2F96F, 'M', u'縂'),
(0x2F970, 'M', u'繅'),
(0x2F971, 'M', u'䌴'),
(0x2F972, 'M', u'𦈨'),
(0x2F973, 'M', u'𦉇'),
(0x2F974, 'M', u'䍙'),
(0x2F975, 'M', u'𦋙'),
(0x2F976, 'M', u'罺'),
(0x2F977, 'M', u'𦌾'),
(0x2F978, 'M', u'羕'),
(0x2F979, 'M', u'翺'),
(0x2F97A, 'M', u'者'),
(0x2F97B, 'M', u'𦓚'),
(0x2F97C, 'M', u'𦔣'),
(0x2F97D, 'M', u'聠'),
(0x2F97E, 'M', u'𦖨'),
(0x2F97F, 'M', u'聰'),
]
def _seg_71():
return [
(0x2F980, 'M', u'𣍟'),
(0x2F981, 'M', u'䏕'),
(0x2F982, 'M', u'育'),
(0x2F983, 'M', u'脃'),
(0x2F984, 'M', u'䐋'),
(0x2F985, 'M', u'脾'),
(0x2F986, 'M', u'媵'),
(0x2F987, 'M', u'𦞧'),
(0x2F988, 'M', u'𦞵'),
(0x2F989, 'M', u'𣎓'),
(0x2F98A, 'M', u'𣎜'),
(0x2F98B, 'M', u'舁'),
(0x2F98C, 'M', u'舄'),
(0x2F98D, 'M', u'辞'),
(0x2F98E, 'M', u'䑫'),
(0x2F98F, 'M', u'芑'),
(0x2F990, 'M', u'芋'),
(0x2F991, 'M', u'芝'),
(0x2F992, 'M', u'劳'),
(0x2F993, 'M', u'花'),
(0x2F994, 'M', u'芳'),
(0x2F995, 'M', u'芽'),
(0x2F996, 'M', u'苦'),
(0x2F997, 'M', u'𦬼'),
(0x2F998, 'M', u'若'),
(0x2F999, 'M', u'茝'),
(0x2F99A, 'M', u'荣'),
(0x2F99B, 'M', u'莭'),
(0x2F99C, 'M', u'茣'),
(0x2F99D, 'M', u'莽'),
(0x2F99E, 'M', u'菧'),
(0x2F99F, 'M', u'著'),
(0x2F9A0, 'M', u'荓'),
(0x2F9A1, 'M', u'菊'),
(0x2F9A2, 'M', u'菌'),
(0x2F9A3, 'M', u'菜'),
(0x2F9A4, 'M', u'𦰶'),
(0x2F9A5, 'M', u'𦵫'),
(0x2F9A6, 'M', u'𦳕'),
(0x2F9A7, 'M', u'䔫'),
(0x2F9A8, 'M', u'蓱'),
(0x2F9A9, 'M', u'蓳'),
(0x2F9AA, 'M', u'蔖'),
(0x2F9AB, 'M', u'𧏊'),
(0x2F9AC, 'M', u'蕤'),
(0x2F9AD, 'M', u'𦼬'),
(0x2F9AE, 'M', u'䕝'),
(0x2F9AF, 'M', u'䕡'),
(0x2F9B0, 'M', u'𦾱'),
(0x2F9B1, 'M', u'𧃒'),
(0x2F9B2, 'M', u'䕫'),
(0x2F9B3, 'M', u'虐'),
(0x2F9B4, 'M', u'虜'),
(0x2F9B5, 'M', u'虧'),
(0x2F9B6, 'M', u'虩'),
(0x2F9B7, 'M', u'蚩'),
(0x2F9B8, 'M', u'蚈'),
(0x2F9B9, 'M', u'蜎'),
(0x2F9BA, 'M', u'蛢'),
(0x2F9BB, 'M', u'蝹'),
(0x2F9BC, 'M', u'蜨'),
(0x2F9BD, 'M', u'蝫'),
(0x2F9BE, 'M', u'螆'),
(0x2F9BF, 'X'),
(0x2F9C0, 'M', u'蟡'),
(0x2F9C1, 'M', u'蠁'),
(0x2F9C2, 'M', u'䗹'),
(0x2F9C3, 'M', u'衠'),
(0x2F9C4, 'M', u'衣'),
(0x2F9C5, 'M', u'𧙧'),
(0x2F9C6, 'M', u'裗'),
(0x2F9C7, 'M', u'裞'),
(0x2F9C8, 'M', u'䘵'),
(0x2F9C9, 'M', u'裺'),
(0x2F9CA, 'M', u'㒻'),
(0x2F9CB, 'M', u'𧢮'),
(0x2F9CC, 'M', u'𧥦'),
(0x2F9CD, 'M', u'䚾'),
(0x2F9CE, 'M', u'䛇'),
(0x2F9CF, 'M', u'誠'),
(0x2F9D0, 'M', u'諭'),
(0x2F9D1, 'M', u'變'),
(0x2F9D2, 'M', u'豕'),
(0x2F9D3, 'M', u'𧲨'),
(0x2F9D4, 'M', u'貫'),
(0x2F9D5, 'M', u'賁'),
(0x2F9D6, 'M', u'贛'),
(0x2F9D7, 'M', u'起'),
(0x2F9D8, 'M', u'𧼯'),
(0x2F9D9, 'M', u'𠠄'),
(0x2F9DA, 'M', u'跋'),
(0x2F9DB, 'M', u'趼'),
(0x2F9DC, 'M', u'跰'),
(0x2F9DD, 'M', u'𠣞'),
(0x2F9DE, 'M', u'軔'),
(0x2F9DF, 'M', u'輸'),
(0x2F9E0, 'M', u'𨗒'),
(0x2F9E1, 'M', u'𨗭'),
(0x2F9E2, 'M', u'邔'),
(0x2F9E3, 'M', u'郱'),
]
def _seg_72():
return [
(0x2F9E4, 'M', u'鄑'),
(0x2F9E5, 'M', u'𨜮'),
(0x2F9E6, 'M', u'鄛'),
(0x2F9E7, 'M', u'鈸'),
(0x2F9E8, 'M', u'鋗'),
(0x2F9E9, 'M', u'鋘'),
(0x2F9EA, 'M', u'鉼'),
(0x2F9EB, 'M', u'鏹'),
(0x2F9EC, 'M', u'鐕'),
(0x2F9ED, 'M', u'𨯺'),
(0x2F9EE, 'M', u'開'),
(0x2F9EF, 'M', u'䦕'),
(0x2F9F0, 'M', u'閷'),
(0x2F9F1, 'M', u'𨵷'),
(0x2F9F2, 'M', u'䧦'),
(0x2F9F3, 'M', u'雃'),
(0x2F9F4, 'M', u'嶲'),
(0x2F9F5, 'M', u'霣'),
(0x2F9F6, 'M', u'𩅅'),
(0x2F9F7, 'M', u'𩈚'),
(0x2F9F8, 'M', u'䩮'),
(0x2F9F9, 'M', u'䩶'),
(0x2F9FA, 'M', u'韠'),
(0x2F9FB, 'M', u'𩐊'),
(0x2F9FC, 'M', u'䪲'),
(0x2F9FD, 'M', u'𩒖'),
(0x2F9FE, 'M', u'頋'),
(0x2FA00, 'M', u'頩'),
(0x2FA01, 'M', u'𩖶'),
(0x2FA02, 'M', u'飢'),
(0x2FA03, 'M', u'䬳'),
(0x2FA04, 'M', u'餩'),
(0x2FA05, 'M', u'馧'),
(0x2FA06, 'M', u'駂'),
(0x2FA07, 'M', u'駾'),
(0x2FA08, 'M', u'䯎'),
(0x2FA09, 'M', u'𩬰'),
(0x2FA0A, 'M', u'鬒'),
(0x2FA0B, 'M', u'鱀'),
(0x2FA0C, 'M', u'鳽'),
(0x2FA0D, 'M', u'䳎'),
(0x2FA0E, 'M', u'䳭'),
(0x2FA0F, 'M', u'鵧'),
(0x2FA10, 'M', u'𪃎'),
(0x2FA11, 'M', u'䳸'),
(0x2FA12, 'M', u'𪄅'),
(0x2FA13, 'M', u'𪈎'),
(0x2FA14, 'M', u'𪊑'),
(0x2FA15, 'M', u'麻'),
(0x2FA16, 'M', u'䵖'),
(0x2FA17, 'M', u'黹'),
(0x2FA18, 'M', u'黾'),
(0x2FA19, 'M', u'鼅'),
(0x2FA1A, 'M', u'鼏'),
(0x2FA1B, 'M', u'鼖'),
(0x2FA1C, 'M', u'鼻'),
(0x2FA1D, 'M', u'𪘀'),
(0x2FA1E, 'X'),
(0xE0100, 'I'),
(0xE01F0, 'X'),
]
uts46data = tuple(
_seg_0()
+ _seg_1()
+ _seg_2()
+ _seg_3()
+ _seg_4()
+ _seg_5()
+ _seg_6()
+ _seg_7()
+ _seg_8()
+ _seg_9()
+ _seg_10()
+ _seg_11()
+ _seg_12()
+ _seg_13()
+ _seg_14()
+ _seg_15()
+ _seg_16()
+ _seg_17()
+ _seg_18()
+ _seg_19()
+ _seg_20()
+ _seg_21()
+ _seg_22()
+ _seg_23()
+ _seg_24()
+ _seg_25()
+ _seg_26()
+ _seg_27()
+ _seg_28()
+ _seg_29()
+ _seg_30()
+ _seg_31()
+ _seg_32()
+ _seg_33()
+ _seg_34()
+ _seg_35()
+ _seg_36()
+ _seg_37()
+ _seg_38()
+ _seg_39()
+ _seg_40()
+ _seg_41()
+ _seg_42()
+ _seg_43()
+ _seg_44()
+ _seg_45()
+ _seg_46()
+ _seg_47()
+ _seg_48()
+ _seg_49()
+ _seg_50()
+ _seg_51()
+ _seg_52()
+ _seg_53()
+ _seg_54()
+ _seg_55()
+ _seg_56()
+ _seg_57()
+ _seg_58()
+ _seg_59()
+ _seg_60()
+ _seg_61()
+ _seg_62()
+ _seg_63()
+ _seg_64()
+ _seg_65()
+ _seg_66()
+ _seg_67()
+ _seg_68()
+ _seg_69()
+ _seg_70()
+ _seg_71()
+ _seg_72()
)
idna/compat.py 0000644 00000000350 15043676023 0007320 0 ustar 00 from .core import *
from .codec import *
def ToASCII(label):
return encode(label)
def ToUnicode(label):
return decode(label)
def nameprep(s):
raise NotImplementedError("IDNA 2008 does not utilise nameprep protocol")
idna/codec.py 0000644 00000006343 15043676024 0007123 0 ustar 00 from .core import encode, decode, alabel, ulabel, IDNAError
import codecs
import re
_unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]')
class Codec(codecs.Codec):
def encode(self, data, errors='strict'):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return "", 0
return encode(data), len(data)
def decode(self, data, errors='strict'):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return u"", 0
return decode(data), len(data)
class IncrementalEncoder(codecs.BufferedIncrementalEncoder):
def _buffer_encode(self, data, errors, final):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return ("", 0)
labels = _unicode_dots_re.split(data)
trailing_dot = u''
if labels:
if not labels[-1]:
trailing_dot = '.'
del labels[-1]
elif not final:
# Keep potentially unfinished label until the next call
del labels[-1]
if labels:
trailing_dot = '.'
result = []
size = 0
for label in labels:
result.append(alabel(label))
if size:
size += 1
size += len(label)
# Join with U+002E
result = ".".join(result) + trailing_dot
size += len(trailing_dot)
return (result, size)
class IncrementalDecoder(codecs.BufferedIncrementalDecoder):
def _buffer_decode(self, data, errors, final):
if errors != 'strict':
raise IDNAError("Unsupported error handling \"{0}\"".format(errors))
if not data:
return (u"", 0)
# IDNA allows decoding to operate on Unicode strings, too.
if isinstance(data, unicode):
labels = _unicode_dots_re.split(data)
else:
# Must be ASCII string
data = str(data)
unicode(data, "ascii")
labels = data.split(".")
trailing_dot = u''
if labels:
if not labels[-1]:
trailing_dot = u'.'
del labels[-1]
elif not final:
# Keep potentially unfinished label until the next call
del labels[-1]
if labels:
trailing_dot = u'.'
result = []
size = 0
for label in labels:
result.append(ulabel(label))
if size:
size += 1
size += len(label)
result = u".".join(result) + trailing_dot
size += len(trailing_dot)
return (result, size)
class StreamWriter(Codec, codecs.StreamWriter):
pass
class StreamReader(Codec, codecs.StreamReader):
pass
def getregentry():
return codecs.CodecInfo(
name='idna',
encode=Codec().encode,
decode=Codec().decode,
incrementalencoder=IncrementalEncoder,
incrementaldecoder=IncrementalDecoder,
streamwriter=StreamWriter,
streamreader=StreamReader,
)
idna/package_data.py 0000644 00000000025 15043676024 0010421 0 ustar 00 __version__ = '2.6'
idna/__pycache__/idnadata.cpython-38.opt-1.pyc 0000644 00000051541 15043676025 0015041 0 ustar 00 U
��.eß � � @ s� d Z dddddd�Zddddddddddd d d d dd dd dddddd d d d dddddddddddddd
dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd
d dddddd d dd ddddddddddd dddddddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd
���Zdddd�ZdS )z11.0.0)$l t �
l x �
l ~ �
l � �
l � l � l � l � 0l � 8l � �l �l + �tl b tul k �ul � �vl |l `|l F �|l N }� X @}l Z d}l \ l}l ^ t}l ~ |}l � ~l � �~l � l � Xl � tl � �l � �l '! � l f+ �- l � l � � l FR H )l �. : l �. l: l �/ < l 0 @ l 0 @ l *0 �@ l <0 �@ � �M P � � 8 l nz d l �z �i � �& � 57 � 8 ] � �N �` � �k �: l z ` ) l � D� � @l � �l 7{ tl l ={ �l l ?{ �l l B{ m l E{ m l P{ m )� �0 A l �0 tB l 1 @
l r H )� �0 �B l 1 �C � 2 �G l �2 @K l X3 L l p �} l � �} l 0 @
)ZGreekZHanZHebrewZHiraganaZKatakana�U �D �R �C �T �L (� i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i
i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i/ if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i!
i"
i#
i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i� i� i � i� i� i� i� i� i� i� i� i � i
� i � i � i
� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i � i � i � i � i � i!� i"� i#� i$� i%� i&� i'� i(� i)� i*� i+� i,� i-� i.� i/� i0� i1� i2� i3� i4� i5� i6� i7� i8� i9� i:� i;� i<� i=� i>� i?� i@� iA� iB� iC� (q l . � l : � l { �l � |l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l 6 �l 9 �l ; �l = �l ? �l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l { �l } �l �l � l � l � l � l � 0l � Hl � Tl � dl � xl � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � 8l � @l � Hl � Pl � Xl � `l � hl � pl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l : �l = �l A �l C l H l J $ l L , l N 4 l � < l � �
l � l � � l � � l @ l C
l O
l p @
l r �
l t �
l x �
l ~ �
l � @l � �l � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l ` �l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l z �l | �l ~ �l � �l � l � l � ,l � 4l � <l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � l � l � l � l � (l � 0l � 8l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l Z dl � �l � l � Dl � �l � l � l � r l � �l @l @ �l ` l u �l � �l � Tl � |l � �l �l K @ l � 4 l � l � � l . l \ !l k �!l � �"l � �"l � L#l X �#l d �%l p �%l � �%l � &l � <&l � L&l � �&l � �&l � �&l � �&l � 'l � ,'l � \'l � �'l � �'l � �'l � �'l
(l
(l
<(l )
L(l 1
�(l 3
�(l 6
�(l :
�(l =
�(l C
�(l I
)l N
,)l R
D)l ]
p)l v
�)l �
*l �
*l �
<*l �
L*l �
�*l �
�*l �
�*l �
�*l �
+l �
,+l �
@+l �
�+l �
�+l �+l ,l
,l <,l ) L,l 1 �,l 4 �,l : �,l E �,l I -l N ,-l X X-l d |-l p �-l r �-l � .l � .l � 8.l � H.l � d.l � p.l � x.l � �.l � �.l � �.l � �.l � /l � (/l � @/l � \/l � �/l
0l 80l ) H0l : �0l E �0l I 1l N (1l W T1l [ `1l d �1l p �1l � 2l � 2l � 82l � H2l � �2l � �2l � �2l � 3l � (3l � T3l � x3l � �3l � �3l � �3l
4l
4l
84l E
H4l I
5l O
(5l X
P5l d
|5l p
�5l �
�5l �
6l �
6l �
h6l �
�6l �
�6l �
7l �
(7l �
<7l �
X7l �
`7l �
�7l �
�7l 3 8l ; �8l O 9l Z @9l � :l � :l � :l � (:l � 4:l � P:l � d:l � �:l � �:l � �:l � �:l � �:l � �:l � �:l � ;l � ;l � ;l � @;l � x;l <l ,<l `<l * �<l 6 �<l 8 �<l : �<l C �<l H =l M $=l R 8=l W L=l \ `=l i t=l m �=l s �=l u �=l � �=l � >l � >l � P>l � d>l � x>l � �>l � �>l � �>l � �>l � ?l J @l � @Al � @Cl �Cl I Hl N (Il W @Il Y `Il ^ hIl � �Il � (Jl � @Jl � �Jl � �Jl � Kl � Kl � Kl `Kl HLl [ `Ll ` tMl � Nl � �Nl m Pl � �Yl � Zl � �Zl � �[l
\l 8\l 5 �\l T ]l m �]l q �]l t �]l � ^l � �^l � \_l � p_l � �_l @`l y �`l � bl � �bl dl , �dl < �dl n el u �el � fl � �fl � @gl hl _ �hl } �il � �il � @jl � �jl � �jl L ll Z @ml t �ml � nl 8 pl J ql ~ 4ql � @sl � Psl , tl 0 �tl < �tl O 8ul x �ul � �ul � wl �wl xl xl xl xl
$xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " �xl $ �xl & �xl ( �xl * �xl , �xl . �xl 0 �xl 2 �xl 4 �xl 6 �xl 8 �xl : �xl < �xl > �xl @ �xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b �yl d �yl f �yl h �yl j �yl l �yl n �yl p �yl r �yl t �yl v �yl x �yl z �yl | �yl ~ �yl � �yl � zl � zl � zl � zl � $zl � ,zl � 4zl � <zl � Dzl � Lzl � Tzl � pzl � |zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � {l � {l � {l � {l � ${l � ,{l � 4{l � <{l � D{l � L{l � T{l � \{l � d{l � l{l � t{l � |{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l �{l @|l ( �|l 8 �|l F }r l h �}l q �}l s �}l u �}l w �}l y �}l { �}l } �}l � �~l � �~l � l � @l � Xl � �l � �l � �l O! 8 l �! l _, �0 l b, �1 l g, �1 l i, �1 l k, �1 l m, �1 l r, �1 l u, �1 l |, �1 l �, 2 l �, 2 l �, 2 l �, 2 l �, $2 l �, ,2 l �, 42 l �, <2 l �, D2 l �, L2 l �, T2 l �, \2 l �, d2 l �, l2 l �, t2 l �, |2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, 3 l �, 3 l �, 3 l �, 3 l �, $3 l �, ,3 l �, 43 l �, <3 l �, D3 l �, L3 l �, T3 l �, \3 l �, d3 l �, l3 l �, t3 l �, |3 l �, �3 l �, �3 l �, �3 l �, �3 l �, �3 l &- 4 l (- �4 l .- �4 l h- �4 l �- �5 l �- �6 l �- �6 l �- �6 l �- �6 l �- 7 l �- 7 l �- @7 l �- `7 l . �7 l 0. �8 l 0 @ l .0 �@ l =0 �@ r
l �0 dB l �0 tB r l �0 �C l 01 D l �1 �F r r r l �$ l �$ @ l
& l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& � l d& � l f& � l h& � l j& � l l& � l p& � l ~& � l �& � l �& l �& l �& l �& l �& $ l �& , l �& 4 l �& < l �& D l �& L l �& T l �& \ l �& d l �& l l �& x l �& � l ' \ l $' � l &' � l (' � l *' � l ,' � l .' � l 2' � l 4' � l 6' � l 8' � l :' � l <' � l >' � l @' � l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' � l d' � l f' � l h' � l j' � l l' � l n' � l p' � l y' � l {' � l }' � l �' � l �' l �' l �' l �' l �' 0 l �' 8 l �' D l �' L l �' \ l �' d l �' l l �' t l �' | l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l (( � l t( ! l �( " l �( @# l �( �# l �( �# l .) �# l T) �$ l �) & l �) <' l �) �' l 7* ( l N* ) l Z* @) l w* �) l �* �) l �* l+ l �* �+ l �* �+ l + , l + $, l + D, l '+ �, l /+ �, l [+ �, l f+ �- l �+ / l �+ �/ l �+ �/ l �W 0 l z 8h l z Dh l z Lh l z |h l "z �h l %z �h l *z �h l { xl l 0~ �x l t~ �y l l ' 4 l ; � l > � l N � l ^ @ l � l � � l �
l � �
l � � l l A � l J
l { @
l � l � � l � l � � l � � l � ` l ( l d � l 7 l V l h � l l l 6 ( l 9 � l = � l V � l w �! l � " l � �# l � �# l $ l : �$ l � & l � �& l
( l
( l
0( l
T( l 6
d( l ;
�( l @
�( l }
�) l �
* l �
+ l �
$+ l 6 , l V - l s �- l � . l I 0 l � 3 l (
4 l :
�4 l < l ( �< l Q �< l G @ l p �A l � �A l � @C l � �C l 5 D l @ �D l G E l t @E l w �E l � F l � $G l � @G l � pG l H l 8 LH l ? �H l � J l � J l � (J l � <J l � |J l � �J l � �K l L l
L l <L l ) LL l 1 �L l 4 �L l : �L l E �L l I M l N ,M l Q @M l X \M l d tM l m �M l u �M l K P l Z @Q l _ xQ l � R l � S l � @S l � V l � �V l � `W l A X l E Y l Z @Y l � Z l � [ l \ l , t\ l : �\ l ; ` l � c l �c l ? h l H i l � @i l � j l � tj l � k l p l 7 (p l A �p l Z @q l � �q l � Hr l � �r l t l
t l 7 ,t l ; �t l > �t l H �t l Z @u l f �u l i �u l � �u l � @v l � Lv l � �v l � �{ l �# l D% l /4 @ l GF
l 9j l _j ) l jj �) l �j @+ l �j �+ l 7k , l Dk - l Zk @- l xk �- l �k �- l �n �9 l Eo < l o @= l �o <> l �o �? l � @ l �
l 1 @
l �2 �E
l k< p
l }< �q
l �< r
l �< @r
l �< tr
l 7Z h l mZ �h l vZ �i l �Z j l �Z lj l �Z �j l ` l ` l "` l l %` � l +` � l �h l �h @# l Ki �$ l Zi @% r r r r r )l 0 )l � �l v �
l � �l j �l � �l �0 �C )ZPVALIDZCONTEXTJZCONTEXTON)� __version__ZscriptsZ
joining_typesZcodepoint_classes� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/idnadata.py�<module> s
& �W� � � � � � h {� � � � � � � � � idna/__pycache__/package_data.cpython-38.opt-1.pyc 0000644 00000000257 15043676025 0015656 0 ustar 00 U
��.e � @ s d Z dS )z2.8N)� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/idna/package_data.py�<module> � idna/__pycache__/codec.cpython-38.pyc 0000644 00000005473 15043676025 0013415 0 ustar 00 U
��.e� � @ s� d dl mZmZmZmZmZ ddlZddlZe�d�Z G dd� dej
�Z
G dd� dej �Z G d d
� d
ej
�ZG d d � d e
ej�ZG d
d� de
ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� Nu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt d�|���|s dS t|�t|�fS �Nr � Unsupported error handling "{0}"�� r )r �formatr �len��self�data�errors� r �:/usr/lib/python3.8/site-packages/pip/_vendor/idna/codec.pyr s
z Codec.encodec C s. |dkrt d�|���|s dS t|�t|�fS r
)r r r r r r r r r s
z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r r r r r s
r c @ s e Zd Zdd� ZdS )�IncrementalEncoderc C s� |dkrt d�|���|s dS t�|�}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|�t|�� |r�|d7 }|t|�7 }qbd�|�| }|t|�7 }||fS ) Nr r r r
����.r r )r r �_unicode_dots_re�split�appendr r �join� r r r �final�labelsZ trailing_dot�result�sizeZlabelr r r �_buffer_encode s0
z!IncrementalEncoder._buffer_encodeN)r r r r% r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc C s� |dkrt d�|���|s dS t|t�r4t�|�}n t|�}t|d� |�d�}d}|r~|d sld}|d= n|s~|d= |r~d}g }d}|D ]*}|�t|�� |r�|d 7 }|t |�7 }q�d�
|�| }|t |�7 }||fS )
Nr r r �asciir r
r r r ) r r �
isinstanceZunicoder r �strr r r r r r r r �_buffer_decode? s8
z!IncrementalDecoder._buffer_decodeN)r r r r* r r r r r& > s r& c @ s e Zd ZdS )� StreamWriterN�r r r r r r r r+ g s r+ c @ s e Zd ZdS )� StreamReaderNr, r r r r r- j s r- c C s t jdt� jt� jttttd�S )NZidna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor r r r r& r+ r- r r r r � getregentrym s �r5 )Zcorer r r r r r3 �re�compiler r �BufferedIncrementalEncoderr �BufferedIncrementalDecoderr& r+ r- r5 r r r r �<module> s
!) idna/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000021461 15043676025 0014222 0 ustar 00 U
��.e�- � @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ e�
d�Z ej d dkr`e
ZeZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z d8d(d)�Z!d*d+� Z"d,d-� Z#d.d/� Z$d9d1d2�Z%d:d3d4�Z&d;d5d6�Z'dS )<� )�idnadata� N)�intranges_contain� s xn--u [.。．｡]� c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N��__name__�
__module__� __qualname__�__doc__� r
r
�9/usr/lib/python3.8/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS )�
IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r
r
r
r r s r c C s0 t �t| ��}|dkr,t �t| ��s,td��|S )Nr z Unknown character in unicodedata)� unicodedataZ combining�unichr�name�
ValueError)�cp�vr
r
r �_combining_class$ s
r c C s t t| �tj| �S )N)r �ordr Zscripts)r Zscriptr
r
r �
_is_script+ s r c C s
| � d�S )N�punycode)�encode��sr
r
r � _punycode. s r c C s
d� | �S )Nz U+{0:04X})�formatr r
r
r �_unot1 s r! c C s t | �dkrdS dS )N�? FT��len��labelr
r
r �valid_label_length5 s r' c C s t | �|rdndkrdS dS )N� � FTr# )r& � trailing_dotr
r
r �valid_string_length< s r+ Fc C s^ d}t | d�D ]:\}}t�|�}|dkr<td�t| �|���|dkrd}q|sV|sVdS t�| d �}|dkrrd}n |d kr�d}ntd
�t| ����d}d}t | d�D ]�\}}t�|�}|�r|d kr�td �|���|d
kr�d}n |dkr�d}|dk�rJ|�s|}n||k�rJtd��q�|dk�r.td�|���|dk�r>d}q�|dkr�d}q�|�sZtd��dS )NFr � z3Unknown directionality in label {0} at position {1})�R�AL�ANTr )r- r. �Lz>First codepoint in label {0} must be directionality L, R or AL)
r- r. r/ �EN�ES�CS�ET�ON�BN�NSMzHInvalid direction for codepoint at position {0} in a right-to-left label)r- r. r1 r/ r7 )r/ r1 z2Can not mix numeral types in a right-to-left label)r0 r1 r2 r3 r4 r5 r6 r7 zHInvalid direction for codepoint at position {0} in a left-to-right label)r0 r1 z0Label ends with illegal codepoint directionality)� enumerater Z
bidirectionalr r �repr) r& Z check_ltrZ
bidi_label�idxr � directionZrtlZ valid_endingZ number_typer
r
r �
check_bidiC sP
r< c C s" t �| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr r% r
r
r �check_initial_combiner s r? c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S )
N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-���z)Label must not start or end with a hyphenT)r r% r
r
r �check_hyphen_ok� s
rD c C s t �d| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer r% r
r
r � check_nfc� s rG c C s4 t | | �}|dkr�|dkr8tt | |d ��tkr8dS d}t|d dd�D ]B}tj�t | | ��}|t d�krrqL|t d�t d �fkrLd} q�qL|s�dS d}t|d t| ��D ]B}tj�t | | ��}|t d�kr�q�|t d
�t d �fkr�d} q�q�|S |d k�r,|dk�r(tt | |d ��tk�r(dS dS dS d S ) Ni r r TFrC �Tr0 �Dr- i
)r r �_virama_combining_class�ranger Z
joining_types�getr$ )r& �pos�cp_value�ok�iZ joining_typer
r
r �valid_contextj� s<
rQ c C s� t | | �}|dkrdd| k r0t| �d k r`n n,t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d
kr�|dkr�t| |d d �S dS |d k�r| D ]6}|d
kr�q�t|d��s
t|d��s
t|d�r� dS q�dS d| k�r.dk�rhn n6| D ],}dt |� k�rVdk�r6n n dS �q6dS d| k�r�dk�r�n n6| D ],}dt |� k�r�dk�r�n n dS �q�dS d S )N� r r �l TFiu ZGreeki� i� ZHebrewi�0 u ・ZHiraganaZKatakanaZHani` ii i� i� )r r$ r )r& rM Z exceptionrN r r
r
r �valid_contexto� s> (
"
rT c C sL t | ttf�r| �d�} t| �dkr,td��t| � t| � t| � t | �D ]�\}}t
|�}t |t j
d �rpqLqLt |t j
d �r�z,t| |�s�td�t|�|d t| ����W n2 tk
r� td�t|�|d t| ����Y nX qLt |t j
d ��r t| |��s>td
�t|�|d t| ����qLtd �t|�|d t| ����qLt| � d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r z?Unknown codepoint adjacent to joiner {0} at position {1} in {2}ZCONTEXTO�0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed)�
isinstance�bytes� bytearray�decoder$ r rG rD r? r8 r r r Zcodepoint_classesrQ r r r! r9 r rT r r< )r& rM r rN r
r
r � check_label� s<
�
� rZ c C s~ z(| � d�} t| � t| �s$td��| W S tk
r< Y nX | sJtd��t| �} t| � t| �} t| } t| �sztd��| S )N�asciizLabel too longzNo Input) r �ulabelr' r �UnicodeEncodeError�unicoderZ r �_alabel_prefixr% r
r
r �alabel
s"
r` c C s� t | ttf�s>z| �d�} W n tk
r< t| � | Y S X | �� } | �t�rb| t t�d � } nt| � | �
d�S | �
d�} t| � | S )Nr[ r ) rV rW rX r r] rZ �lower�
startswithr_ r$ rY r% r
r
r r\ # s
r\ Tc
C s( ddl m } d}z�t| �D ]�\}}t|�}||dk r8|nt�||df�d }|d } t|�dkrj|d nd}
| d ks�| d
kr�|r�| d kr�|s�|
dkr�||7 }q|
dk r�| d ks�| d kr�|r�| d
kr�|r�||
7 }q| d
krt� �qt�d|�W S tk
�r" t d�
t |�|d t | ����Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar, � �Zr r@ N�VrI �3r= �IrE rU )
rc r8 r �bisectZ bisect_leftr$ �
IndexErrorr rF r r r! r9 ) Zdomain�
std3_rules� transitionalrc �outputrM �charZ
code_pointZuts46rowZstatusZ replacementr
r
r � uts46_remap8 sV ������
����
��ro c C s� t | ttf�r| �d�} |r(t| ||�} d}g }|r@| �d�}n
t�| �}|rX|dgkr`td��|d dkrv|d= d}|D ]$}t|�} | r�|� | � qztd��qz|r�|� d � d
�
|�} t | |�s�td ��| S ) Nr[ F�.r, � Empty domainrC T� Empty label� � .zDomain too long) rV rW rX rY ro �split�_unicode_dots_rer r` �append�joinr+ ) r �strict�uts46rk rl r* �result�labelsr& r
r
r r T s2
r c C s� t | ttf�r| �d�} |r(t| |d�} d}g }|s@t�| �}n
| �d�}|rX|dgkr`td��|d sr|d= d}|D ]$}t|�} | r�|� | � qvtd��qv|r�|� d� d�
|�S ) Nr[ Frp r, rq rC Trr ) rV rW rX rY ro rv ru r r\ rw rx )r ry rz rk r* r{ r| r& r
r
r rY s s,
rY )F)F)TF)FFFF)FFF)(r, r ri r �re�sysZ intrangesr rJ r_ �compilerv � version_info�strr^ �chrr � UnicodeErrorr r r r r r r r! r' r+ r< r? rD rG rQ rT rZ r` r\ ro r rY r
r
r
r �<module> sB
< ,
)
idna/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000335 15043676026 0015027 0 ustar 00 U
��.e: � @ s d dl mZ d dlT dS )� )� __version__)�*N)Z package_datar Zcore� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/__init__.py�<module> s idna/__pycache__/idnadata.cpython-38.pyc 0000644 00000051541 15043676026 0014103 0 ustar 00 U
��.eß � � @ s� d Z dddddd�Zddddddddddd d d d dd dd dddddd d d d dddddddddddddd
dddddddd ddddd d d dd d d ddddddddddddddddd d d d d d d d d d d d d d d d d d ddddddddddddddddddddddddddddddddddddddd ddd d d d d d d d d dd dd ddd d d dd d ddddd d dddd d d d d ddddd dddddddddd dd dd ddd d dddddddddddd d d dddddddddddddddd d ddddd dd d dddd d dddddddddddddddddddddddddddddddddddddddd
d dddddd d dd ddddddddddd dddddddddddd dd d ddddddddddd d d dd ddd d dddddd dddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d ddddddddddddddddddddddddddddddddddddd
dddddddddddddddddddddddddddddddddddddddddddddddddddddddd ddddddd dd dd d ddd d d d d d ddddd dddddd dddd ddd ddddd dd dd d d dddd ddd dd d dd d d d d dddd dddddddddddddddddddddddddddddddddd ddddd dddddddddddddddddddddd ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd
���Zdddd�ZdS )z11.0.0)$l t �
l x �
l ~ �
l � �
l � l � l � l � 0l � 8l � �l �l + �tl b tul k �ul � �vl |l `|l F �|l N }� X @}l Z d}l \ l}l ^ t}l ~ |}l � ~l � �~l � l � Xl � tl � �l � �l '! � l f+ �- l � l � � l FR H )l �. : l �. l: l �/ < l 0 @ l 0 @ l *0 �@ l <0 �@ � �M P � � 8 l nz d l �z �i � �& � 57 � 8 ] � �N �` � �k �: l z ` ) l � D� � @l � �l 7{ tl l ={ �l l ?{ �l l B{ m l E{ m l P{ m )� �0 A l �0 tB l 1 @
l r H )� �0 �B l 1 �C � 2 �G l �2 @K l X3 L l p �} l � �} l 0 @
)ZGreekZHanZHebrewZHiraganaZKatakana�U �D �R �C �T �L (� i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ in io iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX i` ia ib ic id ie if ig ih ii ij i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i
i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i/ if ig ih ii i@� iA� iB� iC� iD� iE� iF� iG� iH� iI� iJ� iK� iL� iM� iN� iO� iP� iQ� iR� iS� iT� iU� iV� iW� iX� iY� iZ� i[� i\� i]� i^� i_� i`� ia� ib� ic� id� ie� if� ig� ih� ii� ij� ik� il� im� in� io� ip� iq� ir� is� i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i�
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i
i!
i"
i#
i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iQ iR iS iT i� i� i � i� i� i� i� i� i� i� i� i � i
� i � i � i
� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i � i � i � i � i � i!� i"� i#� i$� i%� i&� i'� i(� i)� i*� i+� i,� i-� i.� i/� i0� i1� i2� i3� i4� i5� i6� i7� i8� i9� i:� i;� i<� i=� i>� i?� i@� iA� iB� iC� (q l . � l : � l { �l � |l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l 6 �l 9 �l ; �l = �l ? �l C l E l G l I l L ,l N 4l P <l R Dl T Ll V Tl X \l Z dl \ ll ^ tl ` |l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l { �l } �l �l � l � l � l � l � 0l � Hl � Tl � dl � xl � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � 8l � @l � Hl � Pl � Xl � `l � hl � pl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l 2 �l : �l = �l A �l C l H l J $ l L , l N 4 l � < l � �
l � l � � l � � l @ l C
l O
l p @
l r �
l t �
l x �
l ~ �
l � @l � �l � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l ` �l b �l d �l f �l h �l j �l l �l n �l p �l r �l t �l v �l x �l z �l | �l ~ �l � �l � l � l � ,l � 4l � <l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � l � l � l � l � (l � 0l � 8l � Dl � Ll � Tl � \l � dl � ll � tl � |l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l � �l �l l l l l
$l ,l 4l <l Dl Ll Tl \l dl ll tl |l " �l $ �l & �l ( �l * �l , �l . �l 0 �l Z dl � �l � l � Dl � �l � l � l � r l � �l @l @ �l ` l u �l � �l � Tl � |l � �l �l K @ l � 4 l � l � � l . l \ !l k �!l � �"l � �"l � L#l X �#l d �%l p �%l � �%l � &l � <&l � L&l � �&l � �&l � �&l � �&l � 'l � ,'l � \'l � �'l � �'l � �'l � �'l
(l
(l
<(l )
L(l 1
�(l 3
�(l 6
�(l :
�(l =
�(l C
�(l I
)l N
,)l R
D)l ]
p)l v
�)l �
*l �
*l �
<*l �
L*l �
�*l �
�*l �
�*l �
�*l �
+l �
,+l �
@+l �
�+l �
�+l �+l ,l
,l <,l ) L,l 1 �,l 4 �,l : �,l E �,l I -l N ,-l X X-l d |-l p �-l r �-l � .l � .l � 8.l � H.l � d.l � p.l � x.l � �.l � �.l � �.l � �.l � /l � (/l � @/l � \/l � �/l
0l 80l ) H0l : �0l E �0l I 1l N (1l W T1l [ `1l d �1l p �1l � 2l � 2l � 82l � H2l � �2l � �2l � �2l � 3l � (3l � T3l � x3l � �3l � �3l � �3l
4l
4l
84l E
H4l I
5l O
(5l X
P5l d
|5l p
�5l �
�5l �
6l �
6l �
h6l �
�6l �
�6l �
7l �
(7l �
<7l �
X7l �
`7l �
�7l �
�7l 3 8l ; �8l O 9l Z @9l � :l � :l � :l � (:l � 4:l � P:l � d:l � �:l � �:l � �:l � �:l � �:l � �:l � �:l � ;l � ;l � ;l � @;l � x;l <l ,<l `<l * �<l 6 �<l 8 �<l : �<l C �<l H =l M $=l R 8=l W L=l \ `=l i t=l m �=l s �=l u �=l � �=l � >l � >l � P>l � d>l � x>l � �>l � �>l � �>l � �>l � ?l J @l � @Al � @Cl �Cl I Hl N (Il W @Il Y `Il ^ hIl � �Il � (Jl � @Jl � �Jl � �Jl � Kl � Kl � Kl `Kl HLl [ `Ll ` tMl � Nl � �Nl m Pl � �Yl � Zl � �Zl � �[l
\l 8\l 5 �\l T ]l m �]l q �]l t �]l � ^l � �^l � \_l � p_l � �_l @`l y �`l � bl � �bl dl , �dl < �dl n el u �el � fl � �fl � @gl hl _ �hl } �il � �il � @jl � �jl � �jl L ll Z @ml t �ml � nl 8 pl J ql ~ 4ql � @sl � Psl , tl 0 �tl < �tl O 8ul x �ul � �ul � wl �wl xl xl xl xl
$xl ,xl 4xl <xl Dxl Lxl Txl \xl dxl lxl txl |xl " �xl $ �xl & �xl ( �xl * �xl , �xl . �xl 0 �xl 2 �xl 4 �xl 6 �xl 8 �xl : �xl < �xl > �xl @ �xl B yl D yl F yl H yl J $yl L ,yl N 4yl P <yl R Dyl T Lyl V Tyl X \yl Z dyl \ lyl ^ tyl ` |yl b �yl d �yl f �yl h �yl j �yl l �yl n �yl p �yl r �yl t �yl v �yl x �yl z �yl | �yl ~ �yl � �yl � zl � zl � zl � zl � $zl � ,zl � 4zl � <zl � Dzl � Lzl � Tzl � pzl � |zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � �zl � {l � {l � {l � {l � ${l � ,{l � 4{l � <{l � D{l � L{l � T{l � \{l � d{l � l{l � t{l � |{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l � �{l �{l @|l ( �|l 8 �|l F }r l h �}l q �}l s �}l u �}l w �}l y �}l { �}l } �}l � �~l � �~l � l � @l � Xl � �l � �l � �l O! 8 l �! l _, �0 l b, �1 l g, �1 l i, �1 l k, �1 l m, �1 l r, �1 l u, �1 l |, �1 l �, 2 l �, 2 l �, 2 l �, 2 l �, $2 l �, ,2 l �, 42 l �, <2 l �, D2 l �, L2 l �, T2 l �, \2 l �, d2 l �, l2 l �, t2 l �, |2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, �2 l �, 3 l �, 3 l �, 3 l �, 3 l �, $3 l �, ,3 l �, 43 l �, <3 l �, D3 l �, L3 l �, T3 l �, \3 l �, d3 l �, l3 l �, t3 l �, |3 l �, �3 l �, �3 l �, �3 l �, �3 l �, �3 l &- 4 l (- �4 l .- �4 l h- �4 l �- �5 l �- �6 l �- �6 l �- �6 l �- �6 l �- 7 l �- 7 l �- @7 l �- `7 l . �7 l 0. �8 l 0 @ l .0 �@ l =0 �@ r
l �0 dB l �0 tB r l �0 �C l 01 D l �1 �F r r r l �$ l �$ @ l
& l ,& @ l B& l D& l F& l H& l J& $ l L& , l N& 4 l P& < l R& D l T& L l V& T l X& \ l Z& d l \& l l ^& t l `& | l b& � l d& � l f& � l h& � l j& � l l& � l p& � l ~& � l �& � l �& l �& l �& l �& l �& $ l �& , l �& 4 l �& < l �& D l �& L l �& T l �& \ l �& d l �& l l �& x l �& � l ' \ l $' � l &' � l (' � l *' � l ,' � l .' � l 2' � l 4' � l 6' � l 8' � l :' � l <' � l >' � l @' � l B' l D' l F' l H' l J' $ l L' , l N' 4 l P' < l R' D l T' L l V' T l X' \ l Z' d l \' l l ^' t l `' | l b' � l d' � l f' � l h' � l j' � l l' � l n' � l p' � l y' � l {' � l }' � l �' � l �' l �' l �' l �' l �' 0 l �' 8 l �' D l �' L l �' \ l �' d l �' l l �' t l �' | l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l �' � l (( � l t( ! l �( " l �( @# l �( �# l �( �# l .) �# l T) �$ l �) & l �) <' l �) �' l 7* ( l N* ) l Z* @) l w* �) l �* �) l �* l+ l �* �+ l �* �+ l + , l + $, l + D, l '+ �, l /+ �, l [+ �, l f+ �- l �+ / l �+ �/ l �+ �/ l �W 0 l z 8h l z Dh l z Lh l z |h l "z �h l %z �h l *z �h l { xl l 0~ �x l t~ �y l l ' 4 l ; � l > � l N � l ^ @ l � l � � l �
l � �
l � � l l A � l J
l { @
l � l � � l � l � � l � � l � ` l ( l d � l 7 l V l h � l l l 6 ( l 9 � l = � l V � l w �! l � " l � �# l � �# l $ l : �$ l � & l � �& l
( l
( l
0( l
T( l 6
d( l ;
�( l @
�( l }
�) l �
* l �
+ l �
$+ l 6 , l V - l s �- l � . l I 0 l � 3 l (
4 l :
�4 l < l ( �< l Q �< l G @ l p �A l � �A l � @C l � �C l 5 D l @ �D l G E l t @E l w �E l � F l � $G l � @G l � pG l H l 8 LH l ? �H l � J l � J l � (J l � <J l � |J l � �J l � �K l L l
L l <L l ) LL l 1 �L l 4 �L l : �L l E �L l I M l N ,M l Q @M l X \M l d tM l m �M l u �M l K P l Z @Q l _ xQ l � R l � S l � @S l � V l � �V l � `W l A X l E Y l Z @Y l � Z l � [ l \ l , t\ l : �\ l ; ` l � c l �c l ? h l H i l � @i l � j l � tj l � k l p l 7 (p l A �p l Z @q l � �q l � Hr l � �r l t l
t l 7 ,t l ; �t l > �t l H �t l Z @u l f �u l i �u l � �u l � @v l � Lv l � �v l � �{ l �# l D% l /4 @ l GF
l 9j l _j ) l jj �) l �j @+ l �j �+ l 7k , l Dk - l Zk @- l xk �- l �k �- l �n �9 l Eo < l o @= l �o <> l �o �? l � @ l �
l 1 @
l �2 �E
l k< p
l }< �q
l �< r
l �< @r
l �< tr
l 7Z h l mZ �h l vZ �i l �Z j l �Z lj l �Z �j l ` l ` l "` l l %` � l +` � l �h l �h @# l Ki �$ l Zi @% r r r r r )l 0 )l � �l v �
l � �l j �l � �l �0 �C )ZPVALIDZCONTEXTJZCONTEXTON)� __version__ZscriptsZ
joining_typesZcodepoint_classes� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/idnadata.py�<module> s
& �W� � � � � � h {� � � � � � � � � idna/__pycache__/intranges.cpython-38.pyc 0000644 00000003355 15043676027 0014331 0 ustar 00 U
��.e� � @ s0 d Z ddlZdd� Zdd� Zdd� Zd d
� ZdS ) a
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
� Nc C s� t | �}g }d}tt|��D ]b}|d t|�k rJ|| ||d d krJq ||d |d � }|�t|d |d d �� |}q t|�S )a Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
���� r )�sorted�range�len�append�
_encode_range�tuple)Zlist_Z sorted_list�rangesZ
last_write�iZ
current_range� r �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/intranges.py�intranges_from_list
s r c C s | d> |B S )N� r )�start�endr r r
r s r c C s | d? | d@ fS )Nr l �� r )�rr r r
�
_decode_range" s r c C sz t | d�}t�||�}|dkrNt||d �\}}|| krF|k rNn ndS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r �bisectZ bisect_leftr r )Zint_r
Ztuple_�pos�left�right�_r r r
�intranges_contain& s
r )�__doc__r r r r r r r r r
�<module> s
idna/__pycache__/core.cpython-38.pyc 0000644 00000021461 15043676030 0013257 0 ustar 00 U
��.e�- � @ s> d dl mZ ddlZddlZddlZddlZd dlmZ dZdZ e�
d�Z ej d dkr`e
ZeZG d d
� d
e�ZG d d � d e�ZG d
d� de�ZG dd� de�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd7d d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z d8d(d)�Z!d*d+� Z"d,d-� Z#d.d/� Z$d9d1d2�Z%d:d3d4�Z&d;d5d6�Z'dS )<� )�idnadata� N)�intranges_contain� s xn--u [.。．｡]� c @ s e Zd ZdZdS )� IDNAErrorz7 Base exception for all IDNA-encoding related problems N��__name__�
__module__� __qualname__�__doc__� r
r
�9/usr/lib/python3.8/site-packages/pip/_vendor/idna/core.pyr s r c @ s e Zd ZdZdS )�
IDNABidiErrorz= Exception when bidirectional requirements are not satisfied Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointz> Exception when a disallowed or unallocated codepoint is used Nr r
r
r
r r s r c @ s e Zd ZdZdS )�InvalidCodepointContextzE Exception when the codepoint is not valid in the context it is used Nr r
r
r
r r s r c C s0 t �t| ��}|dkr,t �t| ��s,td��|S )Nr z Unknown character in unicodedata)� unicodedataZ combining�unichr�name�
ValueError)�cp�vr
r
r �_combining_class$ s
r c C s t t| �tj| �S )N)r �ordr Zscripts)r Zscriptr
r
r �
_is_script+ s r c C s
| � d�S )N�punycode)�encode��sr
r
r � _punycode. s r c C s
d� | �S )Nz U+{0:04X})�formatr r
r
r �_unot1 s r! c C s t | �dkrdS dS )N�? FT��len��labelr
r
r �valid_label_length5 s r' c C s t | �|rdndkrdS dS )N� � FTr# )r& � trailing_dotr
r
r �valid_string_length< s r+ Fc C s^ d}t | d�D ]:\}}t�|�}|dkr<td�t| �|���|dkrd}q|sV|sVdS t�| d �}|dkrrd}n |d kr�d}ntd
�t| ����d}d}t | d�D ]�\}}t�|�}|�r|d kr�td �|���|d
kr�d}n |dkr�d}|dk�rJ|�s|}n||k�rJtd��q�|dk�r.td�|���|dk�r>d}q�|dkr�d}q�|�sZtd��dS )NFr � z3Unknown directionality in label {0} at position {1})�R�AL�ANTr )r- r. �Lz>First codepoint in label {0} must be directionality L, R or AL)
r- r. r/ �EN�ES�CS�ET�ON�BN�NSMzHInvalid direction for codepoint at position {0} in a right-to-left label)r- r. r1 r/ r7 )r/ r1 z2Can not mix numeral types in a right-to-left label)r0 r1 r2 r3 r4 r5 r6 r7 zHInvalid direction for codepoint at position {0} in a left-to-right label)r0 r1 z0Label ends with illegal codepoint directionality)� enumerater Z
bidirectionalr r �repr) r& Z check_ltrZ
bidi_label�idxr � directionZrtlZ valid_endingZ number_typer
r
r �
check_bidiC sP
r< c C s" t �| d �d dkr td��dS )Nr �Mz0Label begins with an illegal combining characterT)r �categoryr r% r
r
r �check_initial_combiner s r? c C s< | dd� dkrt d��| d dks0| d dkr8t d��d S )
N� � z--z4Label has disallowed hyphens in 3rd and 4th positionr �-���z)Label must not start or end with a hyphenT)r r% r
r
r �check_hyphen_ok� s
rD c C s t �d| �| krtd��d S )N�NFCz%Label must be in Normalization Form C)r � normalizer r% r
r
r � check_nfc� s rG c C s4 t | | �}|dkr�|dkr8tt | |d ��tkr8dS d}t|d dd�D ]B}tj�t | | ��}|t d�krrqL|t d�t d �fkrLd} q�qL|s�dS d}t|d t| ��D ]B}tj�t | | ��}|t d�kr�q�|t d
�t d �fkr�d} q�q�|S |d k�r,|dk�r(tt | |d ��tk�r(dS dS dS d S ) Ni r r TFrC �Tr0 �Dr- i
)r r �_virama_combining_class�ranger Z
joining_types�getr$ )r& �pos�cp_value�ok�iZ joining_typer
r
r �valid_contextj� s<
rQ c C s� t | | �}|dkrdd| k r0t| �d k r`n n,t | |d �dkr`t | |d �dkr`dS dS |dkr�|t| �d k r�t| �dkr�t| |d d�S dS |d ks�|d
kr�|dkr�t| |d d �S dS |d k�r| D ]6}|d
kr�q�t|d��s
t|d��s
t|d�r� dS q�dS d| k�r.dk�rhn n6| D ],}dt |� k�rVdk�r6n n dS �q6dS d| k�r�dk�r�n n6| D ],}dt |� k�r�dk�r�n n dS �q�dS d S )N� r r �l TFiu ZGreeki� i� ZHebrewi�0 u ・ZHiraganaZKatakanaZHani` ii i� i� )r r$ r )r& rM Z exceptionrN r r
r
r �valid_contexto� s> (
"
rT c C sL t | ttf�r| �d�} t| �dkr,td��t| � t| � t| � t | �D ]�\}}t
|�}t |t j
d �rpqLqLt |t j
d �r�z,t| |�s�td�t|�|d t| ����W n2 tk
r� td�t|�|d t| ����Y nX qLt |t j
d ��r t| |��s>td
�t|�|d t| ����qLtd �t|�|d t| ����qLt| � d S ) Nzutf-8r z Empty LabelZPVALIDZCONTEXTJz-Joiner {0} not allowed at position {1} in {2}r z?Unknown codepoint adjacent to joiner {0} at position {1} in {2}ZCONTEXTO�0Codepoint {0} not allowed at position {1} in {2}z0Codepoint {0} at position {1} of {2} not allowed)�
isinstance�bytes� bytearray�decoder$ r rG rD r? r8 r r r Zcodepoint_classesrQ r r r! r9 r rT r r< )r& rM r rN r
r
r � check_label� s<
�
� rZ c C s~ z(| � d�} t| � t| �s$td��| W S tk
r< Y nX | sJtd��t| �} t| � t| �} t| } t| �sztd��| S )N�asciizLabel too longzNo Input) r �ulabelr' r �UnicodeEncodeError�unicoderZ r �_alabel_prefixr% r
r
r �alabel
s"
r` c C s� t | ttf�s>z| �d�} W n tk
r< t| � | Y S X | �� } | �t�rb| t t�d � } nt| � | �
d�S | �
d�} t| � | S )Nr[ r ) rV rW rX r r] rZ �lower�
startswithr_ r$ rY r% r
r
r r\ # s
r\ Tc
C s( ddl m } d}z�t| �D ]�\}}t|�}||dk r8|nt�||df�d }|d } t|�dkrj|d nd}
| d ks�| d
kr�|r�| d kr�|s�|
dkr�||7 }q|
dk r�| d ks�| d kr�|r�| d
kr�|r�||
7 }q| d
krt� �qt�d|�W S tk
�r" t d�
t |�|d t | ����Y nX dS )zBRe-map the characters in the string according to UTS46 processing.r )� uts46datar, � �Zr r@ N�VrI �3r= �IrE rU )
rc r8 r �bisectZ bisect_leftr$ �
IndexErrorr rF r r r! r9 ) Zdomain�
std3_rules� transitionalrc �outputrM �charZ
code_pointZuts46rowZstatusZ replacementr
r
r � uts46_remap8 sV ������
����
��ro c C s� t | ttf�r| �d�} |r(t| ||�} d}g }|r@| �d�}n
t�| �}|rX|dgkr`td��|d dkrv|d= d}|D ]$}t|�} | r�|� | � qztd��qz|r�|� d � d
�
|�} t | |�s�td ��| S ) Nr[ F�.r, � Empty domainrC T� Empty label� � .zDomain too long) rV rW rX rY ro �split�_unicode_dots_rer r` �append�joinr+ ) r �strict�uts46rk rl r* �result�labelsr& r
r
r r T s2
r c C s� t | ttf�r| �d�} |r(t| |d�} d}g }|s@t�| �}n
| �d�}|rX|dgkr`td��|d sr|d= d}|D ]$}t|�} | r�|� | � qvtd��qv|r�|� d� d�
|�S ) Nr[ Frp r, rq rC Trr ) rV rW rX rY ro rv ru r r\ rw rx )r ry rz rk r* r{ r| r& r
r
r rY s s,
rY )F)F)TF)FFFF)FFF)(r, r ri r �re�sysZ intrangesr rJ r_ �compilerv � version_info�strr^ �chrr � UnicodeErrorr r r r r r r r! r' r+ r< r? rD rG rQ rT rZ r` r\ ro r rY r
r
r
r �<module> sB
< ,
)
idna/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000001121 15043676030 0014540 0 ustar 00 U
��.e� � @ s, d dl T d dlT dd� Zdd� Zdd� ZdS ) � )�*c C s t | �S �N)�encode�Zlabel� r �;/usr/lib/python3.8/site-packages/pip/_vendor/idna/compat.py�ToASCII s r c C s t | �S r )�decoder r r r � ToUnicode s r
c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr r r �nameprep
s r
N)Zcore�codecr r
r
r r r r �<module> s idna/__pycache__/compat.cpython-38.pyc 0000644 00000001121 15043676030 0013601 0 ustar 00 U
��.e� � @ s, d dl T d dlT dd� Zdd� Zdd� ZdS ) � )�*c C s t | �S �N)�encode�Zlabel� r �;/usr/lib/python3.8/site-packages/pip/_vendor/idna/compat.py�ToASCII s r c C s t | �S r )�decoder r r r � ToUnicode s r
c C s t d��d S )Nz,IDNA 2008 does not utilise nameprep protocol)�NotImplementedError)�sr r r �nameprep
s r
N)Zcore�codecr r
r
r r r r �<module> s idna/__pycache__/package_data.cpython-38.pyc 0000644 00000000257 15043676030 0014713 0 ustar 00 U
��.e � @ s d Z dS )z2.8N)� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/idna/package_data.py�<module> � idna/__pycache__/codec.cpython-38.opt-1.pyc 0000644 00000005473 15043676030 0014350 0 ustar 00 U
��.e� � @ s� d dl mZmZmZmZmZ ddlZddlZe�d�Z G dd� dej
�Z
G dd� dej �Z G d d
� d
ej
�ZG d d � d e
ej�ZG d
d� de
ej�Zdd� ZdS )� )�encode�decode�alabel�ulabel� IDNAError� Nu [.。．｡]c @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s. |dkrt d�|���|s dS t|�t|�fS �Nr � Unsupported error handling "{0}"�� r )r �formatr �len��self�data�errors� r �:/usr/lib/python3.8/site-packages/pip/_vendor/idna/codec.pyr s
z Codec.encodec C s. |dkrt d�|���|s dS t|�t|�fS r
)r r r r r r r r r s
z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r r r r r s
r c @ s e Zd Zdd� ZdS )�IncrementalEncoderc C s� |dkrt d�|���|s dS t�|�}d}|rV|d sDd}|d= n|sV|d= |rVd}g }d}|D ]*}|�t|�� |r�|d7 }|t|�7 }qbd�|�| }|t|�7 }||fS ) Nr r r r
����.r r )r r �_unicode_dots_re�split�appendr r �join� r r r �final�labelsZ trailing_dot�result�sizeZlabelr r r �_buffer_encode s0
z!IncrementalEncoder._buffer_encodeN)r r r r% r r r r r s r c @ s e Zd Zdd� ZdS )�IncrementalDecoderc C s� |dkrt d�|���|s dS t|t�r4t�|�}n t|�}t|d� |�d�}d}|r~|d sld}|d= n|s~|d= |r~d}g }d}|D ]*}|�t|�� |r�|d 7 }|t |�7 }q�d�
|�| }|t |�7 }||fS )
Nr r r �asciir r
r r r ) r r �
isinstanceZunicoder r �strr r r r r r r r �_buffer_decode? s8
z!IncrementalDecoder._buffer_decodeN)r r r r* r r r r r& > s r& c @ s e Zd ZdS )� StreamWriterN�r r r r r r r r+ g s r+ c @ s e Zd ZdS )� StreamReaderNr, r r r r r- j s r- c C s t jdt� jt� jttttd�S )NZidna)�namer r �incrementalencoder�incrementaldecoder� streamwriter� streamreader) �codecs� CodecInfor r r r r& r+ r- r r r r � getregentrym s �r5 )Zcorer r r r r r3 �re�compiler r �BufferedIncrementalEncoderr �BufferedIncrementalDecoderr& r+ r- r5 r r r r �<module> s
!) idna/__pycache__/uts46data.cpython-38.opt-1.pyc 0000644 00000524104 15043676032 0015111 0 ustar 00 U
��.e� � @ sb d Z dZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dFdG� Z$dHdI� Z%dJdK� Z&dLdM� Z'dNdO� Z(dPdQ� Z)dRdS� Z*dTdU� Z+dVdW� Z,dXdY� Z-dZd[� Z.d\d]� Z/d^d_� Z0d`da� Z1dbdc� Z2ddde� Z3dfdg� Z4dhdi� Z5djdk� Z6dldm� Z7dndo� Z8dpdq� Z9drds� Z:dtdu� Z;dvdw� Z<dxdy� Z=dzd{� Z>d|d}� Z?d~d� Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPeQe� e� e� e� e� e� e� e � e
� e � e � e
� e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� eK� eL� eM� eN� eO� eP� �ZRd�S )�z IDNA Mapping Table from UTS46.z11.0.0c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)� �3)� r )� r )� r )� r )� r )� r )� r )� r )� r )�
r )� r )� r )�
r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )�! r )�" r )�# r )�$ r )�% r )�& r )�' r )�( r )�) r )�* r )�+ r )�, r )�- �V)�. r0 )�/ r )�0 r0 )�1 r0 )�2 r0 )�3 r0 )�4 r0 )�5 r0 )�6 r0 )�7 r0 )�8 r0 )�9 r0 )�: r )�; r )�< r )�= r )�> r )�? r )�@ r )�A �M�a)�B rE �b)�C rE �c)�D rE �d)�E rE �e)�F rE �f)�G rE �g)�H rE �h)�I rE �i)�J rE �j)�K rE �k)�L rE �l)�M rE �m)�N rE �n)�O rE �o)�P rE �p)�Q rE �q)�R rE �r)�S rE �s)�T rE �t)�U rE �u)�V rE �v)�W rE �w)�X rE �x)�Y rE �y)�Z rE �z)�[ r )�\ r )�] r )�^ r )�_ r )�` r )�a r0 )�b r0 )�c r0 � r� r� r� �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/uts46data.py�_seg_0 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�d r0 )�e r0 )�f r0 )�g r0 )�h r0 )�i r0 )�j r0 )�k r0 )�l r0 )�m r0 )�n r0 )�o r0 )�p r0 )�q r0 )�r r0 )�s r0 )�t r0 )�u r0 )�v r0 )�w r0 )�x r0 )�y r0 )�z r0 )�{ r )�| r )�} r )�~ r )� r )� �X)� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r � )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r u ̈)� r0 )� rE rF )� r0 )� r0 )� �I)� r0 )� r � ̄)� r0 )� r0 )� rE �2)� rE r )� r � ́)� rE � μ)� r0 )� r0 )� r u ̧)� rE �1)� rE rb )� r0 )� rE u 1⁄4)� rE u 1⁄2)� rE u 3⁄4)� r0 )� rE � à)� rE � á)�� rE � â)�� rE � ã)�� rE � ä)�� rE � å)�� rE � æ)�� rE � çr� r� r� r� r� �_seg_1p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�� rE � è)�� rE � é)�� rE � ê)�� rE � ë)�� rE � ì)�� rE � í)�� rE � î)�� rE � ï)�� rE � ð)�� rE � ñ)�� rE � ò)�� rE � ó)�� rE � ô)�� rE � õ)�� rE � ö)�� r0 )�� rE � ø)�� rE � ù)�� rE � ú)�� rE � û)�� rE � ü)�� rE � ý)�� rE � þ)�� �D�ss)�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� rE u ā)i r0 )i rE u ă)i r0 )i rE u ą)i r0 )i rE u ć)i r0 )i rE u ĉ)i r0 )i
rE u ċ)i r0 )i rE u č)i
r0 )i rE u ď)i r0 )i rE u đ)i r0 )i rE u ē)i r0 )i rE u ĕ)i r0 )i rE u ė)i r0 )i rE u ę)i r0 )i rE u ě)i r0 )i rE u ĝ)i r0 )i rE u ğ)i r0 )i rE u ġ)i! r0 )i" rE u ģ)i# r0 )i$ rE u ĥ)i% r0 )i& rE � ħ)i' r0 )i( rE u ĩ)i) r0 )i* rE u ī)i+ r0 r� r� r� r� r� �_seg_2� s� �rL c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, rE u ĭ)i- r0 )i. rE u į)i/ r0 )i0 rE u i̇)i1 r0 )i2 rE Zij)i4 rE u ĵ)i5 r0 )i6 rE u ķ)i7 r0 )i9 rE u ĺ)i: r0 )i; rE u ļ)i< r0 )i= rE u ľ)i> r0 )i? rE u l·)iA rE u ł)iB r0 )iC rE u ń)iD r0 )iE rE u ņ)iF r0 )iG rE u ň)iH r0 )iI rE u ʼn)iJ rE � ŋ)iK r0 )iL rE u ō)iM r0 )iN rE u ŏ)iO r0 )iP rE u ő)iQ r0 )iR rE � œ)iS r0 )iT rE u ŕ)iU r0 )iV rE u ŗ)iW r0 )iX rE u ř)iY r0 )iZ rE u ś)i[ r0 )i\ rE u ŝ)i] r0 )i^ rE u ş)i_ r0 )i` rE u š)ia r0 )ib rE u ţ)ic r0 )id rE u ť)ie r0 )if rE u ŧ)ig r0 )ih rE u ũ)ii r0 )ij rE u ū)ik r0 )il rE u ŭ)im r0 )in rE u ů)io r0 )ip rE u ű)iq r0 )ir rE u ų)is r0 )it rE u ŵ)iu r0 )iv rE u ŷ)iw r0 )ix rE � ÿ)iy rE u ź)iz r0 )i{ rE u ż)i| r0 )i} rE u ž)i~ r0 )i rE rj )i� r0 )i� rE u ɓ)i� rE u ƃ)i� r0 )i� rE u ƅ)i� r0 )i� rE � ɔ)i� rE u ƈ)i� r0 )i� rE u ɖ)i� rE u ɗ)i� rE u ƌ)i� r0 )i� rE � ǝ)i� rE � ə)i� rE � ɛ)i� rE u ƒ)i� r0 )i� rE u ɠr� r� r� r� r� �_seg_3@ s� �rT c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ɣ)i� r0 )i� rE � ɩ)i� rE � ɨ)i� rE u ƙ)i� r0 )i� rE � ɯ)i� rE � ɲ)i� r0 )i� rE � ɵ)i� rE u ơ)i� r0 )i� rE u ƣ)i� r0 )i� rE u ƥ)i� r0 )i� rE u ʀ)i� rE u ƨ)i� r0 )i� rE � ʃ)i� r0 )i� rE u ƭ)i� r0 )i� rE u ʈ)i� rE u ư)i� r0 )i� rE � ʊ)i� rE � ʋ)i� rE u ƴ)i� r0 )i� rE u ƶ)i� r0 )i� rE � ʒ)i� rE u ƹ)i� r0 )i� rE u ƽ)i� r0 )i� rE u dž)i� rE Zlj)i� rE Znj)i� rE u ǎ)i� r0 )i� rE u ǐ)i� r0 )i� rE u ǒ)i� r0 )i� rE u ǔ)i� r0 )i� rE u ǖ)i� r0 )i� rE u ǘ)i� r0 )i� rE u ǚ)i� r0 )i� rE u ǜ)i� r0 )i� rE u ǟ)i� r0 )i� rE u ǡ)i� r0 )i� rE u ǣ)i� r0 )i� rE u ǥ)i� r0 )i� rE u ǧ)i� r0 )i� rE u ǩ)i� r0 )i� rE u ǫ)i� r0 )i� rE u ǭ)i� r0 )i� rE u ǯ)i� r0 )i� rE Zdz)i� rE u ǵ)i� r0 )i� rE u ƕ)i� rE u ƿ)i� rE u ǹ)i� r0 )i� rE u ǻ)i� r0 )i� rE u ǽ)i� r0 )i� rE u ǿ)i� r0 )i rE u ȁ)i r0 )i rE u ȃ)i r0 )i rE u ȅ)i r0 )i rE u ȇ)i r0 )i rE u ȉ)i r0 )i
rE u ȋ)i r0 )i rE u ȍr� r� r� r� r� �_seg_4� s� �r_ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i
r0 )i rE u ȏ)i r0 )i rE u ȑ)i r0 )i rE u ȓ)i r0 )i rE u ȕ)i r0 )i rE u ȗ)i r0 )i rE u ș)i r0 )i rE u ț)i r0 )i rE u ȝ)i r0 )i rE u ȟ)i r0 )i rE u ƞ)i! r0 )i" rE � ȣ)i# r0 )i$ rE u ȥ)i% r0 )i& rE u ȧ)i' r0 )i( rE u ȩ)i) r0 )i* rE u ȫ)i+ r0 )i, rE u ȭ)i- r0 )i. rE u ȯ)i/ r0 )i0 rE u ȱ)i1 r0 )i2 rE u ȳ)i3 r0 )i: rE u ⱥ)i; rE u ȼ)i< r0 )i= rE u ƚ)i> rE u ⱦ)i? r0 )iA rE u ɂ)iB r0 )iC rE u ƀ)iD rE � ʉ)iE rE � ʌ)iF rE u ɇ)iG r0 )iH rE u ɉ)iI r0 )iJ rE u ɋ)iK r0 )iL rE u ɍ)iM r0 )iN rE u ɏ)iO r0 )i� rE rT )i� rE � ɦ)i� rE rX )i� rE rh )i� rE u ɹ)i� rE u ɻ)i� rE u ʁ)i� rE rr )i� rE rv )i� r0 )i� r u ̆)i� r u ̇)i� r u ̊)i� r u ̨)i� r u ̃)i� r u ̋)i� r0 )i� rE rU )i� rE r\ )i� rE rj )i� rE rt )i� rE u ʕ)i� r0 )i@ rE u ̀)iA rE u ́)iB r0 )iC rE u ̓)iD rE u ̈́)iE rE � ι)iF r0 )iO r� )iP r0 )ip rE u ͱ)iq r0 )ir rE u ͳ)is r0 )it rE u ʹ)iu r0 )iv rE u ͷ)iw r0 r� r� r� r� r� �_seg_5 s� �re c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ix r� )iz r u ι)i{ r0 )i~ r �;)i rE u ϳ)i� r� )i� r r� )i� r � ̈́)i� rE � ά)i� rE � ·)i� rE � έ)i� rE � ή)i� rE � ί)i� r� )i� rE � ό)i� r� )i� rE � ύ)i� rE � ώ)i� r0 )i� rE � α)i� rE � β)i� rE � γ)i� rE � δ)i� rE � ε)i� rE � ζ)i� rE � η)i� rE � θ)i� rE rd )i� rE � κ)i� rE � λ)i� rE r� )i� rE � ν)i� rE � ξ)i� rE � ο)i� rE � π)i� rE � ρ)i� r� )i� rE � σ)i� rE � τ)i� rE � υ)i� rE � φ)i� rE � χ)i� rE � ψ)i� rE � ω)i� rE u ϊ)i� rE � ϋ)i� r0 )i� r( r )i� r0 )i� rE u ϗ)i� rE rq )i� rE rw )i� rE r� )i� rE rn )i� rE r� )i� rE r� )i� rE r} )i� r0 )i� rE u ϙ)i� r0 )i� rE u ϛ)i� r0 )i� rE � ϝ)i� r0 )i� rE u ϟ)i� r0 )i� rE u ϡ)i� r0 )i� rE u ϣ)i� r0 )i� rE u ϥ)i� r0 )i� rE u ϧ)i� r0 )i� rE u ϩ)i� r0 )i� rE u ϫ)i� r0 )i� rE u ϭ)i� r0 )i� rE u ϯ)i� r0 )i� rE rx )i� rE r~ )i� rE r )i� r0 )i� rE rw )i� rE rt )i� r0 )i� rE u ϸ)i� r0 )i� rE r )i� rE u ϻ)i� r0 )i� rE u ͻ)i� rE u ͼ)i� rE u ͽ)i rE u ѐ)i rE u ё)i rE u ђr� r� r� r� r� �_seg_6x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ѓ)i rE u є)i rE u ѕ)i rE u і)i rE u ї)i rE u ј)i rE u љ)i
rE u њ)i rE u ћ)i rE u ќ)i
rE u ѝ)i rE u ў)i rE u џ)i rE u а)i rE u б)i rE � в)i rE u г)i rE � д)i rE u е)i rE u ж)i rE u з)i rE u и)i rE u й)i rE u к)i rE u л)i rE u м)i rE � н)i rE � о)i rE u п)i rE u р)i! rE � с)i" rE � т)i# rE u у)i$ rE u ф)i% rE u х)i& rE u ц)i' rE u ч)i( rE u ш)i) rE u щ)i* rE � ъ)i+ rE u ы)i, rE � ь)i- rE u э)i. rE u ю)i/ rE u я)i0 r0 )i` rE u ѡ)ia r0 )ib rE � ѣ)ic r0 )id rE u ѥ)ie r0 )if rE u ѧ)ig r0 )ih rE u ѩ)ii r0 )ij rE u ѫ)ik r0 )il rE u ѭ)im r0 )in rE u ѯ)io r0 )ip rE u ѱ)iq r0 )ir rE u ѳ)is r0 )it rE u ѵ)iu r0 )iv rE u ѷ)iw r0 )ix rE u ѹ)iy r0 )iz rE u ѻ)i{ r0 )i| rE u ѽ)i} r0 )i~ rE u ѿ)i r0 )i� rE u ҁ)i� r0 )i� rE u ҋ)i� r0 )i� rE u ҍ)i� r0 )i� rE u ҏ)i� r0 )i� rE u ґ)i� r0 )i� rE u ғ)i� r0 )i� rE u ҕ)i� r0 )i� rE u җ)i� r0 )i� rE u ҙ)i� r0 )i� rE u қ)i� r0 )i� rE u ҝ)i� r0 r� r� r� r� r� �_seg_7� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u ҟ)i� r0 )i� rE u ҡ)i� r0 )i� rE u ң)i� r0 )i� rE u ҥ)i� r0 )i� rE u ҧ)i� r0 )i� rE u ҩ)i� r0 )i� rE u ҫ)i� r0 )i� rE u ҭ)i� r0 )i� rE u ү)i� r0 )i� rE u ұ)i� r0 )i� rE u ҳ)i� r0 )i� rE u ҵ)i� r0 )i� rE u ҷ)i� r0 )i� rE u ҹ)i� r0 )i� rE u һ)i� r0 )i� rE u ҽ)i� r0 )i� rE u ҿ)i� r0 )i� r� )i� rE u ӂ)i� r0 )i� rE u ӄ)i� r0 )i� rE u ӆ)i� r0 )i� rE u ӈ)i� r0 )i� rE u ӊ)i� r0 )i� rE u ӌ)i� r0 )i� rE u ӎ)i� r0 )i� rE u ӑ)i� r0 )i� rE u ӓ)i� r0 )i� rE u ӕ)i� r0 )i� rE u ӗ)i� r0 )i� rE u ә)i� r0 )i� rE u ӛ)i� r0 )i� rE u ӝ)i� r0 )i� rE u ӟ)i� r0 )i� rE u ӡ)i� r0 )i� rE u ӣ)i� r0 )i� rE u ӥ)i� r0 )i� rE u ӧ)i� r0 )i� rE u ө)i� r0 )i� rE u ӫ)i� r0 )i� rE u ӭ)i� r0 )i� rE u ӯ)i� r0 )i� rE u ӱ)i� r0 )i� rE u ӳ)i� r0 )i� rE u ӵ)i� r0 )i� rE u ӷ)i� r0 )i� rE u ӹ)i� r0 )i� rE u ӻ)i� r0 )i� rE u ӽ)i� r0 )i� rE u ӿ)i� r0 )i rE u ԁ)i r0 )i rE u ԃr� r� r� r� r� �_seg_8H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ԅ)i r0 )i rE u ԇ)i r0 )i rE u ԉ)i r0 )i
rE u ԋ)i r0 )i rE u ԍ)i
r0 )i rE u ԏ)i r0 )i rE u ԑ)i r0 )i rE u ԓ)i r0 )i rE u ԕ)i r0 )i rE u ԗ)i r0 )i rE u ԙ)i r0 )i rE u ԛ)i r0 )i rE u ԝ)i r0 )i rE u ԟ)i r0 )i rE u ԡ)i! r0 )i" rE u ԣ)i# r0 )i$ rE u ԥ)i% r0 )i& rE u ԧ)i' r0 )i( rE u ԩ)i) r0 )i* rE u ԫ)i+ r0 )i, rE u ԭ)i- r0 )i. rE u ԯ)i/ r0 )i0 r� )i1 rE u ա)i2 rE u բ)i3 rE u գ)i4 rE u դ)i5 rE u ե)i6 rE u զ)i7 rE u է)i8 rE u ը)i9 rE u թ)i: rE u ժ)i; rE u ի)i< rE u լ)i= rE u խ)i> rE u ծ)i? rE u կ)i@ rE u հ)iA rE u ձ)iB rE u ղ)iC rE u ճ)iD rE u մ)iE rE u յ)iF rE u ն)iG rE u շ)iH rE u ո)iI rE u չ)iJ rE u պ)iK rE u ջ)iL rE u ռ)iM rE u ս)iN rE u վ)iO rE u տ)iP rE u ր)iQ rE u ց)iR rE u ւ)iS rE u փ)iT rE u ք)iU rE u օ)iV rE u ֆ)iW r� )iY r0 )i� rE u եւ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_9� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iu rE u اٴ)iv rE u وٴ)iw rE � ۇٴ)ix rE u يٴ)iy r0 )i� r� )i� r0 )i r� )i r0 )iK r� )iM r0 )i� r� )i� r0 )i� r� )i� r0 )i. r� )i0 r0 )i? r� )i@ r0 )i\ r� )i^ r0 )i_ r� )i` r0 )ik r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )iX rE u क़)iY rE u ख़)iZ rE u ग़)i[ rE u ज़)i\ rE u ड़)i] rE u ढ़)i^ rE u फ़)i_ rE u य़)i` r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ড়)i� rE u ঢ়)i� r� )i� rE u য়)i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i)
r� )i*
r0 )i1
r� )i2
r0 )i3
rE u ਲ਼)i4
r� )i5
r0 )i6
rE u ਸ਼)i7
r� )i8
r0 )i:
r� )i<
r0 )i=
r� )i>
r0 )iC
r� )iG
r0 )iI
r� )iK
r0 )iN
r� )iQ
r0 )iR
r� )iY
rE u ਖ਼)iZ
rE u ਗ਼)i[
rE u ਜ਼r� r� r� r� r� �_seg_10 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i\
r0 )i]
r� )i^
rE u ਫ਼)i_
r� )if
r0 )iw
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i< r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iV r0 )iX r� )i\ rE u ଡ଼)i] rE u ଢ଼)i^ r� )i_ r0 )id r� )if r0 )ix r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_11� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) r� )i* r0 )i: r� )i= r0 )iE r� )iF r0 )iI r� )iJ r0 )iN r� )iU r0 )iW r� )iX r0 )i[ r� )i` r0 )id r� )if r0 )ip r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )iE
r� )iF
r0 )iI
r� )iJ
r0 )iP
r� )iT
r0 )id
r� )if
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i3 rE u ํา)i4 r0 )i; r� )i? r0 )i\ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 r� r� r� r� r� �_seg_12� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� rE u ໍາ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ຫນ)i� rE u ຫມ)i� r0 )i� r� )i r0 )i rE u ་)i
r0 )iC rE u གྷ)iD r0 )iH r� )iI r0 )iM rE u ཌྷ)iN r0 )iR rE u དྷ)iS r0 )iW rE u བྷ)iX r0 )i\ rE u ཛྷ)i] r0 )ii rE u ཀྵ)ij r0 )im r� )iq r0 )is rE u ཱི)it r0 )iu rE u ཱུ)iv rE u ྲྀ)iw rE u ྲཱྀ)ix rE u ླྀ)iy rE u ླཱྀ)iz r0 )i� rE u ཱྀ)i� r0 )i� rE u ྒྷ)i� r0 )i� r� )i� r0 )i� rE u ྜྷ)i� r0 )i� rE u ྡྷ)i� r0 )i� rE u ྦྷ)i� r0 )i� rE u ྫྷ)i� r0 )i� rE u ྐྵ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i� r� )i� rE u ⴧ)i� r� )i� rE u ⴭ)i� r� )i� r0 )i� rE u ნ)i� r0 )i_ r� )ia r0 )iI r� )iJ r0 )iN r� )iP r0 )iW r� )iX r0 )iY r� )iZ r0 )i^ r� )i` r0 )i� r� )i� r0 r� r� r� r� r� �_seg_13P s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i r� )i r0 )i[ r� )i] r0 )i} r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u Ᏸ)i� rE u Ᏹ)i� rE u Ᏺ)i� rE u Ᏻ)i� rE u Ᏼ)i� rE u Ᏽ)i� r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 )i7 r� )i@ r0 )iT r� )i` r0 )im r� )in r0 )iq r� )ir r0 )it r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i r� )i r� )i r0 )i r� )i r0 )iy r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i< r� )i@ r0 )iA r� )iD r0 )in r� )ip r0 )iu r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i_ r� )i` r0 )i} r� )i r0 )i� r� )i� r0 r� r� r� r� r� �_seg_14� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iL r� )iP r0 )i} r� )i� r0 )i� r� )i� r0 )i8 r� )i; r0 )iJ r� )iM r0 )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ꙋ)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i, rE rF )i- rE r� )i. rE rH )i/ r0 )i0 rE rL )i1 rE rN )i2 rE rQ )i3 rE rR )i4 rE rT )i5 rE rV )i6 rE rX )i7 rE rZ )i8 rE r\ )i9 rE r^ )i: rE r` )i; r0 )i< rE rb )i= rE r` )i> rE rd )i? rE rh )i@ rE rl )iA rE rn )iB rE rr )iC rE rF )iD rE � ɐ)iE rE � ɑ)iF rE u ᴂ)iG rE rH )iH rE rL )iI rE rN )iJ rE rR )iK rE rS )iL rE � ɜ)iM rE rR )iN r0 )iO rE rZ )iP rE r^ )iQ rE rM )iR rE rb )iS rE rP )iT rE u ᴖ)iU rE u ᴗ)iV rE rd )iW rE rl )iX rE rn )iY rE u ᴝ)iZ rE rX )i[ rE rp )i\ rE u ᴥ)i] rE rq )i^ rE rr )i_ rE rs )i` rE r� )ia rE r� )ib rE rV )ic rE rh )id rE rn )ie rE rp )if rE rq )ig rE rr )ih rE r~ )ii rE r� )ij rE r� )ik r0 )ix rE r� )iy r0 )i� rE � ɒ)i� rE rJ )i� rE u ɕ)i� rE r r� r� r� r� r� �_seg_15 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE rP )i� rE u ɟ)i� rE � ɡ)i� rE � ɥ)i� rE rW )i� rE rV )i� rE � ɪ)i� rE u ᵻ)i� rE � ʝ)i� rE u ɭ)i� rE u ᶅ)i� rE u ʟ)i� rE � ɱ)i� rE u ɰ)i� rE rY )i� rE u ɳ)i� rE u ɴ)i� rE rZ )i� rE u ɸ)i� rE u ʂ)i� rE r[ )i� rE u ƫ)i� rE ra )i� rE r\ )i� rE u ᴜ)i� rE r] )i� rE rb )i� rE rx )i� rE u ʐ)i� rE u ʑ)i� rE r^ )i� rE rw )i� r0 )i� r� )i� r0 )i rE u ḁ)i r0 )i rE u ḃ)i r0 )i rE u ḅ)i r0 )i rE u ḇ)i r0 )i rE u ḉ)i r0 )i
rE u ḋ)i r0 )i rE u ḍ)i
r0 )i rE u ḏ)i r0 )i rE u ḑ)i r0 )i rE u ḓ)i r0 )i rE u ḕ)i r0 )i rE u ḗ)i r0 )i rE u ḙ)i r0 )i rE u ḛ)i r0 )i rE u ḝ)i r0 )i rE u ḟ)i r0 )i rE u ḡ)i! r0 )i" rE u ḣ)i# r0 )i$ rE u ḥ)i% r0 )i& rE u ḧ)i' r0 )i( rE u ḩ)i) r0 )i* rE u ḫ)i+ r0 )i, rE u ḭ)i- r0 )i. rE u ḯ)i/ r0 )i0 rE u ḱ)i1 r0 )i2 rE u ḳ)i3 r0 )i4 rE u ḵ)i5 r0 )i6 rE u ḷ)i7 r0 )i8 rE u ḹ)i9 r0 )i: rE u ḻ)i; r0 )i< rE u ḽ)i= r0 )i> rE u ḿ)i? r0 r� r� r� r� r� �_seg_16� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i@ rE u ṁ)iA r0 )iB rE u ṃ)iC r0 )iD rE u ṅ)iE r0 )iF rE u ṇ)iG r0 )iH rE u ṉ)iI r0 )iJ rE u ṋ)iK r0 )iL rE u ṍ)iM r0 )iN rE u ṏ)iO r0 )iP rE u ṑ)iQ r0 )iR rE u ṓ)iS r0 )iT rE u ṕ)iU r0 )iV rE u ṗ)iW r0 )iX rE u ṙ)iY r0 )iZ rE u ṛ)i[ r0 )i\ rE u ṝ)i] r0 )i^ rE u ṟ)i_ r0 )i` rE � ṡ)ia r0 )ib rE u ṣ)ic r0 )id rE u ṥ)ie r0 )if rE u ṧ)ig r0 )ih rE u ṩ)ii r0 )ij rE u ṫ)ik r0 )il rE u ṭ)im r0 )in rE u ṯ)io r0 )ip rE u ṱ)iq r0 )ir rE u ṳ)is r0 )it rE u ṵ)iu r0 )iv rE u ṷ)iw r0 )ix rE u ṹ)iy r0 )iz rE u ṻ)i{ r0 )i| rE u ṽ)i} r0 )i~ rE u ṿ)i r0 )i� rE u ẁ)i� r0 )i� rE u ẃ)i� r0 )i� rE u ẅ)i� r0 )i� rE u ẇ)i� r0 )i� rE u ẉ)i� r0 )i� rE u ẋ)i� r0 )i� rE u ẍ)i� r0 )i� rE u ẏ)i� r0 )i� rE u ẑ)i� r0 )i� rE u ẓ)i� r0 )i� rE u ẕ)i� r0 )i� rE u aʾ)i� rE r� )i� r0 )i� rE r) )i� r0 )i� rE u ạ)i� r0 )i� rE u ả)i� r0 )i� rE u ấ)i� r0 )i� rE u ầ)i� r0 )i� rE u ẩr� r� r� r� r� �_seg_17� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r0 )i� rE u ẫ)i� r0 )i� rE u ậ)i� r0 )i� rE u ắ)i� r0 )i� rE u ằ)i� r0 )i� rE u ẳ)i� r0 )i� rE u ẵ)i� r0 )i� rE u ặ)i� r0 )i� rE u ẹ)i� r0 )i� rE u ẻ)i� r0 )i� rE u ẽ)i� r0 )i� rE u ế)i� r0 )i� rE u ề)i� r0 )i� rE u ể)i� r0 )i� rE u ễ)i� r0 )i� rE u ệ)i� r0 )i� rE u ỉ)i� r0 )i� rE u ị)i� r0 )i� rE u ọ)i� r0 )i� rE u ỏ)i� r0 )i� rE u ố)i� r0 )i� rE u ồ)i� r0 )i� rE u ổ)i� r0 )i� rE u ỗ)i� r0 )i� rE u ộ)i� r0 )i� rE u ớ)i� r0 )i� rE u ờ)i� r0 )i� rE u ở)i� r0 )i� rE u ỡ)i� r0 )i� rE u ợ)i� r0 )i� rE u ụ)i� r0 )i� rE u ủ)i� r0 )i� rE u ứ)i� r0 )i� rE u ừ)i� r0 )i� rE u ử)i� r0 )i� rE u ữ)i� r0 )i� rE u ự)i� r0 )i� rE u ỳ)i� r0 )i� rE u ỵ)i� r0 )i� rE u ỷ)i� r0 )i� rE u ỹ)i� r0 )i� rE u ỻ)i� r0 )i� rE u ỽ)i� r0 )i� rE u ỿ)i� r0 )i rE u ἀ)i rE u ἁ)i
rE u ἂ)i rE u ἃ)i rE u ἄ)i
rE u ἅ)i rE u ἆ)i rE u ἇ)i r0 )i r� )i rE u ἐ)i rE u ἑ)i rE u ἒr� r� r� r� r� �_seg_18X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ἓ)i rE u ἔ)i rE u ἕ)i r� )i r0 )i( rE u ἠ)i) rE u ἡ)i* rE u ἢ)i+ rE u ἣ)i, rE u ἤ)i- rE u ἥ)i. rE u ἦ)i/ rE u ἧ)i0 r0 )i8 rE u ἰ)i9 rE u ἱ)i: rE u ἲ)i; rE u ἳ)i< rE u ἴ)i= rE u ἵ)i> rE u ἶ)i? rE u ἷ)i@ r0 )iF r� )iH rE u ὀ)iI rE u ὁ)iJ rE u ὂ)iK rE u ὃ)iL rE u ὄ)iM rE u ὅ)iN r� )iP r0 )iX r� )iY rE u ὑ)iZ r� )i[ rE u ὓ)i\ r� )i] rE u ὕ)i^ r� )i_ rE u ὗ)i` r0 )ih rE u ὠ)ii rE u ὡ)ij rE u ὢ)ik rE u ὣ)il rE u ὤ)im rE u ὥ)in rE u ὦ)io rE u ὧ)ip r0 )iq rE rh )ir r0 )is rE rj )it r0 )iu rE rk )iv r0 )iw rE rl )ix r0 )iy rE rm )iz r0 )i{ rE rn )i| r0 )i} rE ro )i~ r� )i� rE � ἀι)i� rE � ἁι)i� rE � ἂι)i� rE � ἃι)i� rE � ἄι)i� rE � ἅι)i� rE � ἆι)i� rE � ἇι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ἠι)i� rE � ἡι)i� rE � ἢι)i� rE � ἣι)i� rE � ἤι)i� rE � ἥι)i� rE � ἦι)i� rE � ἧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ὠι)i� rE � ὡι)i� rE � ὢι)i� rE � ὣιr� r� r� r� r� �_seg_19� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ὤι)i� rE � ὥι)i� rE � ὦι)i� rE � ὧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r0 )i� rE u ὰι)i� rE � αι)i� rE u άι)i� r� )i� r0 )i� rE u ᾶι)i� rE u ᾰ)i� rE u ᾱ)i� rE u ὰ)i� rE rh )i� rE r� )i� r � ̓)i� rE rd )i� r r� )i� r u ͂)i� r u ̈͂)i� rE u ὴι)i� rE � ηι)i� rE u ήι)i� r� )i� r0 )i� rE u ῆι)i� rE u ὲ)i� rE rj )i� rE u ὴ)i� rE rk )i� rE r� )i� r u ̓̀)i� r u ̓́)i� r u ̓͂)i� r0 )i� rE u ΐ)i� r� )i� r0 )i� rE u ῐ)i� rE u ῑ)i� rE u ὶ)i� rE rl )i� r� )i� r u ̔̀)i� r u ̔́)i� r u ̔͂)i� r0 )i� rE u ΰ)i� r0 )i� rE u ῠ)i� rE u ῡ)i� rE u ὺ)i� rE rn )i� rE u ῥ)i� r u ̈̀)i� r rg )i� r �`)i� r� )i� rE u ὼι)i� rE � ωι)i� rE u ώι)i� r� )i� r0 )i� rE u ῶι)i� rE u ὸ)i� rE rm )i� rE u ὼ)i� rE ro )i� rE r� )i� r r� )i� r u ̔)i� r� )i r r� )i r� )i r( � )i r� )i r0 )i rE u ‐)i r0 )i r u ̳)i r0 )i$ r� )i' r0 )i( r� )i/ r r� )i0 r0 )i3 rE u ′′)i4 rE u ′′′)i5 r0 )i6 rE u ‵‵)i7 rE u ‵‵‵r� r� r� r� r� �_seg_20( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i8 r0 )i< r z!!)i= r0 )i> r � ̅)i? r0 )iG r z??)iH r z?!)iI r z!?)iJ r0 )iW rE u ′′′′)iX r0 )i_ r r� )i` r� )ia r� )id r� )ie r� )ip rE �0)iq rE rV )ir r� )it rE �4)iu rE �5)iv rE �6)iw rE �7)ix rE �8)iy rE �9)iz r �+)i{ rE � −)i| r �=)i} r �()i~ r �))i rE r` )i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� rE r� )i� r r� )i� r r� )i� r r� )i� r� )i� rE rF )i� rE rN )i� rE rb )i� rE rt )i� rE rR )i� rE rT )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rd )i� rE rj )i� rE rl )i� r� )i� r0 )i� rE Zrs)i� r0 )i� r� )i� r0 )i� r� )i ! r za/c)i! r za/s)i! rE rJ )i! rE u °c)i! r0 )i! r zc/o)i! r zc/u)i! rE rS )i! r0 )i ! rE u °f)i
! rE rR )i ! rE rT )i! rE rK )i! rE rV )i! rE r\ )i! r0 )i! rE r` )i! rE Zno)i! r0 )i! rE rd )i! rE rf )i! rE rh )i ! r0 )i ! rE Zsm)i!! rE Ztel)i"! rE Ztm)i#! r0 )i$! rE rx )i%! r0 )i&! rE r� )i'! r0 )i(! rE rx )i)! r0 r� r� r� r� r� �_seg_21� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i*! rE rZ )i+! rE r� )i,! rE rH )i-! rE rJ )i.! r0 )i/! rE rN )i1! rE rP )i2! r� )i3! rE r^ )i4! rE rb )i5! rE � א)i6! rE u ב)i7! rE u ג)i8! rE � ד)i9! rE rV )i:! r0 )i;! rE Zfax)i<! rE r} )i=! rE rr )i?! rE r} )i@! rE u ∑)iA! r0 )iE! rE rL )iG! rE rN )iH! rE rV )iI! rE rX )iJ! r0 )iP! rE u 1⁄7)iQ! rE u 1⁄9)iR! rE u 1⁄10)iS! rE u 1⁄3)iT! rE u 2⁄3)iU! rE u 1⁄5)iV! rE u 2⁄5)iW! rE u 3⁄5)iX! rE u 4⁄5)iY! rE u 1⁄6)iZ! rE u 5⁄6)i[! rE u 1⁄8)i\! rE u 3⁄8)i]! rE u 5⁄8)i^! rE u 7⁄8)i_! rE u 1⁄)i`! rE rV )ia! rE �ii)ib! rE �iii)ic! rE �iv)id! rE rp )ie! rE �vi)if! rE �vii)ig! rE �viii)ih! rE �ix)ii! rE rt )ij! rE �xi)ik! rE �xii)il! rE r\ )im! rE rJ )in! rE rL )io! rE r^ )ip! rE rV )iq! rE r� )ir! rE r� )is! rE r� )it! rE rp )iu! rE r� )iv! rE r� )iw! rE r� )ix! rE r� )iy! rE rt )iz! rE r� )i{! rE r� )i|! rE r\ )i}! rE rJ )i~! rE rL )i! rE r^ )i�! r0 )i�! r� )i�! r0 )i�! rE u 0⁄3)i�! r0 )i�! r� )i�! r0 )i," rE u ∫∫)i-" rE u ∫∫∫)i." r0 )i/" rE u ∮∮)i0" rE u ∮∮∮)i1" r0 )i`" r )ia" r0 )in" r )ip" r0 )i)# rE � 〈)i*# rE � 〉)i+# r0 )i'$ r� )i@$ r0 )iK$ r� )i`$ rE r� )ia$ rE r� r� r� r� r� r� �_seg_22� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ib$ rE r )ic$ rE r� )id$ rE r� )ie$ rE r� )if$ rE r� )ig$ rE r� )ih$ rE r� )ii$ rE Z10)ij$ rE Z11)ik$ rE Z12)il$ rE Z13)im$ rE Z14)in$ rE Z15)io$ rE Z16)ip$ rE Z17)iq$ rE Z18)ir$ rE Z19)is$ rE Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i�$ r z(13))i�$ r z(14))i�$ r z(15))i�$ r z(16))i�$ r z(17))i�$ r z(18))i�$ r z(19))i�$ r z(20))i�$ r� )i�$ r �(a))i�$ r �(b))i�$ r �(c))i�$ r �(d))i�$ r �(e))i�$ r �(f))i�$ r �(g))i�$ r �(h))i�$ r �(i))i�$ r �(j))i�$ r �(k))i�$ r �(l))i�$ r �(m))i�$ r �(n))i�$ r �(o))i�$ r �(p))i�$ r �(q))i�$ r �(r))i�$ r �(s))i�$ r �(t))i�$ r �(u))i�$ r �(v))i�$ r �(w))i�$ r �(x))i�$ r �(y))i�$ r �(z))i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV )i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV r� r� r� r� r� �_seg_23` s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE r� )i�$ r0 )i * rE u ∫∫∫∫)i
* r0 )it* r z::=)iu* r z==)iv* r z===)iw* r0 )i�* rE u ⫝̸)i�* r0 )it+ r� )iv+ r0 )i�+ r� )i�+ r0 )i�+ r� )i�+ r0 )i�+ r� )i , rE u ⰰ)i, rE u ⰱ)i, rE u ⰲ)i, rE u ⰳ)i, rE u ⰴ)i, rE u ⰵ)i, rE u ⰶ)i, rE u ⰷ)i, rE u ⰸ)i , rE u ⰹ)i
, rE u ⰺ)i , rE u ⰻ)i , rE u ⰼ)i
, rE u ⰽ)i, rE u ⰾ)i, rE u ⰿ)i, rE u ⱀ)i, rE u ⱁ)i, rE u ⱂ)i, rE u ⱃ)i, rE u ⱄ)i, rE u ⱅ)i, rE u ⱆ)i, rE u ⱇ)i, rE u ⱈ)i, rE u ⱉ)i, rE u ⱊ)i, rE u ⱋ)i , rE u ⱌ)i , rE u ⱍ)i , rE u ⱎ)i , rE u ⱏ)i , rE u ⱐ)i!, rE u ⱑ)i", rE u ⱒ)i#, rE u ⱓ)i$, rE u ⱔ)i%, rE u ⱕ)i&, rE u ⱖ)i', rE u ⱗ)i(, rE u ⱘ)i), rE u ⱙ)i*, rE u ⱚ)i+, rE u ⱛ)i,, rE u ⱜ)i-, rE u ⱝ)i., rE u ⱞ)i/, r� )i0, r0 )i_, r� )i`, rE u ⱡ)ia, r0 )ib, rE � ɫ)ic, rE u ᵽ)id, rE u ɽ)ie, r0 )ig, rE u ⱨ)ih, r0 )ii, rE u ⱪ)ij, r0 )ik, rE u ⱬ)il, r0 )im, rE r� )in, rE r� )io, rE r� )ip, rE r� r� r� r� r� r� �_seg_24� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iq, r0 )ir, rE u ⱳ)is, r0 )iu, rE u ⱶ)iv, r0 )i|, rE rX )i}, rE rp )i~, rE u ȿ)i, rE u ɀ)i�, rE u ⲁ)i�, r0 )i�, rE u ⲃ)i�, r0 )i�, rE u ⲅ)i�, r0 )i�, rE u ⲇ)i�, r0 )i�, rE u ⲉ)i�, r0 )i�, rE u ⲋ)i�, r0 )i�, rE u ⲍ)i�, r0 )i�, rE u ⲏ)i�, r0 )i�, rE u ⲑ)i�, r0 )i�, rE u ⲓ)i�, r0 )i�, rE u ⲕ)i�, r0 )i�, rE u ⲗ)i�, r0 )i�, rE u ⲙ)i�, r0 )i�, rE u ⲛ)i�, r0 )i�, rE u ⲝ)i�, r0 )i�, rE u ⲟ)i�, r0 )i�, rE u ⲡ)i�, r0 )i�, rE u ⲣ)i�, r0 )i�, rE u ⲥ)i�, r0 )i�, rE u ⲧ)i�, r0 )i�, rE u ⲩ)i�, r0 )i�, rE u ⲫ)i�, r0 )i�, rE u ⲭ)i�, r0 )i�, rE u ⲯ)i�, r0 )i�, rE u ⲱ)i�, r0 )i�, rE u ⲳ)i�, r0 )i�, rE u ⲵ)i�, r0 )i�, rE u ⲷ)i�, r0 )i�, rE u ⲹ)i�, r0 )i�, rE u ⲻ)i�, r0 )i�, rE u ⲽ)i�, r0 )i�, rE u ⲿ)i�, r0 )i�, rE u ⳁ)i�, r0 )i�, rE u ⳃ)i�, r0 )i�, rE u ⳅ)i�, r0 )i�, rE u ⳇ)i�, r0 )i�, rE u ⳉ)i�, r0 )i�, rE u ⳋ)i�, r0 )i�, rE u ⳍ)i�, r0 )i�, rE u ⳏ)i�, r0 )i�, rE u ⳑ)i�, r0 )i�, rE u ⳓ)i�, r0 )i�, rE u ⳕ)i�, r0 )i�, rE u ⳗ)i�, r0 )i�, rE u ⳙ)i�, r0 )i�, rE u ⳛr� r� r� r� r� �_seg_250
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�, r0 )i�, rE u ⳝ)i�, r0 )i�, rE u ⳟ)i�, r0 )i�, rE u ⳡ)i�, r0 )i�, rE u ⳣ)i�, r0 )i�, rE u ⳬ)i�, r0 )i�, rE u ⳮ)i�, r0 )i�, rE u ⳳ)i�, r0 )i�, r� )i�, r0 )i&- r� )i'- r0 )i(- r� )i-- r0 )i.- r� )i0- r0 )ih- r� )io- rE u ⵡ)ip- r0 )iq- r� )i- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )iO. r� )i�. r0 )i�. r� )i�. r0 )i�. rE u 母)i�. r0 )i�. rE u 龟)i�. r� )i / rE � 一)i/ rE u 丨)i/ rE u 丶)i/ rE u 丿)i/ rE � 乙)i/ rE u 亅)i/ rE � 二)i/ rE u 亠)i/ rE � 人)i / rE u 儿)i
/ rE u 入)i / rE � 八)i / rE u 冂)i
/ rE u 冖)i/ rE u 冫)i/ rE u 几)i/ rE � 凵)i/ rE u 刀)i/ rE � 力)i/ rE u 勹)i/ rE u 匕)i/ rE u 匚)i/ rE u 匸)i/ rE � 十)i/ rE u 卜)i/ rE u 卩)i/ rE u 厂)i/ rE u 厶)i / rE u 又)i / rE u 口)i / rE u 囗)i / rE � 土)i / rE u 士)i!/ rE u 夂)i"/ rE u 夊)i#/ rE u 夕)i$/ rE u 大)i%/ rE � 女)i&/ rE u 子)i'/ rE u 宀)i(/ rE u 寸)i)/ rE u 小)i*/ rE � 尢)i+/ rE u 尸)i,/ rE � 屮)i-/ rE u 山r� r� r� r� r� �_seg_26�
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i./ rE u 巛)i// rE u 工)i0/ rE u 己)i1/ rE u 巾)i2/ rE u 干)i3/ rE u 幺)i4/ rE u 广)i5/ rE u 廴)i6/ rE � 廾)i7/ rE u 弋)i8/ rE u 弓)i9/ rE u 彐)i:/ rE u 彡)i;/ rE u 彳)i</ rE u 心)i=/ rE u 戈)i>/ rE u 戶)i?/ rE � 手)i@/ rE u 支)iA/ rE u 攴)iB/ rE � 文)iC/ rE u 斗)iD/ rE u 斤)iE/ rE u 方)iF/ rE u 无)iG/ rE � 日)iH/ rE u 曰)iI/ rE � 月)iJ/ rE � 木)iK/ rE u 欠)iL/ rE u 止)iM/ rE � 歹)iN/ rE u 殳)iO/ rE u 毋)iP/ rE u 比)iQ/ rE u 毛)iR/ rE u 氏)iS/ rE u 气)iT/ rE � 水)iU/ rE � 火)iV/ rE u 爪)iW/ rE u 父)iX/ rE u 爻)iY/ rE u 爿)iZ/ rE u 片)i[/ rE u 牙)i\/ rE u 牛)i]/ rE u 犬)i^/ rE u 玄)i_/ rE u 玉)i`/ rE u 瓜)ia/ rE u 瓦)ib/ rE u 甘)ic/ rE � 生)id/ rE u 用)ie/ rE u 田)if/ rE u 疋)ig/ rE u 疒)ih/ rE u 癶)ii/ rE u 白)ij/ rE u 皮)ik/ rE u 皿)il/ rE u 目)im/ rE u 矛)in/ rE u 矢)io/ rE u 石)ip/ rE u 示)iq/ rE u 禸)ir/ rE u 禾)is/ rE u 穴)it/ rE � 立)iu/ rE u 竹)iv/ rE u 米)iw/ rE u 糸)ix/ rE u 缶)iy/ rE u 网)iz/ rE u 羊)i{/ rE � 羽)i|/ rE � 老)i}/ rE u 而)i~/ rE u 耒)i/ rE u 耳)i�/ rE u 聿)i�/ rE u 肉)i�/ rE u 臣)i�/ rE u 自)i�/ rE u 至)i�/ rE u 臼)i�/ rE u 舌)i�/ rE u 舛)i�/ rE u 舟)i�/ rE u 艮)i�/ rE u 色)i�/ rE u 艸)i�/ rE u 虍)i�/ rE u 虫)i�/ rE u 血)i�/ rE � 行)i�/ rE � 衣)i�/ rE u 襾r� r� r� r� r� �_seg_27 s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�/ rE � 見)i�/ rE u 角)i�/ rE u 言)i�/ rE u 谷)i�/ rE u 豆)i�/ rE � 豕)i�/ rE u 豸)i�/ rE u 貝)i�/ rE u 赤)i�/ rE � 走)i�/ rE u 足)i�/ rE u 身)i�/ rE � 車)i�/ rE u 辛)i�/ rE � 辰)i�/ rE u 辵)i�/ rE u 邑)i�/ rE u 酉)i�/ rE u 釆)i�/ rE � 里)i�/ rE � 金)i�/ rE u 長)i�/ rE u 門)i�/ rE u 阜)i�/ rE u 隶)i�/ rE u 隹)i�/ rE u 雨)i�/ rE u 靑)i�/ rE u 非)i�/ rE u 面)i�/ rE u 革)i�/ rE u 韋)i�/ rE u 韭)i�/ rE u 音)i�/ rE u 頁)i�/ rE u 風)i�/ rE u 飛)i�/ rE u 食)i�/ rE u 首)i�/ rE u 香)i�/ rE u 馬)i�/ rE u 骨)i�/ rE u 高)i�/ rE u 髟)i�/ rE u 鬥)i�/ rE u 鬯)i�/ rE u 鬲)i�/ rE u 鬼)i�/ rE u 魚)i�/ rE u 鳥)i�/ rE u 鹵)i�/ rE � 鹿)i�/ rE u 麥)i�/ rE � 麻)i�/ rE u 黃)i�/ rE u 黍)i�/ rE u 黑)i�/ rE � 黹)i�/ rE u 黽)i�/ rE u 鼎)i�/ rE u 鼓)i�/ rE u 鼠)i�/ rE � 鼻)i�/ rE u 齊)i�/ rE u 齒)i�/ rE � 龍)i�/ rE � 龜)i�/ rE u 龠)i�/ r� )i 0 r r� )i0 r0 )i0 rE �.)i0 r0 )i60 rE u 〒)i70 r0 )i80 rE r )i90 rE u 卄)i:0 rE u 卅)i;0 r0 )i@0 r� )iA0 r0 )i�0 r� )i�0 r0 )i�0 r u ゙)i�0 r u ゚)i�0 r0 )i�0 rE u より)i�0 r0 )i�0 rE u コト)i 1 r� )i1 r0 )i01 r� )i11 rE � ᄀ)i21 rE � ᄁ)i31 rE � ᆪ)i41 rE � ᄂ)i51 rE � ᆬ)i61 rE � ᆭ)i71 rE � ᄃ)i81 rE � ᄄr� r� r� r� r� �_seg_28h s� �r7 c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i91 rE � ᄅ)i:1 rE � ᆰ)i;1 rE � ᆱ)i<1 rE � ᆲ)i=1 rE � ᆳ)i>1 rE � ᆴ)i?1 rE � ᆵ)i@1 rE � ᄚ)iA1 rE � ᄆ)iB1 rE � ᄇ)iC1 rE � ᄈ)iD1 rE � ᄡ)iE1 rE � ᄉ)iF1 rE � ᄊ)iG1 rE � ᄋ)iH1 rE � ᄌ)iI1 rE � ᄍ)iJ1 rE � ᄎ)iK1 rE � ᄏ)iL1 rE � ᄐ)iM1 rE � ᄑ)iN1 rE � ᄒ)iO1 rE � ᅡ)iP1 rE � ᅢ)iQ1 rE � ᅣ)iR1 rE � ᅤ)iS1 rE � ᅥ)iT1 rE � ᅦ)iU1 rE � ᅧ)iV1 rE � ᅨ)iW1 rE � ᅩ)iX1 rE � ᅪ)iY1 rE � ᅫ)iZ1 rE � ᅬ)i[1 rE � ᅭ)i\1 rE � ᅮ)i]1 rE � ᅯ)i^1 rE � ᅰ)i_1 rE � ᅱ)i`1 rE � ᅲ)ia1 rE � ᅳ)ib1 rE � ᅴ)ic1 rE � ᅵ)id1 r� )ie1 rE u ᄔ)if1 rE u ᄕ)ig1 rE u ᇇ)ih1 rE u ᇈ)ii1 rE u ᇌ)ij1 rE u ᇎ)ik1 rE u ᇓ)il1 rE u ᇗ)im1 rE u ᇙ)in1 rE u ᄜ)io1 rE u ᇝ)ip1 rE u ᇟ)iq1 rE u ᄝ)ir1 rE u ᄞ)is1 rE u ᄠ)it1 rE u ᄢ)iu1 rE u ᄣ)iv1 rE u ᄧ)iw1 rE u ᄩ)ix1 rE u ᄫ)iy1 rE u ᄬ)iz1 rE u ᄭ)i{1 rE u ᄮ)i|1 rE u ᄯ)i}1 rE u ᄲ)i~1 rE u ᄶ)i1 rE u ᅀ)i�1 rE u ᅇ)i�1 rE u ᅌ)i�1 rE u ᇱ)i�1 rE u ᇲ)i�1 rE u ᅗ)i�1 rE u ᅘ)i�1 rE u ᅙ)i�1 rE u ᆄ)i�1 rE u ᆅ)i�1 rE u ᆈ)i�1 rE u ᆑ)i�1 rE u ᆒ)i�1 rE u ᆔ)i�1 rE u ᆞ)i�1 rE u ᆡ)i�1 r� )i�1 r0 )i�1 rE r )i�1 rE r )i�1 rE � 三)i�1 rE � 四)i�1 rE � 上)i�1 rE � 中)i�1 rE � 下)i�1 rE u 甲)i�1 rE r )i�1 rE u 丙)i�1 rE u 丁)i�1 rE � 天r� r� r� r� r� �_seg_29� s� �ri c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�1 rE u 地)i�1 rE r )i�1 r0 )i�1 r� )i�1 r0 )i�1 r� )i�1 r0 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i
2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i
2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r� )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自))iC2 r u (至))iD2 rE u 問)iE2 rE u 幼)iF2 rE r )iG2 rE u 箏)iH2 r0 )iP2 rE Zpte)iQ2 rE Z21)iR2 rE Z22)iS2 rE Z23)iT2 rE Z24)iU2 rE Z25)iV2 rE Z26)iW2 rE Z27)iX2 rE Z28)iY2 rE Z29)iZ2 rE Z30)i[2 rE Z31)i\2 rE Z32)i]2 rE Z33)i^2 rE Z34)i_2 rE Z35)i`2 rE r/ )ia2 rE r2 )ib2 rE r5 )ic2 rE r8 r� r� r� r� r� �_seg_308 s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)id2 rE r@ )ie2 rE rA )if2 rE rD )ig2 rE rF )ih2 rE rG )ii2 rE rI )ij2 rE rJ )ik2 rE rK )il2 rE rL )im2 rE rM )in2 rE u 가)io2 rE u 나)ip2 rE u 다)iq2 rE u 라)ir2 rE u 마)is2 rE u 바)it2 rE u 사)iu2 rE u 아)iv2 rE u 자)iw2 rE u 차)ix2 rE u 카)iy2 rE u 타)iz2 rE u 파)i{2 rE u 하)i|2 rE u 참고)i}2 rE u 주의)i~2 rE u 우)i2 r0 )i�2 rE r )i�2 rE r )i�2 rE rc )i�2 rE rd )i�2 rE u 五)i�2 rE � 六)i�2 rE u 七)i�2 rE r )i�2 rE u 九)i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r' )i�2 rE r )i�2 rE r )i�2 rE u 株)i�2 rE � 有)i�2 rE � 社)i�2 rE u 名)i�2 rE u 特)i�2 rE u 財)i�2 rE � 祝)i�2 rE u 労)i�2 rE u 秘)i�2 rE u 男)i�2 rE r
)i�2 rE u 適)i�2 rE u 優)i�2 rE u 印)i�2 rE u 注)i�2 rE u 項)i�2 rE u 休)i�2 rE u 写)i�2 rE u 正)i�2 rE re )i�2 rE rf )i�2 rE rg )i�2 rE � 左)i�2 rE � 右)i�2 rE u 医)i�2 rE u 宗)i�2 rE u 学)i�2 rE u 監)i�2 rE u 企)i�2 rE u 資)i�2 rE u 協)i�2 rE u 夜)i�2 rE Z36)i�2 rE Z37)i�2 rE Z38)i�2 rE Z39)i�2 rE Z40)i�2 rE Z41)i�2 rE Z42)i�2 rE Z43)i�2 rE Z44)i�2 rE Z45)i�2 rE Z46)i�2 rE Z47)i�2 rE Z48)i�2 rE Z49)i�2 rE Z50)i�2 rE u 1月)i�2 rE u 2月)i�2 rE u 3月)i�2 rE u 4月)i�2 rE u 5月)i�2 rE u 6月)i�2 rE u 7月)i�2 rE u 8月r� r� r� r� r� �_seg_31� s� �rq c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�2 rE u 9月)i�2 rE u 10月)i�2 rE u 11月)i�2 rE u 12月)i�2 rE Zhg)i�2 rE Zerg)i�2 rE Zev)i�2 rE Zltd)i�2 rE � ア)i�2 rE � イ)i�2 rE � ウ)i�2 rE � エ)i�2 rE � オ)i�2 rE � カ)i�2 rE � キ)i�2 rE � ク)i�2 rE � ケ)i�2 rE � コ)i�2 rE � サ)i�2 rE � シ)i�2 rE � ス)i�2 rE � セ)i�2 rE � ソ)i�2 rE � タ)i�2 rE � チ)i�2 rE � ツ)i�2 rE � テ)i�2 rE � ト)i�2 rE � ナ)i�2 rE � ニ)i�2 rE � ヌ)i�2 rE � ネ)i�2 rE � ノ)i�2 rE � ハ)i�2 rE � ヒ)i�2 rE � フ)i�2 rE � ヘ)i�2 rE � ホ)i�2 rE � マ)i�2 rE � ミ)i�2 rE � ム)i�2 rE � メ)i�2 rE � モ)i�2 rE � ヤ)i�2 rE � ユ)i�2 rE � ヨ)i�2 rE � ラ)i�2 rE � リ)i�2 rE � ル)i�2 rE � レ)i�2 rE � ロ)i�2 rE � ワ)i�2 rE u ヰ)i�2 rE u ヱ)i�2 rE � ヲ)i�2 r� )i 3 rE u アパート)i3 rE u アルファ)i3 rE u アンペア)i3 rE u アール)i3 rE u イニング)i3 rE u インチ)i3 rE u ウォン)i3 rE u エスクード)i3 rE u エーカー)i 3 rE u オンス)i
3 rE u オーム)i 3 rE u カイリ)i 3 rE u カラット)i
3 rE u カロリー)i3 rE u ガロン)i3 rE u ガンマ)i3 rE u ギガ)i3 rE u ギニー)i3 rE u キュリー)i3 rE u ギルダー)i3 rE u キロ)i3 rE u キログラム)i3 rE u キロメートル)i3 rE u キロワット)i3 rE u グラム)i3 rE u グラムトン)i3 rE u クルゼイロ)i3 rE u クローネ)i 3 rE u ケース)i 3 rE u コルナ)i 3 rE u コーポ)i 3 rE u サイクル)i 3 rE u サンチーム)i!3 rE u シリング)i"3 rE u センチ)i#3 rE u セント)i$3 rE u ダース)i%3 rE u デシ)i&3 rE u ドル)i'3 rE u トン)i(3 rE u ナノ)i)3 rE u ノット)i*3 rE u ハイツ)i+3 rE u パーセントr� r� r� r� r� �_seg_32
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i,3 rE u パーツ)i-3 rE u バーレル)i.3 rE u ピアストル)i/3 rE u ピクル)i03 rE u ピコ)i13 rE u ビル)i23 rE u ファラッド)i33 rE u フィート)i43 rE u ブッシェル)i53 rE u フラン)i63 rE u ヘクタール)i73 rE u ペソ)i83 rE u ペニヒ)i93 rE u ヘルツ)i:3 rE u ペンス)i;3 rE u ページ)i<3 rE u ベータ)i=3 rE u ポイント)i>3 rE u ボルト)i?3 rE u ホン)i@3 rE u ポンド)iA3 rE u ホール)iB3 rE u ホーン)iC3 rE u マイクロ)iD3 rE u マイル)iE3 rE u マッハ)iF3 rE u マルク)iG3 rE u マンション)iH3 rE u ミクロン)iI3 rE u ミリ)iJ3 rE u ミリバール)iK3 rE u メガ)iL3 rE u メガトン)iM3 rE u メートル)iN3 rE u ヤード)iO3 rE u ヤール)iP3 rE u ユアン)iQ3 rE u リットル)iR3 rE u リラ)iS3 rE u ルピー)iT3 rE u ルーブル)iU3 rE u レム)iV3 rE u レントゲン)iW3 rE u ワット)iX3 rE u 0点)iY3 rE u 1点)iZ3 rE u 2点)i[3 rE u 3点)i\3 rE u 4点)i]3 rE u 5点)i^3 rE u 6点)i_3 rE u 7点)i`3 rE u 8点)ia3 rE u 9点)ib3 rE u 10点)ic3 rE u 11点)id3 rE u 12点)ie3 rE u 13点)if3 rE u 14点)ig3 rE u 15点)ih3 rE u 16点)ii3 rE u 17点)ij3 rE u 18点)ik3 rE u 19点)il3 rE u 20点)im3 rE u 21点)in3 rE u 22点)io3 rE u 23点)ip3 rE u 24点)iq3 rE Zhpa)ir3 rE Zda)is3 rE Zau)it3 rE Zbar)iu3 rE Zov)iv3 rE Zpc)iw3 rE Zdm)ix3 rE Zdm2)iy3 rE Zdm3)iz3 rE Ziu)i{3 rE u 平成)i|3 rE u 昭和)i}3 rE u 大正)i~3 rE u 明治)i3 rE u 株式会社)i�3 rE �pa)i�3 rE Zna)i�3 rE u μa)i�3 rE Zma)i�3 rE Zka)i�3 rE Zkb)i�3 rE �mb)i�3 rE Zgb)i�3 rE Zcal)i�3 rE Zkcal)i�3 rE Zpf)i�3 rE Znf)i�3 rE u μf)i�3 rE u μg)i�3 rE Zmg)i�3 rE Zkgr� r� r� r� r� �_seg_33p
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE �hz)i�3 rE Zkhz)i�3 rE Zmhz)i�3 rE Zghz)i�3 rE Zthz)i�3 rE u μl)i�3 rE Zml)i�3 rE Zdl)i�3 rE Zkl)i�3 rE Zfm)i�3 rE Znm)i�3 rE u μm)i�3 rE Zmm)i�3 rE �cm)i�3 rE �km)i�3 rE Zmm2)i�3 rE Zcm2)i�3 rE Zm2)i�3 rE Zkm2)i�3 rE Zmm3)i�3 rE Zcm3)i�3 rE Zm3)i�3 rE Zkm3)i�3 rE u m∕s)i�3 rE u m∕s2)i�3 rE r� )i�3 rE Zkpa)i�3 rE Zmpa)i�3 rE Zgpa)i�3 rE Zrad)i�3 rE u rad∕s)i�3 rE u rad∕s2)i�3 rE Zps)i�3 rE �ns)i�3 rE u μs)i�3 rE Zms)i�3 rE Zpv)i�3 rE Znv)i�3 rE u μv)i�3 rE �mv)i�3 rE Zkv)i�3 rE r� )i�3 rE Zpw)i�3 rE Znw)i�3 rE u μw)i�3 rE �mw)i�3 rE �kw)i�3 rE r� )i�3 rE u kω)i�3 rE u mω)i�3 r� )i�3 rE Zbq)i�3 rE Zcc)i�3 rE �cd)i�3 rE u c∕kg)i�3 r� )i�3 rE Zdb)i�3 rE Zgy)i�3 rE Zha)i�3 rE Zhp)i�3 rE �in)i�3 rE Zkk)i�3 rE r� )i�3 rE Zkt)i�3 rE Zlm)i�3 rE Zln)i�3 rE �log)i�3 rE Zlx)i�3 rE r� )i�3 rE Zmil)i�3 rE Zmol)i�3 rE Zph)i�3 r� )i�3 rE Zppm)i�3 rE Zpr)i�3 rE �sr)i�3 rE Zsv)i�3 rE �wb)i�3 rE u v∕m)i�3 rE u a∕m)i�3 rE u 1日)i�3 rE u 2日)i�3 rE u 3日)i�3 rE u 4日)i�3 rE u 5日)i�3 rE u 6日)i�3 rE u 7日)i�3 rE u 8日)i�3 rE u 9日)i�3 rE u 10日)i�3 rE u 11日)i�3 rE u 12日)i�3 rE u 13日)i�3 rE u 14日)i�3 rE u 15日)i�3 rE u 16日)i�3 rE u 17日)i�3 rE u 18日)i�3 rE u 19日)i�3 rE u 20日r� r� r� r� r� �_seg_34�
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE u 21日)i�3 rE u 22日)i�3 rE u 23日)i�3 rE u 24日)i�3 rE u 25日)i�3 rE u 26日)i�3 rE u 27日)i�3 rE u 28日)i�3 rE u 29日)i�3 rE u 30日)i�3 rE u 31日)i�3 rE Zgal)i 4 r0 )i�M r� )i�M r0 )i� r� )i � r0 )i�� r� )i�� r0 )iǤ r� )iФ r0 )i,� r� )i@� rE u ꙁ)iA� r0 )iB� rE u ꙃ)iC� r0 )iD� rE u ꙅ)iE� r0 )iF� rE u ꙇ)iG� r0 )iH� rE u ꙉ)iI� r0 )iJ� rE r� )iK� r0 )iL� rE u ꙍ)iM� r0 )iN� rE u ꙏ)iO� r0 )iP� rE u ꙑ)iQ� r0 )iR� rE u ꙓ)iS� r0 )iT� rE u ꙕ)iU� r0 )iV� rE u ꙗ)iW� r0 )iX� rE u ꙙ)iY� r0 )iZ� rE u ꙛ)i[� r0 )i\� rE u ꙝ)i]� r0 )i^� rE u ꙟ)i_� r0 )i`� rE u ꙡ)ia� r0 )ib� rE u ꙣ)ic� r0 )id� rE u ꙥ)ie� r0 )if� rE u ꙧ)ig� r0 )ih� rE u ꙩ)ii� r0 )ij� rE u ꙫ)ik� r0 )il� rE u ꙭ)im� r0 )i�� rE u ꚁ)i�� r0 )i�� rE u ꚃ)i�� r0 )i�� rE u ꚅ)i�� r0 )i�� rE u ꚇ)i�� r0 )i�� rE u ꚉ)i�� r0 )i�� rE u ꚋ)i�� r0 )i�� rE u ꚍ)i�� r0 )i�� rE u ꚏ)i�� r0 )i�� rE u ꚑ)i�� r0 )i�� rE u ꚓ)i�� r0 )i�� rE u ꚕ)i�� r0 )i�� rE u ꚗ)i�� r0 )i�� rE u ꚙ)i�� r0 )i�� rE u ꚛ)i�� r0 )i�� rE r� )i�� rE r� )i�� r0 )i�� r� r� r� r� r� r� �_seg_35@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i � r0 )i"� rE u ꜣ)i#� r0 )i$� rE u ꜥ)i%� r0 )i&� rE � ꜧ)i'� r0 )i(� rE u ꜩ)i)� r0 )i*� rE u ꜫ)i+� r0 )i,� rE u ꜭ)i-� r0 )i.� rE u ꜯ)i/� r0 )i2� rE u ꜳ)i3� r0 )i4� rE u ꜵ)i5� r0 )i6� rE u ꜷ)i7� r0 )i8� rE u ꜹ)i9� r0 )i:� rE u ꜻ)i;� r0 )i<� rE u ꜽ)i=� r0 )i>� rE u ꜿ)i?� r0 )i@� rE u ꝁ)iA� r0 )iB� rE u ꝃ)iC� r0 )iD� rE u ꝅ)iE� r0 )iF� rE u ꝇ)iG� r0 )iH� rE u ꝉ)iI� r0 )iJ� rE u ꝋ)iK� r0 )iL� rE u ꝍ)iM� r0 )iN� rE u ꝏ)iO� r0 )iP� rE u ꝑ)iQ� r0 )iR� rE u ꝓ)iS� r0 )iT� rE u ꝕ)iU� r0 )iV� rE u ꝗ)iW� r0 )iX� rE u ꝙ)iY� r0 )iZ� rE u ꝛ)i[� r0 )i\� rE u ꝝ)i]� r0 )i^� rE u ꝟ)i_� r0 )i`� rE u ꝡ)ia� r0 )ib� rE u ꝣ)ic� r0 )id� rE u ꝥ)ie� r0 )if� rE u ꝧ)ig� r0 )ih� rE u ꝩ)ii� r0 )ij� rE u ꝫ)ik� r0 )il� rE u ꝭ)im� r0 )in� rE � ꝯ)io� r0 )ip� rE r� )iq� r0 )iy� rE u ꝺ)iz� r0 )i{� rE u ꝼ)i|� r0 )i}� rE u ᵹ)i~� rE u ꝿ)i� r0 )i�� rE u ꞁ)i�� r0 )i�� rE u ꞃ)i�� r0 )i�� rE u ꞅ)i�� r0 )i�� rE u ꞇ)i�� r0 )i�� rE u ꞌ)i�� r0 )i�� rE r� )i�� r0 )i�� rE u ꞑ)i�� r0 r� r� r� r� r� �_seg_36� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u ꞓ)i�� r0 )i�� rE u ꞗ)i�� r0 )i�� rE u ꞙ)i�� r0 )i�� rE u ꞛ)i�� r0 )i�� rE u ꞝ)i�� r0 )i�� rE u ꞟ)i�� r0 )i�� rE u ꞡ)i�� r0 )i�� rE u ꞣ)i�� r0 )i�� rE u ꞥ)i�� r0 )i�� rE u ꞧ)i�� r0 )i�� rE u ꞩ)i�� r0 )i�� rE rc )i�� rE r� )i�� rE r� )i�� rE u ɬ)i�� rE r� )i�� r0 )i�� rE u ʞ)i�� rE u ʇ)i�� rE r� )i�� rE u ꭓ)i�� rE u ꞵ)i�� r0 )i�� rE u ꞷ)i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� rE rK )i�� rE rN )i�� r0 )i,� r� )i0� r0 )i:� r� )i@� r0 )ix� r� )i�� r0 )iƨ r� )iΨ r0 )iڨ r� )i� r0 )iT� r� )i_� r0 )i}� r� )i�� r0 )iΩ r� )iϩ r0 )iک r� )iީ r0 )i�� r� )i � r0 )i7� r� )i@� r0 )iN� r� )iP� r0 )iZ� r� )i\� r0 )iê r� )i۪ r0 )i�� r� )i� r0 )i� r� )i � r0 )i� r� )i� r0 )i� r� )i � r0 )i'� r� )i(� r0 )i/� r� )i0� r0 )i\� rE r� )i]� rE u ꬷ)i^� rE r )i_� rE u ꭒ)i`� r0 )if� r� )ip� rE u Ꭰ)iq� rE u Ꭱ)ir� rE u Ꭲ)is� rE u Ꭳ)it� rE u Ꭴ)iu� rE u Ꭵ)iv� rE u Ꭶ)iw� rE u Ꭷ)ix� rE u Ꭸ)iy� rE u Ꭹ)iz� rE u Ꭺr� r� r� r� r� �_seg_37 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i{� rE u Ꭻ)i|� rE u Ꭼ)i}� rE u Ꭽ)i~� rE u Ꭾ)i� rE u Ꭿ)i�� rE u Ꮀ)i�� rE u Ꮁ)i�� rE u Ꮂ)i�� rE u Ꮃ)i�� rE u Ꮄ)i�� rE u Ꮅ)i�� rE u Ꮆ)i�� rE u Ꮇ)i�� rE u Ꮈ)i�� rE u Ꮉ)i�� rE u Ꮊ)i�� rE u Ꮋ)i�� rE u Ꮌ)i�� rE u Ꮍ)i�� rE u Ꮎ)i�� rE u Ꮏ)i�� rE u Ꮐ)i�� rE u Ꮑ)i�� rE u Ꮒ)i�� rE u Ꮓ)i�� rE u Ꮔ)i�� rE u Ꮕ)i�� rE u Ꮖ)i�� rE u Ꮗ)i�� rE u Ꮘ)i�� rE u Ꮙ)i�� rE u Ꮚ)i�� rE u Ꮛ)i�� rE u Ꮜ)i�� rE u Ꮝ)i�� rE u Ꮞ)i�� rE u Ꮟ)i�� rE u Ꮠ)i�� rE u Ꮡ)i�� rE u Ꮢ)i�� rE u Ꮣ)i�� rE u Ꮤ)i�� rE u Ꮥ)i�� rE u Ꮦ)i�� rE u Ꮧ)i�� rE u Ꮨ)i�� rE u Ꮩ)i�� rE u Ꮪ)i�� rE u Ꮫ)i�� rE u Ꮬ)i�� rE u Ꮭ)i�� rE u Ꮮ)i�� rE u Ꮯ)i�� rE u Ꮰ)i�� rE u Ꮱ)i�� rE u Ꮲ)i�� rE u Ꮳ)i�� rE u Ꮴ)i�� rE u Ꮵ)i�� rE u Ꮶ)i�� rE u Ꮷ)i�� rE u Ꮸ)i�� rE u Ꮹ)i�� rE u Ꮺ)i�� rE u Ꮻ)i�� rE u Ꮼ)i�� rE u Ꮽ)i�� rE u Ꮾ)i�� rE u Ꮿ)i�� r0 )i� r� )i� r0 )i�� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � rE u 豈)i� rE u 更)i� rE r$ )i� rE u 賈)i� rE u 滑)i� rE u 串)i� rE u 句)i� rE r- )i � rE u 契)i
� rE r' )i � rE u 喇)i � rE u 奈)i
� rE � 懶)i� rE u 癩)i� rE u 羅)i� rE u 蘿)i� rE u 螺)i� rE u 裸)i� rE u 邏)i� rE � 樂)i� rE u 洛r� r� r� r� r� �_seg_38x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 烙)i� rE u 珞)i� rE u 落)i� rE u 酪)i� rE u 駱)i� rE u 亂)i � rE u 卵)i � rE u 欄)i � rE u 爛)i � rE u 蘭)i � rE u 鸞)i!� rE u 嵐)i"� rE u 濫)i#� rE u 藍)i$� rE u 襤)i%� rE u 拉)i&� rE u 臘)i'� rE u 蠟)i(� rE � 廊)i)� rE � 朗)i*� rE u 浪)i+� rE u 狼)i,� rE u 郎)i-� rE u 來)i.� rE u 冷)i/� rE u 勞)i0� rE u 擄)i1� rE u 櫓)i2� rE u 爐)i3� rE u 盧)i4� rE r )i5� rE u 蘆)i6� rE � 虜)i7� rE u 路)i8� rE u 露)i9� rE u 魯)i:� rE u 鷺)i;� rE � 碌)i<� rE u 祿)i=� rE u 綠)i>� rE u 菉)i?� rE u 錄)i@� rE r( )iA� rE u 論)iB� rE u 壟)iC� rE u 弄)iD� rE u 籠)iE� rE u 聾)iF� rE u 牢)iG� rE u 磊)iH� rE u 賂)iI� rE u 雷)iJ� rE u 壘)iK� rE u 屢)iL� rE u 樓)iM� rE u 淚)iN� rE u 漏)iO� rE u 累)iP� rE u 縷)iQ� rE u 陋)iR� rE u 勒)iS� rE u 肋)iT� rE u 凜)iU� rE u 凌)iV� rE u 稜)iW� rE u 綾)iX� rE u 菱)iY� rE u 陵)iZ� rE u 讀)i[� rE u 拏)i\� rE r� )i]� rE � 諾)i^� rE u 丹)i_� rE � 寧)i`� rE u 怒)ia� rE � 率)ib� rE � 異)ic� rE � 北)id� rE u 磻)ie� rE u 便)if� rE u 復)ig� rE u 不)ih� rE u 泌)ii� rE u 數)ij� rE u 索)ik� rE u 參)il� rE u 塞)im� rE u 省)in� rE u 葉)io� rE � 說)ip� rE � 殺)iq� rE r% )ir� rE u 沈)is� rE u 拾)it� rE � 若)iu� rE u 掠)iv� rE u 略)iw� rE u 亮)ix� rE u 兩)iy� rE u 凉r� r� r� r� r� �_seg_39� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iz� rE u 梁)i{� rE u 糧)i|� rE u 良)i}� rE u 諒)i~� rE u 量)i� rE u 勵)i�� rE u 呂)i�� rE r
)i�� rE u 廬)i�� rE u 旅)i�� rE u 濾)i�� rE u 礪)i�� rE u 閭)i�� rE u 驪)i�� rE u 麗)i�� rE u 黎)i�� rE r
)i�� rE u 曆)i�� rE u 歷)i�� rE u 轢)i�� rE u 年)i�� rE u 憐)i�� rE u 戀)i�� rE u 撚)i�� rE u 漣)i�� rE u 煉)i�� rE u 璉)i�� rE u 秊)i�� rE � 練)i�� rE u 聯)i�� rE u 輦)i�� rE u 蓮)i�� rE u 連)i�� rE u 鍊)i�� rE u 列)i�� rE u 劣)i�� rE u 咽)i�� rE u 烈)i�� rE u 裂)i�� rE r� )i�� rE u 廉)i�� rE u 念)i�� rE u 捻)i�� rE u 殮)i�� rE u 簾)i�� rE u 獵)i�� rE u 令)i�� rE u 囹)i�� rE r� )i�� rE u 嶺)i�� rE u 怜)i�� rE u 玲)i�� rE u 瑩)i�� rE u 羚)i�� rE u 聆)i�� rE u 鈴)i�� rE u 零)i�� rE u 靈)i�� rE u 領)i�� rE u 例)i�� rE u 禮)i�� rE u 醴)i�� rE u 隸)i�� rE u 惡)i�� rE u 了)i�� rE u 僚)i�� rE u 寮)i�� rE u 尿)i�� rE � 料)i�� rE r� )i�� rE u 燎)i�� rE u 療)i� rE u 蓼)i� rE u 遼)i� rE r, )i� rE u 暈)i� rE u 阮)i� rE u 劉)i� rE u 杻)i� rE u 柳)i� rE � 流)i� rE u 溜)i� rE u 琉)i� rE u 留)i� rE u 硫)i� rE u 紐)i� rE u 類)i� rE rk )i� rE u 戮)i� rE u 陸)i� rE u 倫)i� rE u 崙)i� rE u 淪)i� rE u 輪)i� rE u 律)i� rE u 慄)i� rE u 栗)i� rE r� )i� rE u 隆)i� rE u 利r� r� r� r� r� �_seg_40H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 吏)i� rE u 履)i� rE u 易)i� rE u 李)i� rE u 梨)i� rE u 泥)i� rE u 理)i� rE u 痢)i� rE u 罹)i� rE u 裏)i� rE u 裡)i� rE r& )i� rE u 離)i� rE u 匿)i� rE u 溺)i� rE u 吝)i� rE u 燐)i� rE u 璘)i� rE u 藺)i� rE u 隣)i� rE u 鱗)i� rE u 麟)i� rE u 林)i�� rE u 淋)i�� rE u 臨)i�� rE r )i�� rE u 笠)i�� rE u 粒)i�� rE u 狀)i�� rE u 炙)i�� rE u 識)i�� rE u 什)i�� rE u 茶)i�� rE u 刺)i � rE � 切)i� rE u 度)i� rE u 拓)i� rE u 糖)i� rE u 宅)i� rE u 洞)i� rE u 暴)i� rE u 輻)i� rE r )i � rE u 降)i
� rE r! )i � rE u 廓)i � rE u 兀)i
� rE u 嗀)i� r0 )i� rE � 塚)i� r0 )i� rE � 晴)i� r0 )i� rE u 凞)i� rE � 猪)i� rE � 益)i� rE u 礼)i� rE u 神)i� rE u 祥)i� rE � 福)i � rE � 靖)i � rE u 精)i � rE r )i � r0 )i � rE u 蘒)i!� r0 )i"� rE � 諸)i#� r0 )i%� rE � 逸)i&� rE u 都)i'� r0 )i*� rE u 飯)i+� rE u 飼)i,� rE u 館)i-� rE u 鶴)i.� rE u 郞)i/� rE u 隷)i0� rE � 侮)i1� rE � 僧)i2� rE � 免)i3� rE � 勉)i4� rE � 勤)i5� rE � 卑)i6� rE � 喝)i7� rE � 嘆)i8� rE u 器)i9� rE u 塀)i:� rE u 墨)i;� rE u 層)i<� rE r )i=� rE � 悔)i>� rE u 慨)i?� rE � 憎)i@� rE � 懲)iA� rE � 敏)iB� rE u 既)iC� rE � 暑)iD� rE � 梅)iE� rE � 海)iF� rE u 渚r� r� r� r� r� �_seg_41� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iG� rE � 漢)iH� rE � 煮)iI� rE u 爫)iJ� rE u 琢)iK� rE u 碑)iL� rE rm )iM� rE u 祉)iN� rE u 祈)iO� rE u 祐)iP� rE � 祖)iQ� rE rn )iR� rE u 禍)iS� rE u 禎)iT� rE � 穀)iU� rE u 突)iV� rE � 節)iW� rE r� )iX� rE u 縉)iY� rE u 繁)iZ� rE u 署)i[� rE � 者)i\� rE u 臭)i]� rE u 艹)i_� rE � 著)i`� rE u 褐)ia� rE � 視)ib� rE � 謁)ic� rE � 謹)id� rE u 賓)ie� rE � 贈)if� rE u 辶)ig� rE r� )ih� rE � 難)ii� rE � 響)ij� rE � 頻)ik� rE u 恵)il� rE u 𤋮)im� rE u 舘)in� r� )ip� rE u 並)iq� rE � 况)ir� rE u 全)is� rE u 侀)it� rE u 充)iu� rE u 冀)iv� rE � 勇)iw� rE � 勺)ix� rE r� )iy� rE u 啕)iz� rE � 喙)i{� rE u 嗢)i|� rE r� )i}� rE u 墳)i~� rE u 奄)i� rE u 奔)i�� rE u 婢)i�� rE u 嬨)i�� rE u 廒)i�� rE u 廙)i�� rE u 彩)i�� rE u 徭)i�� rE u 惘)i�� rE � 慎)i�� rE u 愈)i�� rE r� )i�� rE u 慠)i�� rE r� )i�� rE u 戴)i�� rE u 揄)i�� rE u 搜)i�� rE u 摒)i�� rE u 敖)i�� rE r� )i�� rE r� )i�� rE � 望)i�� rE u 杖)i�� rE r )i�� rE r� )i�� rE r� )i�� rE u 滛)i�� rE � 滋)i�� rE r� )i�� rE � 瀞)i�� rE r� )i�� rE u 瞧)i�� rE � 爵)i�� rE u 犯)i�� rE r� )i�� rE � 瑱)i�� rE u 甆)i�� rE u 画)i�� rE u 瘝)i�� rE u 瘟)i�� rE r� )i�� rE u 盛)i�� rE � 直)i�� rE � 睊)i�� rE u 着)i�� rE � 磌)i�� rE u 窱r� r� r� r� r� �_seg_42 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 类)i�� rE u 絛)i�� rE r� )i�� rE u 缾)i�� rE r� )i�� rE u 荒)i�� rE u 華)i�� rE � 蝹)i�� rE u 襁)i�� rE u 覆)i�� rE r� )i�� rE u 調)i�� rE r� )i�� rE u 請)i�� rE r� )i�� rE r� )i�� rE � 諭)i�� rE r� )i�� rE � 變)i�� rE r� )i� rE � 輸)i� rE u 遲)i� rE u 醙)i� rE u 鉶)i� rE u 陼)i� rE r� )i� rE r� )i� rE u 韛)i� rE r� )i� rE � 頋)i� rE r� )i� rE � 鬒)i� rE r- )i� rE u 𢡊)i� rE u 𢡄)i� rE u 𣏕)i� rE � 㮝)i� rE u 䀘)i� rE � 䀹)i� rE u 𥉉)i� rE u 𥳐)i� rE u 𧻓)i� rE u 齃)i� rE u 龎)i� r� )i � rE Zff)i� rE Zfi)i� rE Zfl)i� rE Zffi)i� rE Zffl)i� rE �st)i� r� )i� rE u մն)i� rE u մե)i� rE u մի)i� rE u վն)i� rE u մխ)i� r� )i � rE u יִ)i � r0 )i � rE u ײַ)i � rE u ע)i!� rE r� )i"� rE r� )i#� rE u ה)i$� rE u כ)i%� rE u ל)i&� rE u ם)i'� rE u ר)i(� rE u ת)i)� r r� )i*� rE u שׁ)i+� rE u שׂ)i,� rE u שּׁ)i-� rE u שּׂ)i.� rE u אַ)i/� rE u אָ)i0� rE u אּ)i1� rE u בּ)i2� rE u גּ)i3� rE u דּ)i4� rE u הּ)i5� rE u וּ)i6� rE u זּ)i7� r� )i8� rE u טּ)i9� rE u יּ)i:� rE u ךּ)i;� rE u כּ)i<� rE u לּ)i=� r� )i>� rE u מּ)i?� r� )i@� rE u נּ)iA� rE u סּ)iB� r� )iC� rE u ףּ)iD� rE u פּ)iE� r� r� r� r� r� r� �_seg_43� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� rE u צּ)iG� rE u קּ)iH� rE u רּ)iI� rE u שּ)iJ� rE u תּ)iK� rE u וֹ)iL� rE u בֿ)iM� rE u כֿ)iN� rE u פֿ)iO� rE u אל)iP� rE u ٱ)iR� rE u ٻ)iV� rE u پ)iZ� rE u ڀ)i^� rE u ٺ)ib� rE u ٿ)if� rE u ٹ)ij� rE u ڤ)in� rE u ڦ)ir� rE u ڄ)iv� rE u ڃ)iz� rE u چ)i~� rE u ڇ)i�� rE u ڍ)i�� rE u ڌ)i�� rE u ڎ)i�� rE u ڈ)i�� rE u ژ)i�� rE u ڑ)i�� rE u ک)i�� rE u گ)i�� rE u ڳ)i�� rE u ڱ)i�� rE � ں)i�� rE u ڻ)i�� rE u ۀ)i�� rE u ہ)i�� rE u ھ)i�� rE u ے)i�� rE u ۓ)i�� r0 )i� r� )i� rE u ڭ)i� rE u ۇ)i� rE u ۆ)i� rE u ۈ)i� rE r� )i� rE u ۋ)i� rE u ۅ)i� rE u ۉ)i� rE u ې)i� rE � ى)i� rE u ئا)i� rE u ئە)i� rE u ئو)i� rE u ئۇ)i� rE u ئۆ)i� rE u ئۈ)i�� rE u ئې)i�� rE � ئى)i�� rE u ی)i � rE � ئج)i� rE � ئح)i� rE � ئم)i� rE r
)i� rE � ئي)i� rE � بج)i� rE � بح)i� rE � بخ)i� rE � بم)i � rE � بى)i
� rE � بي)i � rE � تج)i � rE � تح)i
� rE � تخ)i� rE � تم)i� rE � تى)i� rE � تي)i� rE u ثج)i� rE � ثم)i� rE � ثى)i� rE � ثي)i� rE � جح)i� rE � جم)i� rE � حج)i� rE � حم)i� rE � خج)i� rE u خح)i� rE � خم)i � rE � سج)i � rE � سح)i � rE � سخ)i � rE � سم)i � rE � صح)i!� rE � صم)i"� rE � ضج)i#� rE � ضح)i$� rE � ضخ)i%� rE � ضم)i&� rE � طحr� r� r� r� r� �_seg_44� s� �r/ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i'� rE � طم)i(� rE � ظم)i)� rE � عج)i*� rE � عم)i+� rE � غج)i,� rE � غم)i-� rE � فج)i.� rE � فح)i/� rE � فخ)i0� rE � فم)i1� rE � فى)i2� rE � في)i3� rE � قح)i4� rE � قم)i5� rE � قى)i6� rE � قي)i7� rE � كا)i8� rE � كج)i9� rE � كح)i:� rE � كخ)i;� rE � كل)i<� rE � كم)i=� rE � كى)i>� rE � كي)i?� rE � لج)i@� rE � لح)iA� rE � لخ)iB� rE � لم)iC� rE � لى)iD� rE � لي)iE� rE � مج)iF� rE � مح)iG� rE � مخ)iH� rE � مم)iI� rE u مى)iJ� rE u مي)iK� rE � نج)iL� rE � نح)iM� rE � نخ)iN� rE � نم)iO� rE � نى)iP� rE � ني)iQ� rE � هج)iR� rE � هم)iS� rE u هى)iT� rE u هي)iU� rE � يج)iV� rE � يح)iW� rE � يخ)iX� rE � يم)iY� rE � يى)iZ� rE � يي)i[� rE u ذٰ)i\� rE u رٰ)i]� rE � ىٰ)i^� r u ٌّ)i_� r u ٍّ)i`� r u َّ)ia� r u ُّ)ib� r u ِّ)ic� r u ّٰ)id� rE u ئر)ie� rE u ئز)if� rE r
)ig� rE u ئن)ih� rE r
)ii� rE r )ij� rE u بر)ik� rE u بز)il� rE r )im� rE u بن)in� rE r )io� rE r )ip� rE u تر)iq� rE u تز)ir� rE r )is� rE u تن)it� rE r )iu� rE r )iv� rE u ثر)iw� rE u ثز)ix� rE r )iy� rE u ثن)iz� rE r )i{� rE r )i|� rE r: )i}� rE r; )i~� rE r> )i� rE r? )i�� rE r@ )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rK )i�� rE rL )i�� rE rM )i�� rE u ما)i�� rE rQ )i�� rE u نرr� r� r� r� r� �_seg_45P s� �ra c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u نز)i�� rE rU )i�� rE u نن)i�� rE rV )i�� rE rW )i�� rE r` )i�� rE u ير)i�� rE u يز)i�� rE r] )i�� rE u ين)i�� rE r^ )i�� rE r_ )i�� rE r )i�� rE r )i�� rE u ئخ)i�� rE r
)i�� rE � ئه)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � به)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � ته)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE r! )i�� rE r" )i�� rE r# )i�� rE r$ )i�� rE r% )i�� rE r& )i�� rE r' )i�� rE r( )i�� rE u صخ)i�� rE r) )i�� rE r* )i�� rE r+ )i�� rE r, )i�� rE r- )i�� rE r. )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r7 )i�� rE r8 )i�� rE r9 )i� rE r< )i� rE r= )i� rE rA )i� rE rB )i� rE rC )i� rE rD )i� rE rE )i� rE rH )i� rE rI )i� rE rJ )i� rE rK )i� rE u له)i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� rE rT )i� rE rU )i� rE � نه)i� rE rX )i� rE rY )i� rE u هٰ)i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE � يه)i� rE r
)i� rE rb )i� rE r )i� rE rc )i� rE r )i� rE rd )i� rE r )i� rE u ثه)i� rE r' )i� rE � سه)i� rE � شم)i� rE � شه)i� rE rD )i� rE rE )i� rE rK )i� rE rU r� r� r� r� r� �_seg_46� s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE re )i� rE r] )i� rE rf )i� rE u ـَّ)i� rE u ـُّ)i� rE u ـِّ)i�� rE � طى)i�� rE � طي)i�� rE � عى)i�� rE � عي)i�� rE � غى)i�� rE � غي)i�� rE � سى)i�� rE � سي)i�� rE � شى)i�� rE � شي)i�� rE � حى)i � rE � حي)i� rE � جى)i� rE � جي)i� rE � خى)i� rE � خي)i� rE � صى)i� rE � صي)i� rE � ضى)i� rE � ضي)i � rE � شج)i
� rE � شح)i � rE � شخ)i � rE rh )i
� rE � شر)i� rE � سر)i� rE � صر)i� rE � ضر)i� rE rk )i� rE rl )i� rE rm )i� rE rn )i� rE ro )i� rE rp )i� rE rq )i� rE rr )i� rE rs )i� rE rt )i� rE ru )i � rE rv )i � rE rw )i � rE rx )i � rE ry )i � rE rz )i!� rE r{ )i"� rE r| )i#� rE r} )i$� rE r~ )i%� rE r )i&� rE r� )i'� rE r� )i(� rE rh )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r )i.� rE r� )i/� rE r� )i0� rE rh )i1� rE rg )i2� rE ri )i3� rE r0 )i4� rE r$ )i5� rE r% )i6� rE r& )i7� rE r )i8� rE r� )i9� rE r� )i:� rE r0 )i;� rE r1 )i<� rE u اً)i>� r0 )i@� r� )iP� rE u تجم)iQ� rE u تحج)iS� rE u تحم)iT� rE u تخم)iU� rE u تمج)iV� rE u تمح)iW� rE u تمخ)iX� rE u جمح)iZ� rE u حمي)i[� rE u حمى)i\� rE u سحج)i]� rE u سجح)i^� rE u سجى)i_� rE u سمح)ia� rE u سمج)ib� rE u سمم)id� rE u صحح)if� rE � صمم)ig� rE u شحم)ii� rE u شجيr� r� r� r� r� �_seg_47 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ij� rE u شمخ)il� rE u شمم)in� rE u ضحى)io� rE u ضخم)iq� rE u طمح)is� rE u طمم)it� rE u طمي)iu� rE � عجم)iv� rE u عمم)ix� rE u عمى)iy� rE u غمم)iz� rE u غمي)i{� rE u غمى)i|� rE u فخم)i~� rE � قمح)i� rE u قمم)i�� rE � لحم)i�� rE u لحي)i�� rE u لحى)i�� rE u لجج)i�� rE u لخم)i�� rE u لمح)i�� rE u محج)i�� rE u محم)i�� rE u محي)i�� rE u مجح)i�� rE u مجم)i�� rE u مخج)i�� rE u مخم)i�� r� )i�� rE u مجخ)i�� rE u همج)i�� rE u همم)i�� rE u نحم)i�� rE u نحى)i�� rE u نجم)i�� rE u نجى)i�� rE u نمي)i�� rE u نمى)i�� rE u يمم)i�� rE u بخي)i�� rE u تجي)i�� rE u تجى)i�� rE u تخي)i�� rE u تخى)i�� rE u تمي)i�� rE u تمى)i�� rE u جمي)i�� rE u جحى)i�� rE u جمى)i�� rE u سخى)i�� rE u صحي)i�� rE u شحي)i�� rE u ضحي)i�� rE u لجي)i�� rE u لمي)i�� rE u يحي)i�� rE u يجي)i�� rE u يمي)i�� rE u ممي)i�� rE u قمي)i�� rE u نحي)i�� rE r� )i�� rE r� )i�� rE u عمي)i�� rE u كمي)i�� rE � نجح)i�� rE u مخي)i�� rE � لجم)i�� rE � كمم)i�� rE r� )i�� rE r� )i�� rE u جحي)i�� rE u حجي)i�� rE u مجي)i�� rE u فمي)i� rE u بحي)i� rE r� )i� rE r� )i� rE r� )i� rE u سخي)i� rE u نجي)i� r� )i� rE u صلے)i� rE u قلے)i� rE u الله)i� rE u اكبر)i� rE u محمد)i�� rE u صلعم)i�� rE u رسول)i�� rE u عليه)i�� rE u وسلم)i�� rE u صلى)i�� r u! صلى الله عليه وسلم)i�� r u جل جلاله)i�� rE u ریال)i�� r0 )i�� r� )i � r� )i� r �,r� r� r� r� r� �_seg_48� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � 、)i� r� )i� r �:)i� r rf )i� r �!)i� r �?)i� rE u 〖)i� rE u 〗)i� r� )i � r0 )i0� r� )i1� rE � —)i2� rE u –)i3� r �_)i5� r r� )i6� r r� )i7� r �{)i8� r �})i9� rE � 〔)i:� rE � 〕)i;� rE u 【)i<� rE u 】)i=� rE u 《)i>� rE u 》)i?� rE r� )i@� rE r� )iA� rE � 「)iB� rE � 」)iC� rE u 『)iD� rE u 』)iE� r0 )iG� r �[)iH� r �])iI� r r� )iM� r r� )iP� r r� )iQ� rE r� )iR� r� )iT� r rf )iU� r r� )iV� r r� )iW� r r� )iX� rE r� )iY� r r� )iZ� r r� )i[� r r� )i\� r r� )i]� rE r� )i^� rE r� )i_� r �#)i`� r �&)ia� r �*)ib� r r� )ic� rE �-)id� r �<)ie� r �>)if� r r� )ig� r� )ih� r �\)ii� r �$)ij� r �%)ik� r �@)il� r� )ip� r u ً)iq� rE u ـً)ir� r u ٌ)is� r0 )it� r u ٍ)iu� r� )iv� r u َ)iw� rE u ـَ)ix� r u ُ)iy� rE u ـُ)iz� r u ِ)i{� rE u ـِ)i|� r u ّ)i}� rE u ـّ)i~� r u ْ)i� rE u ـْ)i�� rE u ء)i�� rE u آ)i�� rE u أ)i�� rE u ؤ)i�� rE u إ)i�� rE u ئ)i�� rE � ا)i�� rE � ب)i�� rE u ة)i�� rE � ت)i�� rE � ث)i�� rE � ج)i�� rE � ح)i�� rE � خ)i�� rE � د)i�� rE � ذ)i�� rE � ر)i�� rE � ز)i�� rE � س)i�� rE � ش)i�� rE � صr� r� r� r� r� �_seg_49� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE � ض)i�� rE � ط)i� rE � ظ)i� rE � ع)i� rE � غ)i� rE � ف)i� rE � ق)i� rE � ك)i� rE � ل)i� rE � م)i� rE � ن)i� rE � ه)i� rE � و)i� rE r )i� rE � ي)i�� rE u لآ)i�� rE u لأ)i�� rE u لإ)i�� rE u لا)i�� r� )i�� r� )i � r� )i� r r� )i� r �")i� r r� )i� r r� )i� r r� )i� r r� )i� r �')i� r r� )i � r r� )i
� r r� )i � r r� )i � r r� )i
� rE r� )i� rE r. )i� r �/)i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� r rf )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� rE rF )i"� rE rH )i#� rE rJ )i$� rE rL )i%� rE rN )i&� rE rP )i'� rE rR )i(� rE rT )i)� rE rV )i*� rE rX )i+� rE rZ )i,� rE r\ )i-� rE r^ )i.� rE r` )i/� rE rb )i0� rE rd )i1� rE rf )i2� rE rh )i3� rE rj )i4� rE rl )i5� rE rn )i6� rE rp )i7� rE rr )i8� rE rt )i9� rE rv )i:� rE rx )i;� r r� )i<� r r� )i=� r r� )i>� r �^)i?� r r� )i@� r r� )iA� rE rF )iB� rE rH )iC� rE rJ )iD� rE rL )iE� rE rN )iF� rE rP )iG� rE rR )iH� rE rT )iI� rE rV )iJ� rE rX )iK� rE rZ )iL� rE r\ )iM� rE r^ )iN� rE r` r� r� r� r� r� �_seg_50X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iO� rE rb )iP� rE rd )iQ� rE rf )iR� rE rh )iS� rE rj )iT� rE rl )iU� rE rn )iV� rE rp )iW� rE rr )iX� rE rt )iY� rE rv )iZ� rE rx )i[� r r� )i\� r �|)i]� r r� )i^� r �~)i_� rE u ⦅)i`� rE u ⦆)ia� rE r. )ib� rE r� )ic� rE r� )id� rE r� )ie� rE u ・)if� rE r� )ig� rE u ァ)ih� rE u ィ)ii� rE u ゥ)ij� rE u ェ)ik� rE u ォ)il� rE u ャ)im� rE u ュ)in� rE u ョ)io� rE u ッ)ip� rE u ー)iq� rE rr )ir� rE rs )is� rE rt )it� rE ru )iu� rE rv )iv� rE rw )iw� rE rx )ix� rE ry )iy� rE rz )iz� rE r{ )i{� rE r| )i|� rE r} )i}� rE r~ )i~� rE r )i� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE u ン)i�� rE u ゙)i�� rE u ゚)i�� r� )i�� rE r/ )i�� rE r0 )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r8 )i�� rE r9 )i�� rE r: )i�� rE r; )i�� rE r< )i�� rE r= )i�� rE r> )i�� rE r? )i�� rE r@ )i�� rE rA r� r� r� r� r� �_seg_51� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rB )i�� rE rC )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rH )i�� rE rI )i�� rE rJ )i�� rE rK )i�� rE rL )i�� rE rM )i�� r� )i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� r� )i� rE rT )i� rE rU )i� rE rV )i� rE rW )i� rE rX )i� rE rY )i� r� )i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE r^ )i� rE r_ )i� r� )i� rE r` )i� rE ra )i� rE rb )i� r� )i� rE � ¢)i� rE � £)i� rE � ¬)i� r r� )i� rE � ¦)i� rE � ¥)i� rE u ₩)i� r� )i� rE u │)i� rE u ←)i� rE u ↑)i� rE u →)i� rE u ↓)i� rE u ■)i� rE u ○)i� r� )i r0 )i r� )i
r0 )i' r� )i( r0 )i; r� )i< r0 )i> r� )i? r0 )iN r� )iP r0 )i^ r� )i� r0 )i� r� )i r0 )i r� )i r0 )i4 r� )i7 r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i$ r� )i- r0 )iK r� )iP r0 )i{ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i rE u 𐐨)i rE u 𐐩r� r� r� r� r� �_seg_52( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐐪)i rE u 𐐫)i rE u 𐐬)i rE u 𐐭)i rE u 𐐮)i rE u 𐐯)i rE u 𐐰)i rE u 𐐱)i
rE u 𐐲)i rE u 𐐳)i rE u 𐐴)i
rE u 𐐵)i rE u 𐐶)i rE u 𐐷)i rE u 𐐸)i rE u 𐐹)i rE u 𐐺)i rE u 𐐻)i rE u 𐐼)i rE u 𐐽)i rE u 𐐾)i rE u 𐐿)i rE u 𐑀)i rE u 𐑁)i rE u 𐑂)i rE u 𐑃)i rE u 𐑄)i rE u 𐑅)i rE u 𐑆)i rE u 𐑇)i rE u 𐑈)i! rE u 𐑉)i" rE u 𐑊)i# rE u 𐑋)i$ rE u 𐑌)i% rE u 𐑍)i& rE u 𐑎)i' rE u 𐑏)i( r0 )i� r� )i� r0 )i� r� )i� rE u 𐓘)i� rE u 𐓙)i� rE u 𐓚)i� rE u 𐓛)i� rE u 𐓜)i� rE u 𐓝)i� rE u 𐓞)i� rE u 𐓟)i� rE u 𐓠)i� rE u 𐓡)i� rE u 𐓢)i� rE u 𐓣)i� rE u 𐓤)i� rE u 𐓥)i� rE u 𐓦)i� rE u 𐓧)i� rE u 𐓨)i� rE u 𐓩)i� rE u 𐓪)i� rE u 𐓫)i� rE u 𐓬)i� rE u 𐓭)i� rE u 𐓮)i� rE u 𐓯)i� rE u 𐓰)i� rE u 𐓱)i� rE u 𐓲)i� rE u 𐓳)i� rE u 𐓴)i� rE u 𐓵)i� rE u 𐓶)i� rE u 𐓷)i� rE u 𐓸)i� rE u 𐓹)i� rE u 𐓺)i� rE u 𐓻)i� r� )i� r0 )i� r� )i r0 )i( r� )i0 r0 )id r� )io r0 )ip r� )i r0 )i7 r� )i@ r0 )iV r� )i` r0 )ih r� )i r0 )i r� )i r0 )i r� )i
r0 )i6 r� )i7 r0 r� r� r� r� r� �_seg_53� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i9 r� )i< r0 )i= r� )i? r0 )iV r� )iW r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i: r� )i? r0 )i@ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i6
r� )i8
r0 )i;
r� )i?
r0 )iI
r� )iP
r0 )iY
r� )i`
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i6 r� )i9 r0 )iV r� )iX r0 )is r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iI r� )i� rE u 𐳀)i� rE u 𐳁)i� rE u 𐳂)i� rE u 𐳃)i� rE u 𐳄)i� rE u 𐳅)i� rE u 𐳆)i� rE u 𐳇)i� rE u 𐳈)i� rE u 𐳉)i� rE u 𐳊)i� rE u 𐳋)i� rE u 𐳌)i� rE u 𐳍)i� rE u 𐳎)i� rE u 𐳏)i� rE u 𐳐)i� rE u 𐳑)i� rE u 𐳒)i� rE u 𐳓)i� rE u 𐳔)i� rE u 𐳕)i� rE u 𐳖)i� rE u 𐳗)i� rE u 𐳘)i� rE u 𐳙)i� rE u 𐳚)i� rE u 𐳛)i� rE u 𐳜)i� rE u 𐳝)i� rE u 𐳞)i� rE u 𐳟)i� rE u 𐳠)i� rE u 𐳡)i� rE u 𐳢)i� rE u 𐳣)i� rE u 𐳤)i� rE u 𐳥)i� rE u 𐳦)i� rE u 𐳧)i� rE u 𐳨r� r� r� r� r� �_seg_54� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𐳩)i� rE u 𐳪)i� rE u 𐳫)i� rE u 𐳬)i� rE u 𐳭)i� rE u 𐳮)i� rE u 𐳯)i� rE u 𐳰)i� rE u 𐳱)i� rE u 𐳲)i� r� )i� r0 )i� r� )i� r0 )i(
r� )i0
r0 )i:
r� )i` r0 )i r� )i r0 )i( r� )i0 r0 )iZ r� )i r0 )iN r� )iR r0 )ip r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i5 r� )i6 r0 )iG r� )iP r0 )iw r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i? r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i; r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iP r0 )iQ r� )iW r0 )iX r� )i] r0 )id r� )if r0 )im r� )ip r0 )iu r� )i r0 )iZ r� )i[ r0 )i\ r� )i] r0 r� r� r� r� r� �_seg_55` s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i_ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iE r� )iP r0 )iZ r� )i` r0 )im r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i@ r� )i r0 )i< r� )i� rE u 𑣀)i� rE u 𑣁)i� rE u 𑣂)i� rE u 𑣃)i� rE u 𑣄)i� rE u 𑣅)i� rE u 𑣆)i� rE u 𑣇)i� rE u 𑣈)i� rE u 𑣉)i� rE u 𑣊)i� rE u 𑣋)i� rE u 𑣌)i� rE u 𑣍)i� rE u 𑣎)i� rE u 𑣏)i� rE u 𑣐)i� rE u 𑣑)i� rE u 𑣒)i� rE u 𑣓)i� rE u 𑣔)i� rE u 𑣕)i� rE u 𑣖)i� rE u 𑣗)i� rE u 𑣘)i� rE u 𑣙)i� rE u 𑣚)i� rE u 𑣛)i� rE u 𑣜)i� rE u 𑣝)i� rE u 𑣞)i� rE u 𑣟)i� r0 )i� r� )i� r0 )i r� )i r0 )iH r� )iP r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i
r0 )i7 r� )i8 r0 )iF r� )iP r0 )im r� )ip r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i7 r� )i: r0 )i; r� )i< r0 )i> r� )i? r0 )iH r� )iP r0 )iZ r� )i` r0 r� r� r� r� r� �_seg_56� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)if r� )ig r0 )ii r� )ij r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i�# r� )i $ r0 )io$ r� )ip$ r0 )iu$ r� )i�$ r0 )iD% r� )i 0 r0 )i/4 r� )i D r0 )iGF r� )i h r0 )i9j r� )i@j r0 )i_j r� )i`j r0 )ijj r� )inj r0 )ipj r� )i�j r0 )i�j r� )i�j r0 )i�j r� )i k r0 )iFk r� )iPk r0 )iZk r� )i[k r0 )ibk r� )ick r0 )ixk r� )i}k r0 )i�k r� )i`n r0 )i�n r� )i o r0 )iEo r� )iPo r0 )io r� )i�o r0 )i�o r� )i�o r0 )i�o r� )i p r0 )i� r� )i � r0 )i� r� )i � r0 )i � r� )ip� r0 )i�� r� )i � r0 )ik� r� )ip� r0 )i}� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r� )i � r0 )i�� r� )i � r0 )i'� r� )i)� r0 )i^� rE u 𝅗𝅥)i_� rE u 𝅘𝅥)i`� rE u 𝅘𝅥𝅮)ia� rE u 𝅘𝅥𝅯)ib� rE u 𝅘𝅥𝅰)ic� rE u 𝅘𝅥𝅱)id� rE u 𝅘𝅥𝅲)ie� r0 )is� r� )i{� r0 )i�� rE u 𝆹𝅥)i�� rE u 𝆺𝅥)i�� rE u 𝆹𝅥𝅮)i�� rE u 𝆺𝅥𝅮)i�� rE u 𝆹𝅥𝅯)i�� rE u 𝆺𝅥𝅯)i�� r0 )i�� r� )i � r0 r� r� r� r� r� �_seg_570 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� r� )i�� r0 )i�� r� )i � r0 )iW� r� )i`� r0 )iy� r� )i � rE rF )i� rE rH )i� rE rJ )i� rE rL )i� rE rN )i� rE rP )i� rE rR )i� rE rT )i� rE rV )i � rE rX )i
� rE rZ )i � rE r\ )i � rE r^ )i
� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i � rE rJ )i � rE rL )i � rE rN )i � rE rP )i � rE rR )i!� rE rT )i"� rE rV )i#� rE rX )i$� rE rZ )i%� rE r\ )i&� rE r^ )i'� rE r` )i(� rE rb )i)� rE rd )i*� rE rf )i+� rE rh )i,� rE rj )i-� rE rl )i.� rE rn )i/� rE rp )i0� rE rr )i1� rE rt )i2� rE rv )i3� rE rx )i4� rE rF )i5� rE rH )i6� rE rJ )i7� rE rL )i8� rE rN )i9� rE rP )i:� rE rR )i;� rE rT )i<� rE rV )i=� rE rX )i>� rE rZ )i?� rE r\ )i@� rE r^ )iA� rE r` )iB� rE rb )iC� rE rd )iD� rE rf )iE� rE rh )iF� rE rj )iG� rE rl )iH� rE rn )iI� rE rp )iJ� rE rr )iK� rE rt )iL� rE rv )iM� rE rx )iN� rE rF )iO� rE rH )iP� rE rJ )iQ� rE rL )iR� rE rN )iS� rE rP )iT� rE rR )iU� r� )iV� rE rV )iW� rE rX )iX� rE rZ )iY� rE r\ )iZ� rE r^ )i[� rE r` )i\� rE rb r� r� r� r� r� �_seg_58� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i]� rE rd )i^� rE rf )i_� rE rh )i`� rE rj )ia� rE rl )ib� rE rn )ic� rE rp )id� rE rr )ie� rE rt )if� rE rv )ig� rE rx )ih� rE rF )ii� rE rH )ij� rE rJ )ik� rE rL )il� rE rN )im� rE rP )in� rE rR )io� rE rT )ip� rE rV )iq� rE rX )ir� rE rZ )is� rE r\ )it� rE r^ )iu� rE r` )iv� rE rb )iw� rE rd )ix� rE rf )iy� rE rh )iz� rE rj )i{� rE rl )i|� rE rn )i}� rE rp )i~� rE rr )i� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� r� )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rR )i�� r� )i�� rE rX )i�� rE rZ )i�� r� )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� r� )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rP )i�� r� )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` r� r� r� r� r� �_seg_59 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� r� )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i � rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i� r� )i� rE rL )i� rE rN )i � rE rP )i
� rE rR )i � r� )i
� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� r� )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i � rE rv )i � r� )i � rE rF )i � rE rH )i � rE rJ )i!� rE rL )i"� rE rN )i#� rE rP )i$� rE rR )i%� rE rT )i&� rE rV )i'� rE rX )i(� rE rZ r� r� r� r� r� �_seg_60h s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i)� rE r\ )i*� rE r^ )i+� rE r` )i,� rE rb )i-� rE rd )i.� rE rf )i/� rE rh )i0� rE rj )i1� rE rl )i2� rE rn )i3� rE rp )i4� rE rr )i5� rE rt )i6� rE rv )i7� rE rx )i8� rE rF )i9� rE rH )i:� r� )i;� rE rL )i<� rE rN )i=� rE rP )i>� rE rR )i?� r� )i@� rE rV )iA� rE rX )iB� rE rZ )iC� rE r\ )iD� rE r^ )iE� r� )iF� rE rb )iG� r� )iJ� rE rj )iK� rE rl )iL� rE rn )iM� rE rp )iN� rE rr )iO� rE rt )iP� rE rv )iQ� r� )iR� rE rF )iS� rE rH )iT� rE rJ )iU� rE rL )iV� rE rN )iW� rE rP )iX� rE rR )iY� rE rT )iZ� rE rV )i[� rE rX )i\� rE rZ )i]� rE r\ )i^� rE r^ )i_� rE r` )i`� rE rb )ia� rE rd )ib� rE rf )ic� rE rh )id� rE rj )ie� rE rl )if� rE rn )ig� rE rp )ih� rE rr )ii� rE rt )ij� rE rv )ik� rE rx )il� rE rF )im� rE rH )in� rE rJ )io� rE rL )ip� rE rN )iq� rE rP )ir� rE rR )is� rE rT )it� rE rV )iu� rE rX )iv� rE rZ )iw� rE r\ )ix� rE r^ )iy� rE r` )iz� rE rb )i{� rE rd )i|� rE rf )i}� rE rh )i~� rE rj )i� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV r� r� r� r� r� �_seg_61� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN r� r� r� r� r� �_seg_628 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i � rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i � rE rH )i
� rE rJ )i � rE rL )i � rE rN )i
� rE rP )i� rE rR )i� rE rT )i� rE rV )i� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i � rE rn )i � rE rp )i � rE rr )i � rE rt )i � rE rv )i!� rE rx )i"� rE rF )i#� rE rH )i$� rE rJ )i%� rE rL )i&� rE rN )i'� rE rP )i(� rE rR )i)� rE rT )i*� rE rV )i+� rE rX )i,� rE rZ )i-� rE r\ )i.� rE r^ )i/� rE r` )i0� rE rb )i1� rE rd )i2� rE rf )i3� rE rh )i4� rE rj )i5� rE rl )i6� rE rn )i7� rE rp )i8� rE rr )i9� rE rt )i:� rE rv )i;� rE rx )i<� rE rF )i=� rE rH )i>� rE rJ )i?� rE rL )i@� rE rN )iA� rE rP )iB� rE rR )iC� rE rT )iD� rE rV )iE� rE rX )iF� rE rZ )iG� rE r\ )iH� rE r^ )iI� rE r` )iJ� rE rb )iK� rE rd )iL� rE rf )iM� rE rh )iN� rE rj )iO� rE rl )iP� rE rn )iQ� rE rp )iR� rE rr )iS� rE rt )iT� rE rv )iU� rE rx )iV� rE rF r� r� r� r� r� �_seg_63� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iW� rE rH )iX� rE rJ )iY� rE rL )iZ� rE rN )i[� rE rP )i\� rE rR )i]� rE rT )i^� rE rV )i_� rE rX )i`� rE rZ )ia� rE r\ )ib� rE r^ )ic� rE r` )id� rE rb )ie� rE rd )if� rE rf )ig� rE rh )ih� rE rj )ii� rE rl )ij� rE rn )ik� rE rp )il� rE rr )im� rE rt )in� rE rv )io� rE rx )ip� rE rF )iq� rE rH )ir� rE rJ )is� rE rL )it� rE rN )iu� rE rP )iv� rE rR )iw� rE rT )ix� rE rV )iy� rE rX )iz� rE rZ )i{� rE r\ )i|� rE r^ )i}� rE r` )i~� rE rb )i� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE u ı)i�� rE u ȷ)i�� r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� r� r� r� r� r� �_seg_64 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∇)i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∂)i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i � rE rt )i� rE ru )i� rE rv )i� rE rw )i� rE rd )i� rE rx )i� rE ry )i� rE r� )i� rE rz )i � rE r{ )i
� rE r| )i � rE r} )i � rE r~ )i
� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE rt )i� rE rw )i� rE rx )i� rE r� )i� rE r~ )i� rE r} )i � rE rp )i � rE rq )i � rE rr )i � rE rs )i � rE rt )i!� rE ru r� r� r� r� r� �_seg_65p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE rv )i#� rE rw )i$� rE rd )i%� rE rx )i&� rE ry )i'� rE r� )i(� rE rz )i)� rE r{ )i*� rE r| )i+� rE r} )i,� rE r~ )i-� rE rw )i.� rE r )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� rE r� )i4� rE r� )i5� rE r� )i6� rE rp )i7� rE rq )i8� rE rr )i9� rE rs )i:� rE rt )i;� rE ru )i<� rE rv )i=� rE rw )i>� rE rd )i?� rE rx )i@� rE ry )iA� rE r� )iB� rE rz )iC� rE r{ )iD� rE r| )iE� rE r} )iF� rE r~ )iG� rE r )iI� rE r� )iJ� rE r� )iK� rE r� )iL� rE r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� rE rt )iQ� rE rw )iR� rE rx )iS� rE r� )iT� rE r~ )iU� rE r} )iV� rE rp )iW� rE rq )iX� rE rr )iY� rE rs )iZ� rE rt )i[� rE ru )i\� rE rv )i]� rE rw )i^� rE rd )i_� rE rx )i`� rE ry )ia� rE r� )ib� rE rz )ic� rE r{ )id� rE r| )ie� rE r} )if� rE r~ )ig� rE rw )ih� rE r )ii� rE r� )ij� rE r� )ik� rE r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE rp )iq� rE rq )ir� rE rr )is� rE rs )it� rE rt )iu� rE ru )iv� rE rv )iw� rE rw )ix� rE rd )iy� rE rx )iz� rE ry )i{� rE r� )i|� rE rz )i}� rE r{ )i~� rE r| )i� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_66� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_67@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i"� r� )i#� r0 )i%� r� )i&� r0 )i+� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 𞤢)i� rE u 𞤣)i� rE u 𞤤)i� rE u 𞤥)i� rE u 𞤦)i� rE u 𞤧)i� rE u 𞤨)i� rE u 𞤩)i� rE u 𞤪)i � rE u 𞤫)i
� rE u 𞤬)i � rE u 𞤭)i � rE u 𞤮)i
� rE u 𞤯)i� rE u 𞤰)i� rE u 𞤱)i� rE u 𞤲)i� rE u 𞤳)i� rE u 𞤴)i� rE u 𞤵)i� rE u 𞤶)i� rE u 𞤷)i� rE u 𞤸)i� rE u 𞤹)i� rE u 𞤺)i� rE u 𞤻)i� rE u 𞤼)i� rE u 𞤽)i � rE u 𞤾)i � rE u 𞤿)i � rE u 𞥀)i � rE u 𞥁)i � rE u 𞥂)i!� rE u 𞥃)i"� r0 )iK� r� )iP� r0 )iZ� r� )i^� r0 )i`� r� )iq� r0 )i�� r� )i � rE r� )i� rE r� )i� rE r� )i� rE r� )i� r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE r� )i
� rE r� )i � rE r� )i � rE r� )i
� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� r� r� r� r� r� �_seg_68� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE � ٮ)i � rE r )i � rE � ڡ)i � rE � ٯ)i � r� )i!� rE r� )i"� rE r� )i#� r� )i$� rE r� )i%� r� )i'� rE r� )i(� r� )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r� )i.� rE r� )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� r� )i4� rE r� )i5� rE r� )i6� rE r� )i7� rE r� )i8� r� )i9� rE r� )i:� r� )i;� rE r� )i<� r� )iB� rE r� )iC� r� )iG� rE r� )iH� r� )iI� rE r� )iJ� r� )iK� rE r� )iL� r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� r� )iQ� rE r� )iR� rE r� )iS� r� )iT� rE r� )iU� r� )iW� rE r� )iX� r� )iY� rE r� )iZ� r� )i[� rE r� )i\� r� )i]� rE r )i^� r� )i_� rE r� )i`� r� )ia� rE r� )ib� rE r� )ic� r� )id� rE r� )ie� r� )ig� rE r� )ih� rE r� )ii� rE r� )ij� rE r� )ik� r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE r� )iq� rE r� )ir� rE r� )is� r� )it� rE r� )iu� rE r� )iv� rE r� )iw� rE r� )ix� r� )iy� rE r� )iz� rE r� )i{� rE r� )i|� rE r� )i}� r� )i~� rE r� )i� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_69 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� r0 )i�� r� )i � r0 )i,� r� )i0� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i� r z0,)i� r z1,)i� r z2,)i� r z3,)i� r z4,)i� r z5,)i� r z6,)i� r z7,)i � r z8,)i
� r z9,)i � r0 )i
� r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� r r� )i"� r r� )i#� r r� )i$� r r� r� r� r� r� r� �_seg_70x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i%� r r� )i&� r r� )i'� r r� )i(� r r� )i)� r r� )i*� rE u 〔s〕)i+� rE rJ )i,� rE rh )i-� rE r� )i.� rE Zwz)i/� r0 )i0� rE rF )i1� rE rH )i2� rE rJ )i3� rE rL )i4� rE rN )i5� rE rP )i6� rE rR )i7� rE rT )i8� rE rV )i9� rE rX )i:� rE rZ )i;� rE r\ )i<� rE r^ )i=� rE r` )i>� rE rb )i?� rE rd )i@� rE rf )iA� rE rh )iB� rE rj )iC� rE rl )iD� rE rn )iE� rE rp )iF� rE rr )iG� rE rt )iH� rE rv )iI� rE rx )iJ� rE Zhv)iK� rE r� )iL� rE Zsd)iM� rE r) )iN� rE Zppv)iO� rE Zwc)iP� r0 )ij� rE Zmc)ik� rE Zmd)il� r� )ip� r0 )i�� rE Zdj)i�� r0 )i�� r� )i�� r0 )i � rE u ほか)i� rE u ココ)i� rE r| )i� r� )i� rE r )i� rE u 字)i� rE u 双)i� rE u デ)i� rE r )i� rE � 多)i� rE u 解)i� rE rh )i� rE u 交)i� rE u 映)i� rE u 無)i� rE r� )i � rE u 前)i � rE u 後)i � rE � 再)i � rE u 新)i � rE u 初)i!� rE u 終)i"� rE r )i#� rE u 販)i$� rE u 声)i%� rE u 吹)i&� rE u 演)i'� rE u 投)i(� rE u 捕)i)� rE r )i*� rE rc )i+� rE u 遊)i,� rE ro )i-� rE rf )i.� rE rp )i/� rE u 指)i0� rE r# )i1� rE u 打)i2� rE u 禁)i3� rE u 空)i4� rE u 合)i5� rE u 満)i6� rE rl )i7� rE r )i8� rE u 申)i9� rE � 割)i:� rE u 営)i;� rE u 配r� r� r� r� r� �_seg_71� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i<� r� )i@� rE u 〔本〕)iA� rE u 〔三〕)iB� rE u 〔二〕)iC� rE u 〔安〕)iD� rE u 〔点〕)iE� rE u 〔打〕)iF� rE u 〔盗〕)iG� rE u 〔勝〕)iH� rE u 〔敗〕)iI� r� )iP� rE u 得)iQ� rE u 可)iR� r� )i`� r0 )if� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i�� r� )i � r0 )it� r� )i�� r0 )i� r� )i � r0 )i � r� )i� r0 )iH� r� )iP� r0 )iZ� r� )i`� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i � r� )i� r0 )i?� r� )i@� r0 )iq� r� )is� r0 )iw� r� )iz� r0 )i{� r� )i|� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i� r� )i� r0 )i � r� )i`� r0 )in� r� )i r0 )iצ r� )i � r0 )i5� r� )i@� r0 )i � r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 丽)i� rE u 丸)i� rE u 乁)i� rE u 𠄢)i� rE u 你)i� rE r� )i� rE u 侻)i� rE u 倂)i� rE u 偺)i � rE u 備)i
� rE r� )i � rE u 像)i � rE u 㒞)i
� rE u 𠘺)i� rE r� )i� rE u 兔)i� rE u 兤)i� rE u 具)i� rE u 𠔜)i� rE u 㒹)i� rE u 內)i� rE r� )i� rE u 𠕋)i� rE u 冗)i� rE u 冤)i� rE u 仌)i� rE u 冬)i� rE r� )i � rE u 𩇟)i � rE r )i � rE u 刃)i � rE u 㓟)i � rE u 刻)i!� rE u 剆r� r� r� r� r� �_seg_72H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE r� )i#� rE u 剷)i$� rE u 㔕)i%� rE r� )i&� rE r� )i'� rE r� )i(� rE r� )i)� rE u 包)i*� rE u 匆)i+� rE r� )i,� rE u 卉)i-� rE r� )i.� rE u 博)i/� rE u 即)i0� rE u 卽)i1� rE u 卿)i4� rE u 𠨬)i5� rE u 灰)i6� rE u 及)i7� rE u 叟)i8� rE u 𠭣)i9� rE u 叫)i:� rE u 叱)i;� rE u 吆)i<� rE u 咞)i=� rE u 吸)i>� rE u 呈)i?� rE u 周)i@� rE u 咢)iA� rE u 哶)iB� rE u 唐)iC� rE u 啓)iD� rE u 啣)iE� rE u 善)iG� rE r� )iH� rE u 喫)iI� rE u 喳)iJ� rE u 嗂)iK� rE u 圖)iL� rE r� )iM� rE u 圗)iN� rE u 噑)iO� rE u 噴)iP� rE r� )iQ� rE u 壮)iR� rE u 城)iS� rE u 埴)iT� rE u 堍)iU� rE u 型)iV� rE u 堲)iW� rE u 報)iX� rE u 墬)iY� rE u 𡓤)iZ� rE u 売)i[� rE u 壷)i\� rE u 夆)i]� rE r� )i^� rE u 夢)i_� rE u 奢)i`� rE u 𡚨)ia� rE u 𡛪)ib� rE u 姬)ic� rE u 娛)id� rE u 娧)ie� rE u 姘)if� rE u 婦)ig� rE u 㛮)ih� r� )ii� rE u 嬈)ij� rE u 嬾)il� rE u 𡧈)im� rE u 寃)in� rE u 寘)io� rE r� )ip� rE u 寳)iq� rE u 𡬘)ir� rE u 寿)is� rE u 将)it� r� )iu� rE r )iv� rE u 㞁)iw� rE u 屠)ix� rE r )iy� rE u 峀)iz� rE u 岍)i{� rE u 𡷤)i|� rE u 嵃)i}� rE u 𡷦)i~� rE u 嵮)i� rE u 嵫)i�� rE u 嵼)i�� rE u 巡)i�� rE u 巢)i�� rE u 㠯)i�� rE u 巽)i�� rE u 帨)i�� rE u 帽)i�� rE u 幩)i�� rE u 㡢)i�� rE u 𢆃r� r� r� r� r� �_seg_73� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u 㡼)i�� rE u 庰)i�� rE u 庳)i�� rE u 庶)i�� rE r� )i�� rE u 𪎒)i�� rE r )i�� rE u 𢌱)i�� rE � 舁)i�� rE u 弢)i�� rE u 㣇)i�� rE u 𣊸)i�� rE u 𦇚)i�� rE u 形)i�� rE u 彫)i�� rE u 㣣)i�� rE u 徚)i�� rE u 忍)i�� rE u 志)i�� rE u 忹)i�� rE u 悁)i�� rE u 㤺)i�� rE u 㤜)i�� rE r� )i�� rE u 𢛔)i�� rE u 惇)i�� rE u 慈)i�� rE � 慌)i�� rE r� )i�� rE r� )i�� rE u 慺)i�� rE r� )i�� rE u 憲)i�� rE u 憤)i�� rE u 憯)i�� rE u 懞)i�� rE r� )i�� rE r� )i�� rE u 成)i�� rE u 戛)i�� rE u 扝)i�� rE u 抱)i�� rE u 拔)i�� rE u 捐)i�� rE u 𢬌)i�� rE u 挽)i�� rE u 拼)i�� rE u 捨)i�� rE u 掃)i�� rE u 揤)i�� rE u 𢯱)i�� rE u 搢)i�� rE u 揅)i�� rE u 掩)i� rE u 㨮)i� rE u 摩)i� rE u 摾)i� rE u 撝)i� rE u 摷)i� rE u 㩬)i� rE r� )i� rE u 敬)i� rE u 𣀊)i� rE u 旣)i� rE u 書)i� rE u 晉)i� rE u 㬙)i� rE r� )i� rE u 㬈)i� rE u 㫤)i� rE u 冒)i� rE u 冕)i� rE u 最)i� rE u 暜)i� rE u 肭)i� rE u 䏙)i� rE r� )i� rE r� )i� rE u 朡)i� rE u 杞)i� rE u 杓)i� rE u 𣏃)i� rE u 㭉)i� rE u 柺)i� rE u 枅)i� rE u 桒)i� rE r� )i� rE u 𣑭)i� rE u 梎)i� rE u 栟)i� rE u 椔)i� rE r )i� rE u 楂)i� rE u 榣)i� rE u 槪)i� rE u 檨)i� rE u 𣚣)i� rE u 櫛)i� rE u 㰘)i� rE u 次r� r� r� r� r� �_seg_74 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𣢧)i� rE u 歔)i� rE u 㱎)i� rE u 歲)i� rE u 殟)i�� rE r� )i�� rE u 殻)i�� rE u 𣪍)i�� rE u 𡴋)i�� rE u 𣫺)i�� rE u 汎)i�� rE u 𣲼)i�� rE u 沿)i�� rE u 泍)i�� rE u 汧)i�� rE u 洖)i � rE u 派)i� rE r� )i� rE r� )i� rE u 浩)i� rE u 浸)i� rE u 涅)i� rE u 𣴞)i� rE u 洴)i� rE u 港)i � rE u 湮)i
� rE u 㴳)i � rE r� )i � rE u 滇)i
� rE u 𣻑)i� rE u 淹)i� rE u 潮)i� rE u 𣽞)i� rE u 𣾎)i� rE u 濆)i� rE u 瀹)i� rE r� )i� rE u 瀛)i� rE u 㶖)i� rE u 灊)i� rE u 災)i� rE u 灷)i� rE u 炭)i� rE u 𠔥)i � rE u 煅)i � rE u 𤉣)i � rE u 熜)i � r� )i � rE u 爨)i!� rE r� )i"� rE u 牐)i#� rE u 𤘈)i$� rE u 犀)i%� rE u 犕)i&� rE u 𤜵)i'� rE u 𤠔)i(� rE u 獺)i)� rE u 王)i*� rE u 㺬)i+� rE u 玥)i,� rE u 㺸)i.� rE u 瑇)i/� rE u 瑜)i0� rE r� )i1� rE u 璅)i2� rE u 瓊)i3� rE u 㼛)i4� rE u 甤)i5� rE u 𤰶)i6� rE u 甾)i7� rE u 𤲒)i8� rE r� )i9� rE u 𢆟)i:� rE u 瘐)i;� rE u 𤾡)i<� rE u 𤾸)i=� rE u 𥁄)i>� rE u 㿼)i?� rE u 䀈)i@� rE r� )iA� rE u 𥃳)iB� rE u 𥃲)iC� rE u 𥄙)iD� rE u 𥄳)iE� rE u 眞)iF� rE u 真)iH� rE r� )iI� rE r )iJ� rE u 瞋)iK� rE u 䁆)iL� rE u 䂖)iM� rE u 𥐝)iN� rE u 硎)iO� rE r� )iP� rE r� )iQ� rE u 䃣)iR� rE u 𥘦)iS� rE r� )iT� rE u 𥚚)iU� rE u 𥛅r� r� r� r� r� �_seg_75� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iV� rE r� )iW� rE u 秫)iX� rE u 䄯)iY� rE r� )iZ� rE u 穊)i[� rE u 穏)i\� rE u 𥥼)i]� rE u 𥪧)i_� r� )i`� rE u 䈂)ia� rE u 𥮫)ib� rE u 篆)ic� rE u 築)id� rE u 䈧)ie� rE u 𥲀)if� rE u 糒)ig� rE u 䊠)ih� rE u 糨)ii� rE u 糣)ij� rE u 紀)ik� rE u 𥾆)il� rE u 絣)im� rE u 䌁)in� rE u 緇)io� rE u 縂)ip� rE u 繅)iq� rE u 䌴)ir� rE u 𦈨)is� rE u 𦉇)it� rE u 䍙)iu� rE u 𦋙)iv� rE u 罺)iw� rE u 𦌾)ix� rE u 羕)iy� rE u 翺)iz� rE r� )i{� rE u 𦓚)i|� rE u 𦔣)i}� rE u 聠)i~� rE u 𦖨)i� rE u 聰)i�� rE u 𣍟)i�� rE u 䏕)i�� rE u 育)i�� rE u 脃)i�� rE u 䐋)i�� rE u 脾)i�� rE u 媵)i�� rE u 𦞧)i�� rE u 𦞵)i�� rE u 𣎓)i�� rE u 𣎜)i�� rE r� )i�� rE u 舄)i�� rE u 辞)i�� rE u 䑫)i�� rE u 芑)i�� rE u 芋)i�� rE u 芝)i�� rE u 劳)i�� rE u 花)i�� rE u 芳)i�� rE u 芽)i�� rE u 苦)i�� rE u 𦬼)i�� rE r� )i�� rE u 茝)i�� rE u 荣)i�� rE u 莭)i�� rE u 茣)i�� rE u 莽)i�� rE u 菧)i�� rE r� )i�� rE u 荓)i�� rE u 菊)i�� rE u 菌)i�� rE u 菜)i�� rE u 𦰶)i�� rE u 𦵫)i�� rE u 𦳕)i�� rE u 䔫)i�� rE u 蓱)i�� rE u 蓳)i�� rE u 蔖)i�� rE u 𧏊)i�� rE u 蕤)i�� rE u 𦼬)i�� rE u 䕝)i�� rE u 䕡)i�� rE u 𦾱)i�� rE u 𧃒)i�� rE u 䕫)i�� rE u 虐)i�� rE r� )i�� rE u 虧)i�� rE u 虩)i�� rE u 蚩)i�� rE u 蚈)i�� rE u 蜎)i�� rE u 蛢r� r� r� r� r� �_seg_76� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 蜨)i�� rE u 蝫)i�� rE u 螆)i�� r� )i�� rE u 蟡)i�� rE u 蠁)i� rE u 䗹)i� rE u 衠)i� rE r )i� rE u 𧙧)i� rE u 裗)i� rE u 裞)i� rE u 䘵)i� rE u 裺)i� rE u 㒻)i� rE u 𧢮)i� rE u 𧥦)i� rE u 䚾)i� rE u 䛇)i� rE u 誠)i� rE r� )i� rE r )i� rE r" )i� rE u 𧲨)i� rE u 貫)i� rE u 賁)i� rE u 贛)i� rE u 起)i� rE u 𧼯)i� rE u 𠠄)i� rE u 跋)i� rE u 趼)i� rE u 跰)i� rE u 𠣞)i� rE u 軔)i� rE r )i� rE u 𨗒)i� rE u 𨗭)i� rE u 邔)i� rE u 郱)i� rE u 鄑)i� rE u 𨜮)i� rE u 鄛)i� rE u 鈸)i� rE u 鋗)i� rE u 鋘)i� rE u 鉼)i� rE u 鏹)i� rE u 鐕)i� rE u 𨯺)i� rE u 開)i� rE u 䦕)i� rE u 閷)i� rE u 𨵷)i� rE u 䧦)i� rE u 雃)i� rE u 嶲)i�� rE u 霣)i�� rE u 𩅅)i�� rE u 𩈚)i�� rE u 䩮)i�� rE u 䩶)i�� rE u 韠)i�� rE u 𩐊)i�� rE u 䪲)i�� rE u 𩒖)i�� rE r )i � rE u 頩)i� rE u 𩖶)i� rE u 飢)i� rE u 䬳)i� rE u 餩)i� rE u 馧)i� rE u 駂)i� rE u 駾)i� rE u 䯎)i � rE u 𩬰)i
� rE r )i � rE u 鱀)i � rE u 鳽)i
� rE u 䳎)i� rE u 䳭)i� rE u 鵧)i� rE u 𪃎)i� rE u 䳸)i� rE u 𪄅)i� rE u 𪈎)i� rE u 𪊑)i� rE r) )i� rE u 䵖)i� rE r* )i� rE u 黾)i� rE u 鼅)i� rE u 鼏)i� rE u 鼖)i � rE r+ )i � rE u 𪘀)i � r� )i r� r� r� r� r� r� �_seg_77P s� �r� c C s dgS )N)i� r� r� r� r� r� r� �_seg_78� s �r� N)S�__doc__� __version__r� r� rL rT r_ re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r7 ri rj rq r� r� r� r� r� r� r� r� r� r� r� r r/ ra rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �tupleZ uts46datar� r� r� r� �<module> s� hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh�������� �
� � �
��������������� � � � � �!�"�#�$�%�&�'�(�)�*�+�,�-�.�/�0�1�2�3�4�5�6�7�8�9�:�;�<�=�>�?�@�A�B�C�D�E�F�G�H�I�J�K�L�M�N�� idna/__pycache__/intranges.cpython-38.opt-1.pyc 0000644 00000003355 15043676033 0015265 0 ustar 00 U
��.e� � @ s0 d Z ddlZdd� Zdd� Zdd� Zd d
� ZdS ) a
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
� Nc C s� t | �}g }d}tt|��D ]b}|d t|�k rJ|| ||d d krJq ||d |d � }|�t|d |d d �� |}q t|�S )a Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
���� r )�sorted�range�len�append�
_encode_range�tuple)Zlist_Z sorted_list�rangesZ
last_write�iZ
current_range� r �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/intranges.py�intranges_from_list
s r c C s | d> |B S )N� r )�start�endr r r
r s r c C s | d? | d@ fS )Nr l �� r )�rr r r
�
_decode_range" s r c C sz t | d�}t�||�}|dkrNt||d �\}}|| krF|k rNn ndS |t|�k rvt|| �\}}|| krvdS dS )z=Determine if `int_` falls into one of the ranges in `ranges`.r r TF)r �bisectZ bisect_leftr r )Zint_r
Ztuple_�pos�left�right�_r r r
�intranges_contain& s
r )�__doc__r r r r r r r r r
�<module> s
idna/__pycache__/uts46data.cpython-38.pyc 0000644 00000524104 15043676033 0014153 0 ustar 00 U
��.e� � @ sb d Z dZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dDdE� Z#dFdG� Z$dHdI� Z%dJdK� Z&dLdM� Z'dNdO� Z(dPdQ� Z)dRdS� Z*dTdU� Z+dVdW� Z,dXdY� Z-dZd[� Z.d\d]� Z/d^d_� Z0d`da� Z1dbdc� Z2ddde� Z3dfdg� Z4dhdi� Z5djdk� Z6dldm� Z7dndo� Z8dpdq� Z9drds� Z:dtdu� Z;dvdw� Z<dxdy� Z=dzd{� Z>d|d}� Z?d~d� Z@d�d�� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPeQe� e� e� e� e� e� e� e � e
� e � e � e
� e� e� e� e� e� e� e� e� e� e� e� e� e� e� e � e � e � e � e � e!� e"� e#� e$� e%� e&� e'� e(� e)� e*� e+� e,� e-� e.� e/� e0� e1� e2� e3� e4� e5� e6� e7� e8� e9� e:� e;� e<� e=� e>� e?� e@� eA� eB� eC� eD� eE� eF� eG� eH� eI� eJ� eK� eL� eM� eN� eO� eP� �ZRd�S )�z IDNA Mapping Table from UTS46.z11.0.0c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)� �3)� r )� r )� r )� r )� r )� r )� r )� r )� r )�
r )� r )� r )�
r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )� r )�! r )�" r )�# r )�$ r )�% r )�& r )�' r )�( r )�) r )�* r )�+ r )�, r )�- �V)�. r0 )�/ r )�0 r0 )�1 r0 )�2 r0 )�3 r0 )�4 r0 )�5 r0 )�6 r0 )�7 r0 )�8 r0 )�9 r0 )�: r )�; r )�< r )�= r )�> r )�? r )�@ r )�A �M�a)�B rE �b)�C rE �c)�D rE �d)�E rE �e)�F rE �f)�G rE �g)�H rE �h)�I rE �i)�J rE �j)�K rE �k)�L rE �l)�M rE �m)�N rE �n)�O rE �o)�P rE �p)�Q rE �q)�R rE �r)�S rE �s)�T rE �t)�U rE �u)�V rE �v)�W rE �w)�X rE �x)�Y rE �y)�Z rE �z)�[ r )�\ r )�] r )�^ r )�_ r )�` r )�a r0 )�b r0 )�c r0 � r� r� r� �>/usr/lib/python3.8/site-packages/pip/_vendor/idna/uts46data.py�_seg_0 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�d r0 )�e r0 )�f r0 )�g r0 )�h r0 )�i r0 )�j r0 )�k r0 )�l r0 )�m r0 )�n r0 )�o r0 )�p r0 )�q r0 )�r r0 )�s r0 )�t r0 )�u r0 )�v r0 )�w r0 )�x r0 )�y r0 )�z r0 )�{ r )�| r )�} r )�~ r )� r )� �X)� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r� )� r � )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r u ̈)� r0 )� rE rF )� r0 )� r0 )� �I)� r0 )� r � ̄)� r0 )� r0 )� rE �2)� rE r )� r � ́)� rE � μ)� r0 )� r0 )� r u ̧)� rE �1)� rE rb )� r0 )� rE u 1⁄4)� rE u 1⁄2)� rE u 3⁄4)� r0 )� rE � à)� rE � á)�� rE � â)�� rE � ã)�� rE � ä)�� rE � å)�� rE � æ)�� rE � çr� r� r� r� r� �_seg_1p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)�� rE � è)�� rE � é)�� rE � ê)�� rE � ë)�� rE � ì)�� rE � í)�� rE � î)�� rE � ï)�� rE � ð)�� rE � ñ)�� rE � ò)�� rE � ó)�� rE � ô)�� rE � õ)�� rE � ö)�� r0 )�� rE � ø)�� rE � ù)�� rE � ú)�� rE � û)�� rE � ü)�� rE � ý)�� rE � þ)�� �D�ss)�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )�� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� r0 )� rE u ā)i r0 )i rE u ă)i r0 )i rE u ą)i r0 )i rE u ć)i r0 )i rE u ĉ)i r0 )i
rE u ċ)i r0 )i rE u č)i
r0 )i rE u ď)i r0 )i rE u đ)i r0 )i rE u ē)i r0 )i rE u ĕ)i r0 )i rE u ė)i r0 )i rE u ę)i r0 )i rE u ě)i r0 )i rE u ĝ)i r0 )i rE u ğ)i r0 )i rE u ġ)i! r0 )i" rE u ģ)i# r0 )i$ rE u ĥ)i% r0 )i& rE � ħ)i' r0 )i( rE u ĩ)i) r0 )i* rE u ī)i+ r0 r� r� r� r� r� �_seg_2� s� �rL c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i, rE u ĭ)i- r0 )i. rE u į)i/ r0 )i0 rE u i̇)i1 r0 )i2 rE Zij)i4 rE u ĵ)i5 r0 )i6 rE u ķ)i7 r0 )i9 rE u ĺ)i: r0 )i; rE u ļ)i< r0 )i= rE u ľ)i> r0 )i? rE u l·)iA rE u ł)iB r0 )iC rE u ń)iD r0 )iE rE u ņ)iF r0 )iG rE u ň)iH r0 )iI rE u ʼn)iJ rE � ŋ)iK r0 )iL rE u ō)iM r0 )iN rE u ŏ)iO r0 )iP rE u ő)iQ r0 )iR rE � œ)iS r0 )iT rE u ŕ)iU r0 )iV rE u ŗ)iW r0 )iX rE u ř)iY r0 )iZ rE u ś)i[ r0 )i\ rE u ŝ)i] r0 )i^ rE u ş)i_ r0 )i` rE u š)ia r0 )ib rE u ţ)ic r0 )id rE u ť)ie r0 )if rE u ŧ)ig r0 )ih rE u ũ)ii r0 )ij rE u ū)ik r0 )il rE u ŭ)im r0 )in rE u ů)io r0 )ip rE u ű)iq r0 )ir rE u ų)is r0 )it rE u ŵ)iu r0 )iv rE u ŷ)iw r0 )ix rE � ÿ)iy rE u ź)iz r0 )i{ rE u ż)i| r0 )i} rE u ž)i~ r0 )i rE rj )i� r0 )i� rE u ɓ)i� rE u ƃ)i� r0 )i� rE u ƅ)i� r0 )i� rE � ɔ)i� rE u ƈ)i� r0 )i� rE u ɖ)i� rE u ɗ)i� rE u ƌ)i� r0 )i� rE � ǝ)i� rE � ə)i� rE � ɛ)i� rE u ƒ)i� r0 )i� rE u ɠr� r� r� r� r� �_seg_3@ s� �rT c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ɣ)i� r0 )i� rE � ɩ)i� rE � ɨ)i� rE u ƙ)i� r0 )i� rE � ɯ)i� rE � ɲ)i� r0 )i� rE � ɵ)i� rE u ơ)i� r0 )i� rE u ƣ)i� r0 )i� rE u ƥ)i� r0 )i� rE u ʀ)i� rE u ƨ)i� r0 )i� rE � ʃ)i� r0 )i� rE u ƭ)i� r0 )i� rE u ʈ)i� rE u ư)i� r0 )i� rE � ʊ)i� rE � ʋ)i� rE u ƴ)i� r0 )i� rE u ƶ)i� r0 )i� rE � ʒ)i� rE u ƹ)i� r0 )i� rE u ƽ)i� r0 )i� rE u dž)i� rE Zlj)i� rE Znj)i� rE u ǎ)i� r0 )i� rE u ǐ)i� r0 )i� rE u ǒ)i� r0 )i� rE u ǔ)i� r0 )i� rE u ǖ)i� r0 )i� rE u ǘ)i� r0 )i� rE u ǚ)i� r0 )i� rE u ǜ)i� r0 )i� rE u ǟ)i� r0 )i� rE u ǡ)i� r0 )i� rE u ǣ)i� r0 )i� rE u ǥ)i� r0 )i� rE u ǧ)i� r0 )i� rE u ǩ)i� r0 )i� rE u ǫ)i� r0 )i� rE u ǭ)i� r0 )i� rE u ǯ)i� r0 )i� rE Zdz)i� rE u ǵ)i� r0 )i� rE u ƕ)i� rE u ƿ)i� rE u ǹ)i� r0 )i� rE u ǻ)i� r0 )i� rE u ǽ)i� r0 )i� rE u ǿ)i� r0 )i rE u ȁ)i r0 )i rE u ȃ)i r0 )i rE u ȅ)i r0 )i rE u ȇ)i r0 )i rE u ȉ)i r0 )i
rE u ȋ)i r0 )i rE u ȍr� r� r� r� r� �_seg_4� s� �r_ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i
r0 )i rE u ȏ)i r0 )i rE u ȑ)i r0 )i rE u ȓ)i r0 )i rE u ȕ)i r0 )i rE u ȗ)i r0 )i rE u ș)i r0 )i rE u ț)i r0 )i rE u ȝ)i r0 )i rE u ȟ)i r0 )i rE u ƞ)i! r0 )i" rE � ȣ)i# r0 )i$ rE u ȥ)i% r0 )i& rE u ȧ)i' r0 )i( rE u ȩ)i) r0 )i* rE u ȫ)i+ r0 )i, rE u ȭ)i- r0 )i. rE u ȯ)i/ r0 )i0 rE u ȱ)i1 r0 )i2 rE u ȳ)i3 r0 )i: rE u ⱥ)i; rE u ȼ)i< r0 )i= rE u ƚ)i> rE u ⱦ)i? r0 )iA rE u ɂ)iB r0 )iC rE u ƀ)iD rE � ʉ)iE rE � ʌ)iF rE u ɇ)iG r0 )iH rE u ɉ)iI r0 )iJ rE u ɋ)iK r0 )iL rE u ɍ)iM r0 )iN rE u ɏ)iO r0 )i� rE rT )i� rE � ɦ)i� rE rX )i� rE rh )i� rE u ɹ)i� rE u ɻ)i� rE u ʁ)i� rE rr )i� rE rv )i� r0 )i� r u ̆)i� r u ̇)i� r u ̊)i� r u ̨)i� r u ̃)i� r u ̋)i� r0 )i� rE rU )i� rE r\ )i� rE rj )i� rE rt )i� rE u ʕ)i� r0 )i@ rE u ̀)iA rE u ́)iB r0 )iC rE u ̓)iD rE u ̈́)iE rE � ι)iF r0 )iO r� )iP r0 )ip rE u ͱ)iq r0 )ir rE u ͳ)is r0 )it rE u ʹ)iu r0 )iv rE u ͷ)iw r0 r� r� r� r� r� �_seg_5 s� �re c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ix r� )iz r u ι)i{ r0 )i~ r �;)i rE u ϳ)i� r� )i� r r� )i� r � ̈́)i� rE � ά)i� rE � ·)i� rE � έ)i� rE � ή)i� rE � ί)i� r� )i� rE � ό)i� r� )i� rE � ύ)i� rE � ώ)i� r0 )i� rE � α)i� rE � β)i� rE � γ)i� rE � δ)i� rE � ε)i� rE � ζ)i� rE � η)i� rE � θ)i� rE rd )i� rE � κ)i� rE � λ)i� rE r� )i� rE � ν)i� rE � ξ)i� rE � ο)i� rE � π)i� rE � ρ)i� r� )i� rE � σ)i� rE � τ)i� rE � υ)i� rE � φ)i� rE � χ)i� rE � ψ)i� rE � ω)i� rE u ϊ)i� rE � ϋ)i� r0 )i� r( r )i� r0 )i� rE u ϗ)i� rE rq )i� rE rw )i� rE r� )i� rE rn )i� rE r� )i� rE r� )i� rE r} )i� r0 )i� rE u ϙ)i� r0 )i� rE u ϛ)i� r0 )i� rE � ϝ)i� r0 )i� rE u ϟ)i� r0 )i� rE u ϡ)i� r0 )i� rE u ϣ)i� r0 )i� rE u ϥ)i� r0 )i� rE u ϧ)i� r0 )i� rE u ϩ)i� r0 )i� rE u ϫ)i� r0 )i� rE u ϭ)i� r0 )i� rE u ϯ)i� r0 )i� rE rx )i� rE r~ )i� rE r )i� r0 )i� rE rw )i� rE rt )i� r0 )i� rE u ϸ)i� r0 )i� rE r )i� rE u ϻ)i� r0 )i� rE u ͻ)i� rE u ͼ)i� rE u ͽ)i rE u ѐ)i rE u ё)i rE u ђr� r� r� r� r� �_seg_6x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ѓ)i rE u є)i rE u ѕ)i rE u і)i rE u ї)i rE u ј)i rE u љ)i
rE u њ)i rE u ћ)i rE u ќ)i
rE u ѝ)i rE u ў)i rE u џ)i rE u а)i rE u б)i rE � в)i rE u г)i rE � д)i rE u е)i rE u ж)i rE u з)i rE u и)i rE u й)i rE u к)i rE u л)i rE u м)i rE � н)i rE � о)i rE u п)i rE u р)i! rE � с)i" rE � т)i# rE u у)i$ rE u ф)i% rE u х)i& rE u ц)i' rE u ч)i( rE u ш)i) rE u щ)i* rE � ъ)i+ rE u ы)i, rE � ь)i- rE u э)i. rE u ю)i/ rE u я)i0 r0 )i` rE u ѡ)ia r0 )ib rE � ѣ)ic r0 )id rE u ѥ)ie r0 )if rE u ѧ)ig r0 )ih rE u ѩ)ii r0 )ij rE u ѫ)ik r0 )il rE u ѭ)im r0 )in rE u ѯ)io r0 )ip rE u ѱ)iq r0 )ir rE u ѳ)is r0 )it rE u ѵ)iu r0 )iv rE u ѷ)iw r0 )ix rE u ѹ)iy r0 )iz rE u ѻ)i{ r0 )i| rE u ѽ)i} r0 )i~ rE u ѿ)i r0 )i� rE u ҁ)i� r0 )i� rE u ҋ)i� r0 )i� rE u ҍ)i� r0 )i� rE u ҏ)i� r0 )i� rE u ґ)i� r0 )i� rE u ғ)i� r0 )i� rE u ҕ)i� r0 )i� rE u җ)i� r0 )i� rE u ҙ)i� r0 )i� rE u қ)i� r0 )i� rE u ҝ)i� r0 r� r� r� r� r� �_seg_7� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u ҟ)i� r0 )i� rE u ҡ)i� r0 )i� rE u ң)i� r0 )i� rE u ҥ)i� r0 )i� rE u ҧ)i� r0 )i� rE u ҩ)i� r0 )i� rE u ҫ)i� r0 )i� rE u ҭ)i� r0 )i� rE u ү)i� r0 )i� rE u ұ)i� r0 )i� rE u ҳ)i� r0 )i� rE u ҵ)i� r0 )i� rE u ҷ)i� r0 )i� rE u ҹ)i� r0 )i� rE u һ)i� r0 )i� rE u ҽ)i� r0 )i� rE u ҿ)i� r0 )i� r� )i� rE u ӂ)i� r0 )i� rE u ӄ)i� r0 )i� rE u ӆ)i� r0 )i� rE u ӈ)i� r0 )i� rE u ӊ)i� r0 )i� rE u ӌ)i� r0 )i� rE u ӎ)i� r0 )i� rE u ӑ)i� r0 )i� rE u ӓ)i� r0 )i� rE u ӕ)i� r0 )i� rE u ӗ)i� r0 )i� rE u ә)i� r0 )i� rE u ӛ)i� r0 )i� rE u ӝ)i� r0 )i� rE u ӟ)i� r0 )i� rE u ӡ)i� r0 )i� rE u ӣ)i� r0 )i� rE u ӥ)i� r0 )i� rE u ӧ)i� r0 )i� rE u ө)i� r0 )i� rE u ӫ)i� r0 )i� rE u ӭ)i� r0 )i� rE u ӯ)i� r0 )i� rE u ӱ)i� r0 )i� rE u ӳ)i� r0 )i� rE u ӵ)i� r0 )i� rE u ӷ)i� r0 )i� rE u ӹ)i� r0 )i� rE u ӻ)i� r0 )i� rE u ӽ)i� r0 )i� rE u ӿ)i� r0 )i rE u ԁ)i r0 )i rE u ԃr� r� r� r� r� �_seg_8H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i r0 )i rE u ԅ)i r0 )i rE u ԇ)i r0 )i rE u ԉ)i r0 )i
rE u ԋ)i r0 )i rE u ԍ)i
r0 )i rE u ԏ)i r0 )i rE u ԑ)i r0 )i rE u ԓ)i r0 )i rE u ԕ)i r0 )i rE u ԗ)i r0 )i rE u ԙ)i r0 )i rE u ԛ)i r0 )i rE u ԝ)i r0 )i rE u ԟ)i r0 )i rE u ԡ)i! r0 )i" rE u ԣ)i# r0 )i$ rE u ԥ)i% r0 )i& rE u ԧ)i' r0 )i( rE u ԩ)i) r0 )i* rE u ԫ)i+ r0 )i, rE u ԭ)i- r0 )i. rE u ԯ)i/ r0 )i0 r� )i1 rE u ա)i2 rE u բ)i3 rE u գ)i4 rE u դ)i5 rE u ե)i6 rE u զ)i7 rE u է)i8 rE u ը)i9 rE u թ)i: rE u ժ)i; rE u ի)i< rE u լ)i= rE u խ)i> rE u ծ)i? rE u կ)i@ rE u հ)iA rE u ձ)iB rE u ղ)iC rE u ճ)iD rE u մ)iE rE u յ)iF rE u ն)iG rE u շ)iH rE u ո)iI rE u չ)iJ rE u պ)iK rE u ջ)iL rE u ռ)iM rE u ս)iN rE u վ)iO rE u տ)iP rE u ր)iQ rE u ց)iR rE u ւ)iS rE u փ)iT rE u ք)iU rE u օ)iV rE u ֆ)iW r� )iY r0 )i� rE u եւ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_9� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iu rE u اٴ)iv rE u وٴ)iw rE � ۇٴ)ix rE u يٴ)iy r0 )i� r� )i� r0 )i r� )i r0 )iK r� )iM r0 )i� r� )i� r0 )i� r� )i� r0 )i. r� )i0 r0 )i? r� )i@ r0 )i\ r� )i^ r0 )i_ r� )i` r0 )ik r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )iX rE u क़)iY rE u ख़)iZ rE u ग़)i[ rE u ज़)i\ rE u ड़)i] rE u ढ़)i^ rE u फ़)i_ rE u य़)i` r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ড়)i� rE u ঢ়)i� r� )i� rE u য়)i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i)
r� )i*
r0 )i1
r� )i2
r0 )i3
rE u ਲ਼)i4
r� )i5
r0 )i6
rE u ਸ਼)i7
r� )i8
r0 )i:
r� )i<
r0 )i=
r� )i>
r0 )iC
r� )iG
r0 )iI
r� )iK
r0 )iN
r� )iQ
r0 )iR
r� )iY
rE u ਖ਼)iZ
rE u ਗ਼)i[
rE u ਜ਼r� r� r� r� r� �_seg_10 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i\
r0 )i]
r� )i^
rE u ਫ਼)i_
r� )if
r0 )iw
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i< r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iV r0 )iX r� )i\ rE u ଡ଼)i] rE u ଢ଼)i^ r� )i_ r0 )id r� )if r0 )ix r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 r� r� r� r� r� �_seg_11� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i) r� )i* r0 )i: r� )i= r0 )iE r� )iF r0 )iI r� )iJ r0 )iN r� )iU r0 )iW r� )iX r0 )i[ r� )i` r0 )id r� )if r0 )ip r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )iE
r� )iF
r0 )iI
r� )iJ
r0 )iP
r� )iT
r0 )id
r� )if
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i3 rE u ํา)i4 r0 )i; r� )i? r0 )i\ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 r� r� r� r� r� �_seg_12� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� rE u ໍາ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u ຫນ)i� rE u ຫມ)i� r0 )i� r� )i r0 )i rE u ་)i
r0 )iC rE u གྷ)iD r0 )iH r� )iI r0 )iM rE u ཌྷ)iN r0 )iR rE u དྷ)iS r0 )iW rE u བྷ)iX r0 )i\ rE u ཛྷ)i] r0 )ii rE u ཀྵ)ij r0 )im r� )iq r0 )is rE u ཱི)it r0 )iu rE u ཱུ)iv rE u ྲྀ)iw rE u ྲཱྀ)ix rE u ླྀ)iy rE u ླཱྀ)iz r0 )i� rE u ཱྀ)i� r0 )i� rE u ྒྷ)i� r0 )i� r� )i� r0 )i� rE u ྜྷ)i� r0 )i� rE u ྡྷ)i� r0 )i� rE u ྦྷ)i� r0 )i� rE u ྫྷ)i� r0 )i� rE u ྐྵ)i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i� r� )i� rE u ⴧ)i� r� )i� rE u ⴭ)i� r� )i� r0 )i� rE u ნ)i� r0 )i_ r� )ia r0 )iI r� )iJ r0 )iN r� )iP r0 )iW r� )iX r0 )iY r� )iZ r0 )i^ r� )i` r0 )i� r� )i� r0 r� r� r� r� r� �_seg_13P s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i r� )i r0 )i[ r� )i] r0 )i} r� )i� r0 )i� r� )i� r0 )i� r� )i� rE u Ᏸ)i� rE u Ᏹ)i� rE u Ᏺ)i� rE u Ᏻ)i� rE u Ᏼ)i� rE u Ᏽ)i� r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i
r� )i r0 )i r� )i r0 )i7 r� )i@ r0 )iT r� )i` r0 )im r� )in r0 )iq r� )ir r0 )it r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i r� )i r� )i r0 )i r� )i r0 )iy r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i< r� )i@ r0 )iA r� )iD r0 )in r� )ip r0 )iu r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i_ r� )i` r0 )i} r� )i r0 )i� r� )i� r0 r� r� r� r� r� �_seg_14� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iL r� )iP r0 )i} r� )i� r0 )i� r� )i� r0 )i8 r� )i; r0 )iJ r� )iM r0 )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ꙋ)i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i, rE rF )i- rE r� )i. rE rH )i/ r0 )i0 rE rL )i1 rE rN )i2 rE rQ )i3 rE rR )i4 rE rT )i5 rE rV )i6 rE rX )i7 rE rZ )i8 rE r\ )i9 rE r^ )i: rE r` )i; r0 )i< rE rb )i= rE r` )i> rE rd )i? rE rh )i@ rE rl )iA rE rn )iB rE rr )iC rE rF )iD rE � ɐ)iE rE � ɑ)iF rE u ᴂ)iG rE rH )iH rE rL )iI rE rN )iJ rE rR )iK rE rS )iL rE � ɜ)iM rE rR )iN r0 )iO rE rZ )iP rE r^ )iQ rE rM )iR rE rb )iS rE rP )iT rE u ᴖ)iU rE u ᴗ)iV rE rd )iW rE rl )iX rE rn )iY rE u ᴝ)iZ rE rX )i[ rE rp )i\ rE u ᴥ)i] rE rq )i^ rE rr )i_ rE rs )i` rE r� )ia rE r� )ib rE rV )ic rE rh )id rE rn )ie rE rp )if rE rq )ig rE rr )ih rE r~ )ii rE r� )ij rE r� )ik r0 )ix rE r� )iy r0 )i� rE � ɒ)i� rE rJ )i� rE u ɕ)i� rE r r� r� r� r� r� �_seg_15 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE rP )i� rE u ɟ)i� rE � ɡ)i� rE � ɥ)i� rE rW )i� rE rV )i� rE � ɪ)i� rE u ᵻ)i� rE � ʝ)i� rE u ɭ)i� rE u ᶅ)i� rE u ʟ)i� rE � ɱ)i� rE u ɰ)i� rE rY )i� rE u ɳ)i� rE u ɴ)i� rE rZ )i� rE u ɸ)i� rE u ʂ)i� rE r[ )i� rE u ƫ)i� rE ra )i� rE r\ )i� rE u ᴜ)i� rE r] )i� rE rb )i� rE rx )i� rE u ʐ)i� rE u ʑ)i� rE r^ )i� rE rw )i� r0 )i� r� )i� r0 )i rE u ḁ)i r0 )i rE u ḃ)i r0 )i rE u ḅ)i r0 )i rE u ḇ)i r0 )i rE u ḉ)i r0 )i
rE u ḋ)i r0 )i rE u ḍ)i
r0 )i rE u ḏ)i r0 )i rE u ḑ)i r0 )i rE u ḓ)i r0 )i rE u ḕ)i r0 )i rE u ḗ)i r0 )i rE u ḙ)i r0 )i rE u ḛ)i r0 )i rE u ḝ)i r0 )i rE u ḟ)i r0 )i rE u ḡ)i! r0 )i" rE u ḣ)i# r0 )i$ rE u ḥ)i% r0 )i& rE u ḧ)i' r0 )i( rE u ḩ)i) r0 )i* rE u ḫ)i+ r0 )i, rE u ḭ)i- r0 )i. rE u ḯ)i/ r0 )i0 rE u ḱ)i1 r0 )i2 rE u ḳ)i3 r0 )i4 rE u ḵ)i5 r0 )i6 rE u ḷ)i7 r0 )i8 rE u ḹ)i9 r0 )i: rE u ḻ)i; r0 )i< rE u ḽ)i= r0 )i> rE u ḿ)i? r0 r� r� r� r� r� �_seg_16� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i@ rE u ṁ)iA r0 )iB rE u ṃ)iC r0 )iD rE u ṅ)iE r0 )iF rE u ṇ)iG r0 )iH rE u ṉ)iI r0 )iJ rE u ṋ)iK r0 )iL rE u ṍ)iM r0 )iN rE u ṏ)iO r0 )iP rE u ṑ)iQ r0 )iR rE u ṓ)iS r0 )iT rE u ṕ)iU r0 )iV rE u ṗ)iW r0 )iX rE u ṙ)iY r0 )iZ rE u ṛ)i[ r0 )i\ rE u ṝ)i] r0 )i^ rE u ṟ)i_ r0 )i` rE � ṡ)ia r0 )ib rE u ṣ)ic r0 )id rE u ṥ)ie r0 )if rE u ṧ)ig r0 )ih rE u ṩ)ii r0 )ij rE u ṫ)ik r0 )il rE u ṭ)im r0 )in rE u ṯ)io r0 )ip rE u ṱ)iq r0 )ir rE u ṳ)is r0 )it rE u ṵ)iu r0 )iv rE u ṷ)iw r0 )ix rE u ṹ)iy r0 )iz rE u ṻ)i{ r0 )i| rE u ṽ)i} r0 )i~ rE u ṿ)i r0 )i� rE u ẁ)i� r0 )i� rE u ẃ)i� r0 )i� rE u ẅ)i� r0 )i� rE u ẇ)i� r0 )i� rE u ẉ)i� r0 )i� rE u ẋ)i� r0 )i� rE u ẍ)i� r0 )i� rE u ẏ)i� r0 )i� rE u ẑ)i� r0 )i� rE u ẓ)i� r0 )i� rE u ẕ)i� r0 )i� rE u aʾ)i� rE r� )i� r0 )i� rE r) )i� r0 )i� rE u ạ)i� r0 )i� rE u ả)i� r0 )i� rE u ấ)i� r0 )i� rE u ầ)i� r0 )i� rE u ẩr� r� r� r� r� �_seg_17� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� r0 )i� rE u ẫ)i� r0 )i� rE u ậ)i� r0 )i� rE u ắ)i� r0 )i� rE u ằ)i� r0 )i� rE u ẳ)i� r0 )i� rE u ẵ)i� r0 )i� rE u ặ)i� r0 )i� rE u ẹ)i� r0 )i� rE u ẻ)i� r0 )i� rE u ẽ)i� r0 )i� rE u ế)i� r0 )i� rE u ề)i� r0 )i� rE u ể)i� r0 )i� rE u ễ)i� r0 )i� rE u ệ)i� r0 )i� rE u ỉ)i� r0 )i� rE u ị)i� r0 )i� rE u ọ)i� r0 )i� rE u ỏ)i� r0 )i� rE u ố)i� r0 )i� rE u ồ)i� r0 )i� rE u ổ)i� r0 )i� rE u ỗ)i� r0 )i� rE u ộ)i� r0 )i� rE u ớ)i� r0 )i� rE u ờ)i� r0 )i� rE u ở)i� r0 )i� rE u ỡ)i� r0 )i� rE u ợ)i� r0 )i� rE u ụ)i� r0 )i� rE u ủ)i� r0 )i� rE u ứ)i� r0 )i� rE u ừ)i� r0 )i� rE u ử)i� r0 )i� rE u ữ)i� r0 )i� rE u ự)i� r0 )i� rE u ỳ)i� r0 )i� rE u ỵ)i� r0 )i� rE u ỷ)i� r0 )i� rE u ỹ)i� r0 )i� rE u ỻ)i� r0 )i� rE u ỽ)i� r0 )i� rE u ỿ)i� r0 )i rE u ἀ)i rE u ἁ)i
rE u ἂ)i rE u ἃ)i rE u ἄ)i
rE u ἅ)i rE u ἆ)i rE u ἇ)i r0 )i r� )i rE u ἐ)i rE u ἑ)i rE u ἒr� r� r� r� r� �_seg_18X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u ἓ)i rE u ἔ)i rE u ἕ)i r� )i r0 )i( rE u ἠ)i) rE u ἡ)i* rE u ἢ)i+ rE u ἣ)i, rE u ἤ)i- rE u ἥ)i. rE u ἦ)i/ rE u ἧ)i0 r0 )i8 rE u ἰ)i9 rE u ἱ)i: rE u ἲ)i; rE u ἳ)i< rE u ἴ)i= rE u ἵ)i> rE u ἶ)i? rE u ἷ)i@ r0 )iF r� )iH rE u ὀ)iI rE u ὁ)iJ rE u ὂ)iK rE u ὃ)iL rE u ὄ)iM rE u ὅ)iN r� )iP r0 )iX r� )iY rE u ὑ)iZ r� )i[ rE u ὓ)i\ r� )i] rE u ὕ)i^ r� )i_ rE u ὗ)i` r0 )ih rE u ὠ)ii rE u ὡ)ij rE u ὢ)ik rE u ὣ)il rE u ὤ)im rE u ὥ)in rE u ὦ)io rE u ὧ)ip r0 )iq rE rh )ir r0 )is rE rj )it r0 )iu rE rk )iv r0 )iw rE rl )ix r0 )iy rE rm )iz r0 )i{ rE rn )i| r0 )i} rE ro )i~ r� )i� rE � ἀι)i� rE � ἁι)i� rE � ἂι)i� rE � ἃι)i� rE � ἄι)i� rE � ἅι)i� rE � ἆι)i� rE � ἇι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ἠι)i� rE � ἡι)i� rE � ἢι)i� rE � ἣι)i� rE � ἤι)i� rE � ἥι)i� rE � ἦι)i� rE � ἧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE � ὠι)i� rE � ὡι)i� rE � ὢι)i� rE � ὣιr� r� r� r� r� �_seg_19� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � ὤι)i� rE � ὥι)i� rE � ὦι)i� rE � ὧι)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r0 )i� rE u ὰι)i� rE � αι)i� rE u άι)i� r� )i� r0 )i� rE u ᾶι)i� rE u ᾰ)i� rE u ᾱ)i� rE u ὰ)i� rE rh )i� rE r� )i� r � ̓)i� rE rd )i� r r� )i� r u ͂)i� r u ̈͂)i� rE u ὴι)i� rE � ηι)i� rE u ήι)i� r� )i� r0 )i� rE u ῆι)i� rE u ὲ)i� rE rj )i� rE u ὴ)i� rE rk )i� rE r� )i� r u ̓̀)i� r u ̓́)i� r u ̓͂)i� r0 )i� rE u ΐ)i� r� )i� r0 )i� rE u ῐ)i� rE u ῑ)i� rE u ὶ)i� rE rl )i� r� )i� r u ̔̀)i� r u ̔́)i� r u ̔͂)i� r0 )i� rE u ΰ)i� r0 )i� rE u ῠ)i� rE u ῡ)i� rE u ὺ)i� rE rn )i� rE u ῥ)i� r u ̈̀)i� r rg )i� r �`)i� r� )i� rE u ὼι)i� rE � ωι)i� rE u ώι)i� r� )i� r0 )i� rE u ῶι)i� rE u ὸ)i� rE rm )i� rE u ὼ)i� rE ro )i� rE r� )i� r r� )i� r u ̔)i� r� )i r r� )i r� )i r( � )i r� )i r0 )i rE u ‐)i r0 )i r u ̳)i r0 )i$ r� )i' r0 )i( r� )i/ r r� )i0 r0 )i3 rE u ′′)i4 rE u ′′′)i5 r0 )i6 rE u ‵‵)i7 rE u ‵‵‵r� r� r� r� r� �_seg_20( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i8 r0 )i< r z!!)i= r0 )i> r � ̅)i? r0 )iG r z??)iH r z?!)iI r z!?)iJ r0 )iW rE u ′′′′)iX r0 )i_ r r� )i` r� )ia r� )id r� )ie r� )ip rE �0)iq rE rV )ir r� )it rE �4)iu rE �5)iv rE �6)iw rE �7)ix rE �8)iy rE �9)iz r �+)i{ rE � −)i| r �=)i} r �()i~ r �))i rE r` )i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� rE r� )i� r r� )i� r r� )i� r r� )i� r� )i� rE rF )i� rE rN )i� rE rb )i� rE rt )i� rE rR )i� rE rT )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rd )i� rE rj )i� rE rl )i� r� )i� r0 )i� rE Zrs)i� r0 )i� r� )i� r0 )i� r� )i ! r za/c)i! r za/s)i! rE rJ )i! rE u °c)i! r0 )i! r zc/o)i! r zc/u)i! rE rS )i! r0 )i ! rE u °f)i
! rE rR )i ! rE rT )i! rE rK )i! rE rV )i! rE r\ )i! r0 )i! rE r` )i! rE Zno)i! r0 )i! rE rd )i! rE rf )i! rE rh )i ! r0 )i ! rE Zsm)i!! rE Ztel)i"! rE Ztm)i#! r0 )i$! rE rx )i%! r0 )i&! rE r� )i'! r0 )i(! rE rx )i)! r0 r� r� r� r� r� �_seg_21� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i*! rE rZ )i+! rE r� )i,! rE rH )i-! rE rJ )i.! r0 )i/! rE rN )i1! rE rP )i2! r� )i3! rE r^ )i4! rE rb )i5! rE � א)i6! rE u ב)i7! rE u ג)i8! rE � ד)i9! rE rV )i:! r0 )i;! rE Zfax)i<! rE r} )i=! rE rr )i?! rE r} )i@! rE u ∑)iA! r0 )iE! rE rL )iG! rE rN )iH! rE rV )iI! rE rX )iJ! r0 )iP! rE u 1⁄7)iQ! rE u 1⁄9)iR! rE u 1⁄10)iS! rE u 1⁄3)iT! rE u 2⁄3)iU! rE u 1⁄5)iV! rE u 2⁄5)iW! rE u 3⁄5)iX! rE u 4⁄5)iY! rE u 1⁄6)iZ! rE u 5⁄6)i[! rE u 1⁄8)i\! rE u 3⁄8)i]! rE u 5⁄8)i^! rE u 7⁄8)i_! rE u 1⁄)i`! rE rV )ia! rE �ii)ib! rE �iii)ic! rE �iv)id! rE rp )ie! rE �vi)if! rE �vii)ig! rE �viii)ih! rE �ix)ii! rE rt )ij! rE �xi)ik! rE �xii)il! rE r\ )im! rE rJ )in! rE rL )io! rE r^ )ip! rE rV )iq! rE r� )ir! rE r� )is! rE r� )it! rE rp )iu! rE r� )iv! rE r� )iw! rE r� )ix! rE r� )iy! rE rt )iz! rE r� )i{! rE r� )i|! rE r\ )i}! rE rJ )i~! rE rL )i! rE r^ )i�! r0 )i�! r� )i�! r0 )i�! rE u 0⁄3)i�! r0 )i�! r� )i�! r0 )i," rE u ∫∫)i-" rE u ∫∫∫)i." r0 )i/" rE u ∮∮)i0" rE u ∮∮∮)i1" r0 )i`" r )ia" r0 )in" r )ip" r0 )i)# rE � 〈)i*# rE � 〉)i+# r0 )i'$ r� )i@$ r0 )iK$ r� )i`$ rE r� )ia$ rE r� r� r� r� r� r� �_seg_22� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ib$ rE r )ic$ rE r� )id$ rE r� )ie$ rE r� )if$ rE r� )ig$ rE r� )ih$ rE r� )ii$ rE Z10)ij$ rE Z11)ik$ rE Z12)il$ rE Z13)im$ rE Z14)in$ rE Z15)io$ rE Z16)ip$ rE Z17)iq$ rE Z18)ir$ rE Z19)is$ rE Z20)it$ r z(1))iu$ r z(2))iv$ r z(3))iw$ r z(4))ix$ r z(5))iy$ r z(6))iz$ r z(7))i{$ r z(8))i|$ r z(9))i}$ r z(10))i~$ r z(11))i$ r z(12))i�$ r z(13))i�$ r z(14))i�$ r z(15))i�$ r z(16))i�$ r z(17))i�$ r z(18))i�$ r z(19))i�$ r z(20))i�$ r� )i�$ r �(a))i�$ r �(b))i�$ r �(c))i�$ r �(d))i�$ r �(e))i�$ r �(f))i�$ r �(g))i�$ r �(h))i�$ r �(i))i�$ r �(j))i�$ r �(k))i�$ r �(l))i�$ r �(m))i�$ r �(n))i�$ r �(o))i�$ r �(p))i�$ r �(q))i�$ r �(r))i�$ r �(s))i�$ r �(t))i�$ r �(u))i�$ r �(v))i�$ r �(w))i�$ r �(x))i�$ r �(y))i�$ r �(z))i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV )i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE rF )i�$ rE rH )i�$ rE rJ )i�$ rE rL )i�$ rE rN )i�$ rE rP )i�$ rE rR )i�$ rE rT )i�$ rE rV r� r� r� r� r� �_seg_23` s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�$ rE rX )i�$ rE rZ )i�$ rE r\ )i�$ rE r^ )i�$ rE r` )i�$ rE rb )i�$ rE rd )i�$ rE rf )i�$ rE rh )i�$ rE rj )i�$ rE rl )i�$ rE rn )i�$ rE rp )i�$ rE rr )i�$ rE rt )i�$ rE rv )i�$ rE rx )i�$ rE r� )i�$ r0 )i * rE u ∫∫∫∫)i
* r0 )it* r z::=)iu* r z==)iv* r z===)iw* r0 )i�* rE u ⫝̸)i�* r0 )it+ r� )iv+ r0 )i�+ r� )i�+ r0 )i�+ r� )i�+ r0 )i�+ r� )i , rE u ⰰ)i, rE u ⰱ)i, rE u ⰲ)i, rE u ⰳ)i, rE u ⰴ)i, rE u ⰵ)i, rE u ⰶ)i, rE u ⰷ)i, rE u ⰸ)i , rE u ⰹ)i
, rE u ⰺ)i , rE u ⰻ)i , rE u ⰼ)i
, rE u ⰽ)i, rE u ⰾ)i, rE u ⰿ)i, rE u ⱀ)i, rE u ⱁ)i, rE u ⱂ)i, rE u ⱃ)i, rE u ⱄ)i, rE u ⱅ)i, rE u ⱆ)i, rE u ⱇ)i, rE u ⱈ)i, rE u ⱉ)i, rE u ⱊ)i, rE u ⱋ)i , rE u ⱌ)i , rE u ⱍ)i , rE u ⱎ)i , rE u ⱏ)i , rE u ⱐ)i!, rE u ⱑ)i", rE u ⱒ)i#, rE u ⱓ)i$, rE u ⱔ)i%, rE u ⱕ)i&, rE u ⱖ)i', rE u ⱗ)i(, rE u ⱘ)i), rE u ⱙ)i*, rE u ⱚ)i+, rE u ⱛ)i,, rE u ⱜ)i-, rE u ⱝ)i., rE u ⱞ)i/, r� )i0, r0 )i_, r� )i`, rE u ⱡ)ia, r0 )ib, rE � ɫ)ic, rE u ᵽ)id, rE u ɽ)ie, r0 )ig, rE u ⱨ)ih, r0 )ii, rE u ⱪ)ij, r0 )ik, rE u ⱬ)il, r0 )im, rE r� )in, rE r� )io, rE r� )ip, rE r� r� r� r� r� r� �_seg_24� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iq, r0 )ir, rE u ⱳ)is, r0 )iu, rE u ⱶ)iv, r0 )i|, rE rX )i}, rE rp )i~, rE u ȿ)i, rE u ɀ)i�, rE u ⲁ)i�, r0 )i�, rE u ⲃ)i�, r0 )i�, rE u ⲅ)i�, r0 )i�, rE u ⲇ)i�, r0 )i�, rE u ⲉ)i�, r0 )i�, rE u ⲋ)i�, r0 )i�, rE u ⲍ)i�, r0 )i�, rE u ⲏ)i�, r0 )i�, rE u ⲑ)i�, r0 )i�, rE u ⲓ)i�, r0 )i�, rE u ⲕ)i�, r0 )i�, rE u ⲗ)i�, r0 )i�, rE u ⲙ)i�, r0 )i�, rE u ⲛ)i�, r0 )i�, rE u ⲝ)i�, r0 )i�, rE u ⲟ)i�, r0 )i�, rE u ⲡ)i�, r0 )i�, rE u ⲣ)i�, r0 )i�, rE u ⲥ)i�, r0 )i�, rE u ⲧ)i�, r0 )i�, rE u ⲩ)i�, r0 )i�, rE u ⲫ)i�, r0 )i�, rE u ⲭ)i�, r0 )i�, rE u ⲯ)i�, r0 )i�, rE u ⲱ)i�, r0 )i�, rE u ⲳ)i�, r0 )i�, rE u ⲵ)i�, r0 )i�, rE u ⲷ)i�, r0 )i�, rE u ⲹ)i�, r0 )i�, rE u ⲻ)i�, r0 )i�, rE u ⲽ)i�, r0 )i�, rE u ⲿ)i�, r0 )i�, rE u ⳁ)i�, r0 )i�, rE u ⳃ)i�, r0 )i�, rE u ⳅ)i�, r0 )i�, rE u ⳇ)i�, r0 )i�, rE u ⳉ)i�, r0 )i�, rE u ⳋ)i�, r0 )i�, rE u ⳍ)i�, r0 )i�, rE u ⳏ)i�, r0 )i�, rE u ⳑ)i�, r0 )i�, rE u ⳓ)i�, r0 )i�, rE u ⳕ)i�, r0 )i�, rE u ⳗ)i�, r0 )i�, rE u ⳙ)i�, r0 )i�, rE u ⳛr� r� r� r� r� �_seg_250
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�, r0 )i�, rE u ⳝ)i�, r0 )i�, rE u ⳟ)i�, r0 )i�, rE u ⳡ)i�, r0 )i�, rE u ⳣ)i�, r0 )i�, rE u ⳬ)i�, r0 )i�, rE u ⳮ)i�, r0 )i�, rE u ⳳ)i�, r0 )i�, r� )i�, r0 )i&- r� )i'- r0 )i(- r� )i-- r0 )i.- r� )i0- r0 )ih- r� )io- rE u ⵡ)ip- r0 )iq- r� )i- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )i�- r� )i�- r0 )iO. r� )i�. r0 )i�. r� )i�. r0 )i�. rE u 母)i�. r0 )i�. rE u 龟)i�. r� )i / rE � 一)i/ rE u 丨)i/ rE u 丶)i/ rE u 丿)i/ rE � 乙)i/ rE u 亅)i/ rE � 二)i/ rE u 亠)i/ rE � 人)i / rE u 儿)i
/ rE u 入)i / rE � 八)i / rE u 冂)i
/ rE u 冖)i/ rE u 冫)i/ rE u 几)i/ rE � 凵)i/ rE u 刀)i/ rE � 力)i/ rE u 勹)i/ rE u 匕)i/ rE u 匚)i/ rE u 匸)i/ rE � 十)i/ rE u 卜)i/ rE u 卩)i/ rE u 厂)i/ rE u 厶)i / rE u 又)i / rE u 口)i / rE u 囗)i / rE � 土)i / rE u 士)i!/ rE u 夂)i"/ rE u 夊)i#/ rE u 夕)i$/ rE u 大)i%/ rE � 女)i&/ rE u 子)i'/ rE u 宀)i(/ rE u 寸)i)/ rE u 小)i*/ rE � 尢)i+/ rE u 尸)i,/ rE � 屮)i-/ rE u 山r� r� r� r� r� �_seg_26�
s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i./ rE u 巛)i// rE u 工)i0/ rE u 己)i1/ rE u 巾)i2/ rE u 干)i3/ rE u 幺)i4/ rE u 广)i5/ rE u 廴)i6/ rE � 廾)i7/ rE u 弋)i8/ rE u 弓)i9/ rE u 彐)i:/ rE u 彡)i;/ rE u 彳)i</ rE u 心)i=/ rE u 戈)i>/ rE u 戶)i?/ rE � 手)i@/ rE u 支)iA/ rE u 攴)iB/ rE � 文)iC/ rE u 斗)iD/ rE u 斤)iE/ rE u 方)iF/ rE u 无)iG/ rE � 日)iH/ rE u 曰)iI/ rE � 月)iJ/ rE � 木)iK/ rE u 欠)iL/ rE u 止)iM/ rE � 歹)iN/ rE u 殳)iO/ rE u 毋)iP/ rE u 比)iQ/ rE u 毛)iR/ rE u 氏)iS/ rE u 气)iT/ rE � 水)iU/ rE � 火)iV/ rE u 爪)iW/ rE u 父)iX/ rE u 爻)iY/ rE u 爿)iZ/ rE u 片)i[/ rE u 牙)i\/ rE u 牛)i]/ rE u 犬)i^/ rE u 玄)i_/ rE u 玉)i`/ rE u 瓜)ia/ rE u 瓦)ib/ rE u 甘)ic/ rE � 生)id/ rE u 用)ie/ rE u 田)if/ rE u 疋)ig/ rE u 疒)ih/ rE u 癶)ii/ rE u 白)ij/ rE u 皮)ik/ rE u 皿)il/ rE u 目)im/ rE u 矛)in/ rE u 矢)io/ rE u 石)ip/ rE u 示)iq/ rE u 禸)ir/ rE u 禾)is/ rE u 穴)it/ rE � 立)iu/ rE u 竹)iv/ rE u 米)iw/ rE u 糸)ix/ rE u 缶)iy/ rE u 网)iz/ rE u 羊)i{/ rE � 羽)i|/ rE � 老)i}/ rE u 而)i~/ rE u 耒)i/ rE u 耳)i�/ rE u 聿)i�/ rE u 肉)i�/ rE u 臣)i�/ rE u 自)i�/ rE u 至)i�/ rE u 臼)i�/ rE u 舌)i�/ rE u 舛)i�/ rE u 舟)i�/ rE u 艮)i�/ rE u 色)i�/ rE u 艸)i�/ rE u 虍)i�/ rE u 虫)i�/ rE u 血)i�/ rE � 行)i�/ rE � 衣)i�/ rE u 襾r� r� r� r� r� �_seg_27 s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�/ rE � 見)i�/ rE u 角)i�/ rE u 言)i�/ rE u 谷)i�/ rE u 豆)i�/ rE � 豕)i�/ rE u 豸)i�/ rE u 貝)i�/ rE u 赤)i�/ rE � 走)i�/ rE u 足)i�/ rE u 身)i�/ rE � 車)i�/ rE u 辛)i�/ rE � 辰)i�/ rE u 辵)i�/ rE u 邑)i�/ rE u 酉)i�/ rE u 釆)i�/ rE � 里)i�/ rE � 金)i�/ rE u 長)i�/ rE u 門)i�/ rE u 阜)i�/ rE u 隶)i�/ rE u 隹)i�/ rE u 雨)i�/ rE u 靑)i�/ rE u 非)i�/ rE u 面)i�/ rE u 革)i�/ rE u 韋)i�/ rE u 韭)i�/ rE u 音)i�/ rE u 頁)i�/ rE u 風)i�/ rE u 飛)i�/ rE u 食)i�/ rE u 首)i�/ rE u 香)i�/ rE u 馬)i�/ rE u 骨)i�/ rE u 高)i�/ rE u 髟)i�/ rE u 鬥)i�/ rE u 鬯)i�/ rE u 鬲)i�/ rE u 鬼)i�/ rE u 魚)i�/ rE u 鳥)i�/ rE u 鹵)i�/ rE � 鹿)i�/ rE u 麥)i�/ rE � 麻)i�/ rE u 黃)i�/ rE u 黍)i�/ rE u 黑)i�/ rE � 黹)i�/ rE u 黽)i�/ rE u 鼎)i�/ rE u 鼓)i�/ rE u 鼠)i�/ rE � 鼻)i�/ rE u 齊)i�/ rE u 齒)i�/ rE � 龍)i�/ rE � 龜)i�/ rE u 龠)i�/ r� )i 0 r r� )i0 r0 )i0 rE �.)i0 r0 )i60 rE u 〒)i70 r0 )i80 rE r )i90 rE u 卄)i:0 rE u 卅)i;0 r0 )i@0 r� )iA0 r0 )i�0 r� )i�0 r0 )i�0 r u ゙)i�0 r u ゚)i�0 r0 )i�0 rE u より)i�0 r0 )i�0 rE u コト)i 1 r� )i1 r0 )i01 r� )i11 rE � ᄀ)i21 rE � ᄁ)i31 rE � ᆪ)i41 rE � ᄂ)i51 rE � ᆬ)i61 rE � ᆭ)i71 rE � ᄃ)i81 rE � ᄄr� r� r� r� r� �_seg_28h s� �r7 c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i91 rE � ᄅ)i:1 rE � ᆰ)i;1 rE � ᆱ)i<1 rE � ᆲ)i=1 rE � ᆳ)i>1 rE � ᆴ)i?1 rE � ᆵ)i@1 rE � ᄚ)iA1 rE � ᄆ)iB1 rE � ᄇ)iC1 rE � ᄈ)iD1 rE � ᄡ)iE1 rE � ᄉ)iF1 rE � ᄊ)iG1 rE � ᄋ)iH1 rE � ᄌ)iI1 rE � ᄍ)iJ1 rE � ᄎ)iK1 rE � ᄏ)iL1 rE � ᄐ)iM1 rE � ᄑ)iN1 rE � ᄒ)iO1 rE � ᅡ)iP1 rE � ᅢ)iQ1 rE � ᅣ)iR1 rE � ᅤ)iS1 rE � ᅥ)iT1 rE � ᅦ)iU1 rE � ᅧ)iV1 rE � ᅨ)iW1 rE � ᅩ)iX1 rE � ᅪ)iY1 rE � ᅫ)iZ1 rE � ᅬ)i[1 rE � ᅭ)i\1 rE � ᅮ)i]1 rE � ᅯ)i^1 rE � ᅰ)i_1 rE � ᅱ)i`1 rE � ᅲ)ia1 rE � ᅳ)ib1 rE � ᅴ)ic1 rE � ᅵ)id1 r� )ie1 rE u ᄔ)if1 rE u ᄕ)ig1 rE u ᇇ)ih1 rE u ᇈ)ii1 rE u ᇌ)ij1 rE u ᇎ)ik1 rE u ᇓ)il1 rE u ᇗ)im1 rE u ᇙ)in1 rE u ᄜ)io1 rE u ᇝ)ip1 rE u ᇟ)iq1 rE u ᄝ)ir1 rE u ᄞ)is1 rE u ᄠ)it1 rE u ᄢ)iu1 rE u ᄣ)iv1 rE u ᄧ)iw1 rE u ᄩ)ix1 rE u ᄫ)iy1 rE u ᄬ)iz1 rE u ᄭ)i{1 rE u ᄮ)i|1 rE u ᄯ)i}1 rE u ᄲ)i~1 rE u ᄶ)i1 rE u ᅀ)i�1 rE u ᅇ)i�1 rE u ᅌ)i�1 rE u ᇱ)i�1 rE u ᇲ)i�1 rE u ᅗ)i�1 rE u ᅘ)i�1 rE u ᅙ)i�1 rE u ᆄ)i�1 rE u ᆅ)i�1 rE u ᆈ)i�1 rE u ᆑ)i�1 rE u ᆒ)i�1 rE u ᆔ)i�1 rE u ᆞ)i�1 rE u ᆡ)i�1 r� )i�1 r0 )i�1 rE r )i�1 rE r )i�1 rE � 三)i�1 rE � 四)i�1 rE � 上)i�1 rE � 中)i�1 rE � 下)i�1 rE u 甲)i�1 rE r )i�1 rE u 丙)i�1 rE u 丁)i�1 rE � 天r� r� r� r� r� �_seg_29� s� �ri c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�1 rE u 地)i�1 rE r )i�1 r0 )i�1 r� )i�1 r0 )i�1 r� )i�1 r0 )i 2 r u (ᄀ))i2 r u (ᄂ))i2 r u (ᄃ))i2 r u (ᄅ))i2 r u (ᄆ))i2 r u (ᄇ))i2 r u (ᄉ))i2 r u (ᄋ))i2 r u (ᄌ))i 2 r u (ᄎ))i
2 r u (ᄏ))i 2 r u (ᄐ))i 2 r u (ᄑ))i
2 r u (ᄒ))i2 r u (가))i2 r u (나))i2 r u (다))i2 r u (라))i2 r u (마))i2 r u (바))i2 r u (사))i2 r u (아))i2 r u (자))i2 r u (차))i2 r u (카))i2 r u (타))i2 r u (파))i2 r u (하))i 2 r u (주))i 2 r u (오전))i 2 r u (오후))i 2 r� )i 2 r u (一))i!2 r u (二))i"2 r u (三))i#2 r u (四))i$2 r u (五))i%2 r u (六))i&2 r u (七))i'2 r u (八))i(2 r u (九))i)2 r u (十))i*2 r u (月))i+2 r u (火))i,2 r u (水))i-2 r u (木))i.2 r u (金))i/2 r u (土))i02 r u (日))i12 r u (株))i22 r u (有))i32 r u (社))i42 r u (名))i52 r u (特))i62 r u (財))i72 r u (祝))i82 r u (労))i92 r u (代))i:2 r u (呼))i;2 r u (学))i<2 r u (監))i=2 r u (企))i>2 r u (資))i?2 r u (協))i@2 r u (祭))iA2 r u (休))iB2 r u (自))iC2 r u (至))iD2 rE u 問)iE2 rE u 幼)iF2 rE r )iG2 rE u 箏)iH2 r0 )iP2 rE Zpte)iQ2 rE Z21)iR2 rE Z22)iS2 rE Z23)iT2 rE Z24)iU2 rE Z25)iV2 rE Z26)iW2 rE Z27)iX2 rE Z28)iY2 rE Z29)iZ2 rE Z30)i[2 rE Z31)i\2 rE Z32)i]2 rE Z33)i^2 rE Z34)i_2 rE Z35)i`2 rE r/ )ia2 rE r2 )ib2 rE r5 )ic2 rE r8 r� r� r� r� r� �_seg_308 s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)id2 rE r@ )ie2 rE rA )if2 rE rD )ig2 rE rF )ih2 rE rG )ii2 rE rI )ij2 rE rJ )ik2 rE rK )il2 rE rL )im2 rE rM )in2 rE u 가)io2 rE u 나)ip2 rE u 다)iq2 rE u 라)ir2 rE u 마)is2 rE u 바)it2 rE u 사)iu2 rE u 아)iv2 rE u 자)iw2 rE u 차)ix2 rE u 카)iy2 rE u 타)iz2 rE u 파)i{2 rE u 하)i|2 rE u 참고)i}2 rE u 주의)i~2 rE u 우)i2 r0 )i�2 rE r )i�2 rE r )i�2 rE rc )i�2 rE rd )i�2 rE u 五)i�2 rE � 六)i�2 rE u 七)i�2 rE r )i�2 rE u 九)i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r )i�2 rE r' )i�2 rE r )i�2 rE r )i�2 rE u 株)i�2 rE � 有)i�2 rE � 社)i�2 rE u 名)i�2 rE u 特)i�2 rE u 財)i�2 rE � 祝)i�2 rE u 労)i�2 rE u 秘)i�2 rE u 男)i�2 rE r
)i�2 rE u 適)i�2 rE u 優)i�2 rE u 印)i�2 rE u 注)i�2 rE u 項)i�2 rE u 休)i�2 rE u 写)i�2 rE u 正)i�2 rE re )i�2 rE rf )i�2 rE rg )i�2 rE � 左)i�2 rE � 右)i�2 rE u 医)i�2 rE u 宗)i�2 rE u 学)i�2 rE u 監)i�2 rE u 企)i�2 rE u 資)i�2 rE u 協)i�2 rE u 夜)i�2 rE Z36)i�2 rE Z37)i�2 rE Z38)i�2 rE Z39)i�2 rE Z40)i�2 rE Z41)i�2 rE Z42)i�2 rE Z43)i�2 rE Z44)i�2 rE Z45)i�2 rE Z46)i�2 rE Z47)i�2 rE Z48)i�2 rE Z49)i�2 rE Z50)i�2 rE u 1月)i�2 rE u 2月)i�2 rE u 3月)i�2 rE u 4月)i�2 rE u 5月)i�2 rE u 6月)i�2 rE u 7月)i�2 rE u 8月r� r� r� r� r� �_seg_31� s� �rq c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�2 rE u 9月)i�2 rE u 10月)i�2 rE u 11月)i�2 rE u 12月)i�2 rE Zhg)i�2 rE Zerg)i�2 rE Zev)i�2 rE Zltd)i�2 rE � ア)i�2 rE � イ)i�2 rE � ウ)i�2 rE � エ)i�2 rE � オ)i�2 rE � カ)i�2 rE � キ)i�2 rE � ク)i�2 rE � ケ)i�2 rE � コ)i�2 rE � サ)i�2 rE � シ)i�2 rE � ス)i�2 rE � セ)i�2 rE � ソ)i�2 rE � タ)i�2 rE � チ)i�2 rE � ツ)i�2 rE � テ)i�2 rE � ト)i�2 rE � ナ)i�2 rE � ニ)i�2 rE � ヌ)i�2 rE � ネ)i�2 rE � ノ)i�2 rE � ハ)i�2 rE � ヒ)i�2 rE � フ)i�2 rE � ヘ)i�2 rE � ホ)i�2 rE � マ)i�2 rE � ミ)i�2 rE � ム)i�2 rE � メ)i�2 rE � モ)i�2 rE � ヤ)i�2 rE � ユ)i�2 rE � ヨ)i�2 rE � ラ)i�2 rE � リ)i�2 rE � ル)i�2 rE � レ)i�2 rE � ロ)i�2 rE � ワ)i�2 rE u ヰ)i�2 rE u ヱ)i�2 rE � ヲ)i�2 r� )i 3 rE u アパート)i3 rE u アルファ)i3 rE u アンペア)i3 rE u アール)i3 rE u イニング)i3 rE u インチ)i3 rE u ウォン)i3 rE u エスクード)i3 rE u エーカー)i 3 rE u オンス)i
3 rE u オーム)i 3 rE u カイリ)i 3 rE u カラット)i
3 rE u カロリー)i3 rE u ガロン)i3 rE u ガンマ)i3 rE u ギガ)i3 rE u ギニー)i3 rE u キュリー)i3 rE u ギルダー)i3 rE u キロ)i3 rE u キログラム)i3 rE u キロメートル)i3 rE u キロワット)i3 rE u グラム)i3 rE u グラムトン)i3 rE u クルゼイロ)i3 rE u クローネ)i 3 rE u ケース)i 3 rE u コルナ)i 3 rE u コーポ)i 3 rE u サイクル)i 3 rE u サンチーム)i!3 rE u シリング)i"3 rE u センチ)i#3 rE u セント)i$3 rE u ダース)i%3 rE u デシ)i&3 rE u ドル)i'3 rE u トン)i(3 rE u ナノ)i)3 rE u ノット)i*3 rE u ハイツ)i+3 rE u パーセントr� r� r� r� r� �_seg_32
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i,3 rE u パーツ)i-3 rE u バーレル)i.3 rE u ピアストル)i/3 rE u ピクル)i03 rE u ピコ)i13 rE u ビル)i23 rE u ファラッド)i33 rE u フィート)i43 rE u ブッシェル)i53 rE u フラン)i63 rE u ヘクタール)i73 rE u ペソ)i83 rE u ペニヒ)i93 rE u ヘルツ)i:3 rE u ペンス)i;3 rE u ページ)i<3 rE u ベータ)i=3 rE u ポイント)i>3 rE u ボルト)i?3 rE u ホン)i@3 rE u ポンド)iA3 rE u ホール)iB3 rE u ホーン)iC3 rE u マイクロ)iD3 rE u マイル)iE3 rE u マッハ)iF3 rE u マルク)iG3 rE u マンション)iH3 rE u ミクロン)iI3 rE u ミリ)iJ3 rE u ミリバール)iK3 rE u メガ)iL3 rE u メガトン)iM3 rE u メートル)iN3 rE u ヤード)iO3 rE u ヤール)iP3 rE u ユアン)iQ3 rE u リットル)iR3 rE u リラ)iS3 rE u ルピー)iT3 rE u ルーブル)iU3 rE u レム)iV3 rE u レントゲン)iW3 rE u ワット)iX3 rE u 0点)iY3 rE u 1点)iZ3 rE u 2点)i[3 rE u 3点)i\3 rE u 4点)i]3 rE u 5点)i^3 rE u 6点)i_3 rE u 7点)i`3 rE u 8点)ia3 rE u 9点)ib3 rE u 10点)ic3 rE u 11点)id3 rE u 12点)ie3 rE u 13点)if3 rE u 14点)ig3 rE u 15点)ih3 rE u 16点)ii3 rE u 17点)ij3 rE u 18点)ik3 rE u 19点)il3 rE u 20点)im3 rE u 21点)in3 rE u 22点)io3 rE u 23点)ip3 rE u 24点)iq3 rE Zhpa)ir3 rE Zda)is3 rE Zau)it3 rE Zbar)iu3 rE Zov)iv3 rE Zpc)iw3 rE Zdm)ix3 rE Zdm2)iy3 rE Zdm3)iz3 rE Ziu)i{3 rE u 平成)i|3 rE u 昭和)i}3 rE u 大正)i~3 rE u 明治)i3 rE u 株式会社)i�3 rE �pa)i�3 rE Zna)i�3 rE u μa)i�3 rE Zma)i�3 rE Zka)i�3 rE Zkb)i�3 rE �mb)i�3 rE Zgb)i�3 rE Zcal)i�3 rE Zkcal)i�3 rE Zpf)i�3 rE Znf)i�3 rE u μf)i�3 rE u μg)i�3 rE Zmg)i�3 rE Zkgr� r� r� r� r� �_seg_33p
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE �hz)i�3 rE Zkhz)i�3 rE Zmhz)i�3 rE Zghz)i�3 rE Zthz)i�3 rE u μl)i�3 rE Zml)i�3 rE Zdl)i�3 rE Zkl)i�3 rE Zfm)i�3 rE Znm)i�3 rE u μm)i�3 rE Zmm)i�3 rE �cm)i�3 rE �km)i�3 rE Zmm2)i�3 rE Zcm2)i�3 rE Zm2)i�3 rE Zkm2)i�3 rE Zmm3)i�3 rE Zcm3)i�3 rE Zm3)i�3 rE Zkm3)i�3 rE u m∕s)i�3 rE u m∕s2)i�3 rE r� )i�3 rE Zkpa)i�3 rE Zmpa)i�3 rE Zgpa)i�3 rE Zrad)i�3 rE u rad∕s)i�3 rE u rad∕s2)i�3 rE Zps)i�3 rE �ns)i�3 rE u μs)i�3 rE Zms)i�3 rE Zpv)i�3 rE Znv)i�3 rE u μv)i�3 rE �mv)i�3 rE Zkv)i�3 rE r� )i�3 rE Zpw)i�3 rE Znw)i�3 rE u μw)i�3 rE �mw)i�3 rE �kw)i�3 rE r� )i�3 rE u kω)i�3 rE u mω)i�3 r� )i�3 rE Zbq)i�3 rE Zcc)i�3 rE �cd)i�3 rE u c∕kg)i�3 r� )i�3 rE Zdb)i�3 rE Zgy)i�3 rE Zha)i�3 rE Zhp)i�3 rE �in)i�3 rE Zkk)i�3 rE r� )i�3 rE Zkt)i�3 rE Zlm)i�3 rE Zln)i�3 rE �log)i�3 rE Zlx)i�3 rE r� )i�3 rE Zmil)i�3 rE Zmol)i�3 rE Zph)i�3 r� )i�3 rE Zppm)i�3 rE Zpr)i�3 rE �sr)i�3 rE Zsv)i�3 rE �wb)i�3 rE u v∕m)i�3 rE u a∕m)i�3 rE u 1日)i�3 rE u 2日)i�3 rE u 3日)i�3 rE u 4日)i�3 rE u 5日)i�3 rE u 6日)i�3 rE u 7日)i�3 rE u 8日)i�3 rE u 9日)i�3 rE u 10日)i�3 rE u 11日)i�3 rE u 12日)i�3 rE u 13日)i�3 rE u 14日)i�3 rE u 15日)i�3 rE u 16日)i�3 rE u 17日)i�3 rE u 18日)i�3 rE u 19日)i�3 rE u 20日r� r� r� r� r� �_seg_34�
s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�3 rE u 21日)i�3 rE u 22日)i�3 rE u 23日)i�3 rE u 24日)i�3 rE u 25日)i�3 rE u 26日)i�3 rE u 27日)i�3 rE u 28日)i�3 rE u 29日)i�3 rE u 30日)i�3 rE u 31日)i�3 rE Zgal)i 4 r0 )i�M r� )i�M r0 )i� r� )i � r0 )i�� r� )i�� r0 )iǤ r� )iФ r0 )i,� r� )i@� rE u ꙁ)iA� r0 )iB� rE u ꙃ)iC� r0 )iD� rE u ꙅ)iE� r0 )iF� rE u ꙇ)iG� r0 )iH� rE u ꙉ)iI� r0 )iJ� rE r� )iK� r0 )iL� rE u ꙍ)iM� r0 )iN� rE u ꙏ)iO� r0 )iP� rE u ꙑ)iQ� r0 )iR� rE u ꙓ)iS� r0 )iT� rE u ꙕ)iU� r0 )iV� rE u ꙗ)iW� r0 )iX� rE u ꙙ)iY� r0 )iZ� rE u ꙛ)i[� r0 )i\� rE u ꙝ)i]� r0 )i^� rE u ꙟ)i_� r0 )i`� rE u ꙡ)ia� r0 )ib� rE u ꙣ)ic� r0 )id� rE u ꙥ)ie� r0 )if� rE u ꙧ)ig� r0 )ih� rE u ꙩ)ii� r0 )ij� rE u ꙫ)ik� r0 )il� rE u ꙭ)im� r0 )i�� rE u ꚁ)i�� r0 )i�� rE u ꚃ)i�� r0 )i�� rE u ꚅ)i�� r0 )i�� rE u ꚇ)i�� r0 )i�� rE u ꚉ)i�� r0 )i�� rE u ꚋ)i�� r0 )i�� rE u ꚍ)i�� r0 )i�� rE u ꚏ)i�� r0 )i�� rE u ꚑ)i�� r0 )i�� rE u ꚓ)i�� r0 )i�� rE u ꚕ)i�� r0 )i�� rE u ꚗ)i�� r0 )i�� rE u ꚙ)i�� r0 )i�� rE u ꚛ)i�� r0 )i�� rE r� )i�� rE r� )i�� r0 )i�� r� r� r� r� r� r� �_seg_35@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i � r0 )i"� rE u ꜣ)i#� r0 )i$� rE u ꜥ)i%� r0 )i&� rE � ꜧ)i'� r0 )i(� rE u ꜩ)i)� r0 )i*� rE u ꜫ)i+� r0 )i,� rE u ꜭ)i-� r0 )i.� rE u ꜯ)i/� r0 )i2� rE u ꜳ)i3� r0 )i4� rE u ꜵ)i5� r0 )i6� rE u ꜷ)i7� r0 )i8� rE u ꜹ)i9� r0 )i:� rE u ꜻ)i;� r0 )i<� rE u ꜽ)i=� r0 )i>� rE u ꜿ)i?� r0 )i@� rE u ꝁ)iA� r0 )iB� rE u ꝃ)iC� r0 )iD� rE u ꝅ)iE� r0 )iF� rE u ꝇ)iG� r0 )iH� rE u ꝉ)iI� r0 )iJ� rE u ꝋ)iK� r0 )iL� rE u ꝍ)iM� r0 )iN� rE u ꝏ)iO� r0 )iP� rE u ꝑ)iQ� r0 )iR� rE u ꝓ)iS� r0 )iT� rE u ꝕ)iU� r0 )iV� rE u ꝗ)iW� r0 )iX� rE u ꝙ)iY� r0 )iZ� rE u ꝛ)i[� r0 )i\� rE u ꝝ)i]� r0 )i^� rE u ꝟ)i_� r0 )i`� rE u ꝡ)ia� r0 )ib� rE u ꝣ)ic� r0 )id� rE u ꝥ)ie� r0 )if� rE u ꝧ)ig� r0 )ih� rE u ꝩ)ii� r0 )ij� rE u ꝫ)ik� r0 )il� rE u ꝭ)im� r0 )in� rE � ꝯ)io� r0 )ip� rE r� )iq� r0 )iy� rE u ꝺ)iz� r0 )i{� rE u ꝼ)i|� r0 )i}� rE u ᵹ)i~� rE u ꝿ)i� r0 )i�� rE u ꞁ)i�� r0 )i�� rE u ꞃ)i�� r0 )i�� rE u ꞅ)i�� r0 )i�� rE u ꞇ)i�� r0 )i�� rE u ꞌ)i�� r0 )i�� rE r� )i�� r0 )i�� rE u ꞑ)i�� r0 r� r� r� r� r� �_seg_36� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u ꞓ)i�� r0 )i�� rE u ꞗ)i�� r0 )i�� rE u ꞙ)i�� r0 )i�� rE u ꞛ)i�� r0 )i�� rE u ꞝ)i�� r0 )i�� rE u ꞟ)i�� r0 )i�� rE u ꞡ)i�� r0 )i�� rE u ꞣ)i�� r0 )i�� rE u ꞥ)i�� r0 )i�� rE u ꞧ)i�� r0 )i�� rE u ꞩ)i�� r0 )i�� rE rc )i�� rE r� )i�� rE r� )i�� rE u ɬ)i�� rE r� )i�� r0 )i�� rE u ʞ)i�� rE u ʇ)i�� rE r� )i�� rE u ꭓ)i�� rE u ꞵ)i�� r0 )i�� rE u ꞷ)i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� rE rK )i�� rE rN )i�� r0 )i,� r� )i0� r0 )i:� r� )i@� r0 )ix� r� )i�� r0 )iƨ r� )iΨ r0 )iڨ r� )i� r0 )iT� r� )i_� r0 )i}� r� )i�� r0 )iΩ r� )iϩ r0 )iک r� )iީ r0 )i�� r� )i � r0 )i7� r� )i@� r0 )iN� r� )iP� r0 )iZ� r� )i\� r0 )iê r� )i۪ r0 )i�� r� )i� r0 )i� r� )i � r0 )i� r� )i� r0 )i� r� )i � r0 )i'� r� )i(� r0 )i/� r� )i0� r0 )i\� rE r� )i]� rE u ꬷ)i^� rE r )i_� rE u ꭒ)i`� r0 )if� r� )ip� rE u Ꭰ)iq� rE u Ꭱ)ir� rE u Ꭲ)is� rE u Ꭳ)it� rE u Ꭴ)iu� rE u Ꭵ)iv� rE u Ꭶ)iw� rE u Ꭷ)ix� rE u Ꭸ)iy� rE u Ꭹ)iz� rE u Ꭺr� r� r� r� r� �_seg_37 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i{� rE u Ꭻ)i|� rE u Ꭼ)i}� rE u Ꭽ)i~� rE u Ꭾ)i� rE u Ꭿ)i�� rE u Ꮀ)i�� rE u Ꮁ)i�� rE u Ꮂ)i�� rE u Ꮃ)i�� rE u Ꮄ)i�� rE u Ꮅ)i�� rE u Ꮆ)i�� rE u Ꮇ)i�� rE u Ꮈ)i�� rE u Ꮉ)i�� rE u Ꮊ)i�� rE u Ꮋ)i�� rE u Ꮌ)i�� rE u Ꮍ)i�� rE u Ꮎ)i�� rE u Ꮏ)i�� rE u Ꮐ)i�� rE u Ꮑ)i�� rE u Ꮒ)i�� rE u Ꮓ)i�� rE u Ꮔ)i�� rE u Ꮕ)i�� rE u Ꮖ)i�� rE u Ꮗ)i�� rE u Ꮘ)i�� rE u Ꮙ)i�� rE u Ꮚ)i�� rE u Ꮛ)i�� rE u Ꮜ)i�� rE u Ꮝ)i�� rE u Ꮞ)i�� rE u Ꮟ)i�� rE u Ꮠ)i�� rE u Ꮡ)i�� rE u Ꮢ)i�� rE u Ꮣ)i�� rE u Ꮤ)i�� rE u Ꮥ)i�� rE u Ꮦ)i�� rE u Ꮧ)i�� rE u Ꮨ)i�� rE u Ꮩ)i�� rE u Ꮪ)i�� rE u Ꮫ)i�� rE u Ꮬ)i�� rE u Ꮭ)i�� rE u Ꮮ)i�� rE u Ꮯ)i�� rE u Ꮰ)i�� rE u Ꮱ)i�� rE u Ꮲ)i�� rE u Ꮳ)i�� rE u Ꮴ)i�� rE u Ꮵ)i�� rE u Ꮶ)i�� rE u Ꮷ)i�� rE u Ꮸ)i�� rE u Ꮹ)i�� rE u Ꮺ)i�� rE u Ꮻ)i�� rE u Ꮼ)i�� rE u Ꮽ)i�� rE u Ꮾ)i�� rE u Ꮿ)i�� r0 )i� r� )i� r0 )i�� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � rE u 豈)i� rE u 更)i� rE r$ )i� rE u 賈)i� rE u 滑)i� rE u 串)i� rE u 句)i� rE r- )i � rE u 契)i
� rE r' )i � rE u 喇)i � rE u 奈)i
� rE � 懶)i� rE u 癩)i� rE u 羅)i� rE u 蘿)i� rE u 螺)i� rE u 裸)i� rE u 邏)i� rE � 樂)i� rE u 洛r� r� r� r� r� �_seg_38x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 烙)i� rE u 珞)i� rE u 落)i� rE u 酪)i� rE u 駱)i� rE u 亂)i � rE u 卵)i � rE u 欄)i � rE u 爛)i � rE u 蘭)i � rE u 鸞)i!� rE u 嵐)i"� rE u 濫)i#� rE u 藍)i$� rE u 襤)i%� rE u 拉)i&� rE u 臘)i'� rE u 蠟)i(� rE � 廊)i)� rE � 朗)i*� rE u 浪)i+� rE u 狼)i,� rE u 郎)i-� rE u 來)i.� rE u 冷)i/� rE u 勞)i0� rE u 擄)i1� rE u 櫓)i2� rE u 爐)i3� rE u 盧)i4� rE r )i5� rE u 蘆)i6� rE � 虜)i7� rE u 路)i8� rE u 露)i9� rE u 魯)i:� rE u 鷺)i;� rE � 碌)i<� rE u 祿)i=� rE u 綠)i>� rE u 菉)i?� rE u 錄)i@� rE r( )iA� rE u 論)iB� rE u 壟)iC� rE u 弄)iD� rE u 籠)iE� rE u 聾)iF� rE u 牢)iG� rE u 磊)iH� rE u 賂)iI� rE u 雷)iJ� rE u 壘)iK� rE u 屢)iL� rE u 樓)iM� rE u 淚)iN� rE u 漏)iO� rE u 累)iP� rE u 縷)iQ� rE u 陋)iR� rE u 勒)iS� rE u 肋)iT� rE u 凜)iU� rE u 凌)iV� rE u 稜)iW� rE u 綾)iX� rE u 菱)iY� rE u 陵)iZ� rE u 讀)i[� rE u 拏)i\� rE r� )i]� rE � 諾)i^� rE u 丹)i_� rE � 寧)i`� rE u 怒)ia� rE � 率)ib� rE � 異)ic� rE � 北)id� rE u 磻)ie� rE u 便)if� rE u 復)ig� rE u 不)ih� rE u 泌)ii� rE u 數)ij� rE u 索)ik� rE u 參)il� rE u 塞)im� rE u 省)in� rE u 葉)io� rE � 說)ip� rE � 殺)iq� rE r% )ir� rE u 沈)is� rE u 拾)it� rE � 若)iu� rE u 掠)iv� rE u 略)iw� rE u 亮)ix� rE u 兩)iy� rE u 凉r� r� r� r� r� �_seg_39� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iz� rE u 梁)i{� rE u 糧)i|� rE u 良)i}� rE u 諒)i~� rE u 量)i� rE u 勵)i�� rE u 呂)i�� rE r
)i�� rE u 廬)i�� rE u 旅)i�� rE u 濾)i�� rE u 礪)i�� rE u 閭)i�� rE u 驪)i�� rE u 麗)i�� rE u 黎)i�� rE r
)i�� rE u 曆)i�� rE u 歷)i�� rE u 轢)i�� rE u 年)i�� rE u 憐)i�� rE u 戀)i�� rE u 撚)i�� rE u 漣)i�� rE u 煉)i�� rE u 璉)i�� rE u 秊)i�� rE � 練)i�� rE u 聯)i�� rE u 輦)i�� rE u 蓮)i�� rE u 連)i�� rE u 鍊)i�� rE u 列)i�� rE u 劣)i�� rE u 咽)i�� rE u 烈)i�� rE u 裂)i�� rE r� )i�� rE u 廉)i�� rE u 念)i�� rE u 捻)i�� rE u 殮)i�� rE u 簾)i�� rE u 獵)i�� rE u 令)i�� rE u 囹)i�� rE r� )i�� rE u 嶺)i�� rE u 怜)i�� rE u 玲)i�� rE u 瑩)i�� rE u 羚)i�� rE u 聆)i�� rE u 鈴)i�� rE u 零)i�� rE u 靈)i�� rE u 領)i�� rE u 例)i�� rE u 禮)i�� rE u 醴)i�� rE u 隸)i�� rE u 惡)i�� rE u 了)i�� rE u 僚)i�� rE u 寮)i�� rE u 尿)i�� rE � 料)i�� rE r� )i�� rE u 燎)i�� rE u 療)i� rE u 蓼)i� rE u 遼)i� rE r, )i� rE u 暈)i� rE u 阮)i� rE u 劉)i� rE u 杻)i� rE u 柳)i� rE � 流)i� rE u 溜)i� rE u 琉)i� rE u 留)i� rE u 硫)i� rE u 紐)i� rE u 類)i� rE rk )i� rE u 戮)i� rE u 陸)i� rE u 倫)i� rE u 崙)i� rE u 淪)i� rE u 輪)i� rE u 律)i� rE u 慄)i� rE u 栗)i� rE r� )i� rE u 隆)i� rE u 利r� r� r� r� r� �_seg_40H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 吏)i� rE u 履)i� rE u 易)i� rE u 李)i� rE u 梨)i� rE u 泥)i� rE u 理)i� rE u 痢)i� rE u 罹)i� rE u 裏)i� rE u 裡)i� rE r& )i� rE u 離)i� rE u 匿)i� rE u 溺)i� rE u 吝)i� rE u 燐)i� rE u 璘)i� rE u 藺)i� rE u 隣)i� rE u 鱗)i� rE u 麟)i� rE u 林)i�� rE u 淋)i�� rE u 臨)i�� rE r )i�� rE u 笠)i�� rE u 粒)i�� rE u 狀)i�� rE u 炙)i�� rE u 識)i�� rE u 什)i�� rE u 茶)i�� rE u 刺)i � rE � 切)i� rE u 度)i� rE u 拓)i� rE u 糖)i� rE u 宅)i� rE u 洞)i� rE u 暴)i� rE u 輻)i� rE r )i � rE u 降)i
� rE r! )i � rE u 廓)i � rE u 兀)i
� rE u 嗀)i� r0 )i� rE � 塚)i� r0 )i� rE � 晴)i� r0 )i� rE u 凞)i� rE � 猪)i� rE � 益)i� rE u 礼)i� rE u 神)i� rE u 祥)i� rE � 福)i � rE � 靖)i � rE u 精)i � rE r )i � r0 )i � rE u 蘒)i!� r0 )i"� rE � 諸)i#� r0 )i%� rE � 逸)i&� rE u 都)i'� r0 )i*� rE u 飯)i+� rE u 飼)i,� rE u 館)i-� rE u 鶴)i.� rE u 郞)i/� rE u 隷)i0� rE � 侮)i1� rE � 僧)i2� rE � 免)i3� rE � 勉)i4� rE � 勤)i5� rE � 卑)i6� rE � 喝)i7� rE � 嘆)i8� rE u 器)i9� rE u 塀)i:� rE u 墨)i;� rE u 層)i<� rE r )i=� rE � 悔)i>� rE u 慨)i?� rE � 憎)i@� rE � 懲)iA� rE � 敏)iB� rE u 既)iC� rE � 暑)iD� rE � 梅)iE� rE � 海)iF� rE u 渚r� r� r� r� r� �_seg_41� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iG� rE � 漢)iH� rE � 煮)iI� rE u 爫)iJ� rE u 琢)iK� rE u 碑)iL� rE rm )iM� rE u 祉)iN� rE u 祈)iO� rE u 祐)iP� rE � 祖)iQ� rE rn )iR� rE u 禍)iS� rE u 禎)iT� rE � 穀)iU� rE u 突)iV� rE � 節)iW� rE r� )iX� rE u 縉)iY� rE u 繁)iZ� rE u 署)i[� rE � 者)i\� rE u 臭)i]� rE u 艹)i_� rE � 著)i`� rE u 褐)ia� rE � 視)ib� rE � 謁)ic� rE � 謹)id� rE u 賓)ie� rE � 贈)if� rE u 辶)ig� rE r� )ih� rE � 難)ii� rE � 響)ij� rE � 頻)ik� rE u 恵)il� rE u 𤋮)im� rE u 舘)in� r� )ip� rE u 並)iq� rE � 况)ir� rE u 全)is� rE u 侀)it� rE u 充)iu� rE u 冀)iv� rE � 勇)iw� rE � 勺)ix� rE r� )iy� rE u 啕)iz� rE � 喙)i{� rE u 嗢)i|� rE r� )i}� rE u 墳)i~� rE u 奄)i� rE u 奔)i�� rE u 婢)i�� rE u 嬨)i�� rE u 廒)i�� rE u 廙)i�� rE u 彩)i�� rE u 徭)i�� rE u 惘)i�� rE � 慎)i�� rE u 愈)i�� rE r� )i�� rE u 慠)i�� rE r� )i�� rE u 戴)i�� rE u 揄)i�� rE u 搜)i�� rE u 摒)i�� rE u 敖)i�� rE r� )i�� rE r� )i�� rE � 望)i�� rE u 杖)i�� rE r )i�� rE r� )i�� rE r� )i�� rE u 滛)i�� rE � 滋)i�� rE r� )i�� rE � 瀞)i�� rE r� )i�� rE u 瞧)i�� rE � 爵)i�� rE u 犯)i�� rE r� )i�� rE � 瑱)i�� rE u 甆)i�� rE u 画)i�� rE u 瘝)i�� rE u 瘟)i�� rE r� )i�� rE u 盛)i�� rE � 直)i�� rE � 睊)i�� rE u 着)i�� rE � 磌)i�� rE u 窱r� r� r� r� r� �_seg_42 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 类)i�� rE u 絛)i�� rE r� )i�� rE u 缾)i�� rE r� )i�� rE u 荒)i�� rE u 華)i�� rE � 蝹)i�� rE u 襁)i�� rE u 覆)i�� rE r� )i�� rE u 調)i�� rE r� )i�� rE u 請)i�� rE r� )i�� rE r� )i�� rE � 諭)i�� rE r� )i�� rE � 變)i�� rE r� )i� rE � 輸)i� rE u 遲)i� rE u 醙)i� rE u 鉶)i� rE u 陼)i� rE r� )i� rE r� )i� rE u 韛)i� rE r� )i� rE � 頋)i� rE r� )i� rE � 鬒)i� rE r- )i� rE u 𢡊)i� rE u 𢡄)i� rE u 𣏕)i� rE � 㮝)i� rE u 䀘)i� rE � 䀹)i� rE u 𥉉)i� rE u 𥳐)i� rE u 𧻓)i� rE u 齃)i� rE u 龎)i� r� )i � rE Zff)i� rE Zfi)i� rE Zfl)i� rE Zffi)i� rE Zffl)i� rE �st)i� r� )i� rE u մն)i� rE u մե)i� rE u մի)i� rE u վն)i� rE u մխ)i� r� )i � rE u יִ)i � r0 )i � rE u ײַ)i � rE u ע)i!� rE r� )i"� rE r� )i#� rE u ה)i$� rE u כ)i%� rE u ל)i&� rE u ם)i'� rE u ר)i(� rE u ת)i)� r r� )i*� rE u שׁ)i+� rE u שׂ)i,� rE u שּׁ)i-� rE u שּׂ)i.� rE u אַ)i/� rE u אָ)i0� rE u אּ)i1� rE u בּ)i2� rE u גּ)i3� rE u דּ)i4� rE u הּ)i5� rE u וּ)i6� rE u זּ)i7� r� )i8� rE u טּ)i9� rE u יּ)i:� rE u ךּ)i;� rE u כּ)i<� rE u לּ)i=� r� )i>� rE u מּ)i?� r� )i@� rE u נּ)iA� rE u סּ)iB� r� )iC� rE u ףּ)iD� rE u פּ)iE� r� r� r� r� r� r� �_seg_43� s� �r c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� rE u צּ)iG� rE u קּ)iH� rE u רּ)iI� rE u שּ)iJ� rE u תּ)iK� rE u וֹ)iL� rE u בֿ)iM� rE u כֿ)iN� rE u פֿ)iO� rE u אל)iP� rE u ٱ)iR� rE u ٻ)iV� rE u پ)iZ� rE u ڀ)i^� rE u ٺ)ib� rE u ٿ)if� rE u ٹ)ij� rE u ڤ)in� rE u ڦ)ir� rE u ڄ)iv� rE u ڃ)iz� rE u چ)i~� rE u ڇ)i�� rE u ڍ)i�� rE u ڌ)i�� rE u ڎ)i�� rE u ڈ)i�� rE u ژ)i�� rE u ڑ)i�� rE u ک)i�� rE u گ)i�� rE u ڳ)i�� rE u ڱ)i�� rE � ں)i�� rE u ڻ)i�� rE u ۀ)i�� rE u ہ)i�� rE u ھ)i�� rE u ے)i�� rE u ۓ)i�� r0 )i� r� )i� rE u ڭ)i� rE u ۇ)i� rE u ۆ)i� rE u ۈ)i� rE r� )i� rE u ۋ)i� rE u ۅ)i� rE u ۉ)i� rE u ې)i� rE � ى)i� rE u ئا)i� rE u ئە)i� rE u ئو)i� rE u ئۇ)i� rE u ئۆ)i� rE u ئۈ)i�� rE u ئې)i�� rE � ئى)i�� rE u ی)i � rE � ئج)i� rE � ئح)i� rE � ئم)i� rE r
)i� rE � ئي)i� rE � بج)i� rE � بح)i� rE � بخ)i� rE � بم)i � rE � بى)i
� rE � بي)i � rE � تج)i � rE � تح)i
� rE � تخ)i� rE � تم)i� rE � تى)i� rE � تي)i� rE u ثج)i� rE � ثم)i� rE � ثى)i� rE � ثي)i� rE � جح)i� rE � جم)i� rE � حج)i� rE � حم)i� rE � خج)i� rE u خح)i� rE � خم)i � rE � سج)i � rE � سح)i � rE � سخ)i � rE � سم)i � rE � صح)i!� rE � صم)i"� rE � ضج)i#� rE � ضح)i$� rE � ضخ)i%� rE � ضم)i&� rE � طحr� r� r� r� r� �_seg_44� s� �r/ c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i'� rE � طم)i(� rE � ظم)i)� rE � عج)i*� rE � عم)i+� rE � غج)i,� rE � غم)i-� rE � فج)i.� rE � فح)i/� rE � فخ)i0� rE � فم)i1� rE � فى)i2� rE � في)i3� rE � قح)i4� rE � قم)i5� rE � قى)i6� rE � قي)i7� rE � كا)i8� rE � كج)i9� rE � كح)i:� rE � كخ)i;� rE � كل)i<� rE � كم)i=� rE � كى)i>� rE � كي)i?� rE � لج)i@� rE � لح)iA� rE � لخ)iB� rE � لم)iC� rE � لى)iD� rE � لي)iE� rE � مج)iF� rE � مح)iG� rE � مخ)iH� rE � مم)iI� rE u مى)iJ� rE u مي)iK� rE � نج)iL� rE � نح)iM� rE � نخ)iN� rE � نم)iO� rE � نى)iP� rE � ني)iQ� rE � هج)iR� rE � هم)iS� rE u هى)iT� rE u هي)iU� rE � يج)iV� rE � يح)iW� rE � يخ)iX� rE � يم)iY� rE � يى)iZ� rE � يي)i[� rE u ذٰ)i\� rE u رٰ)i]� rE � ىٰ)i^� r u ٌّ)i_� r u ٍّ)i`� r u َّ)ia� r u ُّ)ib� r u ِّ)ic� r u ّٰ)id� rE u ئر)ie� rE u ئز)if� rE r
)ig� rE u ئن)ih� rE r
)ii� rE r )ij� rE u بر)ik� rE u بز)il� rE r )im� rE u بن)in� rE r )io� rE r )ip� rE u تر)iq� rE u تز)ir� rE r )is� rE u تن)it� rE r )iu� rE r )iv� rE u ثر)iw� rE u ثز)ix� rE r )iy� rE u ثن)iz� rE r )i{� rE r )i|� rE r: )i}� rE r; )i~� rE r> )i� rE r? )i�� rE r@ )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rK )i�� rE rL )i�� rE rM )i�� rE u ما)i�� rE rQ )i�� rE u نرr� r� r� r� r� �_seg_45P s� �ra c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u نز)i�� rE rU )i�� rE u نن)i�� rE rV )i�� rE rW )i�� rE r` )i�� rE u ير)i�� rE u يز)i�� rE r] )i�� rE u ين)i�� rE r^ )i�� rE r_ )i�� rE r )i�� rE r )i�� rE u ئخ)i�� rE r
)i�� rE � ئه)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � به)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE � ته)i�� rE r )i�� rE r )i�� rE r )i�� rE r )i�� rE r! )i�� rE r" )i�� rE r# )i�� rE r$ )i�� rE r% )i�� rE r& )i�� rE r' )i�� rE r( )i�� rE u صخ)i�� rE r) )i�� rE r* )i�� rE r+ )i�� rE r, )i�� rE r- )i�� rE r. )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r7 )i�� rE r8 )i�� rE r9 )i� rE r< )i� rE r= )i� rE rA )i� rE rB )i� rE rC )i� rE rD )i� rE rE )i� rE rH )i� rE rI )i� rE rJ )i� rE rK )i� rE u له)i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� rE rT )i� rE rU )i� rE � نه)i� rE rX )i� rE rY )i� rE u هٰ)i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE � يه)i� rE r
)i� rE rb )i� rE r )i� rE rc )i� rE r )i� rE rd )i� rE r )i� rE u ثه)i� rE r' )i� rE � سه)i� rE � شم)i� rE � شه)i� rE rD )i� rE rE )i� rE rK )i� rE rU r� r� r� r� r� �_seg_46� s� �rj c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE re )i� rE r] )i� rE rf )i� rE u ـَّ)i� rE u ـُّ)i� rE u ـِّ)i�� rE � طى)i�� rE � طي)i�� rE � عى)i�� rE � عي)i�� rE � غى)i�� rE � غي)i�� rE � سى)i�� rE � سي)i�� rE � شى)i�� rE � شي)i�� rE � حى)i � rE � حي)i� rE � جى)i� rE � جي)i� rE � خى)i� rE � خي)i� rE � صى)i� rE � صي)i� rE � ضى)i� rE � ضي)i � rE � شج)i
� rE � شح)i � rE � شخ)i � rE rh )i
� rE � شر)i� rE � سر)i� rE � صر)i� rE � ضر)i� rE rk )i� rE rl )i� rE rm )i� rE rn )i� rE ro )i� rE rp )i� rE rq )i� rE rr )i� rE rs )i� rE rt )i� rE ru )i � rE rv )i � rE rw )i � rE rx )i � rE ry )i � rE rz )i!� rE r{ )i"� rE r| )i#� rE r} )i$� rE r~ )i%� rE r )i&� rE r� )i'� rE r� )i(� rE rh )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r )i.� rE r� )i/� rE r� )i0� rE rh )i1� rE rg )i2� rE ri )i3� rE r0 )i4� rE r$ )i5� rE r% )i6� rE r& )i7� rE r )i8� rE r� )i9� rE r� )i:� rE r0 )i;� rE r1 )i<� rE u اً)i>� r0 )i@� r� )iP� rE u تجم)iQ� rE u تحج)iS� rE u تحم)iT� rE u تخم)iU� rE u تمج)iV� rE u تمح)iW� rE u تمخ)iX� rE u جمح)iZ� rE u حمي)i[� rE u حمى)i\� rE u سحج)i]� rE u سجح)i^� rE u سجى)i_� rE u سمح)ia� rE u سمج)ib� rE u سمم)id� rE u صحح)if� rE � صمم)ig� rE u شحم)ii� rE u شجيr� r� r� r� r� �_seg_47 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)ij� rE u شمخ)il� rE u شمم)in� rE u ضحى)io� rE u ضخم)iq� rE u طمح)is� rE u طمم)it� rE u طمي)iu� rE � عجم)iv� rE u عمم)ix� rE u عمى)iy� rE u غمم)iz� rE u غمي)i{� rE u غمى)i|� rE u فخم)i~� rE � قمح)i� rE u قمم)i�� rE � لحم)i�� rE u لحي)i�� rE u لحى)i�� rE u لجج)i�� rE u لخم)i�� rE u لمح)i�� rE u محج)i�� rE u محم)i�� rE u محي)i�� rE u مجح)i�� rE u مجم)i�� rE u مخج)i�� rE u مخم)i�� r� )i�� rE u مجخ)i�� rE u همج)i�� rE u همم)i�� rE u نحم)i�� rE u نحى)i�� rE u نجم)i�� rE u نجى)i�� rE u نمي)i�� rE u نمى)i�� rE u يمم)i�� rE u بخي)i�� rE u تجي)i�� rE u تجى)i�� rE u تخي)i�� rE u تخى)i�� rE u تمي)i�� rE u تمى)i�� rE u جمي)i�� rE u جحى)i�� rE u جمى)i�� rE u سخى)i�� rE u صحي)i�� rE u شحي)i�� rE u ضحي)i�� rE u لجي)i�� rE u لمي)i�� rE u يحي)i�� rE u يجي)i�� rE u يمي)i�� rE u ممي)i�� rE u قمي)i�� rE u نحي)i�� rE r� )i�� rE r� )i�� rE u عمي)i�� rE u كمي)i�� rE � نجح)i�� rE u مخي)i�� rE � لجم)i�� rE � كمم)i�� rE r� )i�� rE r� )i�� rE u جحي)i�� rE u حجي)i�� rE u مجي)i�� rE u فمي)i� rE u بحي)i� rE r� )i� rE r� )i� rE r� )i� rE u سخي)i� rE u نجي)i� r� )i� rE u صلے)i� rE u قلے)i� rE u الله)i� rE u اكبر)i� rE u محمد)i�� rE u صلعم)i�� rE u رسول)i�� rE u عليه)i�� rE u وسلم)i�� rE u صلى)i�� r u! صلى الله عليه وسلم)i�� r u جل جلاله)i�� rE u ریال)i�� r0 )i�� r� )i � r� )i� r �,r� r� r� r� r� �_seg_48� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE � 、)i� r� )i� r �:)i� r rf )i� r �!)i� r �?)i� rE u 〖)i� rE u 〗)i� r� )i � r0 )i0� r� )i1� rE � —)i2� rE u –)i3� r �_)i5� r r� )i6� r r� )i7� r �{)i8� r �})i9� rE � 〔)i:� rE � 〕)i;� rE u 【)i<� rE u 】)i=� rE u 《)i>� rE u 》)i?� rE r� )i@� rE r� )iA� rE � 「)iB� rE � 」)iC� rE u 『)iD� rE u 』)iE� r0 )iG� r �[)iH� r �])iI� r r� )iM� r r� )iP� r r� )iQ� rE r� )iR� r� )iT� r rf )iU� r r� )iV� r r� )iW� r r� )iX� rE r� )iY� r r� )iZ� r r� )i[� r r� )i\� r r� )i]� rE r� )i^� rE r� )i_� r �#)i`� r �&)ia� r �*)ib� r r� )ic� rE �-)id� r �<)ie� r �>)if� r r� )ig� r� )ih� r �\)ii� r �$)ij� r �%)ik� r �@)il� r� )ip� r u ً)iq� rE u ـً)ir� r u ٌ)is� r0 )it� r u ٍ)iu� r� )iv� r u َ)iw� rE u ـَ)ix� r u ُ)iy� rE u ـُ)iz� r u ِ)i{� rE u ـِ)i|� r u ّ)i}� rE u ـّ)i~� r u ْ)i� rE u ـْ)i�� rE u ء)i�� rE u آ)i�� rE u أ)i�� rE u ؤ)i�� rE u إ)i�� rE u ئ)i�� rE � ا)i�� rE � ب)i�� rE u ة)i�� rE � ت)i�� rE � ث)i�� rE � ج)i�� rE � ح)i�� rE � خ)i�� rE � د)i�� rE � ذ)i�� rE � ر)i�� rE � ز)i�� rE � س)i�� rE � ش)i�� rE � صr� r� r� r� r� �_seg_49� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE � ض)i�� rE � ط)i� rE � ظ)i� rE � ع)i� rE � غ)i� rE � ف)i� rE � ق)i� rE � ك)i� rE � ل)i� rE � م)i� rE � ن)i� rE � ه)i� rE � و)i� rE r )i� rE � ي)i�� rE u لآ)i�� rE u لأ)i�� rE u لإ)i�� rE u لا)i�� r� )i�� r� )i � r� )i� r r� )i� r �")i� r r� )i� r r� )i� r r� )i� r r� )i� r �')i� r r� )i � r r� )i
� r r� )i � r r� )i � r r� )i
� rE r� )i� rE r. )i� r �/)i� rE r� )i� rE r� )i� rE r� )i� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� r r� )i� r rf )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� rE rF )i"� rE rH )i#� rE rJ )i$� rE rL )i%� rE rN )i&� rE rP )i'� rE rR )i(� rE rT )i)� rE rV )i*� rE rX )i+� rE rZ )i,� rE r\ )i-� rE r^ )i.� rE r` )i/� rE rb )i0� rE rd )i1� rE rf )i2� rE rh )i3� rE rj )i4� rE rl )i5� rE rn )i6� rE rp )i7� rE rr )i8� rE rt )i9� rE rv )i:� rE rx )i;� r r� )i<� r r� )i=� r r� )i>� r �^)i?� r r� )i@� r r� )iA� rE rF )iB� rE rH )iC� rE rJ )iD� rE rL )iE� rE rN )iF� rE rP )iG� rE rR )iH� rE rT )iI� rE rV )iJ� rE rX )iK� rE rZ )iL� rE r\ )iM� rE r^ )iN� rE r` r� r� r� r� r� �_seg_50X s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iO� rE rb )iP� rE rd )iQ� rE rf )iR� rE rh )iS� rE rj )iT� rE rl )iU� rE rn )iV� rE rp )iW� rE rr )iX� rE rt )iY� rE rv )iZ� rE rx )i[� r r� )i\� r �|)i]� r r� )i^� r �~)i_� rE u ⦅)i`� rE u ⦆)ia� rE r. )ib� rE r� )ic� rE r� )id� rE r� )ie� rE u ・)if� rE r� )ig� rE u ァ)ih� rE u ィ)ii� rE u ゥ)ij� rE u ェ)ik� rE u ォ)il� rE u ャ)im� rE u ュ)in� rE u ョ)io� rE u ッ)ip� rE u ー)iq� rE rr )ir� rE rs )is� rE rt )it� rE ru )iu� rE rv )iv� rE rw )iw� rE rx )ix� rE ry )iy� rE rz )iz� rE r{ )i{� rE r| )i|� rE r} )i}� rE r~ )i~� rE r )i� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE u ン)i�� rE u ゙)i�� rE u ゚)i�� r� )i�� rE r/ )i�� rE r0 )i�� rE r1 )i�� rE r2 )i�� rE r3 )i�� rE r4 )i�� rE r5 )i�� rE r6 )i�� rE r8 )i�� rE r9 )i�� rE r: )i�� rE r; )i�� rE r< )i�� rE r= )i�� rE r> )i�� rE r? )i�� rE r@ )i�� rE rA r� r� r� r� r� �_seg_51� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rB )i�� rE rC )i�� rE rD )i�� rE rE )i�� rE rF )i�� rE rG )i�� rE rH )i�� rE rI )i�� rE rJ )i�� rE rK )i�� rE rL )i�� rE rM )i�� r� )i� rE rN )i� rE rO )i� rE rP )i� rE rQ )i� rE rR )i� rE rS )i� r� )i� rE rT )i� rE rU )i� rE rV )i� rE rW )i� rE rX )i� rE rY )i� r� )i� rE rZ )i� rE r[ )i� rE r\ )i� rE r] )i� rE r^ )i� rE r_ )i� r� )i� rE r` )i� rE ra )i� rE rb )i� r� )i� rE � ¢)i� rE � £)i� rE � ¬)i� r r� )i� rE � ¦)i� rE � ¥)i� rE u ₩)i� r� )i� rE u │)i� rE u ←)i� rE u ↑)i� rE u →)i� rE u ↓)i� rE u ■)i� rE u ○)i� r� )i r0 )i r� )i
r0 )i' r� )i( r0 )i; r� )i< r0 )i> r� )i? r0 )iN r� )iP r0 )i^ r� )i� r0 )i� r� )i r0 )i r� )i r0 )i4 r� )i7 r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i$ r� )i- r0 )iK r� )iP r0 )i{ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i rE u 𐐨)i rE u 𐐩r� r� r� r� r� �_seg_52( s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i rE u 𐐪)i rE u 𐐫)i rE u 𐐬)i rE u 𐐭)i rE u 𐐮)i rE u 𐐯)i rE u 𐐰)i rE u 𐐱)i
rE u 𐐲)i rE u 𐐳)i rE u 𐐴)i
rE u 𐐵)i rE u 𐐶)i rE u 𐐷)i rE u 𐐸)i rE u 𐐹)i rE u 𐐺)i rE u 𐐻)i rE u 𐐼)i rE u 𐐽)i rE u 𐐾)i rE u 𐐿)i rE u 𐑀)i rE u 𐑁)i rE u 𐑂)i rE u 𐑃)i rE u 𐑄)i rE u 𐑅)i rE u 𐑆)i rE u 𐑇)i rE u 𐑈)i! rE u 𐑉)i" rE u 𐑊)i# rE u 𐑋)i$ rE u 𐑌)i% rE u 𐑍)i& rE u 𐑎)i' rE u 𐑏)i( r0 )i� r� )i� r0 )i� r� )i� rE u 𐓘)i� rE u 𐓙)i� rE u 𐓚)i� rE u 𐓛)i� rE u 𐓜)i� rE u 𐓝)i� rE u 𐓞)i� rE u 𐓟)i� rE u 𐓠)i� rE u 𐓡)i� rE u 𐓢)i� rE u 𐓣)i� rE u 𐓤)i� rE u 𐓥)i� rE u 𐓦)i� rE u 𐓧)i� rE u 𐓨)i� rE u 𐓩)i� rE u 𐓪)i� rE u 𐓫)i� rE u 𐓬)i� rE u 𐓭)i� rE u 𐓮)i� rE u 𐓯)i� rE u 𐓰)i� rE u 𐓱)i� rE u 𐓲)i� rE u 𐓳)i� rE u 𐓴)i� rE u 𐓵)i� rE u 𐓶)i� rE u 𐓷)i� rE u 𐓸)i� rE u 𐓹)i� rE u 𐓺)i� rE u 𐓻)i� r� )i� r0 )i� r� )i r0 )i( r� )i0 r0 )id r� )io r0 )ip r� )i r0 )i7 r� )i@ r0 )iV r� )i` r0 )ih r� )i r0 )i r� )i r0 )i r� )i
r0 )i6 r� )i7 r0 r� r� r� r� r� �_seg_53� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i9 r� )i< r0 )i= r� )i? r0 )iV r� )iW r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i r� )i r0 )i: r� )i? r0 )i@ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i
r� )i
r0 )i6
r� )i8
r0 )i;
r� )i?
r0 )iI
r� )iP
r0 )iY
r� )i`
r0 )i�
r� )i�
r0 )i�
r� )i�
r0 )i�
r� )i r0 )i6 r� )i9 r0 )iV r� )iX r0 )is r� )ix r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iI r� )i� rE u 𐳀)i� rE u 𐳁)i� rE u 𐳂)i� rE u 𐳃)i� rE u 𐳄)i� rE u 𐳅)i� rE u 𐳆)i� rE u 𐳇)i� rE u 𐳈)i� rE u 𐳉)i� rE u 𐳊)i� rE u 𐳋)i� rE u 𐳌)i� rE u 𐳍)i� rE u 𐳎)i� rE u 𐳏)i� rE u 𐳐)i� rE u 𐳑)i� rE u 𐳒)i� rE u 𐳓)i� rE u 𐳔)i� rE u 𐳕)i� rE u 𐳖)i� rE u 𐳗)i� rE u 𐳘)i� rE u 𐳙)i� rE u 𐳚)i� rE u 𐳛)i� rE u 𐳜)i� rE u 𐳝)i� rE u 𐳞)i� rE u 𐳟)i� rE u 𐳠)i� rE u 𐳡)i� rE u 𐳢)i� rE u 𐳣)i� rE u 𐳤)i� rE u 𐳥)i� rE u 𐳦)i� rE u 𐳧)i� rE u 𐳨r� r� r� r� r� �_seg_54� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𐳩)i� rE u 𐳪)i� rE u 𐳫)i� rE u 𐳬)i� rE u 𐳭)i� rE u 𐳮)i� rE u 𐳯)i� rE u 𐳰)i� rE u 𐳱)i� rE u 𐳲)i� r� )i� r0 )i� r� )i� r0 )i(
r� )i0
r0 )i:
r� )i` r0 )i r� )i r0 )i( r� )i0 r0 )iZ r� )i r0 )iN r� )iR r0 )ip r� )i r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i5 r� )i6 r0 )iG r� )iP r0 )iw r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i? r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i r� )i r0 )i) r� )i* r0 )i1 r� )i2 r0 )i4 r� )i5 r0 )i: r� )i; r0 )iE r� )iG r0 )iI r� )iK r0 )iN r� )iP r0 )iQ r� )iW r0 )iX r� )i] r0 )id r� )if r0 )im r� )ip r0 )iu r� )i r0 )iZ r� )i[ r0 )i\ r� )i] r0 r� r� r� r� r� �_seg_55` s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i_ r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )iE r� )iP r0 )iZ r� )i` r0 )im r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i, r� )i0 r0 )i@ r� )i r0 )i< r� )i� rE u 𑣀)i� rE u 𑣁)i� rE u 𑣂)i� rE u 𑣃)i� rE u 𑣄)i� rE u 𑣅)i� rE u 𑣆)i� rE u 𑣇)i� rE u 𑣈)i� rE u 𑣉)i� rE u 𑣊)i� rE u 𑣋)i� rE u 𑣌)i� rE u 𑣍)i� rE u 𑣎)i� rE u 𑣏)i� rE u 𑣐)i� rE u 𑣑)i� rE u 𑣒)i� rE u 𑣓)i� rE u 𑣔)i� rE u 𑣕)i� rE u 𑣖)i� rE u 𑣗)i� rE u 𑣘)i� rE u 𑣙)i� rE u 𑣚)i� rE u 𑣛)i� rE u 𑣜)i� rE u 𑣝)i� rE u 𑣞)i� rE u 𑣟)i� r0 )i� r� )i� r0 )i r� )i r0 )iH r� )iP r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i
r0 )i7 r� )i8 r0 )iF r� )iP r0 )im r� )ip r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i r� )i r0 )i
r� )i r0 )i7 r� )i: r0 )i; r� )i< r0 )i> r� )i? r0 )iH r� )iP r0 )iZ r� )i` r0 r� r� r� r� r� �_seg_56� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)if r� )ig r0 )ii r� )ij r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i� r0 )i� r� )i r0 )i�# r� )i $ r0 )io$ r� )ip$ r0 )iu$ r� )i�$ r0 )iD% r� )i 0 r0 )i/4 r� )i D r0 )iGF r� )i h r0 )i9j r� )i@j r0 )i_j r� )i`j r0 )ijj r� )inj r0 )ipj r� )i�j r0 )i�j r� )i�j r0 )i�j r� )i k r0 )iFk r� )iPk r0 )iZk r� )i[k r0 )ibk r� )ick r0 )ixk r� )i}k r0 )i�k r� )i`n r0 )i�n r� )i o r0 )iEo r� )iPo r0 )io r� )i�o r0 )i�o r� )i�o r0 )i�o r� )i p r0 )i� r� )i � r0 )i� r� )i � r0 )i � r� )ip� r0 )i�� r� )i � r0 )ik� r� )ip� r0 )i}� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r� )i � r0 )i�� r� )i � r0 )i'� r� )i)� r0 )i^� rE u 𝅗𝅥)i_� rE u 𝅘𝅥)i`� rE u 𝅘𝅥𝅮)ia� rE u 𝅘𝅥𝅯)ib� rE u 𝅘𝅥𝅰)ic� rE u 𝅘𝅥𝅱)id� rE u 𝅘𝅥𝅲)ie� r0 )is� r� )i{� r0 )i�� rE u 𝆹𝅥)i�� rE u 𝆺𝅥)i�� rE u 𝆹𝅥𝅮)i�� rE u 𝆺𝅥𝅮)i�� rE u 𝆹𝅥𝅯)i�� rE u 𝆺𝅥𝅯)i�� r0 )i�� r� )i � r0 r� r� r� r� r� �_seg_570 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iF� r� )i�� r0 )i�� r� )i � r0 )iW� r� )i`� r0 )iy� r� )i � rE rF )i� rE rH )i� rE rJ )i� rE rL )i� rE rN )i� rE rP )i� rE rR )i� rE rT )i� rE rV )i � rE rX )i
� rE rZ )i � rE r\ )i � rE r^ )i
� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i � rE rJ )i � rE rL )i � rE rN )i � rE rP )i � rE rR )i!� rE rT )i"� rE rV )i#� rE rX )i$� rE rZ )i%� rE r\ )i&� rE r^ )i'� rE r` )i(� rE rb )i)� rE rd )i*� rE rf )i+� rE rh )i,� rE rj )i-� rE rl )i.� rE rn )i/� rE rp )i0� rE rr )i1� rE rt )i2� rE rv )i3� rE rx )i4� rE rF )i5� rE rH )i6� rE rJ )i7� rE rL )i8� rE rN )i9� rE rP )i:� rE rR )i;� rE rT )i<� rE rV )i=� rE rX )i>� rE rZ )i?� rE r\ )i@� rE r^ )iA� rE r` )iB� rE rb )iC� rE rd )iD� rE rf )iE� rE rh )iF� rE rj )iG� rE rl )iH� rE rn )iI� rE rp )iJ� rE rr )iK� rE rt )iL� rE rv )iM� rE rx )iN� rE rF )iO� rE rH )iP� rE rJ )iQ� rE rL )iR� rE rN )iS� rE rP )iT� rE rR )iU� r� )iV� rE rV )iW� rE rX )iX� rE rZ )iY� rE r\ )iZ� rE r^ )i[� rE r` )i\� rE rb r� r� r� r� r� �_seg_58� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i]� rE rd )i^� rE rf )i_� rE rh )i`� rE rj )ia� rE rl )ib� rE rn )ic� rE rp )id� rE rr )ie� rE rt )if� rE rv )ig� rE rx )ih� rE rF )ii� rE rH )ij� rE rJ )ik� rE rL )il� rE rN )im� rE rP )in� rE rR )io� rE rT )ip� rE rV )iq� rE rX )ir� rE rZ )is� rE r\ )it� rE r^ )iu� rE r` )iv� rE rb )iw� rE rd )ix� rE rf )iy� rE rh )iz� rE rj )i{� rE rl )i|� rE rn )i}� rE rp )i~� rE rr )i� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� r� )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rR )i�� r� )i�� rE rX )i�� rE rZ )i�� r� )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� r� )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� r� )i�� rE rP )i�� r� )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` r� r� r� r� r� �_seg_59 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� r� )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i � rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i� rE rH )i� r� )i� rE rL )i� rE rN )i � rE rP )i
� rE rR )i � r� )i
� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� r� )i� rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i � rE rv )i � r� )i � rE rF )i � rE rH )i � rE rJ )i!� rE rL )i"� rE rN )i#� rE rP )i$� rE rR )i%� rE rT )i&� rE rV )i'� rE rX )i(� rE rZ r� r� r� r� r� �_seg_60h s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i)� rE r\ )i*� rE r^ )i+� rE r` )i,� rE rb )i-� rE rd )i.� rE rf )i/� rE rh )i0� rE rj )i1� rE rl )i2� rE rn )i3� rE rp )i4� rE rr )i5� rE rt )i6� rE rv )i7� rE rx )i8� rE rF )i9� rE rH )i:� r� )i;� rE rL )i<� rE rN )i=� rE rP )i>� rE rR )i?� r� )i@� rE rV )iA� rE rX )iB� rE rZ )iC� rE r\ )iD� rE r^ )iE� r� )iF� rE rb )iG� r� )iJ� rE rj )iK� rE rl )iL� rE rn )iM� rE rp )iN� rE rr )iO� rE rt )iP� rE rv )iQ� r� )iR� rE rF )iS� rE rH )iT� rE rJ )iU� rE rL )iV� rE rN )iW� rE rP )iX� rE rR )iY� rE rT )iZ� rE rV )i[� rE rX )i\� rE rZ )i]� rE r\ )i^� rE r^ )i_� rE r` )i`� rE rb )ia� rE rd )ib� rE rf )ic� rE rh )id� rE rj )ie� rE rl )if� rE rn )ig� rE rp )ih� rE rr )ii� rE rt )ij� rE rv )ik� rE rx )il� rE rF )im� rE rH )in� rE rJ )io� rE rL )ip� rE rN )iq� rE rP )ir� rE rR )is� rE rT )it� rE rV )iu� rE rX )iv� rE rZ )iw� rE r\ )ix� rE r^ )iy� rE r` )iz� rE rb )i{� rE rd )i|� rE rf )i}� rE rh )i~� rE rj )i� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV r� r� r� r� r� �_seg_61� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN r� r� r� r� r� �_seg_628 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i � rE rj )i� rE rl )i� rE rn )i� rE rp )i� rE rr )i� rE rt )i� rE rv )i� rE rx )i� rE rF )i � rE rH )i
� rE rJ )i � rE rL )i � rE rN )i
� rE rP )i� rE rR )i� rE rT )i� rE rV )i� rE rX )i� rE rZ )i� rE r\ )i� rE r^ )i� rE r` )i� rE rb )i� rE rd )i� rE rf )i� rE rh )i� rE rj )i� rE rl )i � rE rn )i � rE rp )i � rE rr )i � rE rt )i � rE rv )i!� rE rx )i"� rE rF )i#� rE rH )i$� rE rJ )i%� rE rL )i&� rE rN )i'� rE rP )i(� rE rR )i)� rE rT )i*� rE rV )i+� rE rX )i,� rE rZ )i-� rE r\ )i.� rE r^ )i/� rE r` )i0� rE rb )i1� rE rd )i2� rE rf )i3� rE rh )i4� rE rj )i5� rE rl )i6� rE rn )i7� rE rp )i8� rE rr )i9� rE rt )i:� rE rv )i;� rE rx )i<� rE rF )i=� rE rH )i>� rE rJ )i?� rE rL )i@� rE rN )iA� rE rP )iB� rE rR )iC� rE rT )iD� rE rV )iE� rE rX )iF� rE rZ )iG� rE r\ )iH� rE r^ )iI� rE r` )iJ� rE rb )iK� rE rd )iL� rE rf )iM� rE rh )iN� rE rj )iO� rE rl )iP� rE rn )iQ� rE rp )iR� rE rr )iS� rE rt )iT� rE rv )iU� rE rx )iV� rE rF r� r� r� r� r� �_seg_63� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iW� rE rH )iX� rE rJ )iY� rE rL )iZ� rE rN )i[� rE rP )i\� rE rR )i]� rE rT )i^� rE rV )i_� rE rX )i`� rE rZ )ia� rE r\ )ib� rE r^ )ic� rE r` )id� rE rb )ie� rE rd )if� rE rf )ig� rE rh )ih� rE rj )ii� rE rl )ij� rE rn )ik� rE rp )il� rE rr )im� rE rt )in� rE rv )io� rE rx )ip� rE rF )iq� rE rH )ir� rE rJ )is� rE rL )it� rE rN )iu� rE rP )iv� rE rR )iw� rE rT )ix� rE rV )iy� rE rX )iz� rE rZ )i{� rE r\ )i|� rE r^ )i}� rE r` )i~� rE rb )i� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE rF )i�� rE rH )i�� rE rJ )i�� rE rL )i�� rE rN )i�� rE rP )i�� rE rR )i�� rE rT )i�� rE rV )i�� rE rX )i�� rE rZ )i�� rE r\ )i�� rE r^ )i�� rE r` )i�� rE rb )i�� rE rd )i�� rE rf )i�� rE rh )i�� rE rj )i�� rE rl )i�� rE rn )i�� rE rp )i�� rE rr )i�� rE rt )i�� rE rv )i�� rE rx )i�� rE u ı)i�� rE u ȷ)i�� r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� r� r� r� r� r� �_seg_64 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∇)i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE � ∂)i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i � rE rt )i� rE ru )i� rE rv )i� rE rw )i� rE rd )i� rE rx )i� rE ry )i� rE r� )i� rE rz )i � rE r{ )i
� rE r| )i � rE r} )i � rE r~ )i
� rE r )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE rt )i� rE rw )i� rE rx )i� rE r� )i� rE r~ )i� rE r} )i � rE rp )i � rE rq )i � rE rr )i � rE rs )i � rE rt )i!� rE ru r� r� r� r� r� �_seg_65p s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE rv )i#� rE rw )i$� rE rd )i%� rE rx )i&� rE ry )i'� rE r� )i(� rE rz )i)� rE r{ )i*� rE r| )i+� rE r} )i,� rE r~ )i-� rE rw )i.� rE r )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� rE r� )i4� rE r� )i5� rE r� )i6� rE rp )i7� rE rq )i8� rE rr )i9� rE rs )i:� rE rt )i;� rE ru )i<� rE rv )i=� rE rw )i>� rE rd )i?� rE rx )i@� rE ry )iA� rE r� )iB� rE rz )iC� rE r{ )iD� rE r| )iE� rE r} )iF� rE r~ )iG� rE r )iI� rE r� )iJ� rE r� )iK� rE r� )iL� rE r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� rE rt )iQ� rE rw )iR� rE rx )iS� rE r� )iT� rE r~ )iU� rE r} )iV� rE rp )iW� rE rq )iX� rE rr )iY� rE rs )iZ� rE rt )i[� rE ru )i\� rE rv )i]� rE rw )i^� rE rd )i_� rE rx )i`� rE ry )ia� rE r� )ib� rE rz )ic� rE r{ )id� rE r| )ie� rE r} )if� rE r~ )ig� rE rw )ih� rE r )ii� rE r� )ij� rE r� )ik� rE r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE rp )iq� rE rq )ir� rE rr )is� rE rs )it� rE rt )iu� rE ru )iv� rE rv )iw� rE rw )ix� rE rd )iy� rE rx )iz� rE ry )i{� rE r� )i|� rE rz )i}� rE r{ )i~� rE r| )i� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_66� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE rw )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rp )i�� rE rq )i�� rE rr )i�� rE rs )i�� rE rt )i�� rE ru )i�� rE rv )i�� rE rw )i�� rE rd )i�� rE rx )i�� rE ry )i�� rE r� )i�� rE rz )i�� rE r{ )i�� rE r| )i�� rE r} )i�� rE r~ )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE rt )i�� rE rw )i�� rE rx )i�� rE r� )i�� rE r~ )i�� rE r} )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_67@ s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i � r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i"� r� )i#� r0 )i%� r� )i&� r0 )i+� r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 𞤢)i� rE u 𞤣)i� rE u 𞤤)i� rE u 𞤥)i� rE u 𞤦)i� rE u 𞤧)i� rE u 𞤨)i� rE u 𞤩)i� rE u 𞤪)i � rE u 𞤫)i
� rE u 𞤬)i � rE u 𞤭)i � rE u 𞤮)i
� rE u 𞤯)i� rE u 𞤰)i� rE u 𞤱)i� rE u 𞤲)i� rE u 𞤳)i� rE u 𞤴)i� rE u 𞤵)i� rE u 𞤶)i� rE u 𞤷)i� rE u 𞤸)i� rE u 𞤹)i� rE u 𞤺)i� rE u 𞤻)i� rE u 𞤼)i� rE u 𞤽)i � rE u 𞤾)i � rE u 𞤿)i � rE u 𞥀)i � rE u 𞥁)i � rE u 𞥂)i!� rE u 𞥃)i"� r0 )iK� r� )iP� r0 )iZ� r� )i^� r0 )i`� r� )iq� r0 )i�� r� )i � rE r� )i� rE r� )i� rE r� )i� rE r� )i� r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE r� )i
� rE r� )i � rE r� )i � rE r� )i
� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� r� r� r� r� r� �_seg_68� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i� rE r� )i � rE � ٮ)i � rE r )i � rE � ڡ)i � rE � ٯ)i � r� )i!� rE r� )i"� rE r� )i#� r� )i$� rE r� )i%� r� )i'� rE r� )i(� r� )i)� rE r� )i*� rE r� )i+� rE r� )i,� rE r� )i-� rE r� )i.� rE r� )i/� rE r� )i0� rE r� )i1� rE r� )i2� rE r� )i3� r� )i4� rE r� )i5� rE r� )i6� rE r� )i7� rE r� )i8� r� )i9� rE r� )i:� r� )i;� rE r� )i<� r� )iB� rE r� )iC� r� )iG� rE r� )iH� r� )iI� rE r� )iJ� r� )iK� rE r� )iL� r� )iM� rE r� )iN� rE r� )iO� rE r� )iP� r� )iQ� rE r� )iR� rE r� )iS� r� )iT� rE r� )iU� r� )iW� rE r� )iX� r� )iY� rE r� )iZ� r� )i[� rE r� )i\� r� )i]� rE r )i^� r� )i_� rE r� )i`� r� )ia� rE r� )ib� rE r� )ic� r� )id� rE r� )ie� r� )ig� rE r� )ih� rE r� )ii� rE r� )ij� rE r� )ik� r� )il� rE r� )im� rE r� )in� rE r� )io� rE r� )ip� rE r� )iq� rE r� )ir� rE r� )is� r� )it� rE r� )iu� rE r� )iv� rE r� )iw� rE r� )ix� r� )iy� rE r� )iz� rE r� )i{� rE r� )i|� rE r� )i}� r� )i~� rE r� )i� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� r� r� r� r� r� �_seg_69 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� rE r� )i�� r� )i�� r0 )i�� r� )i � r0 )i,� r� )i0� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i�� r� )i� r z0,)i� r z1,)i� r z2,)i� r z3,)i� r z4,)i� r z5,)i� r z6,)i� r z7,)i � r z8,)i
� r z9,)i � r0 )i
� r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i� r r� )i � r r� )i � r r� )i � r r� )i � r r� )i � r r� )i!� r r� )i"� r r� )i#� r r� )i$� r r� r� r� r� r� r� �_seg_70x s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i%� r r� )i&� r r� )i'� r r� )i(� r r� )i)� r r� )i*� rE u 〔s〕)i+� rE rJ )i,� rE rh )i-� rE r� )i.� rE Zwz)i/� r0 )i0� rE rF )i1� rE rH )i2� rE rJ )i3� rE rL )i4� rE rN )i5� rE rP )i6� rE rR )i7� rE rT )i8� rE rV )i9� rE rX )i:� rE rZ )i;� rE r\ )i<� rE r^ )i=� rE r` )i>� rE rb )i?� rE rd )i@� rE rf )iA� rE rh )iB� rE rj )iC� rE rl )iD� rE rn )iE� rE rp )iF� rE rr )iG� rE rt )iH� rE rv )iI� rE rx )iJ� rE Zhv)iK� rE r� )iL� rE Zsd)iM� rE r) )iN� rE Zppv)iO� rE Zwc)iP� r0 )ij� rE Zmc)ik� rE Zmd)il� r� )ip� r0 )i�� rE Zdj)i�� r0 )i�� r� )i�� r0 )i � rE u ほか)i� rE u ココ)i� rE r| )i� r� )i� rE r )i� rE u 字)i� rE u 双)i� rE u デ)i� rE r )i� rE � 多)i� rE u 解)i� rE rh )i� rE u 交)i� rE u 映)i� rE u 無)i� rE r� )i � rE u 前)i � rE u 後)i � rE � 再)i � rE u 新)i � rE u 初)i!� rE u 終)i"� rE r )i#� rE u 販)i$� rE u 声)i%� rE u 吹)i&� rE u 演)i'� rE u 投)i(� rE u 捕)i)� rE r )i*� rE rc )i+� rE u 遊)i,� rE ro )i-� rE rf )i.� rE rp )i/� rE u 指)i0� rE r# )i1� rE u 打)i2� rE u 禁)i3� rE u 空)i4� rE u 合)i5� rE u 満)i6� rE rl )i7� rE r )i8� rE u 申)i9� rE � 割)i:� rE u 営)i;� rE u 配r� r� r� r� r� �_seg_71� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i<� r� )i@� rE u 〔本〕)iA� rE u 〔三〕)iB� rE u 〔二〕)iC� rE u 〔安〕)iD� rE u 〔点〕)iE� rE u 〔打〕)iF� rE u 〔盗〕)iG� rE u 〔勝〕)iH� rE u 〔敗〕)iI� r� )iP� rE u 得)iQ� rE u 可)iR� r� )i`� r0 )if� r� )i � r0 )i� r� )i� r0 )i� r� )i� r0 )i�� r� )i � r0 )it� r� )i�� r0 )i� r� )i � r0 )i � r� )i� r0 )iH� r� )iP� r0 )iZ� r� )i`� r0 )i�� r� )i�� r0 )i�� r� )i � r0 )i � r� )i� r0 )i?� r� )i@� r0 )iq� r� )is� r0 )iw� r� )iz� r0 )i{� r� )i|� r0 )i�� r� )i�� r0 )i�� r� )i�� r0 )i� r� )i� r0 )i � r� )i`� r0 )in� r� )i r0 )iצ r� )i � r0 )i5� r� )i@� r0 )i � r� )i � r0 )i�� r� )i�� r0 )i�� r� )i � rE u 丽)i� rE u 丸)i� rE u 乁)i� rE u 𠄢)i� rE u 你)i� rE r� )i� rE u 侻)i� rE u 倂)i� rE u 偺)i � rE u 備)i
� rE r� )i � rE u 像)i � rE u 㒞)i
� rE u 𠘺)i� rE r� )i� rE u 兔)i� rE u 兤)i� rE u 具)i� rE u 𠔜)i� rE u 㒹)i� rE u 內)i� rE r� )i� rE u 𠕋)i� rE u 冗)i� rE u 冤)i� rE u 仌)i� rE u 冬)i� rE r� )i � rE u 𩇟)i � rE r )i � rE u 刃)i � rE u 㓟)i � rE u 刻)i!� rE u 剆r� r� r� r� r� �_seg_72H s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i"� rE r� )i#� rE u 剷)i$� rE u 㔕)i%� rE r� )i&� rE r� )i'� rE r� )i(� rE r� )i)� rE u 包)i*� rE u 匆)i+� rE r� )i,� rE u 卉)i-� rE r� )i.� rE u 博)i/� rE u 即)i0� rE u 卽)i1� rE u 卿)i4� rE u 𠨬)i5� rE u 灰)i6� rE u 及)i7� rE u 叟)i8� rE u 𠭣)i9� rE u 叫)i:� rE u 叱)i;� rE u 吆)i<� rE u 咞)i=� rE u 吸)i>� rE u 呈)i?� rE u 周)i@� rE u 咢)iA� rE u 哶)iB� rE u 唐)iC� rE u 啓)iD� rE u 啣)iE� rE u 善)iG� rE r� )iH� rE u 喫)iI� rE u 喳)iJ� rE u 嗂)iK� rE u 圖)iL� rE r� )iM� rE u 圗)iN� rE u 噑)iO� rE u 噴)iP� rE r� )iQ� rE u 壮)iR� rE u 城)iS� rE u 埴)iT� rE u 堍)iU� rE u 型)iV� rE u 堲)iW� rE u 報)iX� rE u 墬)iY� rE u 𡓤)iZ� rE u 売)i[� rE u 壷)i\� rE u 夆)i]� rE r� )i^� rE u 夢)i_� rE u 奢)i`� rE u 𡚨)ia� rE u 𡛪)ib� rE u 姬)ic� rE u 娛)id� rE u 娧)ie� rE u 姘)if� rE u 婦)ig� rE u 㛮)ih� r� )ii� rE u 嬈)ij� rE u 嬾)il� rE u 𡧈)im� rE u 寃)in� rE u 寘)io� rE r� )ip� rE u 寳)iq� rE u 𡬘)ir� rE u 寿)is� rE u 将)it� r� )iu� rE r )iv� rE u 㞁)iw� rE u 屠)ix� rE r )iy� rE u 峀)iz� rE u 岍)i{� rE u 𡷤)i|� rE u 嵃)i}� rE u 𡷦)i~� rE u 嵮)i� rE u 嵫)i�� rE u 嵼)i�� rE u 巡)i�� rE u 巢)i�� rE u 㠯)i�� rE u 巽)i�� rE u 帨)i�� rE u 帽)i�� rE u 幩)i�� rE u 㡢)i�� rE u 𢆃r� r� r� r� r� �_seg_73� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE u 㡼)i�� rE u 庰)i�� rE u 庳)i�� rE u 庶)i�� rE r� )i�� rE u 𪎒)i�� rE r )i�� rE u 𢌱)i�� rE � 舁)i�� rE u 弢)i�� rE u 㣇)i�� rE u 𣊸)i�� rE u 𦇚)i�� rE u 形)i�� rE u 彫)i�� rE u 㣣)i�� rE u 徚)i�� rE u 忍)i�� rE u 志)i�� rE u 忹)i�� rE u 悁)i�� rE u 㤺)i�� rE u 㤜)i�� rE r� )i�� rE u 𢛔)i�� rE u 惇)i�� rE u 慈)i�� rE � 慌)i�� rE r� )i�� rE r� )i�� rE u 慺)i�� rE r� )i�� rE u 憲)i�� rE u 憤)i�� rE u 憯)i�� rE u 懞)i�� rE r� )i�� rE r� )i�� rE u 成)i�� rE u 戛)i�� rE u 扝)i�� rE u 抱)i�� rE u 拔)i�� rE u 捐)i�� rE u 𢬌)i�� rE u 挽)i�� rE u 拼)i�� rE u 捨)i�� rE u 掃)i�� rE u 揤)i�� rE u 𢯱)i�� rE u 搢)i�� rE u 揅)i�� rE u 掩)i� rE u 㨮)i� rE u 摩)i� rE u 摾)i� rE u 撝)i� rE u 摷)i� rE u 㩬)i� rE r� )i� rE u 敬)i� rE u 𣀊)i� rE u 旣)i� rE u 書)i� rE u 晉)i� rE u 㬙)i� rE r� )i� rE u 㬈)i� rE u 㫤)i� rE u 冒)i� rE u 冕)i� rE u 最)i� rE u 暜)i� rE u 肭)i� rE u 䏙)i� rE r� )i� rE r� )i� rE u 朡)i� rE u 杞)i� rE u 杓)i� rE u 𣏃)i� rE u 㭉)i� rE u 柺)i� rE u 枅)i� rE u 桒)i� rE r� )i� rE u 𣑭)i� rE u 梎)i� rE u 栟)i� rE u 椔)i� rE r )i� rE u 楂)i� rE u 榣)i� rE u 槪)i� rE u 檨)i� rE u 𣚣)i� rE u 櫛)i� rE u 㰘)i� rE u 次r� r� r� r� r� �_seg_74 s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i� rE u 𣢧)i� rE u 歔)i� rE u 㱎)i� rE u 歲)i� rE u 殟)i�� rE r� )i�� rE u 殻)i�� rE u 𣪍)i�� rE u 𡴋)i�� rE u 𣫺)i�� rE u 汎)i�� rE u 𣲼)i�� rE u 沿)i�� rE u 泍)i�� rE u 汧)i�� rE u 洖)i � rE u 派)i� rE r� )i� rE r� )i� rE u 浩)i� rE u 浸)i� rE u 涅)i� rE u 𣴞)i� rE u 洴)i� rE u 港)i � rE u 湮)i
� rE u 㴳)i � rE r� )i � rE u 滇)i
� rE u 𣻑)i� rE u 淹)i� rE u 潮)i� rE u 𣽞)i� rE u 𣾎)i� rE u 濆)i� rE u 瀹)i� rE r� )i� rE u 瀛)i� rE u 㶖)i� rE u 灊)i� rE u 災)i� rE u 灷)i� rE u 炭)i� rE u 𠔥)i � rE u 煅)i � rE u 𤉣)i � rE u 熜)i � r� )i � rE u 爨)i!� rE r� )i"� rE u 牐)i#� rE u 𤘈)i$� rE u 犀)i%� rE u 犕)i&� rE u 𤜵)i'� rE u 𤠔)i(� rE u 獺)i)� rE u 王)i*� rE u 㺬)i+� rE u 玥)i,� rE u 㺸)i.� rE u 瑇)i/� rE u 瑜)i0� rE r� )i1� rE u 璅)i2� rE u 瓊)i3� rE u 㼛)i4� rE u 甤)i5� rE u 𤰶)i6� rE u 甾)i7� rE u 𤲒)i8� rE r� )i9� rE u 𢆟)i:� rE u 瘐)i;� rE u 𤾡)i<� rE u 𤾸)i=� rE u 𥁄)i>� rE u 㿼)i?� rE u 䀈)i@� rE r� )iA� rE u 𥃳)iB� rE u 𥃲)iC� rE u 𥄙)iD� rE u 𥄳)iE� rE u 眞)iF� rE u 真)iH� rE r� )iI� rE r )iJ� rE u 瞋)iK� rE u 䁆)iL� rE u 䂖)iM� rE u 𥐝)iN� rE u 硎)iO� rE r� )iP� rE r� )iQ� rE u 䃣)iR� rE u 𥘦)iS� rE r� )iT� rE u 𥚚)iU� rE u 𥛅r� r� r� r� r� �_seg_75� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)iV� rE r� )iW� rE u 秫)iX� rE u 䄯)iY� rE r� )iZ� rE u 穊)i[� rE u 穏)i\� rE u 𥥼)i]� rE u 𥪧)i_� r� )i`� rE u 䈂)ia� rE u 𥮫)ib� rE u 篆)ic� rE u 築)id� rE u 䈧)ie� rE u 𥲀)if� rE u 糒)ig� rE u 䊠)ih� rE u 糨)ii� rE u 糣)ij� rE u 紀)ik� rE u 𥾆)il� rE u 絣)im� rE u 䌁)in� rE u 緇)io� rE u 縂)ip� rE u 繅)iq� rE u 䌴)ir� rE u 𦈨)is� rE u 𦉇)it� rE u 䍙)iu� rE u 𦋙)iv� rE u 罺)iw� rE u 𦌾)ix� rE u 羕)iy� rE u 翺)iz� rE r� )i{� rE u 𦓚)i|� rE u 𦔣)i}� rE u 聠)i~� rE u 𦖨)i� rE u 聰)i�� rE u 𣍟)i�� rE u 䏕)i�� rE u 育)i�� rE u 脃)i�� rE u 䐋)i�� rE u 脾)i�� rE u 媵)i�� rE u 𦞧)i�� rE u 𦞵)i�� rE u 𣎓)i�� rE u 𣎜)i�� rE r� )i�� rE u 舄)i�� rE u 辞)i�� rE u 䑫)i�� rE u 芑)i�� rE u 芋)i�� rE u 芝)i�� rE u 劳)i�� rE u 花)i�� rE u 芳)i�� rE u 芽)i�� rE u 苦)i�� rE u 𦬼)i�� rE r� )i�� rE u 茝)i�� rE u 荣)i�� rE u 莭)i�� rE u 茣)i�� rE u 莽)i�� rE u 菧)i�� rE r� )i�� rE u 荓)i�� rE u 菊)i�� rE u 菌)i�� rE u 菜)i�� rE u 𦰶)i�� rE u 𦵫)i�� rE u 𦳕)i�� rE u 䔫)i�� rE u 蓱)i�� rE u 蓳)i�� rE u 蔖)i�� rE u 𧏊)i�� rE u 蕤)i�� rE u 𦼬)i�� rE u 䕝)i�� rE u 䕡)i�� rE u 𦾱)i�� rE u 𧃒)i�� rE u 䕫)i�� rE u 虐)i�� rE r� )i�� rE u 虧)i�� rE u 虩)i�� rE u 蚩)i�� rE u 蚈)i�� rE u 蜎)i�� rE u 蛢r� r� r� r� r� �_seg_76� s� �r� c d C s� ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcddgdS )eN)i�� rE r� )i�� rE u 蜨)i�� rE u 蝫)i�� rE u 螆)i�� r� )i�� rE u 蟡)i�� rE u 蠁)i� rE u 䗹)i� rE u 衠)i� rE r )i� rE u 𧙧)i� rE u 裗)i� rE u 裞)i� rE u 䘵)i� rE u 裺)i� rE u 㒻)i� rE u 𧢮)i� rE u 𧥦)i� rE u 䚾)i� rE u 䛇)i� rE u 誠)i� rE r� )i� rE r )i� rE r" )i� rE u 𧲨)i� rE u 貫)i� rE u 賁)i� rE u 贛)i� rE u 起)i� rE u 𧼯)i� rE u 𠠄)i� rE u 跋)i� rE u 趼)i� rE u 跰)i� rE u 𠣞)i� rE u 軔)i� rE r )i� rE u 𨗒)i� rE u 𨗭)i� rE u 邔)i� rE u 郱)i� rE u 鄑)i� rE u 𨜮)i� rE u 鄛)i� rE u 鈸)i� rE u 鋗)i� rE u 鋘)i� rE u 鉼)i� rE u 鏹)i� rE u 鐕)i� rE u 𨯺)i� rE u 開)i� rE u 䦕)i� rE u 閷)i� rE u 𨵷)i� rE u 䧦)i� rE u 雃)i� rE u 嶲)i�� rE u 霣)i�� rE u 𩅅)i�� rE u 𩈚)i�� rE u 䩮)i�� rE u 䩶)i�� rE u 韠)i�� rE u 𩐊)i�� rE u 䪲)i�� rE u 𩒖)i�� rE r )i � rE u 頩)i� rE u 𩖶)i� rE u 飢)i� rE u 䬳)i� rE u 餩)i� rE u 馧)i� rE u 駂)i� rE u 駾)i� rE u 䯎)i � rE u 𩬰)i
� rE r )i � rE u 鱀)i � rE u 鳽)i
� rE u 䳎)i� rE u 䳭)i� rE u 鵧)i� rE u 𪃎)i� rE u 䳸)i� rE u 𪄅)i� rE u 𪈎)i� rE u 𪊑)i� rE r) )i� rE u 䵖)i� rE r* )i� rE u 黾)i� rE u 鼅)i� rE u 鼏)i� rE u 鼖)i � rE r+ )i � rE u 𪘀)i � r� )i r� r� r� r� r� r� �_seg_77P s� �r� c C s dgS )N)i� r� r� r� r� r� r� �_seg_78� s �r� N)S�__doc__� __version__r� r� rL rT r_ re r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r7 ri rj rq r� r� r� r� r� r� r� r� r� r� r� r r/ ra rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �tupleZ uts46datar� r� r� r� �<module> s� hhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh�������� �
� � �
��������������� � � � � �!�"�#�$�%�&�'�(�)�*�+�,�-�.�/�0�1�2�3�4�5�6�7�8�9�:�;�<�=�>�?�@�A�B�C�D�E�F�G�H�I�J�K�L�M�N�� idna/__pycache__/__init__.cpython-38.pyc 0000644 00000000335 15043676033 0014066 0 ustar 00 U
��.e: � @ s d dl mZ d dlT dS )� )� __version__)�*N)Z package_datar Zcore� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/idna/__init__.py�<module> s idna/idnadata.py 0000644 00000100347 15043676033 0007612 0 ustar 00 # This file is automatically generated by tools/idna-data
__version__ = "6.3.0"
scripts = {
'Greek': (
0x37000000374,
0x37500000378,
0x37a0000037e,
0x38400000385,
0x38600000387,
0x3880000038b,
0x38c0000038d,
0x38e000003a2,
0x3a3000003e2,
0x3f000000400,
0x1d2600001d2b,
0x1d5d00001d62,
0x1d6600001d6b,
0x1dbf00001dc0,
0x1f0000001f16,
0x1f1800001f1e,
0x1f2000001f46,
0x1f4800001f4e,
0x1f5000001f58,
0x1f5900001f5a,
0x1f5b00001f5c,
0x1f5d00001f5e,
0x1f5f00001f7e,
0x1f8000001fb5,
0x1fb600001fc5,
0x1fc600001fd4,
0x1fd600001fdc,
0x1fdd00001ff0,
0x1ff200001ff5,
0x1ff600001fff,
0x212600002127,
0x101400001018b,
0x1d2000001d246,
),
'Han': (
0x2e8000002e9a,
0x2e9b00002ef4,
0x2f0000002fd6,
0x300500003006,
0x300700003008,
0x30210000302a,
0x30380000303c,
0x340000004db6,
0x4e0000009fcd,
0xf9000000fa6e,
0xfa700000fada,
0x200000002a6d7,
0x2a7000002b735,
0x2b7400002b81e,
0x2f8000002fa1e,
),
'Hebrew': (
0x591000005c8,
0x5d0000005eb,
0x5f0000005f5,
0xfb1d0000fb37,
0xfb380000fb3d,
0xfb3e0000fb3f,
0xfb400000fb42,
0xfb430000fb45,
0xfb460000fb50,
),
'Hiragana': (
0x304100003097,
0x309d000030a0,
0x1b0010001b002,
0x1f2000001f201,
),
'Katakana': (
0x30a1000030fb,
0x30fd00003100,
0x31f000003200,
0x32d0000032ff,
0x330000003358,
0xff660000ff70,
0xff710000ff9e,
0x1b0000001b001,
),
}
joining_types = {
0x600: 85,
0x601: 85,
0x602: 85,
0x603: 85,
0x604: 85,
0x608: 85,
0x60b: 85,
0x620: 68,
0x621: 85,
0x622: 82,
0x623: 82,
0x624: 82,
0x625: 82,
0x626: 68,
0x627: 82,
0x628: 68,
0x629: 82,
0x62a: 68,
0x62b: 68,
0x62c: 68,
0x62d: 68,
0x62e: 68,
0x62f: 82,
0x630: 82,
0x631: 82,
0x632: 82,
0x633: 68,
0x634: 68,
0x635: 68,
0x636: 68,
0x637: 68,
0x638: 68,
0x639: 68,
0x63a: 68,
0x63b: 68,
0x63c: 68,
0x63d: 68,
0x63e: 68,
0x63f: 68,
0x640: 67,
0x641: 68,
0x642: 68,
0x643: 68,
0x644: 68,
0x645: 68,
0x646: 68,
0x647: 68,
0x648: 82,
0x649: 68,
0x64a: 68,
0x66e: 68,
0x66f: 68,
0x671: 82,
0x672: 82,
0x673: 82,
0x674: 85,
0x675: 82,
0x676: 82,
0x677: 82,
0x678: 68,
0x679: 68,
0x67a: 68,
0x67b: 68,
0x67c: 68,
0x67d: 68,
0x67e: 68,
0x67f: 68,
0x680: 68,
0x681: 68,
0x682: 68,
0x683: 68,
0x684: 68,
0x685: 68,
0x686: 68,
0x687: 68,
0x688: 82,
0x689: 82,
0x68a: 82,
0x68b: 82,
0x68c: 82,
0x68d: 82,
0x68e: 82,
0x68f: 82,
0x690: 82,
0x691: 82,
0x692: 82,
0x693: 82,
0x694: 82,
0x695: 82,
0x696: 82,
0x697: 82,
0x698: 82,
0x699: 82,
0x69a: 68,
0x69b: 68,
0x69c: 68,
0x69d: 68,
0x69e: 68,
0x69f: 68,
0x6a0: 68,
0x6a1: 68,
0x6a2: 68,
0x6a3: 68,
0x6a4: 68,
0x6a5: 68,
0x6a6: 68,
0x6a7: 68,
0x6a8: 68,
0x6a9: 68,
0x6aa: 68,
0x6ab: 68,
0x6ac: 68,
0x6ad: 68,
0x6ae: 68,
0x6af: 68,
0x6b0: 68,
0x6b1: 68,
0x6b2: 68,
0x6b3: 68,
0x6b4: 68,
0x6b5: 68,
0x6b6: 68,
0x6b7: 68,
0x6b8: 68,
0x6b9: 68,
0x6ba: 68,
0x6bb: 68,
0x6bc: 68,
0x6bd: 68,
0x6be: 68,
0x6bf: 68,
0x6c0: 82,
0x6c1: 68,
0x6c2: 68,
0x6c3: 82,
0x6c4: 82,
0x6c5: 82,
0x6c6: 82,
0x6c7: 82,
0x6c8: 82,
0x6c9: 82,
0x6ca: 82,
0x6cb: 82,
0x6cc: 68,
0x6cd: 82,
0x6ce: 68,
0x6cf: 82,
0x6d0: 68,
0x6d1: 68,
0x6d2: 82,
0x6d3: 82,
0x6d5: 82,
0x6dd: 85,
0x6ee: 82,
0x6ef: 82,
0x6fa: 68,
0x6fb: 68,
0x6fc: 68,
0x6ff: 68,
0x710: 82,
0x712: 68,
0x713: 68,
0x714: 68,
0x715: 82,
0x716: 82,
0x717: 82,
0x718: 82,
0x719: 82,
0x71a: 68,
0x71b: 68,
0x71c: 68,
0x71d: 68,
0x71e: 82,
0x71f: 68,
0x720: 68,
0x721: 68,
0x722: 68,
0x723: 68,
0x724: 68,
0x725: 68,
0x726: 68,
0x727: 68,
0x728: 82,
0x729: 68,
0x72a: 82,
0x72b: 68,
0x72c: 82,
0x72d: 68,
0x72e: 68,
0x72f: 82,
0x74d: 82,
0x74e: 68,
0x74f: 68,
0x750: 68,
0x751: 68,
0x752: 68,
0x753: 68,
0x754: 68,
0x755: 68,
0x756: 68,
0x757: 68,
0x758: 68,
0x759: 82,
0x75a: 82,
0x75b: 82,
0x75c: 68,
0x75d: 68,
0x75e: 68,
0x75f: 68,
0x760: 68,
0x761: 68,
0x762: 68,
0x763: 68,
0x764: 68,
0x765: 68,
0x766: 68,
0x767: 68,
0x768: 68,
0x769: 68,
0x76a: 68,
0x76b: 82,
0x76c: 82,
0x76d: 68,
0x76e: 68,
0x76f: 68,
0x770: 68,
0x771: 82,
0x772: 68,
0x773: 82,
0x774: 82,
0x775: 68,
0x776: 68,
0x777: 68,
0x778: 82,
0x779: 82,
0x77a: 68,
0x77b: 68,
0x77c: 68,
0x77d: 68,
0x77e: 68,
0x77f: 68,
0x7ca: 68,
0x7cb: 68,
0x7cc: 68,
0x7cd: 68,
0x7ce: 68,
0x7cf: 68,
0x7d0: 68,
0x7d1: 68,
0x7d2: 68,
0x7d3: 68,
0x7d4: 68,
0x7d5: 68,
0x7d6: 68,
0x7d7: 68,
0x7d8: 68,
0x7d9: 68,
0x7da: 68,
0x7db: 68,
0x7dc: 68,
0x7dd: 68,
0x7de: 68,
0x7df: 68,
0x7e0: 68,
0x7e1: 68,
0x7e2: 68,
0x7e3: 68,
0x7e4: 68,
0x7e5: 68,
0x7e6: 68,
0x7e7: 68,
0x7e8: 68,
0x7e9: 68,
0x7ea: 68,
0x7fa: 67,
0x840: 82,
0x841: 68,
0x842: 68,
0x843: 68,
0x844: 68,
0x845: 68,
0x846: 82,
0x847: 68,
0x848: 68,
0x849: 82,
0x84a: 68,
0x84b: 68,
0x84c: 68,
0x84d: 68,
0x84e: 68,
0x84f: 82,
0x850: 68,
0x851: 68,
0x852: 68,
0x853: 68,
0x854: 82,
0x855: 68,
0x856: 85,
0x857: 85,
0x858: 85,
0x8a0: 68,
0x8a2: 68,
0x8a3: 68,
0x8a4: 68,
0x8a5: 68,
0x8a6: 68,
0x8a7: 68,
0x8a8: 68,
0x8a9: 68,
0x8aa: 82,
0x8ab: 82,
0x8ac: 82,
0x1806: 85,
0x1807: 68,
0x180a: 67,
0x180e: 85,
0x1820: 68,
0x1821: 68,
0x1822: 68,
0x1823: 68,
0x1824: 68,
0x1825: 68,
0x1826: 68,
0x1827: 68,
0x1828: 68,
0x1829: 68,
0x182a: 68,
0x182b: 68,
0x182c: 68,
0x182d: 68,
0x182e: 68,
0x182f: 68,
0x1830: 68,
0x1831: 68,
0x1832: 68,
0x1833: 68,
0x1834: 68,
0x1835: 68,
0x1836: 68,
0x1837: 68,
0x1838: 68,
0x1839: 68,
0x183a: 68,
0x183b: 68,
0x183c: 68,
0x183d: 68,
0x183e: 68,
0x183f: 68,
0x1840: 68,
0x1841: 68,
0x1842: 68,
0x1843: 68,
0x1844: 68,
0x1845: 68,
0x1846: 68,
0x1847: 68,
0x1848: 68,
0x1849: 68,
0x184a: 68,
0x184b: 68,
0x184c: 68,
0x184d: 68,
0x184e: 68,
0x184f: 68,
0x1850: 68,
0x1851: 68,
0x1852: 68,
0x1853: 68,
0x1854: 68,
0x1855: 68,
0x1856: 68,
0x1857: 68,
0x1858: 68,
0x1859: 68,
0x185a: 68,
0x185b: 68,
0x185c: 68,
0x185d: 68,
0x185e: 68,
0x185f: 68,
0x1860: 68,
0x1861: 68,
0x1862: 68,
0x1863: 68,
0x1864: 68,
0x1865: 68,
0x1866: 68,
0x1867: 68,
0x1868: 68,
0x1869: 68,
0x186a: 68,
0x186b: 68,
0x186c: 68,
0x186d: 68,
0x186e: 68,
0x186f: 68,
0x1870: 68,
0x1871: 68,
0x1872: 68,
0x1873: 68,
0x1874: 68,
0x1875: 68,
0x1876: 68,
0x1877: 68,
0x1880: 85,
0x1881: 85,
0x1882: 85,
0x1883: 85,
0x1884: 85,
0x1885: 85,
0x1886: 85,
0x1887: 68,
0x1888: 68,
0x1889: 68,
0x188a: 68,
0x188b: 68,
0x188c: 68,
0x188d: 68,
0x188e: 68,
0x188f: 68,
0x1890: 68,
0x1891: 68,
0x1892: 68,
0x1893: 68,
0x1894: 68,
0x1895: 68,
0x1896: 68,
0x1897: 68,
0x1898: 68,
0x1899: 68,
0x189a: 68,
0x189b: 68,
0x189c: 68,
0x189d: 68,
0x189e: 68,
0x189f: 68,
0x18a0: 68,
0x18a1: 68,
0x18a2: 68,
0x18a3: 68,
0x18a4: 68,
0x18a5: 68,
0x18a6: 68,
0x18a7: 68,
0x18a8: 68,
0x18aa: 68,
0x200c: 85,
0x200d: 67,
0x2066: 85,
0x2067: 85,
0x2068: 85,
0x2069: 85,
0xa840: 68,
0xa841: 68,
0xa842: 68,
0xa843: 68,
0xa844: 68,
0xa845: 68,
0xa846: 68,
0xa847: 68,
0xa848: 68,
0xa849: 68,
0xa84a: 68,
0xa84b: 68,
0xa84c: 68,
0xa84d: 68,
0xa84e: 68,
0xa84f: 68,
0xa850: 68,
0xa851: 68,
0xa852: 68,
0xa853: 68,
0xa854: 68,
0xa855: 68,
0xa856: 68,
0xa857: 68,
0xa858: 68,
0xa859: 68,
0xa85a: 68,
0xa85b: 68,
0xa85c: 68,
0xa85d: 68,
0xa85e: 68,
0xa85f: 68,
0xa860: 68,
0xa861: 68,
0xa862: 68,
0xa863: 68,
0xa864: 68,
0xa865: 68,
0xa866: 68,
0xa867: 68,
0xa868: 68,
0xa869: 68,
0xa86a: 68,
0xa86b: 68,
0xa86c: 68,
0xa86d: 68,
0xa86e: 68,
0xa86f: 68,
0xa870: 68,
0xa871: 68,
0xa872: 76,
0xa873: 85,
}
codepoint_classes = {
'PVALID': (
0x2d0000002e,
0x300000003a,
0x610000007b,
0xdf000000f7,
0xf800000100,
0x10100000102,
0x10300000104,
0x10500000106,
0x10700000108,
0x1090000010a,
0x10b0000010c,
0x10d0000010e,
0x10f00000110,
0x11100000112,
0x11300000114,
0x11500000116,
0x11700000118,
0x1190000011a,
0x11b0000011c,
0x11d0000011e,
0x11f00000120,
0x12100000122,
0x12300000124,
0x12500000126,
0x12700000128,
0x1290000012a,
0x12b0000012c,
0x12d0000012e,
0x12f00000130,
0x13100000132,
0x13500000136,
0x13700000139,
0x13a0000013b,
0x13c0000013d,
0x13e0000013f,
0x14200000143,
0x14400000145,
0x14600000147,
0x14800000149,
0x14b0000014c,
0x14d0000014e,
0x14f00000150,
0x15100000152,
0x15300000154,
0x15500000156,
0x15700000158,
0x1590000015a,
0x15b0000015c,
0x15d0000015e,
0x15f00000160,
0x16100000162,
0x16300000164,
0x16500000166,
0x16700000168,
0x1690000016a,
0x16b0000016c,
0x16d0000016e,
0x16f00000170,
0x17100000172,
0x17300000174,
0x17500000176,
0x17700000178,
0x17a0000017b,
0x17c0000017d,
0x17e0000017f,
0x18000000181,
0x18300000184,
0x18500000186,
0x18800000189,
0x18c0000018e,
0x19200000193,
0x19500000196,
0x1990000019c,
0x19e0000019f,
0x1a1000001a2,
0x1a3000001a4,
0x1a5000001a6,
0x1a8000001a9,
0x1aa000001ac,
0x1ad000001ae,
0x1b0000001b1,
0x1b4000001b5,
0x1b6000001b7,
0x1b9000001bc,
0x1bd000001c4,
0x1ce000001cf,
0x1d0000001d1,
0x1d2000001d3,
0x1d4000001d5,
0x1d6000001d7,
0x1d8000001d9,
0x1da000001db,
0x1dc000001de,
0x1df000001e0,
0x1e1000001e2,
0x1e3000001e4,
0x1e5000001e6,
0x1e7000001e8,
0x1e9000001ea,
0x1eb000001ec,
0x1ed000001ee,
0x1ef000001f1,
0x1f5000001f6,
0x1f9000001fa,
0x1fb000001fc,
0x1fd000001fe,
0x1ff00000200,
0x20100000202,
0x20300000204,
0x20500000206,
0x20700000208,
0x2090000020a,
0x20b0000020c,
0x20d0000020e,
0x20f00000210,
0x21100000212,
0x21300000214,
0x21500000216,
0x21700000218,
0x2190000021a,
0x21b0000021c,
0x21d0000021e,
0x21f00000220,
0x22100000222,
0x22300000224,
0x22500000226,
0x22700000228,
0x2290000022a,
0x22b0000022c,
0x22d0000022e,
0x22f00000230,
0x23100000232,
0x2330000023a,
0x23c0000023d,
0x23f00000241,
0x24200000243,
0x24700000248,
0x2490000024a,
0x24b0000024c,
0x24d0000024e,
0x24f000002b0,
0x2b9000002c2,
0x2c6000002d2,
0x2ec000002ed,
0x2ee000002ef,
0x30000000340,
0x34200000343,
0x3460000034f,
0x35000000370,
0x37100000372,
0x37300000374,
0x37700000378,
0x37b0000037e,
0x39000000391,
0x3ac000003cf,
0x3d7000003d8,
0x3d9000003da,
0x3db000003dc,
0x3dd000003de,
0x3df000003e0,
0x3e1000003e2,
0x3e3000003e4,
0x3e5000003e6,
0x3e7000003e8,
0x3e9000003ea,
0x3eb000003ec,
0x3ed000003ee,
0x3ef000003f0,
0x3f3000003f4,
0x3f8000003f9,
0x3fb000003fd,
0x43000000460,
0x46100000462,
0x46300000464,
0x46500000466,
0x46700000468,
0x4690000046a,
0x46b0000046c,
0x46d0000046e,
0x46f00000470,
0x47100000472,
0x47300000474,
0x47500000476,
0x47700000478,
0x4790000047a,
0x47b0000047c,
0x47d0000047e,
0x47f00000480,
0x48100000482,
0x48300000488,
0x48b0000048c,
0x48d0000048e,
0x48f00000490,
0x49100000492,
0x49300000494,
0x49500000496,
0x49700000498,
0x4990000049a,
0x49b0000049c,
0x49d0000049e,
0x49f000004a0,
0x4a1000004a2,
0x4a3000004a4,
0x4a5000004a6,
0x4a7000004a8,
0x4a9000004aa,
0x4ab000004ac,
0x4ad000004ae,
0x4af000004b0,
0x4b1000004b2,
0x4b3000004b4,
0x4b5000004b6,
0x4b7000004b8,
0x4b9000004ba,
0x4bb000004bc,
0x4bd000004be,
0x4bf000004c0,
0x4c2000004c3,
0x4c4000004c5,
0x4c6000004c7,
0x4c8000004c9,
0x4ca000004cb,
0x4cc000004cd,
0x4ce000004d0,
0x4d1000004d2,
0x4d3000004d4,
0x4d5000004d6,
0x4d7000004d8,
0x4d9000004da,
0x4db000004dc,
0x4dd000004de,
0x4df000004e0,
0x4e1000004e2,
0x4e3000004e4,
0x4e5000004e6,
0x4e7000004e8,
0x4e9000004ea,
0x4eb000004ec,
0x4ed000004ee,
0x4ef000004f0,
0x4f1000004f2,
0x4f3000004f4,
0x4f5000004f6,
0x4f7000004f8,
0x4f9000004fa,
0x4fb000004fc,
0x4fd000004fe,
0x4ff00000500,
0x50100000502,
0x50300000504,
0x50500000506,
0x50700000508,
0x5090000050a,
0x50b0000050c,
0x50d0000050e,
0x50f00000510,
0x51100000512,
0x51300000514,
0x51500000516,
0x51700000518,
0x5190000051a,
0x51b0000051c,
0x51d0000051e,
0x51f00000520,
0x52100000522,
0x52300000524,
0x52500000526,
0x52700000528,
0x5590000055a,
0x56100000587,
0x591000005be,
0x5bf000005c0,
0x5c1000005c3,
0x5c4000005c6,
0x5c7000005c8,
0x5d0000005eb,
0x5f0000005f3,
0x6100000061b,
0x62000000640,
0x64100000660,
0x66e00000675,
0x679000006d4,
0x6d5000006dd,
0x6df000006e9,
0x6ea000006f0,
0x6fa00000700,
0x7100000074b,
0x74d000007b2,
0x7c0000007f6,
0x8000000082e,
0x8400000085c,
0x8a0000008a1,
0x8a2000008ad,
0x8e4000008ff,
0x90000000958,
0x96000000964,
0x96600000970,
0x97100000978,
0x97900000980,
0x98100000984,
0x9850000098d,
0x98f00000991,
0x993000009a9,
0x9aa000009b1,
0x9b2000009b3,
0x9b6000009ba,
0x9bc000009c5,
0x9c7000009c9,
0x9cb000009cf,
0x9d7000009d8,
0x9e0000009e4,
0x9e6000009f2,
0xa0100000a04,
0xa0500000a0b,
0xa0f00000a11,
0xa1300000a29,
0xa2a00000a31,
0xa3200000a33,
0xa3500000a36,
0xa3800000a3a,
0xa3c00000a3d,
0xa3e00000a43,
0xa4700000a49,
0xa4b00000a4e,
0xa5100000a52,
0xa5c00000a5d,
0xa6600000a76,
0xa8100000a84,
0xa8500000a8e,
0xa8f00000a92,
0xa9300000aa9,
0xaaa00000ab1,
0xab200000ab4,
0xab500000aba,
0xabc00000ac6,
0xac700000aca,
0xacb00000ace,
0xad000000ad1,
0xae000000ae4,
0xae600000af0,
0xb0100000b04,
0xb0500000b0d,
0xb0f00000b11,
0xb1300000b29,
0xb2a00000b31,
0xb3200000b34,
0xb3500000b3a,
0xb3c00000b45,
0xb4700000b49,
0xb4b00000b4e,
0xb5600000b58,
0xb5f00000b64,
0xb6600000b70,
0xb7100000b72,
0xb8200000b84,
0xb8500000b8b,
0xb8e00000b91,
0xb9200000b96,
0xb9900000b9b,
0xb9c00000b9d,
0xb9e00000ba0,
0xba300000ba5,
0xba800000bab,
0xbae00000bba,
0xbbe00000bc3,
0xbc600000bc9,
0xbca00000bce,
0xbd000000bd1,
0xbd700000bd8,
0xbe600000bf0,
0xc0100000c04,
0xc0500000c0d,
0xc0e00000c11,
0xc1200000c29,
0xc2a00000c34,
0xc3500000c3a,
0xc3d00000c45,
0xc4600000c49,
0xc4a00000c4e,
0xc5500000c57,
0xc5800000c5a,
0xc6000000c64,
0xc6600000c70,
0xc8200000c84,
0xc8500000c8d,
0xc8e00000c91,
0xc9200000ca9,
0xcaa00000cb4,
0xcb500000cba,
0xcbc00000cc5,
0xcc600000cc9,
0xcca00000cce,
0xcd500000cd7,
0xcde00000cdf,
0xce000000ce4,
0xce600000cf0,
0xcf100000cf3,
0xd0200000d04,
0xd0500000d0d,
0xd0e00000d11,
0xd1200000d3b,
0xd3d00000d45,
0xd4600000d49,
0xd4a00000d4f,
0xd5700000d58,
0xd6000000d64,
0xd6600000d70,
0xd7a00000d80,
0xd8200000d84,
0xd8500000d97,
0xd9a00000db2,
0xdb300000dbc,
0xdbd00000dbe,
0xdc000000dc7,
0xdca00000dcb,
0xdcf00000dd5,
0xdd600000dd7,
0xdd800000de0,
0xdf200000df4,
0xe0100000e33,
0xe3400000e3b,
0xe4000000e4f,
0xe5000000e5a,
0xe8100000e83,
0xe8400000e85,
0xe8700000e89,
0xe8a00000e8b,
0xe8d00000e8e,
0xe9400000e98,
0xe9900000ea0,
0xea100000ea4,
0xea500000ea6,
0xea700000ea8,
0xeaa00000eac,
0xead00000eb3,
0xeb400000eba,
0xebb00000ebe,
0xec000000ec5,
0xec600000ec7,
0xec800000ece,
0xed000000eda,
0xede00000ee0,
0xf0000000f01,
0xf0b00000f0c,
0xf1800000f1a,
0xf2000000f2a,
0xf3500000f36,
0xf3700000f38,
0xf3900000f3a,
0xf3e00000f43,
0xf4400000f48,
0xf4900000f4d,
0xf4e00000f52,
0xf5300000f57,
0xf5800000f5c,
0xf5d00000f69,
0xf6a00000f6d,
0xf7100000f73,
0xf7400000f75,
0xf7a00000f81,
0xf8200000f85,
0xf8600000f93,
0xf9400000f98,
0xf9900000f9d,
0xf9e00000fa2,
0xfa300000fa7,
0xfa800000fac,
0xfad00000fb9,
0xfba00000fbd,
0xfc600000fc7,
0x10000000104a,
0x10500000109e,
0x10d0000010fb,
0x10fd00001100,
0x120000001249,
0x124a0000124e,
0x125000001257,
0x125800001259,
0x125a0000125e,
0x126000001289,
0x128a0000128e,
0x1290000012b1,
0x12b2000012b6,
0x12b8000012bf,
0x12c0000012c1,
0x12c2000012c6,
0x12c8000012d7,
0x12d800001311,
0x131200001316,
0x13180000135b,
0x135d00001360,
0x138000001390,
0x13a0000013f5,
0x14010000166d,
0x166f00001680,
0x16810000169b,
0x16a0000016eb,
0x17000000170d,
0x170e00001715,
0x172000001735,
0x174000001754,
0x17600000176d,
0x176e00001771,
0x177200001774,
0x1780000017b4,
0x17b6000017d4,
0x17d7000017d8,
0x17dc000017de,
0x17e0000017ea,
0x18100000181a,
0x182000001878,
0x1880000018ab,
0x18b0000018f6,
0x19000000191d,
0x19200000192c,
0x19300000193c,
0x19460000196e,
0x197000001975,
0x1980000019ac,
0x19b0000019ca,
0x19d0000019da,
0x1a0000001a1c,
0x1a2000001a5f,
0x1a6000001a7d,
0x1a7f00001a8a,
0x1a9000001a9a,
0x1aa700001aa8,
0x1b0000001b4c,
0x1b5000001b5a,
0x1b6b00001b74,
0x1b8000001bf4,
0x1c0000001c38,
0x1c4000001c4a,
0x1c4d00001c7e,
0x1cd000001cd3,
0x1cd400001cf7,
0x1d0000001d2c,
0x1d2f00001d30,
0x1d3b00001d3c,
0x1d4e00001d4f,
0x1d6b00001d78,
0x1d7900001d9b,
0x1dc000001de7,
0x1dfc00001e00,
0x1e0100001e02,
0x1e0300001e04,
0x1e0500001e06,
0x1e0700001e08,
0x1e0900001e0a,
0x1e0b00001e0c,
0x1e0d00001e0e,
0x1e0f00001e10,
0x1e1100001e12,
0x1e1300001e14,
0x1e1500001e16,
0x1e1700001e18,
0x1e1900001e1a,
0x1e1b00001e1c,
0x1e1d00001e1e,
0x1e1f00001e20,
0x1e2100001e22,
0x1e2300001e24,
0x1e2500001e26,
0x1e2700001e28,
0x1e2900001e2a,
0x1e2b00001e2c,
0x1e2d00001e2e,
0x1e2f00001e30,
0x1e3100001e32,
0x1e3300001e34,
0x1e3500001e36,
0x1e3700001e38,
0x1e3900001e3a,
0x1e3b00001e3c,
0x1e3d00001e3e,
0x1e3f00001e40,
0x1e4100001e42,
0x1e4300001e44,
0x1e4500001e46,
0x1e4700001e48,
0x1e4900001e4a,
0x1e4b00001e4c,
0x1e4d00001e4e,
0x1e4f00001e50,
0x1e5100001e52,
0x1e5300001e54,
0x1e5500001e56,
0x1e5700001e58,
0x1e5900001e5a,
0x1e5b00001e5c,
0x1e5d00001e5e,
0x1e5f00001e60,
0x1e6100001e62,
0x1e6300001e64,
0x1e6500001e66,
0x1e6700001e68,
0x1e6900001e6a,
0x1e6b00001e6c,
0x1e6d00001e6e,
0x1e6f00001e70,
0x1e7100001e72,
0x1e7300001e74,
0x1e7500001e76,
0x1e7700001e78,
0x1e7900001e7a,
0x1e7b00001e7c,
0x1e7d00001e7e,
0x1e7f00001e80,
0x1e8100001e82,
0x1e8300001e84,
0x1e8500001e86,
0x1e8700001e88,
0x1e8900001e8a,
0x1e8b00001e8c,
0x1e8d00001e8e,
0x1e8f00001e90,
0x1e9100001e92,
0x1e9300001e94,
0x1e9500001e9a,
0x1e9c00001e9e,
0x1e9f00001ea0,
0x1ea100001ea2,
0x1ea300001ea4,
0x1ea500001ea6,
0x1ea700001ea8,
0x1ea900001eaa,
0x1eab00001eac,
0x1ead00001eae,
0x1eaf00001eb0,
0x1eb100001eb2,
0x1eb300001eb4,
0x1eb500001eb6,
0x1eb700001eb8,
0x1eb900001eba,
0x1ebb00001ebc,
0x1ebd00001ebe,
0x1ebf00001ec0,
0x1ec100001ec2,
0x1ec300001ec4,
0x1ec500001ec6,
0x1ec700001ec8,
0x1ec900001eca,
0x1ecb00001ecc,
0x1ecd00001ece,
0x1ecf00001ed0,
0x1ed100001ed2,
0x1ed300001ed4,
0x1ed500001ed6,
0x1ed700001ed8,
0x1ed900001eda,
0x1edb00001edc,
0x1edd00001ede,
0x1edf00001ee0,
0x1ee100001ee2,
0x1ee300001ee4,
0x1ee500001ee6,
0x1ee700001ee8,
0x1ee900001eea,
0x1eeb00001eec,
0x1eed00001eee,
0x1eef00001ef0,
0x1ef100001ef2,
0x1ef300001ef4,
0x1ef500001ef6,
0x1ef700001ef8,
0x1ef900001efa,
0x1efb00001efc,
0x1efd00001efe,
0x1eff00001f08,
0x1f1000001f16,
0x1f2000001f28,
0x1f3000001f38,
0x1f4000001f46,
0x1f5000001f58,
0x1f6000001f68,
0x1f7000001f71,
0x1f7200001f73,
0x1f7400001f75,
0x1f7600001f77,
0x1f7800001f79,
0x1f7a00001f7b,
0x1f7c00001f7d,
0x1fb000001fb2,
0x1fb600001fb7,
0x1fc600001fc7,
0x1fd000001fd3,
0x1fd600001fd8,
0x1fe000001fe3,
0x1fe400001fe8,
0x1ff600001ff7,
0x214e0000214f,
0x218400002185,
0x2c3000002c5f,
0x2c6100002c62,
0x2c6500002c67,
0x2c6800002c69,
0x2c6a00002c6b,
0x2c6c00002c6d,
0x2c7100002c72,
0x2c7300002c75,
0x2c7600002c7c,
0x2c8100002c82,
0x2c8300002c84,
0x2c8500002c86,
0x2c8700002c88,
0x2c8900002c8a,
0x2c8b00002c8c,
0x2c8d00002c8e,
0x2c8f00002c90,
0x2c9100002c92,
0x2c9300002c94,
0x2c9500002c96,
0x2c9700002c98,
0x2c9900002c9a,
0x2c9b00002c9c,
0x2c9d00002c9e,
0x2c9f00002ca0,
0x2ca100002ca2,
0x2ca300002ca4,
0x2ca500002ca6,
0x2ca700002ca8,
0x2ca900002caa,
0x2cab00002cac,
0x2cad00002cae,
0x2caf00002cb0,
0x2cb100002cb2,
0x2cb300002cb4,
0x2cb500002cb6,
0x2cb700002cb8,
0x2cb900002cba,
0x2cbb00002cbc,
0x2cbd00002cbe,
0x2cbf00002cc0,
0x2cc100002cc2,
0x2cc300002cc4,
0x2cc500002cc6,
0x2cc700002cc8,
0x2cc900002cca,
0x2ccb00002ccc,
0x2ccd00002cce,
0x2ccf00002cd0,
0x2cd100002cd2,
0x2cd300002cd4,
0x2cd500002cd6,
0x2cd700002cd8,
0x2cd900002cda,
0x2cdb00002cdc,
0x2cdd00002cde,
0x2cdf00002ce0,
0x2ce100002ce2,
0x2ce300002ce5,
0x2cec00002ced,
0x2cee00002cf2,
0x2cf300002cf4,
0x2d0000002d26,
0x2d2700002d28,
0x2d2d00002d2e,
0x2d3000002d68,
0x2d7f00002d97,
0x2da000002da7,
0x2da800002daf,
0x2db000002db7,
0x2db800002dbf,
0x2dc000002dc7,
0x2dc800002dcf,
0x2dd000002dd7,
0x2dd800002ddf,
0x2de000002e00,
0x2e2f00002e30,
0x300500003008,
0x302a0000302e,
0x303c0000303d,
0x304100003097,
0x30990000309b,
0x309d0000309f,
0x30a1000030fb,
0x30fc000030ff,
0x31050000312e,
0x31a0000031bb,
0x31f000003200,
0x340000004db6,
0x4e0000009fcd,
0xa0000000a48d,
0xa4d00000a4fe,
0xa5000000a60d,
0xa6100000a62c,
0xa6410000a642,
0xa6430000a644,
0xa6450000a646,
0xa6470000a648,
0xa6490000a64a,
0xa64b0000a64c,
0xa64d0000a64e,
0xa64f0000a650,
0xa6510000a652,
0xa6530000a654,
0xa6550000a656,
0xa6570000a658,
0xa6590000a65a,
0xa65b0000a65c,
0xa65d0000a65e,
0xa65f0000a660,
0xa6610000a662,
0xa6630000a664,
0xa6650000a666,
0xa6670000a668,
0xa6690000a66a,
0xa66b0000a66c,
0xa66d0000a670,
0xa6740000a67e,
0xa67f0000a680,
0xa6810000a682,
0xa6830000a684,
0xa6850000a686,
0xa6870000a688,
0xa6890000a68a,
0xa68b0000a68c,
0xa68d0000a68e,
0xa68f0000a690,
0xa6910000a692,
0xa6930000a694,
0xa6950000a696,
0xa6970000a698,
0xa69f0000a6e6,
0xa6f00000a6f2,
0xa7170000a720,
0xa7230000a724,
0xa7250000a726,
0xa7270000a728,
0xa7290000a72a,
0xa72b0000a72c,
0xa72d0000a72e,
0xa72f0000a732,
0xa7330000a734,
0xa7350000a736,
0xa7370000a738,
0xa7390000a73a,
0xa73b0000a73c,
0xa73d0000a73e,
0xa73f0000a740,
0xa7410000a742,
0xa7430000a744,
0xa7450000a746,
0xa7470000a748,
0xa7490000a74a,
0xa74b0000a74c,
0xa74d0000a74e,
0xa74f0000a750,
0xa7510000a752,
0xa7530000a754,
0xa7550000a756,
0xa7570000a758,
0xa7590000a75a,
0xa75b0000a75c,
0xa75d0000a75e,
0xa75f0000a760,
0xa7610000a762,
0xa7630000a764,
0xa7650000a766,
0xa7670000a768,
0xa7690000a76a,
0xa76b0000a76c,
0xa76d0000a76e,
0xa76f0000a770,
0xa7710000a779,
0xa77a0000a77b,
0xa77c0000a77d,
0xa77f0000a780,
0xa7810000a782,
0xa7830000a784,
0xa7850000a786,
0xa7870000a789,
0xa78c0000a78d,
0xa78e0000a78f,
0xa7910000a792,
0xa7930000a794,
0xa7a10000a7a2,
0xa7a30000a7a4,
0xa7a50000a7a6,
0xa7a70000a7a8,
0xa7a90000a7aa,
0xa7fa0000a828,
0xa8400000a874,
0xa8800000a8c5,
0xa8d00000a8da,
0xa8e00000a8f8,
0xa8fb0000a8fc,
0xa9000000a92e,
0xa9300000a954,
0xa9800000a9c1,
0xa9cf0000a9da,
0xaa000000aa37,
0xaa400000aa4e,
0xaa500000aa5a,
0xaa600000aa77,
0xaa7a0000aa7c,
0xaa800000aac3,
0xaadb0000aade,
0xaae00000aaf0,
0xaaf20000aaf7,
0xab010000ab07,
0xab090000ab0f,
0xab110000ab17,
0xab200000ab27,
0xab280000ab2f,
0xabc00000abeb,
0xabec0000abee,
0xabf00000abfa,
0xac000000d7a4,
0xfa0e0000fa10,
0xfa110000fa12,
0xfa130000fa15,
0xfa1f0000fa20,
0xfa210000fa22,
0xfa230000fa25,
0xfa270000fa2a,
0xfb1e0000fb1f,
0xfe200000fe27,
0xfe730000fe74,
0x100000001000c,
0x1000d00010027,
0x100280001003b,
0x1003c0001003e,
0x1003f0001004e,
0x100500001005e,
0x10080000100fb,
0x101fd000101fe,
0x102800001029d,
0x102a0000102d1,
0x103000001031f,
0x1033000010341,
0x103420001034a,
0x103800001039e,
0x103a0000103c4,
0x103c8000103d0,
0x104280001049e,
0x104a0000104aa,
0x1080000010806,
0x1080800010809,
0x1080a00010836,
0x1083700010839,
0x1083c0001083d,
0x1083f00010856,
0x1090000010916,
0x109200001093a,
0x10980000109b8,
0x109be000109c0,
0x10a0000010a04,
0x10a0500010a07,
0x10a0c00010a14,
0x10a1500010a18,
0x10a1900010a34,
0x10a3800010a3b,
0x10a3f00010a40,
0x10a6000010a7d,
0x10b0000010b36,
0x10b4000010b56,
0x10b6000010b73,
0x10c0000010c49,
0x1100000011047,
0x1106600011070,
0x11080000110bb,
0x110d0000110e9,
0x110f0000110fa,
0x1110000011135,
0x1113600011140,
0x11180000111c5,
0x111d0000111da,
0x11680000116b8,
0x116c0000116ca,
0x120000001236f,
0x130000001342f,
0x1680000016a39,
0x16f0000016f45,
0x16f5000016f7f,
0x16f8f00016fa0,
0x1b0000001b002,
0x200000002a6d7,
0x2a7000002b735,
0x2b7400002b81e,
),
'CONTEXTJ': (
0x200c0000200e,
),
'CONTEXTO': (
0xb7000000b8,
0x37500000376,
0x5f3000005f5,
0x6600000066a,
0x6f0000006fa,
0x30fb000030fc,
),
}
idna/core.py 0000644 00000026176 15043676034 0007005 0 ustar 00 from . import idnadata
import bisect
import unicodedata
import re
import sys
from .intranges import intranges_contain
_virama_combining_class = 9
_alabel_prefix = b'xn--'
_unicode_dots_re = re.compile(u'[\u002e\u3002\uff0e\uff61]')
if sys.version_info[0] == 3:
unicode = str
unichr = chr
class IDNAError(UnicodeError):
""" Base exception for all IDNA-encoding related problems """
pass
class IDNABidiError(IDNAError):
""" Exception when bidirectional requirements are not satisfied """
pass
class InvalidCodepoint(IDNAError):
""" Exception when a disallowed or unallocated codepoint is used """
pass
class InvalidCodepointContext(IDNAError):
""" Exception when the codepoint is not valid in the context it is used """
pass
def _combining_class(cp):
return unicodedata.combining(unichr(cp))
def _is_script(cp, script):
return intranges_contain(ord(cp), idnadata.scripts[script])
def _punycode(s):
return s.encode('punycode')
def _unot(s):
return 'U+{0:04X}'.format(s)
def valid_label_length(label):
if len(label) > 63:
return False
return True
def valid_string_length(label, trailing_dot):
if len(label) > (254 if trailing_dot else 253):
return False
return True
def check_bidi(label, check_ltr=False):
# Bidi rules should only be applied if string contains RTL characters
bidi_label = False
for (idx, cp) in enumerate(label, 1):
direction = unicodedata.bidirectional(cp)
if direction == '':
# String likely comes from a newer version of Unicode
raise IDNABidiError('Unknown directionality in label {0} at position {1}'.format(repr(label), idx))
if direction in ['R', 'AL', 'AN']:
bidi_label = True
break
if not bidi_label and not check_ltr:
return True
# Bidi rule 1
direction = unicodedata.bidirectional(label[0])
if direction in ['R', 'AL']:
rtl = True
elif direction == 'L':
rtl = False
else:
raise IDNABidiError('First codepoint in label {0} must be directionality L, R or AL'.format(repr(label)))
valid_ending = False
number_type = False
for (idx, cp) in enumerate(label, 1):
direction = unicodedata.bidirectional(cp)
if rtl:
# Bidi rule 2
if not direction in ['R', 'AL', 'AN', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
raise IDNABidiError('Invalid direction for codepoint at position {0} in a right-to-left label'.format(idx))
# Bidi rule 3
if direction in ['R', 'AL', 'EN', 'AN']:
valid_ending = True
elif direction != 'NSM':
valid_ending = False
# Bidi rule 4
if direction in ['AN', 'EN']:
if not number_type:
number_type = direction
else:
if number_type != direction:
raise IDNABidiError('Can not mix numeral types in a right-to-left label')
else:
# Bidi rule 5
if not direction in ['L', 'EN', 'ES', 'CS', 'ET', 'ON', 'BN', 'NSM']:
raise IDNABidiError('Invalid direction for codepoint at position {0} in a left-to-right label'.format(idx))
# Bidi rule 6
if direction in ['L', 'EN']:
valid_ending = True
elif direction != 'NSM':
valid_ending = False
if not valid_ending:
raise IDNABidiError('Label ends with illegal codepoint directionality')
return True
def check_initial_combiner(label):
if unicodedata.category(label[0])[0] == 'M':
raise IDNAError('Label begins with an illegal combining character')
return True
def check_hyphen_ok(label):
if label[2:4] == '--':
raise IDNAError('Label has disallowed hyphens in 3rd and 4th position')
if label[0] == '-' or label[-1] == '-':
raise IDNAError('Label must not start or end with a hyphen')
return True
def check_nfc(label):
if unicodedata.normalize('NFC', label) != label:
raise IDNAError('Label must be in Normalization Form C')
def valid_contextj(label, pos):
cp_value = ord(label[pos])
if cp_value == 0x200c:
if pos > 0:
if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
return True
ok = False
for i in range(pos-1, -1, -1):
joining_type = idnadata.joining_types.get(ord(label[i]))
if joining_type == ord('T'):
continue
if joining_type in [ord('L'), ord('D')]:
ok = True
break
if not ok:
return False
ok = False
for i in range(pos+1, len(label)):
joining_type = idnadata.joining_types.get(ord(label[i]))
if joining_type == ord('T'):
continue
if joining_type in [ord('R'), ord('D')]:
ok = True
break
return ok
if cp_value == 0x200d:
if pos > 0:
if _combining_class(ord(label[pos - 1])) == _virama_combining_class:
return True
return False
else:
return False
def valid_contexto(label, pos, exception=False):
cp_value = ord(label[pos])
if cp_value == 0x00b7:
if 0 < pos < len(label)-1:
if ord(label[pos - 1]) == 0x006c and ord(label[pos + 1]) == 0x006c:
return True
return False
elif cp_value == 0x0375:
if pos < len(label)-1 and len(label) > 1:
return _is_script(label[pos + 1], 'Greek')
return False
elif cp_value == 0x05f3 or cp_value == 0x05f4:
if pos > 0:
return _is_script(label[pos - 1], 'Hebrew')
return False
elif cp_value == 0x30fb:
for cp in label:
if cp == u'\u30fb':
continue
if _is_script(cp, 'Hiragana') or _is_script(cp, 'Katakana') or _is_script(cp, 'Han'):
return True
return False
elif 0x660 <= cp_value <= 0x669:
for cp in label:
if 0x6f0 <= ord(cp) <= 0x06f9:
return False
return True
elif 0x6f0 <= cp_value <= 0x6f9:
for cp in label:
if 0x660 <= ord(cp) <= 0x0669:
return False
return True
def check_label(label):
if isinstance(label, (bytes, bytearray)):
label = label.decode('utf-8')
if len(label) == 0:
raise IDNAError('Empty Label')
check_nfc(label)
check_hyphen_ok(label)
check_initial_combiner(label)
for (pos, cp) in enumerate(label):
cp_value = ord(cp)
if intranges_contain(cp_value, idnadata.codepoint_classes['PVALID']):
continue
elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTJ']):
if not valid_contextj(label, pos):
raise InvalidCodepointContext('Joiner {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label)))
elif intranges_contain(cp_value, idnadata.codepoint_classes['CONTEXTO']):
if not valid_contexto(label, pos):
raise InvalidCodepointContext('Codepoint {0} not allowed at position {1} in {2}'.format(_unot(cp_value), pos+1, repr(label)))
else:
raise InvalidCodepoint('Codepoint {0} at position {1} of {2} not allowed'.format(_unot(cp_value), pos+1, repr(label)))
check_bidi(label)
def alabel(label):
try:
label = label.encode('ascii')
try:
ulabel(label)
except IDNAError:
raise IDNAError('The label {0} is not a valid A-label'.format(label))
if not valid_label_length(label):
raise IDNAError('Label too long')
return label
except UnicodeEncodeError:
pass
if not label:
raise IDNAError('No Input')
label = unicode(label)
check_label(label)
label = _punycode(label)
label = _alabel_prefix + label
if not valid_label_length(label):
raise IDNAError('Label too long')
return label
def ulabel(label):
if not isinstance(label, (bytes, bytearray)):
try:
label = label.encode('ascii')
except UnicodeEncodeError:
check_label(label)
return label
label = label.lower()
if label.startswith(_alabel_prefix):
label = label[len(_alabel_prefix):]
else:
check_label(label)
return label.decode('ascii')
label = label.decode('punycode')
check_label(label)
return label
def uts46_remap(domain, std3_rules=True, transitional=False):
"""Re-map the characters in the string according to UTS46 processing."""
from .uts46data import uts46data
output = u""
try:
for pos, char in enumerate(domain):
code_point = ord(char)
uts46row = uts46data[code_point if code_point < 256 else
bisect.bisect_left(uts46data, (code_point, "Z")) - 1]
status = uts46row[1]
replacement = uts46row[2] if len(uts46row) == 3 else None
if (status == "V" or
(status == "D" and not transitional) or
(status == "3" and std3_rules and replacement is None)):
output += char
elif replacement is not None and (status == "M" or
(status == "3" and std3_rules) or
(status == "D" and transitional)):
output += replacement
elif status != "I":
raise IndexError()
return unicodedata.normalize("NFC", output)
except IndexError:
raise InvalidCodepoint(
"Codepoint {0} not allowed at position {1} in {2}".format(
_unot(code_point), pos + 1, repr(domain)))
def encode(s, strict=False, uts46=False, std3_rules=False, transitional=False):
if isinstance(s, (bytes, bytearray)):
s = s.decode("ascii")
if uts46:
s = uts46_remap(s, std3_rules, transitional)
trailing_dot = False
result = []
if strict:
labels = s.split('.')
else:
labels = _unicode_dots_re.split(s)
while labels and not labels[0]:
del labels[0]
if not labels:
raise IDNAError('Empty domain')
if labels[-1] == '':
del labels[-1]
trailing_dot = True
for label in labels:
result.append(alabel(label))
if trailing_dot:
result.append(b'')
s = b'.'.join(result)
if not valid_string_length(s, trailing_dot):
raise IDNAError('Domain too long')
return s
def decode(s, strict=False, uts46=False, std3_rules=False):
if isinstance(s, (bytes, bytearray)):
s = s.decode("ascii")
if uts46:
s = uts46_remap(s, std3_rules, False)
trailing_dot = False
result = []
if not strict:
labels = _unicode_dots_re.split(s)
else:
labels = s.split(u'.')
while labels and not labels[0]:
del labels[0]
if not labels:
raise IDNAError('Empty domain')
if not labels[-1]:
del labels[-1]
trailing_dot = True
for label in labels:
result.append(ulabel(label))
if trailing_dot:
result.append(u'')
return u'.'.join(result)
idna/intranges.py 0000644 00000003325 15043676036 0010040 0 ustar 00 """
Given a list of integers, made up of (hopefully) a small number of long runs
of consecutive integers, compute a representation of the form
((start1, end1), (start2, end2) ...). Then answer the question "was x present
in the original list?" in time O(log(# runs)).
"""
import bisect
def intranges_from_list(list_):
"""Represent a list of integers as a sequence of ranges:
((start_0, end_0), (start_1, end_1), ...), such that the original
integers are exactly those x such that start_i <= x < end_i for some i.
Ranges are encoded as single integers (start << 32 | end), not as tuples.
"""
sorted_list = sorted(list_)
ranges = []
last_write = -1
for i in range(len(sorted_list)):
if i+1 < len(sorted_list):
if sorted_list[i] == sorted_list[i+1]-1:
continue
current_range = sorted_list[last_write+1:i+1]
ranges.append(_encode_range(current_range[0], current_range[-1] + 1))
last_write = i
return tuple(ranges)
def _encode_range(start, end):
return (start << 32) | end
def _decode_range(r):
return (r >> 32), (r & ((1 << 32) - 1))
def intranges_contain(int_, ranges):
"""Determine if `int_` falls into one of the ranges in `ranges`."""
tuple_ = _encode_range(int_, 0)
pos = bisect.bisect_left(ranges, tuple_)
# we could be immediately ahead of a tuple (start, end)
# with start < int_ <= end
if pos > 0:
left, right = _decode_range(ranges[pos-1])
if left <= int_ < right:
return True
# or we could be immediately behind a tuple (int_, end)
if pos < len(ranges):
left, _ = _decode_range(ranges[pos])
if left == int_:
return True
return False
contextlib2.py 0000644 00000041023 15043676037 0007366 0 ustar 00 """contextlib2 - backports and enhancements to the contextlib module"""
import abc
import sys
import warnings
from collections import deque
from functools import wraps
__all__ = ["contextmanager", "closing", "nullcontext",
"AbstractContextManager",
"ContextDecorator", "ExitStack",
"redirect_stdout", "redirect_stderr", "suppress"]
# Backwards compatibility
__all__ += ["ContextStack"]
# Backport abc.ABC
if sys.version_info[:2] >= (3, 4):
_abc_ABC = abc.ABC
else:
_abc_ABC = abc.ABCMeta('ABC', (object,), {'__slots__': ()})
# Backport classic class MRO
def _classic_mro(C, result):
if C in result:
return
result.append(C)
for B in C.__bases__:
_classic_mro(B, result)
return result
# Backport _collections_abc._check_methods
def _check_methods(C, *methods):
try:
mro = C.__mro__
except AttributeError:
mro = tuple(_classic_mro(C, []))
for method in methods:
for B in mro:
if method in B.__dict__:
if B.__dict__[method] is None:
return NotImplemented
break
else:
return NotImplemented
return True
class AbstractContextManager(_abc_ABC):
"""An abstract base class for context managers."""
def __enter__(self):
"""Return `self` upon entering the runtime context."""
return self
@abc.abstractmethod
def __exit__(self, exc_type, exc_value, traceback):
"""Raise any exception triggered within the runtime context."""
return None
@classmethod
def __subclasshook__(cls, C):
"""Check whether subclass is considered a subclass of this ABC."""
if cls is AbstractContextManager:
return _check_methods(C, "__enter__", "__exit__")
return NotImplemented
class ContextDecorator(object):
"""A base class or mixin that enables context managers to work as decorators."""
def refresh_cm(self):
"""Returns the context manager used to actually wrap the call to the
decorated function.
The default implementation just returns *self*.
Overriding this method allows otherwise one-shot context managers
like _GeneratorContextManager to support use as decorators via
implicit recreation.
DEPRECATED: refresh_cm was never added to the standard library's
ContextDecorator API
"""
warnings.warn("refresh_cm was never added to the standard library",
DeprecationWarning)
return self._recreate_cm()
def _recreate_cm(self):
"""Return a recreated instance of self.
Allows an otherwise one-shot context manager like
_GeneratorContextManager to support use as
a decorator via implicit recreation.
This is a private interface just for _GeneratorContextManager.
See issue #11647 for details.
"""
return self
def __call__(self, func):
@wraps(func)
def inner(*args, **kwds):
with self._recreate_cm():
return func(*args, **kwds)
return inner
class _GeneratorContextManager(ContextDecorator):
"""Helper for @contextmanager decorator."""
def __init__(self, func, args, kwds):
self.gen = func(*args, **kwds)
self.func, self.args, self.kwds = func, args, kwds
# Issue 19330: ensure context manager instances have good docstrings
doc = getattr(func, "__doc__", None)
if doc is None:
doc = type(self).__doc__
self.__doc__ = doc
# Unfortunately, this still doesn't provide good help output when
# inspecting the created context manager instances, since pydoc
# currently bypasses the instance docstring and shows the docstring
# for the class instead.
# See http://bugs.python.org/issue19404 for more details.
def _recreate_cm(self):
# _GCM instances are one-shot context managers, so the
# CM must be recreated each time a decorated function is
# called
return self.__class__(self.func, self.args, self.kwds)
def __enter__(self):
try:
return next(self.gen)
except StopIteration:
raise RuntimeError("generator didn't yield")
def __exit__(self, type, value, traceback):
if type is None:
try:
next(self.gen)
except StopIteration:
return
else:
raise RuntimeError("generator didn't stop")
else:
if value is None:
# Need to force instantiation so we can reliably
# tell if we get the same exception back
value = type()
try:
self.gen.throw(type, value, traceback)
raise RuntimeError("generator didn't stop after throw()")
except StopIteration as exc:
# Suppress StopIteration *unless* it's the same exception that
# was passed to throw(). This prevents a StopIteration
# raised inside the "with" statement from being suppressed.
return exc is not value
except RuntimeError as exc:
# Don't re-raise the passed in exception
if exc is value:
return False
# Likewise, avoid suppressing if a StopIteration exception
# was passed to throw() and later wrapped into a RuntimeError
# (see PEP 479).
if _HAVE_EXCEPTION_CHAINING and exc.__cause__ is value:
return False
raise
except:
# only re-raise if it's *not* the exception that was
# passed to throw(), because __exit__() must not raise
# an exception unless __exit__() itself failed. But throw()
# has to raise the exception to signal propagation, so this
# fixes the impedance mismatch between the throw() protocol
# and the __exit__() protocol.
#
if sys.exc_info()[1] is not value:
raise
def contextmanager(func):
"""@contextmanager decorator.
Typical usage:
@contextmanager
def some_generator(<arguments>):
<setup>
try:
yield <value>
finally:
<cleanup>
This makes this:
with some_generator(<arguments>) as <variable>:
<body>
equivalent to this:
<setup>
try:
<variable> = <value>
<body>
finally:
<cleanup>
"""
@wraps(func)
def helper(*args, **kwds):
return _GeneratorContextManager(func, args, kwds)
return helper
class closing(object):
"""Context to automatically close something at the end of a block.
Code like this:
with closing(<module>.open(<arguments>)) as f:
<block>
is equivalent to this:
f = <module>.open(<arguments>)
try:
<block>
finally:
f.close()
"""
def __init__(self, thing):
self.thing = thing
def __enter__(self):
return self.thing
def __exit__(self, *exc_info):
self.thing.close()
class _RedirectStream(object):
_stream = None
def __init__(self, new_target):
self._new_target = new_target
# We use a list of old targets to make this CM re-entrant
self._old_targets = []
def __enter__(self):
self._old_targets.append(getattr(sys, self._stream))
setattr(sys, self._stream, self._new_target)
return self._new_target
def __exit__(self, exctype, excinst, exctb):
setattr(sys, self._stream, self._old_targets.pop())
class redirect_stdout(_RedirectStream):
"""Context manager for temporarily redirecting stdout to another file.
# How to send help() to stderr
with redirect_stdout(sys.stderr):
help(dir)
# How to write help() to a file
with open('help.txt', 'w') as f:
with redirect_stdout(f):
help(pow)
"""
_stream = "stdout"
class redirect_stderr(_RedirectStream):
"""Context manager for temporarily redirecting stderr to another file."""
_stream = "stderr"
class suppress(object):
"""Context manager to suppress specified exceptions
After the exception is suppressed, execution proceeds with the next
statement following the with statement.
with suppress(FileNotFoundError):
os.remove(somefile)
# Execution still resumes here if the file was already removed
"""
def __init__(self, *exceptions):
self._exceptions = exceptions
def __enter__(self):
pass
def __exit__(self, exctype, excinst, exctb):
# Unlike isinstance and issubclass, CPython exception handling
# currently only looks at the concrete type hierarchy (ignoring
# the instance and subclass checking hooks). While Guido considers
# that a bug rather than a feature, it's a fairly hard one to fix
# due to various internal implementation details. suppress provides
# the simpler issubclass based semantics, rather than trying to
# exactly reproduce the limitations of the CPython interpreter.
#
# See http://bugs.python.org/issue12029 for more details
return exctype is not None and issubclass(exctype, self._exceptions)
# Context manipulation is Python 3 only
_HAVE_EXCEPTION_CHAINING = sys.version_info[0] >= 3
if _HAVE_EXCEPTION_CHAINING:
def _make_context_fixer(frame_exc):
def _fix_exception_context(new_exc, old_exc):
# Context may not be correct, so find the end of the chain
while 1:
exc_context = new_exc.__context__
if exc_context is old_exc:
# Context is already set correctly (see issue 20317)
return
if exc_context is None or exc_context is frame_exc:
break
new_exc = exc_context
# Change the end of the chain to point to the exception
# we expect it to reference
new_exc.__context__ = old_exc
return _fix_exception_context
def _reraise_with_existing_context(exc_details):
try:
# bare "raise exc_details[1]" replaces our carefully
# set-up context
fixed_ctx = exc_details[1].__context__
raise exc_details[1]
except BaseException:
exc_details[1].__context__ = fixed_ctx
raise
else:
# No exception context in Python 2
def _make_context_fixer(frame_exc):
return lambda new_exc, old_exc: None
# Use 3 argument raise in Python 2,
# but use exec to avoid SyntaxError in Python 3
def _reraise_with_existing_context(exc_details):
exc_type, exc_value, exc_tb = exc_details
exec("raise exc_type, exc_value, exc_tb")
# Handle old-style classes if they exist
try:
from types import InstanceType
except ImportError:
# Python 3 doesn't have old-style classes
_get_type = type
else:
# Need to handle old-style context managers on Python 2
def _get_type(obj):
obj_type = type(obj)
if obj_type is InstanceType:
return obj.__class__ # Old-style class
return obj_type # New-style class
# Inspired by discussions on http://bugs.python.org/issue13585
class ExitStack(object):
"""Context manager for dynamic management of a stack of exit callbacks
For example:
with ExitStack() as stack:
files = [stack.enter_context(open(fname)) for fname in filenames]
# All opened files will automatically be closed at the end of
# the with statement, even if attempts to open files later
# in the list raise an exception
"""
def __init__(self):
self._exit_callbacks = deque()
def pop_all(self):
"""Preserve the context stack by transferring it to a new instance"""
new_stack = type(self)()
new_stack._exit_callbacks = self._exit_callbacks
self._exit_callbacks = deque()
return new_stack
def _push_cm_exit(self, cm, cm_exit):
"""Helper to correctly register callbacks to __exit__ methods"""
def _exit_wrapper(*exc_details):
return cm_exit(cm, *exc_details)
_exit_wrapper.__self__ = cm
self.push(_exit_wrapper)
def push(self, exit):
"""Registers a callback with the standard __exit__ method signature
Can suppress exceptions the same way __exit__ methods can.
Also accepts any object with an __exit__ method (registering a call
to the method instead of the object itself)
"""
# We use an unbound method rather than a bound method to follow
# the standard lookup behaviour for special methods
_cb_type = _get_type(exit)
try:
exit_method = _cb_type.__exit__
except AttributeError:
# Not a context manager, so assume its a callable
self._exit_callbacks.append(exit)
else:
self._push_cm_exit(exit, exit_method)
return exit # Allow use as a decorator
def callback(self, callback, *args, **kwds):
"""Registers an arbitrary callback and arguments.
Cannot suppress exceptions.
"""
def _exit_wrapper(exc_type, exc, tb):
callback(*args, **kwds)
# We changed the signature, so using @wraps is not appropriate, but
# setting __wrapped__ may still help with introspection
_exit_wrapper.__wrapped__ = callback
self.push(_exit_wrapper)
return callback # Allow use as a decorator
def enter_context(self, cm):
"""Enters the supplied context manager
If successful, also pushes its __exit__ method as a callback and
returns the result of the __enter__ method.
"""
# We look up the special methods on the type to match the with statement
_cm_type = _get_type(cm)
_exit = _cm_type.__exit__
result = _cm_type.__enter__(cm)
self._push_cm_exit(cm, _exit)
return result
def close(self):
"""Immediately unwind the context stack"""
self.__exit__(None, None, None)
def __enter__(self):
return self
def __exit__(self, *exc_details):
received_exc = exc_details[0] is not None
# We manipulate the exception state so it behaves as though
# we were actually nesting multiple with statements
frame_exc = sys.exc_info()[1]
_fix_exception_context = _make_context_fixer(frame_exc)
# Callbacks are invoked in LIFO order to match the behaviour of
# nested context managers
suppressed_exc = False
pending_raise = False
while self._exit_callbacks:
cb = self._exit_callbacks.pop()
try:
if cb(*exc_details):
suppressed_exc = True
pending_raise = False
exc_details = (None, None, None)
except:
new_exc_details = sys.exc_info()
# simulate the stack of exceptions by setting the context
_fix_exception_context(new_exc_details[1], exc_details[1])
pending_raise = True
exc_details = new_exc_details
if pending_raise:
_reraise_with_existing_context(exc_details)
return received_exc and suppressed_exc
# Preserve backwards compatibility
class ContextStack(ExitStack):
"""Backwards compatibility alias for ExitStack"""
def __init__(self):
warnings.warn("ContextStack has been renamed to ExitStack",
DeprecationWarning)
super(ContextStack, self).__init__()
def register_exit(self, callback):
return self.push(callback)
def register(self, callback, *args, **kwds):
return self.callback(callback, *args, **kwds)
def preserve(self):
return self.pop_all()
class nullcontext(AbstractContextManager):
"""Context manager that does no additional processing.
Used as a stand-in for a normal context manager, when a particular
block of code is only sometimes used with a normal context manager:
cm = optional_cm if condition else nullcontext()
with cm:
# Perform operation, using optional_cm if condition is True
"""
def __init__(self, enter_result=None):
self.enter_result = enter_result
def __enter__(self):
return self.enter_result
def __exit__(self, *excinfo):
pass
chardet/hebrewprober.py 0000644 00000033016 15043676040 0011226 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Shy Shalom
# Portions created by the Initial Developer are Copyright (C) 2005
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState
# This prober doesn't actually recognize a language or a charset.
# It is a helper prober for the use of the Hebrew model probers
### General ideas of the Hebrew charset recognition ###
#
# Four main charsets exist in Hebrew:
# "ISO-8859-8" - Visual Hebrew
# "windows-1255" - Logical Hebrew
# "ISO-8859-8-I" - Logical Hebrew
# "x-mac-hebrew" - ?? Logical Hebrew ??
#
# Both "ISO" charsets use a completely identical set of code points, whereas
# "windows-1255" and "x-mac-hebrew" are two different proper supersets of
# these code points. windows-1255 defines additional characters in the range
# 0x80-0x9F as some misc punctuation marks as well as some Hebrew-specific
# diacritics and additional 'Yiddish' ligature letters in the range 0xc0-0xd6.
# x-mac-hebrew defines similar additional code points but with a different
# mapping.
#
# As far as an average Hebrew text with no diacritics is concerned, all four
# charsets are identical with respect to code points. Meaning that for the
# main Hebrew alphabet, all four map the same values to all 27 Hebrew letters
# (including final letters).
#
# The dominant difference between these charsets is their directionality.
# "Visual" directionality means that the text is ordered as if the renderer is
# not aware of a BIDI rendering algorithm. The renderer sees the text and
# draws it from left to right. The text itself when ordered naturally is read
# backwards. A buffer of Visual Hebrew generally looks like so:
# "[last word of first line spelled backwards] [whole line ordered backwards
# and spelled backwards] [first word of first line spelled backwards]
# [end of line] [last word of second line] ... etc' "
# adding punctuation marks, numbers and English text to visual text is
# naturally also "visual" and from left to right.
#
# "Logical" directionality means the text is ordered "naturally" according to
# the order it is read. It is the responsibility of the renderer to display
# the text from right to left. A BIDI algorithm is used to place general
# punctuation marks, numbers and English text in the text.
#
# Texts in x-mac-hebrew are almost impossible to find on the Internet. From
# what little evidence I could find, it seems that its general directionality
# is Logical.
#
# To sum up all of the above, the Hebrew probing mechanism knows about two
# charsets:
# Visual Hebrew - "ISO-8859-8" - backwards text - Words and sentences are
# backwards while line order is natural. For charset recognition purposes
# the line order is unimportant (In fact, for this implementation, even
# word order is unimportant).
# Logical Hebrew - "windows-1255" - normal, naturally ordered text.
#
# "ISO-8859-8-I" is a subset of windows-1255 and doesn't need to be
# specifically identified.
# "x-mac-hebrew" is also identified as windows-1255. A text in x-mac-hebrew
# that contain special punctuation marks or diacritics is displayed with
# some unconverted characters showing as question marks. This problem might
# be corrected using another model prober for x-mac-hebrew. Due to the fact
# that x-mac-hebrew texts are so rare, writing another model prober isn't
# worth the effort and performance hit.
#
#### The Prober ####
#
# The prober is divided between two SBCharSetProbers and a HebrewProber,
# all of which are managed, created, fed data, inquired and deleted by the
# SBCSGroupProber. The two SBCharSetProbers identify that the text is in
# fact some kind of Hebrew, Logical or Visual. The final decision about which
# one is it is made by the HebrewProber by combining final-letter scores
# with the scores of the two SBCharSetProbers to produce a final answer.
#
# The SBCSGroupProber is responsible for stripping the original text of HTML
# tags, English characters, numbers, low-ASCII punctuation characters, spaces
# and new lines. It reduces any sequence of such characters to a single space.
# The buffer fed to each prober in the SBCS group prober is pure text in
# high-ASCII.
# The two SBCharSetProbers (model probers) share the same language model:
# Win1255Model.
# The first SBCharSetProber uses the model normally as any other
# SBCharSetProber does, to recognize windows-1255, upon which this model was
# built. The second SBCharSetProber is told to make the pair-of-letter
# lookup in the language model backwards. This in practice exactly simulates
# a visual Hebrew model using the windows-1255 logical Hebrew model.
#
# The HebrewProber is not using any language model. All it does is look for
# final-letter evidence suggesting the text is either logical Hebrew or visual
# Hebrew. Disjointed from the model probers, the results of the HebrewProber
# alone are meaningless. HebrewProber always returns 0.00 as confidence
# since it never identifies a charset by itself. Instead, the pointer to the
# HebrewProber is passed to the model probers as a helper "Name Prober".
# When the Group prober receives a positive identification from any prober,
# it asks for the name of the charset identified. If the prober queried is a
# Hebrew model prober, the model prober forwards the call to the
# HebrewProber to make the final decision. In the HebrewProber, the
# decision is made according to the final-letters scores maintained and Both
# model probers scores. The answer is returned in the form of the name of the
# charset identified, either "windows-1255" or "ISO-8859-8".
class HebrewProber(CharSetProber):
# windows-1255 / ISO-8859-8 code points of interest
FINAL_KAF = 0xea
NORMAL_KAF = 0xeb
FINAL_MEM = 0xed
NORMAL_MEM = 0xee
FINAL_NUN = 0xef
NORMAL_NUN = 0xf0
FINAL_PE = 0xf3
NORMAL_PE = 0xf4
FINAL_TSADI = 0xf5
NORMAL_TSADI = 0xf6
# Minimum Visual vs Logical final letter score difference.
# If the difference is below this, don't rely solely on the final letter score
# distance.
MIN_FINAL_CHAR_DISTANCE = 5
# Minimum Visual vs Logical model score difference.
# If the difference is below this, don't rely at all on the model score
# distance.
MIN_MODEL_DISTANCE = 0.01
VISUAL_HEBREW_NAME = "ISO-8859-8"
LOGICAL_HEBREW_NAME = "windows-1255"
def __init__(self):
super(HebrewProber, self).__init__()
self._final_char_logical_score = None
self._final_char_visual_score = None
self._prev = None
self._before_prev = None
self._logical_prober = None
self._visual_prober = None
self.reset()
def reset(self):
self._final_char_logical_score = 0
self._final_char_visual_score = 0
# The two last characters seen in the previous buffer,
# mPrev and mBeforePrev are initialized to space in order to simulate
# a word delimiter at the beginning of the data
self._prev = ' '
self._before_prev = ' '
# These probers are owned by the group prober.
def set_model_probers(self, logicalProber, visualProber):
self._logical_prober = logicalProber
self._visual_prober = visualProber
def is_final(self, c):
return c in [self.FINAL_KAF, self.FINAL_MEM, self.FINAL_NUN,
self.FINAL_PE, self.FINAL_TSADI]
def is_non_final(self, c):
# The normal Tsadi is not a good Non-Final letter due to words like
# 'lechotet' (to chat) containing an apostrophe after the tsadi. This
# apostrophe is converted to a space in FilterWithoutEnglishLetters
# causing the Non-Final tsadi to appear at an end of a word even
# though this is not the case in the original text.
# The letters Pe and Kaf rarely display a related behavior of not being
# a good Non-Final letter. Words like 'Pop', 'Winamp' and 'Mubarak'
# for example legally end with a Non-Final Pe or Kaf. However, the
# benefit of these letters as Non-Final letters outweighs the damage
# since these words are quite rare.
return c in [self.NORMAL_KAF, self.NORMAL_MEM,
self.NORMAL_NUN, self.NORMAL_PE]
def feed(self, byte_str):
# Final letter analysis for logical-visual decision.
# Look for evidence that the received buffer is either logical Hebrew
# or visual Hebrew.
# The following cases are checked:
# 1) A word longer than 1 letter, ending with a final letter. This is
# an indication that the text is laid out "naturally" since the
# final letter really appears at the end. +1 for logical score.
# 2) A word longer than 1 letter, ending with a Non-Final letter. In
# normal Hebrew, words ending with Kaf, Mem, Nun, Pe or Tsadi,
# should not end with the Non-Final form of that letter. Exceptions
# to this rule are mentioned above in isNonFinal(). This is an
# indication that the text is laid out backwards. +1 for visual
# score
# 3) A word longer than 1 letter, starting with a final letter. Final
# letters should not appear at the beginning of a word. This is an
# indication that the text is laid out backwards. +1 for visual
# score.
#
# The visual score and logical score are accumulated throughout the
# text and are finally checked against each other in GetCharSetName().
# No checking for final letters in the middle of words is done since
# that case is not an indication for either Logical or Visual text.
#
# We automatically filter out all 7-bit characters (replace them with
# spaces) so the word boundary detection works properly. [MAP]
if self.state == ProbingState.NOT_ME:
# Both model probers say it's not them. No reason to continue.
return ProbingState.NOT_ME
byte_str = self.filter_high_byte_only(byte_str)
for cur in byte_str:
if cur == ' ':
# We stand on a space - a word just ended
if self._before_prev != ' ':
# next-to-last char was not a space so self._prev is not a
# 1 letter word
if self.is_final(self._prev):
# case (1) [-2:not space][-1:final letter][cur:space]
self._final_char_logical_score += 1
elif self.is_non_final(self._prev):
# case (2) [-2:not space][-1:Non-Final letter][
# cur:space]
self._final_char_visual_score += 1
else:
# Not standing on a space
if ((self._before_prev == ' ') and
(self.is_final(self._prev)) and (cur != ' ')):
# case (3) [-2:space][-1:final letter][cur:not space]
self._final_char_visual_score += 1
self._before_prev = self._prev
self._prev = cur
# Forever detecting, till the end or until both model probers return
# ProbingState.NOT_ME (handled above)
return ProbingState.DETECTING
@property
def charset_name(self):
# Make the decision: is it Logical or Visual?
# If the final letter score distance is dominant enough, rely on it.
finalsub = self._final_char_logical_score - self._final_char_visual_score
if finalsub >= self.MIN_FINAL_CHAR_DISTANCE:
return self.LOGICAL_HEBREW_NAME
if finalsub <= -self.MIN_FINAL_CHAR_DISTANCE:
return self.VISUAL_HEBREW_NAME
# It's not dominant enough, try to rely on the model scores instead.
modelsub = (self._logical_prober.get_confidence()
- self._visual_prober.get_confidence())
if modelsub > self.MIN_MODEL_DISTANCE:
return self.LOGICAL_HEBREW_NAME
if modelsub < -self.MIN_MODEL_DISTANCE:
return self.VISUAL_HEBREW_NAME
# Still no good, back to final letter distance, maybe it'll save the
# day.
if finalsub < 0.0:
return self.VISUAL_HEBREW_NAME
# (finalsub > 0 - Logical) or (don't know what to do) default to
# Logical.
return self.LOGICAL_HEBREW_NAME
@property
def language(self):
return 'Hebrew'
@property
def state(self):
# Remain active as long as any of the model probers are active.
if (self._logical_prober.state == ProbingState.NOT_ME) and \
(self._visual_prober.state == ProbingState.NOT_ME):
return ProbingState.NOT_ME
return ProbingState.DETECTING
chardet/sbcharsetprober.py 0000644 00000013031 15043676041 0011724 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import CharacterCategory, ProbingState, SequenceLikelihood
class SingleByteCharSetProber(CharSetProber):
SAMPLE_SIZE = 64
SB_ENOUGH_REL_THRESHOLD = 1024 # 0.25 * SAMPLE_SIZE^2
POSITIVE_SHORTCUT_THRESHOLD = 0.95
NEGATIVE_SHORTCUT_THRESHOLD = 0.05
def __init__(self, model, reversed=False, name_prober=None):
super(SingleByteCharSetProber, self).__init__()
self._model = model
# TRUE if we need to reverse every pair in the model lookup
self._reversed = reversed
# Optional auxiliary prober for name decision
self._name_prober = name_prober
self._last_order = None
self._seq_counters = None
self._total_seqs = None
self._total_char = None
self._freq_char = None
self.reset()
def reset(self):
super(SingleByteCharSetProber, self).reset()
# char order of last character
self._last_order = 255
self._seq_counters = [0] * SequenceLikelihood.get_num_categories()
self._total_seqs = 0
self._total_char = 0
# characters that fall in our sampling range
self._freq_char = 0
@property
def charset_name(self):
if self._name_prober:
return self._name_prober.charset_name
else:
return self._model['charset_name']
@property
def language(self):
if self._name_prober:
return self._name_prober.language
else:
return self._model.get('language')
def feed(self, byte_str):
if not self._model['keep_english_letter']:
byte_str = self.filter_international_words(byte_str)
if not byte_str:
return self.state
char_to_order_map = self._model['char_to_order_map']
for i, c in enumerate(byte_str):
# XXX: Order is in range 1-64, so one would think we want 0-63 here,
# but that leads to 27 more test failures than before.
order = char_to_order_map[c]
# XXX: This was SYMBOL_CAT_ORDER before, with a value of 250, but
# CharacterCategory.SYMBOL is actually 253, so we use CONTROL
# to make it closer to the original intent. The only difference
# is whether or not we count digits and control characters for
# _total_char purposes.
if order < CharacterCategory.CONTROL:
self._total_char += 1
if order < self.SAMPLE_SIZE:
self._freq_char += 1
if self._last_order < self.SAMPLE_SIZE:
self._total_seqs += 1
if not self._reversed:
i = (self._last_order * self.SAMPLE_SIZE) + order
model = self._model['precedence_matrix'][i]
else: # reverse the order of the letters in the lookup
i = (order * self.SAMPLE_SIZE) + self._last_order
model = self._model['precedence_matrix'][i]
self._seq_counters[model] += 1
self._last_order = order
charset_name = self._model['charset_name']
if self.state == ProbingState.DETECTING:
if self._total_seqs > self.SB_ENOUGH_REL_THRESHOLD:
confidence = self.get_confidence()
if confidence > self.POSITIVE_SHORTCUT_THRESHOLD:
self.logger.debug('%s confidence = %s, we have a winner',
charset_name, confidence)
self._state = ProbingState.FOUND_IT
elif confidence < self.NEGATIVE_SHORTCUT_THRESHOLD:
self.logger.debug('%s confidence = %s, below negative '
'shortcut threshhold %s', charset_name,
confidence,
self.NEGATIVE_SHORTCUT_THRESHOLD)
self._state = ProbingState.NOT_ME
return self.state
def get_confidence(self):
r = 0.01
if self._total_seqs > 0:
r = ((1.0 * self._seq_counters[SequenceLikelihood.POSITIVE]) /
self._total_seqs / self._model['typical_positive_ratio'])
r = r * self._freq_char / self._total_char
if r >= 1.0:
r = 0.99
return r
chardet/__init__.py 0000644 00000003027 15043676042 0010300 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .compat import PY2, PY3
from .universaldetector import UniversalDetector
from .version import __version__, VERSION
def detect(byte_str):
"""
Detect the encoding of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
"""
if not isinstance(byte_str, bytearray):
if not isinstance(byte_str, bytes):
raise TypeError('Expected object of type bytes or bytearray, got: '
'{0}'.format(type(byte_str)))
else:
byte_str = bytearray(byte_str)
detector = UniversalDetector()
detector.feed(byte_str)
return detector.close()
chardet/big5freq.py 0000644 00000075026 15043676044 0010257 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# Big5 frequency table
# by Taiwan's Mandarin Promotion Council
# <http://www.edu.tw:81/mandr/>
#
# 128 --> 0.42261
# 256 --> 0.57851
# 512 --> 0.74851
# 1024 --> 0.89384
# 2048 --> 0.97583
#
# Ideal Distribution Ratio = 0.74851/(1-0.74851) =2.98
# Random Distribution Ration = 512/(5401-512)=0.105
#
# Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
BIG5_TYPICAL_DISTRIBUTION_RATIO = 0.75
#Char to FreqOrder table
BIG5_TABLE_SIZE = 5376
BIG5_CHAR_TO_FREQ_ORDER = (
1,1801,1506, 255,1431, 198, 9, 82, 6,5008, 177, 202,3681,1256,2821, 110, # 16
3814, 33,3274, 261, 76, 44,2114, 16,2946,2187,1176, 659,3971, 26,3451,2653, # 32
1198,3972,3350,4202, 410,2215, 302, 590, 361,1964, 8, 204, 58,4510,5009,1932, # 48
63,5010,5011, 317,1614, 75, 222, 159,4203,2417,1480,5012,3555,3091, 224,2822, # 64
3682, 3, 10,3973,1471, 29,2787,1135,2866,1940, 873, 130,3275,1123, 312,5013, # 80
4511,2052, 507, 252, 682,5014, 142,1915, 124, 206,2947, 34,3556,3204, 64, 604, # 96
5015,2501,1977,1978, 155,1991, 645, 641,1606,5016,3452, 337, 72, 406,5017, 80, # 112
630, 238,3205,1509, 263, 939,1092,2654, 756,1440,1094,3453, 449, 69,2987, 591, # 128
179,2096, 471, 115,2035,1844, 60, 50,2988, 134, 806,1869, 734,2036,3454, 180, # 144
995,1607, 156, 537,2907, 688,5018, 319,1305, 779,2145, 514,2379, 298,4512, 359, # 160
2502, 90,2716,1338, 663, 11, 906,1099,2553, 20,2441, 182, 532,1716,5019, 732, # 176
1376,4204,1311,1420,3206, 25,2317,1056, 113, 399, 382,1950, 242,3455,2474, 529, # 192
3276, 475,1447,3683,5020, 117, 21, 656, 810,1297,2300,2334,3557,5021, 126,4205, # 208
706, 456, 150, 613,4513, 71,1118,2037,4206, 145,3092, 85, 835, 486,2115,1246, # 224
1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,5022,2128,2359, 347,3815, 221, # 240
3558,3135,5023,1956,1153,4207, 83, 296,1199,3093, 192, 624, 93,5024, 822,1898, # 256
2823,3136, 795,2065, 991,1554,1542,1592, 27, 43,2867, 859, 139,1456, 860,4514, # 272
437, 712,3974, 164,2397,3137, 695, 211,3037,2097, 195,3975,1608,3559,3560,3684, # 288
3976, 234, 811,2989,2098,3977,2233,1441,3561,1615,2380, 668,2077,1638, 305, 228, # 304
1664,4515, 467, 415,5025, 262,2099,1593, 239, 108, 300, 200,1033, 512,1247,2078, # 320
5026,5027,2176,3207,3685,2682, 593, 845,1062,3277, 88,1723,2038,3978,1951, 212, # 336
266, 152, 149, 468,1899,4208,4516, 77, 187,5028,3038, 37, 5,2990,5029,3979, # 352
5030,5031, 39,2524,4517,2908,3208,2079, 55, 148, 74,4518, 545, 483,1474,1029, # 368
1665, 217,1870,1531,3138,1104,2655,4209, 24, 172,3562, 900,3980,3563,3564,4519, # 384
32,1408,2824,1312, 329, 487,2360,2251,2717, 784,2683, 4,3039,3351,1427,1789, # 400
188, 109, 499,5032,3686,1717,1790, 888,1217,3040,4520,5033,3565,5034,3352,1520, # 416
3687,3981, 196,1034, 775,5035,5036, 929,1816, 249, 439, 38,5037,1063,5038, 794, # 432
3982,1435,2301, 46, 178,3278,2066,5039,2381,5040, 214,1709,4521, 804, 35, 707, # 448
324,3688,1601,2554, 140, 459,4210,5041,5042,1365, 839, 272, 978,2262,2580,3456, # 464
2129,1363,3689,1423, 697, 100,3094, 48, 70,1231, 495,3139,2196,5043,1294,5044, # 480
2080, 462, 586,1042,3279, 853, 256, 988, 185,2382,3457,1698, 434,1084,5045,3458, # 496
314,2625,2788,4522,2335,2336, 569,2285, 637,1817,2525, 757,1162,1879,1616,3459, # 512
287,1577,2116, 768,4523,1671,2868,3566,2526,1321,3816, 909,2418,5046,4211, 933, # 528
3817,4212,2053,2361,1222,4524, 765,2419,1322, 786,4525,5047,1920,1462,1677,2909, # 544
1699,5048,4526,1424,2442,3140,3690,2600,3353,1775,1941,3460,3983,4213, 309,1369, # 560
1130,2825, 364,2234,1653,1299,3984,3567,3985,3986,2656, 525,1085,3041, 902,2001, # 576
1475, 964,4527, 421,1845,1415,1057,2286, 940,1364,3141, 376,4528,4529,1381, 7, # 592
2527, 983,2383, 336,1710,2684,1846, 321,3461, 559,1131,3042,2752,1809,1132,1313, # 608
265,1481,1858,5049, 352,1203,2826,3280, 167,1089, 420,2827, 776, 792,1724,3568, # 624
4214,2443,3281,5050,4215,5051, 446, 229, 333,2753, 901,3818,1200,1557,4530,2657, # 640
1921, 395,2754,2685,3819,4216,1836, 125, 916,3209,2626,4531,5052,5053,3820,5054, # 656
5055,5056,4532,3142,3691,1133,2555,1757,3462,1510,2318,1409,3569,5057,2146, 438, # 672
2601,2910,2384,3354,1068, 958,3043, 461, 311,2869,2686,4217,1916,3210,4218,1979, # 688
383, 750,2755,2627,4219, 274, 539, 385,1278,1442,5058,1154,1965, 384, 561, 210, # 704
98,1295,2556,3570,5059,1711,2420,1482,3463,3987,2911,1257, 129,5060,3821, 642, # 720
523,2789,2790,2658,5061, 141,2235,1333, 68, 176, 441, 876, 907,4220, 603,2602, # 736
710, 171,3464, 404, 549, 18,3143,2398,1410,3692,1666,5062,3571,4533,2912,4534, # 752
5063,2991, 368,5064, 146, 366, 99, 871,3693,1543, 748, 807,1586,1185, 22,2263, # 768
379,3822,3211,5065,3212, 505,1942,2628,1992,1382,2319,5066, 380,2362, 218, 702, # 784
1818,1248,3465,3044,3572,3355,3282,5067,2992,3694, 930,3283,3823,5068, 59,5069, # 800
585, 601,4221, 497,3466,1112,1314,4535,1802,5070,1223,1472,2177,5071, 749,1837, # 816
690,1900,3824,1773,3988,1476, 429,1043,1791,2236,2117, 917,4222, 447,1086,1629, # 832
5072, 556,5073,5074,2021,1654, 844,1090, 105, 550, 966,1758,2828,1008,1783, 686, # 848
1095,5075,2287, 793,1602,5076,3573,2603,4536,4223,2948,2302,4537,3825, 980,2503, # 864
544, 353, 527,4538, 908,2687,2913,5077, 381,2629,1943,1348,5078,1341,1252, 560, # 880
3095,5079,3467,2870,5080,2054, 973, 886,2081, 143,4539,5081,5082, 157,3989, 496, # 896
4224, 57, 840, 540,2039,4540,4541,3468,2118,1445, 970,2264,1748,1966,2082,4225, # 912
3144,1234,1776,3284,2829,3695, 773,1206,2130,1066,2040,1326,3990,1738,1725,4226, # 928
279,3145, 51,1544,2604, 423,1578,2131,2067, 173,4542,1880,5083,5084,1583, 264, # 944
610,3696,4543,2444, 280, 154,5085,5086,5087,1739, 338,1282,3096, 693,2871,1411, # 960
1074,3826,2445,5088,4544,5089,5090,1240, 952,2399,5091,2914,1538,2688, 685,1483, # 976
4227,2475,1436, 953,4228,2055,4545, 671,2400, 79,4229,2446,3285, 608, 567,2689, # 992
3469,4230,4231,1691, 393,1261,1792,2401,5092,4546,5093,5094,5095,5096,1383,1672, # 1008
3827,3213,1464, 522,1119, 661,1150, 216, 675,4547,3991,1432,3574, 609,4548,2690, # 1024
2402,5097,5098,5099,4232,3045, 0,5100,2476, 315, 231,2447, 301,3356,4549,2385, # 1040
5101, 233,4233,3697,1819,4550,4551,5102, 96,1777,1315,2083,5103, 257,5104,1810, # 1056
3698,2718,1139,1820,4234,2022,1124,2164,2791,1778,2659,5105,3097, 363,1655,3214, # 1072
5106,2993,5107,5108,5109,3992,1567,3993, 718, 103,3215, 849,1443, 341,3357,2949, # 1088
1484,5110,1712, 127, 67, 339,4235,2403, 679,1412, 821,5111,5112, 834, 738, 351, # 1104
2994,2147, 846, 235,1497,1881, 418,1993,3828,2719, 186,1100,2148,2756,3575,1545, # 1120
1355,2950,2872,1377, 583,3994,4236,2581,2995,5113,1298,3699,1078,2557,3700,2363, # 1136
78,3829,3830, 267,1289,2100,2002,1594,4237, 348, 369,1274,2197,2178,1838,4552, # 1152
1821,2830,3701,2757,2288,2003,4553,2951,2758, 144,3358, 882,4554,3995,2759,3470, # 1168
4555,2915,5114,4238,1726, 320,5115,3996,3046, 788,2996,5116,2831,1774,1327,2873, # 1184
3997,2832,5117,1306,4556,2004,1700,3831,3576,2364,2660, 787,2023, 506, 824,3702, # 1200
534, 323,4557,1044,3359,2024,1901, 946,3471,5118,1779,1500,1678,5119,1882,4558, # 1216
165, 243,4559,3703,2528, 123, 683,4239, 764,4560, 36,3998,1793, 589,2916, 816, # 1232
626,1667,3047,2237,1639,1555,1622,3832,3999,5120,4000,2874,1370,1228,1933, 891, # 1248
2084,2917, 304,4240,5121, 292,2997,2720,3577, 691,2101,4241,1115,4561, 118, 662, # 1264
5122, 611,1156, 854,2386,1316,2875, 2, 386, 515,2918,5123,5124,3286, 868,2238, # 1280
1486, 855,2661, 785,2216,3048,5125,1040,3216,3578,5126,3146, 448,5127,1525,5128, # 1296
2165,4562,5129,3833,5130,4242,2833,3579,3147, 503, 818,4001,3148,1568, 814, 676, # 1312
1444, 306,1749,5131,3834,1416,1030, 197,1428, 805,2834,1501,4563,5132,5133,5134, # 1328
1994,5135,4564,5136,5137,2198, 13,2792,3704,2998,3149,1229,1917,5138,3835,2132, # 1344
5139,4243,4565,2404,3580,5140,2217,1511,1727,1120,5141,5142, 646,3836,2448, 307, # 1360
5143,5144,1595,3217,5145,5146,5147,3705,1113,1356,4002,1465,2529,2530,5148, 519, # 1376
5149, 128,2133, 92,2289,1980,5150,4003,1512, 342,3150,2199,5151,2793,2218,1981, # 1392
3360,4244, 290,1656,1317, 789, 827,2365,5152,3837,4566, 562, 581,4004,5153, 401, # 1408
4567,2252, 94,4568,5154,1399,2794,5155,1463,2025,4569,3218,1944,5156, 828,1105, # 1424
4245,1262,1394,5157,4246, 605,4570,5158,1784,2876,5159,2835, 819,2102, 578,2200, # 1440
2952,5160,1502, 436,3287,4247,3288,2836,4005,2919,3472,3473,5161,2721,2320,5162, # 1456
5163,2337,2068, 23,4571, 193, 826,3838,2103, 699,1630,4248,3098, 390,1794,1064, # 1472
3581,5164,1579,3099,3100,1400,5165,4249,1839,1640,2877,5166,4572,4573, 137,4250, # 1488
598,3101,1967, 780, 104, 974,2953,5167, 278, 899, 253, 402, 572, 504, 493,1339, # 1504
5168,4006,1275,4574,2582,2558,5169,3706,3049,3102,2253, 565,1334,2722, 863, 41, # 1520
5170,5171,4575,5172,1657,2338, 19, 463,2760,4251, 606,5173,2999,3289,1087,2085, # 1536
1323,2662,3000,5174,1631,1623,1750,4252,2691,5175,2878, 791,2723,2663,2339, 232, # 1552
2421,5176,3001,1498,5177,2664,2630, 755,1366,3707,3290,3151,2026,1609, 119,1918, # 1568
3474, 862,1026,4253,5178,4007,3839,4576,4008,4577,2265,1952,2477,5179,1125, 817, # 1584
4254,4255,4009,1513,1766,2041,1487,4256,3050,3291,2837,3840,3152,5180,5181,1507, # 1600
5182,2692, 733, 40,1632,1106,2879, 345,4257, 841,2531, 230,4578,3002,1847,3292, # 1616
3475,5183,1263, 986,3476,5184, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562, # 1632
4010,4011,2954, 967,2761,2665,1349, 592,2134,1692,3361,3003,1995,4258,1679,4012, # 1648
1902,2188,5185, 739,3708,2724,1296,1290,5186,4259,2201,2202,1922,1563,2605,2559, # 1664
1871,2762,3004,5187, 435,5188, 343,1108, 596, 17,1751,4579,2239,3477,3709,5189, # 1680
4580, 294,3582,2955,1693, 477, 979, 281,2042,3583, 643,2043,3710,2631,2795,2266, # 1696
1031,2340,2135,2303,3584,4581, 367,1249,2560,5190,3585,5191,4582,1283,3362,2005, # 1712
240,1762,3363,4583,4584, 836,1069,3153, 474,5192,2149,2532, 268,3586,5193,3219, # 1728
1521,1284,5194,1658,1546,4260,5195,3587,3588,5196,4261,3364,2693,1685,4262, 961, # 1744
1673,2632, 190,2006,2203,3841,4585,4586,5197, 570,2504,3711,1490,5198,4587,2633, # 1760
3293,1957,4588, 584,1514, 396,1045,1945,5199,4589,1968,2449,5200,5201,4590,4013, # 1776
619,5202,3154,3294, 215,2007,2796,2561,3220,4591,3221,4592, 763,4263,3842,4593, # 1792
5203,5204,1958,1767,2956,3365,3712,1174, 452,1477,4594,3366,3155,5205,2838,1253, # 1808
2387,2189,1091,2290,4264, 492,5206, 638,1169,1825,2136,1752,4014, 648, 926,1021, # 1824
1324,4595, 520,4596, 997, 847,1007, 892,4597,3843,2267,1872,3713,2405,1785,4598, # 1840
1953,2957,3103,3222,1728,4265,2044,3714,4599,2008,1701,3156,1551, 30,2268,4266, # 1856
5207,2027,4600,3589,5208, 501,5209,4267, 594,3478,2166,1822,3590,3479,3591,3223, # 1872
829,2839,4268,5210,1680,3157,1225,4269,5211,3295,4601,4270,3158,2341,5212,4602, # 1888
4271,5213,4015,4016,5214,1848,2388,2606,3367,5215,4603, 374,4017, 652,4272,4273, # 1904
375,1140, 798,5216,5217,5218,2366,4604,2269, 546,1659, 138,3051,2450,4605,5219, # 1920
2254, 612,1849, 910, 796,3844,1740,1371, 825,3845,3846,5220,2920,2562,5221, 692, # 1936
444,3052,2634, 801,4606,4274,5222,1491, 244,1053,3053,4275,4276, 340,5223,4018, # 1952
1041,3005, 293,1168, 87,1357,5224,1539, 959,5225,2240, 721, 694,4277,3847, 219, # 1968
1478, 644,1417,3368,2666,1413,1401,1335,1389,4019,5226,5227,3006,2367,3159,1826, # 1984
730,1515, 184,2840, 66,4607,5228,1660,2958, 246,3369, 378,1457, 226,3480, 975, # 2000
4020,2959,1264,3592, 674, 696,5229, 163,5230,1141,2422,2167, 713,3593,3370,4608, # 2016
4021,5231,5232,1186, 15,5233,1079,1070,5234,1522,3224,3594, 276,1050,2725, 758, # 2032
1126, 653,2960,3296,5235,2342, 889,3595,4022,3104,3007, 903,1250,4609,4023,3481, # 2048
3596,1342,1681,1718, 766,3297, 286, 89,2961,3715,5236,1713,5237,2607,3371,3008, # 2064
5238,2962,2219,3225,2880,5239,4610,2505,2533, 181, 387,1075,4024, 731,2190,3372, # 2080
5240,3298, 310, 313,3482,2304, 770,4278, 54,3054, 189,4611,3105,3848,4025,5241, # 2096
1230,1617,1850, 355,3597,4279,4612,3373, 111,4280,3716,1350,3160,3483,3055,4281, # 2112
2150,3299,3598,5242,2797,4026,4027,3009, 722,2009,5243,1071, 247,1207,2343,2478, # 2128
1378,4613,2010, 864,1437,1214,4614, 373,3849,1142,2220, 667,4615, 442,2763,2563, # 2144
3850,4028,1969,4282,3300,1840, 837, 170,1107, 934,1336,1883,5244,5245,2119,4283, # 2160
2841, 743,1569,5246,4616,4284, 582,2389,1418,3484,5247,1803,5248, 357,1395,1729, # 2176
3717,3301,2423,1564,2241,5249,3106,3851,1633,4617,1114,2086,4285,1532,5250, 482, # 2192
2451,4618,5251,5252,1492, 833,1466,5253,2726,3599,1641,2842,5254,1526,1272,3718, # 2208
4286,1686,1795, 416,2564,1903,1954,1804,5255,3852,2798,3853,1159,2321,5256,2881, # 2224
4619,1610,1584,3056,2424,2764, 443,3302,1163,3161,5257,5258,4029,5259,4287,2506, # 2240
3057,4620,4030,3162,2104,1647,3600,2011,1873,4288,5260,4289, 431,3485,5261, 250, # 2256
97, 81,4290,5262,1648,1851,1558, 160, 848,5263, 866, 740,1694,5264,2204,2843, # 2272
3226,4291,4621,3719,1687, 950,2479, 426, 469,3227,3720,3721,4031,5265,5266,1188, # 2288
424,1996, 861,3601,4292,3854,2205,2694, 168,1235,3602,4293,5267,2087,1674,4622, # 2304
3374,3303, 220,2565,1009,5268,3855, 670,3010, 332,1208, 717,5269,5270,3603,2452, # 2320
4032,3375,5271, 513,5272,1209,2882,3376,3163,4623,1080,5273,5274,5275,5276,2534, # 2336
3722,3604, 815,1587,4033,4034,5277,3605,3486,3856,1254,4624,1328,3058,1390,4035, # 2352
1741,4036,3857,4037,5278, 236,3858,2453,3304,5279,5280,3723,3859,1273,3860,4625, # 2368
5281, 308,5282,4626, 245,4627,1852,2480,1307,2583, 430, 715,2137,2454,5283, 270, # 2384
199,2883,4038,5284,3606,2727,1753, 761,1754, 725,1661,1841,4628,3487,3724,5285, # 2400
5286, 587, 14,3305, 227,2608, 326, 480,2270, 943,2765,3607, 291, 650,1884,5287, # 2416
1702,1226, 102,1547, 62,3488, 904,4629,3489,1164,4294,5288,5289,1224,1548,2766, # 2432
391, 498,1493,5290,1386,1419,5291,2056,1177,4630, 813, 880,1081,2368, 566,1145, # 2448
4631,2291,1001,1035,2566,2609,2242, 394,1286,5292,5293,2069,5294, 86,1494,1730, # 2464
4039, 491,1588, 745, 897,2963, 843,3377,4040,2767,2884,3306,1768, 998,2221,2070, # 2480
397,1827,1195,1970,3725,3011,3378, 284,5295,3861,2507,2138,2120,1904,5296,4041, # 2496
2151,4042,4295,1036,3490,1905, 114,2567,4296, 209,1527,5297,5298,2964,2844,2635, # 2512
2390,2728,3164, 812,2568,5299,3307,5300,1559, 737,1885,3726,1210, 885, 28,2695, # 2528
3608,3862,5301,4297,1004,1780,4632,5302, 346,1982,2222,2696,4633,3863,1742, 797, # 2544
1642,4043,1934,1072,1384,2152, 896,4044,3308,3727,3228,2885,3609,5303,2569,1959, # 2560
4634,2455,1786,5304,5305,5306,4045,4298,1005,1308,3728,4299,2729,4635,4636,1528, # 2576
2610, 161,1178,4300,1983, 987,4637,1101,4301, 631,4046,1157,3229,2425,1343,1241, # 2592
1016,2243,2570, 372, 877,2344,2508,1160, 555,1935, 911,4047,5307, 466,1170, 169, # 2608
1051,2921,2697,3729,2481,3012,1182,2012,2571,1251,2636,5308, 992,2345,3491,1540, # 2624
2730,1201,2071,2406,1997,2482,5309,4638, 528,1923,2191,1503,1874,1570,2369,3379, # 2640
3309,5310, 557,1073,5311,1828,3492,2088,2271,3165,3059,3107, 767,3108,2799,4639, # 2656
1006,4302,4640,2346,1267,2179,3730,3230, 778,4048,3231,2731,1597,2667,5312,4641, # 2672
5313,3493,5314,5315,5316,3310,2698,1433,3311, 131, 95,1504,4049, 723,4303,3166, # 2688
1842,3610,2768,2192,4050,2028,2105,3731,5317,3013,4051,1218,5318,3380,3232,4052, # 2704
4304,2584, 248,1634,3864, 912,5319,2845,3732,3060,3865, 654, 53,5320,3014,5321, # 2720
1688,4642, 777,3494,1032,4053,1425,5322, 191, 820,2121,2846, 971,4643, 931,3233, # 2736
135, 664, 783,3866,1998, 772,2922,1936,4054,3867,4644,2923,3234, 282,2732, 640, # 2752
1372,3495,1127, 922, 325,3381,5323,5324, 711,2045,5325,5326,4055,2223,2800,1937, # 2768
4056,3382,2224,2255,3868,2305,5327,4645,3869,1258,3312,4057,3235,2139,2965,4058, # 2784
4059,5328,2225, 258,3236,4646, 101,1227,5329,3313,1755,5330,1391,3314,5331,2924, # 2800
2057, 893,5332,5333,5334,1402,4305,2347,5335,5336,3237,3611,5337,5338, 878,1325, # 2816
1781,2801,4647, 259,1385,2585, 744,1183,2272,4648,5339,4060,2509,5340, 684,1024, # 2832
4306,5341, 472,3612,3496,1165,3315,4061,4062, 322,2153, 881, 455,1695,1152,1340, # 2848
660, 554,2154,4649,1058,4650,4307, 830,1065,3383,4063,4651,1924,5342,1703,1919, # 2864
5343, 932,2273, 122,5344,4652, 947, 677,5345,3870,2637, 297,1906,1925,2274,4653, # 2880
2322,3316,5346,5347,4308,5348,4309, 84,4310, 112, 989,5349, 547,1059,4064, 701, # 2896
3613,1019,5350,4311,5351,3497, 942, 639, 457,2306,2456, 993,2966, 407, 851, 494, # 2912
4654,3384, 927,5352,1237,5353,2426,3385, 573,4312, 680, 921,2925,1279,1875, 285, # 2928
790,1448,1984, 719,2168,5354,5355,4655,4065,4066,1649,5356,1541, 563,5357,1077, # 2944
5358,3386,3061,3498, 511,3015,4067,4068,3733,4069,1268,2572,3387,3238,4656,4657, # 2960
5359, 535,1048,1276,1189,2926,2029,3167,1438,1373,2847,2967,1134,2013,5360,4313, # 2976
1238,2586,3109,1259,5361, 700,5362,2968,3168,3734,4314,5363,4315,1146,1876,1907, # 2992
4658,2611,4070, 781,2427, 132,1589, 203, 147, 273,2802,2407, 898,1787,2155,4071, # 3008
4072,5364,3871,2803,5365,5366,4659,4660,5367,3239,5368,1635,3872, 965,5369,1805, # 3024
2699,1516,3614,1121,1082,1329,3317,4073,1449,3873, 65,1128,2848,2927,2769,1590, # 3040
3874,5370,5371, 12,2668, 45, 976,2587,3169,4661, 517,2535,1013,1037,3240,5372, # 3056
3875,2849,5373,3876,5374,3499,5375,2612, 614,1999,2323,3877,3110,2733,2638,5376, # 3072
2588,4316, 599,1269,5377,1811,3735,5378,2700,3111, 759,1060, 489,1806,3388,3318, # 3088
1358,5379,5380,2391,1387,1215,2639,2256, 490,5381,5382,4317,1759,2392,2348,5383, # 3104
4662,3878,1908,4074,2640,1807,3241,4663,3500,3319,2770,2349, 874,5384,5385,3501, # 3120
3736,1859, 91,2928,3737,3062,3879,4664,5386,3170,4075,2669,5387,3502,1202,1403, # 3136
3880,2969,2536,1517,2510,4665,3503,2511,5388,4666,5389,2701,1886,1495,1731,4076, # 3152
2370,4667,5390,2030,5391,5392,4077,2702,1216, 237,2589,4318,2324,4078,3881,4668, # 3168
4669,2703,3615,3504, 445,4670,5393,5394,5395,5396,2771, 61,4079,3738,1823,4080, # 3184
5397, 687,2046, 935, 925, 405,2670, 703,1096,1860,2734,4671,4081,1877,1367,2704, # 3200
3389, 918,2106,1782,2483, 334,3320,1611,1093,4672, 564,3171,3505,3739,3390, 945, # 3216
2641,2058,4673,5398,1926, 872,4319,5399,3506,2705,3112, 349,4320,3740,4082,4674, # 3232
3882,4321,3741,2156,4083,4675,4676,4322,4677,2408,2047, 782,4084, 400, 251,4323, # 3248
1624,5400,5401, 277,3742, 299,1265, 476,1191,3883,2122,4324,4325,1109, 205,5402, # 3264
2590,1000,2157,3616,1861,5403,5404,5405,4678,5406,4679,2573, 107,2484,2158,4085, # 3280
3507,3172,5407,1533, 541,1301, 158, 753,4326,2886,3617,5408,1696, 370,1088,4327, # 3296
4680,3618, 579, 327, 440, 162,2244, 269,1938,1374,3508, 968,3063, 56,1396,3113, # 3312
2107,3321,3391,5409,1927,2159,4681,3016,5410,3619,5411,5412,3743,4682,2485,5413, # 3328
2804,5414,1650,4683,5415,2613,5416,5417,4086,2671,3392,1149,3393,4087,3884,4088, # 3344
5418,1076, 49,5419, 951,3242,3322,3323, 450,2850, 920,5420,1812,2805,2371,4328, # 3360
1909,1138,2372,3885,3509,5421,3243,4684,1910,1147,1518,2428,4685,3886,5422,4686, # 3376
2393,2614, 260,1796,3244,5423,5424,3887,3324, 708,5425,3620,1704,5426,3621,1351, # 3392
1618,3394,3017,1887, 944,4329,3395,4330,3064,3396,4331,5427,3744, 422, 413,1714, # 3408
3325, 500,2059,2350,4332,2486,5428,1344,1911, 954,5429,1668,5430,5431,4089,2409, # 3424
4333,3622,3888,4334,5432,2307,1318,2512,3114, 133,3115,2887,4687, 629, 31,2851, # 3440
2706,3889,4688, 850, 949,4689,4090,2970,1732,2089,4335,1496,1853,5433,4091, 620, # 3456
3245, 981,1242,3745,3397,1619,3746,1643,3326,2140,2457,1971,1719,3510,2169,5434, # 3472
3246,5435,5436,3398,1829,5437,1277,4690,1565,2048,5438,1636,3623,3116,5439, 869, # 3488
2852, 655,3890,3891,3117,4092,3018,3892,1310,3624,4691,5440,5441,5442,1733, 558, # 3504
4692,3747, 335,1549,3065,1756,4336,3748,1946,3511,1830,1291,1192, 470,2735,2108, # 3520
2806, 913,1054,4093,5443,1027,5444,3066,4094,4693, 982,2672,3399,3173,3512,3247, # 3536
3248,1947,2807,5445, 571,4694,5446,1831,5447,3625,2591,1523,2429,5448,2090, 984, # 3552
4695,3749,1960,5449,3750, 852, 923,2808,3513,3751, 969,1519, 999,2049,2325,1705, # 3568
5450,3118, 615,1662, 151, 597,4095,2410,2326,1049, 275,4696,3752,4337, 568,3753, # 3584
3626,2487,4338,3754,5451,2430,2275, 409,3249,5452,1566,2888,3514,1002, 769,2853, # 3600
194,2091,3174,3755,2226,3327,4339, 628,1505,5453,5454,1763,2180,3019,4096, 521, # 3616
1161,2592,1788,2206,2411,4697,4097,1625,4340,4341, 412, 42,3119, 464,5455,2642, # 3632
4698,3400,1760,1571,2889,3515,2537,1219,2207,3893,2643,2141,2373,4699,4700,3328, # 3648
1651,3401,3627,5456,5457,3628,2488,3516,5458,3756,5459,5460,2276,2092, 460,5461, # 3664
4701,5462,3020, 962, 588,3629, 289,3250,2644,1116, 52,5463,3067,1797,5464,5465, # 3680
5466,1467,5467,1598,1143,3757,4342,1985,1734,1067,4702,1280,3402, 465,4703,1572, # 3696
510,5468,1928,2245,1813,1644,3630,5469,4704,3758,5470,5471,2673,1573,1534,5472, # 3712
5473, 536,1808,1761,3517,3894,3175,2645,5474,5475,5476,4705,3518,2929,1912,2809, # 3728
5477,3329,1122, 377,3251,5478, 360,5479,5480,4343,1529, 551,5481,2060,3759,1769, # 3744
2431,5482,2930,4344,3330,3120,2327,2109,2031,4706,1404, 136,1468,1479, 672,1171, # 3760
3252,2308, 271,3176,5483,2772,5484,2050, 678,2736, 865,1948,4707,5485,2014,4098, # 3776
2971,5486,2737,2227,1397,3068,3760,4708,4709,1735,2931,3403,3631,5487,3895, 509, # 3792
2854,2458,2890,3896,5488,5489,3177,3178,4710,4345,2538,4711,2309,1166,1010, 552, # 3808
681,1888,5490,5491,2972,2973,4099,1287,1596,1862,3179, 358, 453, 736, 175, 478, # 3824
1117, 905,1167,1097,5492,1854,1530,5493,1706,5494,2181,3519,2292,3761,3520,3632, # 3840
4346,2093,4347,5495,3404,1193,2489,4348,1458,2193,2208,1863,1889,1421,3331,2932, # 3856
3069,2182,3521, 595,2123,5496,4100,5497,5498,4349,1707,2646, 223,3762,1359, 751, # 3872
3121, 183,3522,5499,2810,3021, 419,2374, 633, 704,3897,2394, 241,5500,5501,5502, # 3888
838,3022,3763,2277,2773,2459,3898,1939,2051,4101,1309,3122,2246,1181,5503,1136, # 3904
2209,3899,2375,1446,4350,2310,4712,5504,5505,4351,1055,2615, 484,3764,5506,4102, # 3920
625,4352,2278,3405,1499,4353,4103,5507,4104,4354,3253,2279,2280,3523,5508,5509, # 3936
2774, 808,2616,3765,3406,4105,4355,3123,2539, 526,3407,3900,4356, 955,5510,1620, # 3952
4357,2647,2432,5511,1429,3766,1669,1832, 994, 928,5512,3633,1260,5513,5514,5515, # 3968
1949,2293, 741,2933,1626,4358,2738,2460, 867,1184, 362,3408,1392,5516,5517,4106, # 3984
4359,1770,1736,3254,2934,4713,4714,1929,2707,1459,1158,5518,3070,3409,2891,1292, # 4000
1930,2513,2855,3767,1986,1187,2072,2015,2617,4360,5519,2574,2514,2170,3768,2490, # 4016
3332,5520,3769,4715,5521,5522, 666,1003,3023,1022,3634,4361,5523,4716,1814,2257, # 4032
574,3901,1603, 295,1535, 705,3902,4362, 283, 858, 417,5524,5525,3255,4717,4718, # 4048
3071,1220,1890,1046,2281,2461,4107,1393,1599, 689,2575, 388,4363,5526,2491, 802, # 4064
5527,2811,3903,2061,1405,2258,5528,4719,3904,2110,1052,1345,3256,1585,5529, 809, # 4080
5530,5531,5532, 575,2739,3524, 956,1552,1469,1144,2328,5533,2329,1560,2462,3635, # 4096
3257,4108, 616,2210,4364,3180,2183,2294,5534,1833,5535,3525,4720,5536,1319,3770, # 4112
3771,1211,3636,1023,3258,1293,2812,5537,5538,5539,3905, 607,2311,3906, 762,2892, # 4128
1439,4365,1360,4721,1485,3072,5540,4722,1038,4366,1450,2062,2648,4367,1379,4723, # 4144
2593,5541,5542,4368,1352,1414,2330,2935,1172,5543,5544,3907,3908,4724,1798,1451, # 4160
5545,5546,5547,5548,2936,4109,4110,2492,2351, 411,4111,4112,3637,3333,3124,4725, # 4176
1561,2674,1452,4113,1375,5549,5550, 47,2974, 316,5551,1406,1591,2937,3181,5552, # 4192
1025,2142,3125,3182, 354,2740, 884,2228,4369,2412, 508,3772, 726,3638, 996,2433, # 4208
3639, 729,5553, 392,2194,1453,4114,4726,3773,5554,5555,2463,3640,2618,1675,2813, # 4224
919,2352,2975,2353,1270,4727,4115, 73,5556,5557, 647,5558,3259,2856,2259,1550, # 4240
1346,3024,5559,1332, 883,3526,5560,5561,5562,5563,3334,2775,5564,1212, 831,1347, # 4256
4370,4728,2331,3909,1864,3073, 720,3910,4729,4730,3911,5565,4371,5566,5567,4731, # 4272
5568,5569,1799,4732,3774,2619,4733,3641,1645,2376,4734,5570,2938, 669,2211,2675, # 4288
2434,5571,2893,5572,5573,1028,3260,5574,4372,2413,5575,2260,1353,5576,5577,4735, # 4304
3183, 518,5578,4116,5579,4373,1961,5580,2143,4374,5581,5582,3025,2354,2355,3912, # 4320
516,1834,1454,4117,2708,4375,4736,2229,2620,1972,1129,3642,5583,2776,5584,2976, # 4336
1422, 577,1470,3026,1524,3410,5585,5586, 432,4376,3074,3527,5587,2594,1455,2515, # 4352
2230,1973,1175,5588,1020,2741,4118,3528,4737,5589,2742,5590,1743,1361,3075,3529, # 4368
2649,4119,4377,4738,2295, 895, 924,4378,2171, 331,2247,3076, 166,1627,3077,1098, # 4384
5591,1232,2894,2231,3411,4739, 657, 403,1196,2377, 542,3775,3412,1600,4379,3530, # 4400
5592,4740,2777,3261, 576, 530,1362,4741,4742,2540,2676,3776,4120,5593, 842,3913, # 4416
5594,2814,2032,1014,4121, 213,2709,3413, 665, 621,4380,5595,3777,2939,2435,5596, # 4432
2436,3335,3643,3414,4743,4381,2541,4382,4744,3644,1682,4383,3531,1380,5597, 724, # 4448
2282, 600,1670,5598,1337,1233,4745,3126,2248,5599,1621,4746,5600, 651,4384,5601, # 4464
1612,4385,2621,5602,2857,5603,2743,2312,3078,5604, 716,2464,3079, 174,1255,2710, # 4480
4122,3645, 548,1320,1398, 728,4123,1574,5605,1891,1197,3080,4124,5606,3081,3082, # 4496
3778,3646,3779, 747,5607, 635,4386,4747,5608,5609,5610,4387,5611,5612,4748,5613, # 4512
3415,4749,2437, 451,5614,3780,2542,2073,4388,2744,4389,4125,5615,1764,4750,5616, # 4528
4390, 350,4751,2283,2395,2493,5617,4391,4126,2249,1434,4127, 488,4752, 458,4392, # 4544
4128,3781, 771,1330,2396,3914,2576,3184,2160,2414,1553,2677,3185,4393,5618,2494, # 4560
2895,2622,1720,2711,4394,3416,4753,5619,2543,4395,5620,3262,4396,2778,5621,2016, # 4576
2745,5622,1155,1017,3782,3915,5623,3336,2313, 201,1865,4397,1430,5624,4129,5625, # 4592
5626,5627,5628,5629,4398,1604,5630, 414,1866, 371,2595,4754,4755,3532,2017,3127, # 4608
4756,1708, 960,4399, 887, 389,2172,1536,1663,1721,5631,2232,4130,2356,2940,1580, # 4624
5632,5633,1744,4757,2544,4758,4759,5634,4760,5635,2074,5636,4761,3647,3417,2896, # 4640
4400,5637,4401,2650,3418,2815, 673,2712,2465, 709,3533,4131,3648,4402,5638,1148, # 4656
502, 634,5639,5640,1204,4762,3649,1575,4763,2623,3783,5641,3784,3128, 948,3263, # 4672
121,1745,3916,1110,5642,4403,3083,2516,3027,4132,3785,1151,1771,3917,1488,4133, # 4688
1987,5643,2438,3534,5644,5645,2094,5646,4404,3918,1213,1407,2816, 531,2746,2545, # 4704
3264,1011,1537,4764,2779,4405,3129,1061,5647,3786,3787,1867,2897,5648,2018, 120, # 4720
4406,4407,2063,3650,3265,2314,3919,2678,3419,1955,4765,4134,5649,3535,1047,2713, # 4736
1266,5650,1368,4766,2858, 649,3420,3920,2546,2747,1102,2859,2679,5651,5652,2000, # 4752
5653,1111,3651,2977,5654,2495,3921,3652,2817,1855,3421,3788,5655,5656,3422,2415, # 4768
2898,3337,3266,3653,5657,2577,5658,3654,2818,4135,1460, 856,5659,3655,5660,2899, # 4784
2978,5661,2900,3922,5662,4408, 632,2517, 875,3923,1697,3924,2296,5663,5664,4767, # 4800
3028,1239, 580,4768,4409,5665, 914, 936,2075,1190,4136,1039,2124,5666,5667,5668, # 4816
5669,3423,1473,5670,1354,4410,3925,4769,2173,3084,4137, 915,3338,4411,4412,3339, # 4832
1605,1835,5671,2748, 398,3656,4413,3926,4138, 328,1913,2860,4139,3927,1331,4414, # 4848
3029, 937,4415,5672,3657,4140,4141,3424,2161,4770,3425, 524, 742, 538,3085,1012, # 4864
5673,5674,3928,2466,5675, 658,1103, 225,3929,5676,5677,4771,5678,4772,5679,3267, # 4880
1243,5680,4142, 963,2250,4773,5681,2714,3658,3186,5682,5683,2596,2332,5684,4774, # 4896
5685,5686,5687,3536, 957,3426,2547,2033,1931,2941,2467, 870,2019,3659,1746,2780, # 4912
2781,2439,2468,5688,3930,5689,3789,3130,3790,3537,3427,3791,5690,1179,3086,5691, # 4928
3187,2378,4416,3792,2548,3188,3131,2749,4143,5692,3428,1556,2549,2297, 977,2901, # 4944
2034,4144,1205,3429,5693,1765,3430,3189,2125,1271, 714,1689,4775,3538,5694,2333, # 4960
3931, 533,4417,3660,2184, 617,5695,2469,3340,3539,2315,5696,5697,3190,5698,5699, # 4976
3932,1988, 618, 427,2651,3540,3431,5700,5701,1244,1690,5702,2819,4418,4776,5703, # 4992
3541,4777,5704,2284,1576, 473,3661,4419,3432, 972,5705,3662,5706,3087,5707,5708, # 5008
4778,4779,5709,3793,4145,4146,5710, 153,4780, 356,5711,1892,2902,4420,2144, 408, # 5024
803,2357,5712,3933,5713,4421,1646,2578,2518,4781,4782,3934,5714,3935,4422,5715, # 5040
2416,3433, 752,5716,5717,1962,3341,2979,5718, 746,3030,2470,4783,4423,3794, 698, # 5056
4784,1893,4424,3663,2550,4785,3664,3936,5719,3191,3434,5720,1824,1302,4147,2715, # 5072
3937,1974,4425,5721,4426,3192, 823,1303,1288,1236,2861,3542,4148,3435, 774,3938, # 5088
5722,1581,4786,1304,2862,3939,4787,5723,2440,2162,1083,3268,4427,4149,4428, 344, # 5104
1173, 288,2316, 454,1683,5724,5725,1461,4788,4150,2597,5726,5727,4789, 985, 894, # 5120
5728,3436,3193,5729,1914,2942,3795,1989,5730,2111,1975,5731,4151,5732,2579,1194, # 5136
425,5733,4790,3194,1245,3796,4429,5734,5735,2863,5736, 636,4791,1856,3940, 760, # 5152
1800,5737,4430,2212,1508,4792,4152,1894,1684,2298,5738,5739,4793,4431,4432,2213, # 5168
479,5740,5741, 832,5742,4153,2496,5743,2980,2497,3797, 990,3132, 627,1815,2652, # 5184
4433,1582,4434,2126,2112,3543,4794,5744, 799,4435,3195,5745,4795,2113,1737,3031, # 5200
1018, 543, 754,4436,3342,1676,4796,4797,4154,4798,1489,5746,3544,5747,2624,2903, # 5216
4155,5748,5749,2981,5750,5751,5752,5753,3196,4799,4800,2185,1722,5754,3269,3270, # 5232
1843,3665,1715, 481, 365,1976,1857,5755,5756,1963,2498,4801,5757,2127,3666,3271, # 5248
433,1895,2064,2076,5758, 602,2750,5759,5760,5761,5762,5763,3032,1628,3437,5764, # 5264
3197,4802,4156,2904,4803,2519,5765,2551,2782,5766,5767,5768,3343,4804,2905,5769, # 5280
4805,5770,2864,4806,4807,1221,2982,4157,2520,5771,5772,5773,1868,1990,5774,5775, # 5296
5776,1896,5777,5778,4808,1897,4158, 318,5779,2095,4159,4437,5780,5781, 485,5782, # 5312
938,3941, 553,2680, 116,5783,3942,3667,5784,3545,2681,2783,3438,3344,2820,5785, # 5328
3668,2943,4160,1747,2944,2983,5786,5787, 207,5788,4809,5789,4810,2521,5790,3033, # 5344
890,3669,3943,5791,1878,3798,3439,5792,2186,2358,3440,1652,5793,5794,5795, 941, # 5360
2299, 208,3546,4161,2020, 330,4438,3944,2906,2499,3799,4439,4811,5796,5797,5798, # 5376
)
chardet/jpcntx.py 0000644 00000046273 15043676046 0010065 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# This is hiragana 2-char sequence table, the number in each cell represents its frequency category
jp2CharContext = (
(0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1),
(2,4,0,4,0,3,0,4,0,3,4,4,4,2,4,3,3,4,3,2,3,3,4,2,3,3,3,2,4,1,4,3,3,1,5,4,3,4,3,4,3,5,3,0,3,5,4,2,0,3,1,0,3,3,0,3,3,0,1,1,0,4,3,0,3,3,0,4,0,2,0,3,5,5,5,5,4,0,4,1,0,3,4),
(0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2),
(0,4,0,5,0,5,0,4,0,4,5,4,4,3,5,3,5,1,5,3,4,3,4,4,3,4,3,3,4,3,5,4,4,3,5,5,3,5,5,5,3,5,5,3,4,5,5,3,1,3,2,0,3,4,0,4,2,0,4,2,1,5,3,2,3,5,0,4,0,2,0,5,4,4,5,4,5,0,4,0,0,4,4),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,3,0,4,0,3,0,3,0,4,5,4,3,3,3,3,4,3,5,4,4,3,5,4,4,3,4,3,4,4,4,4,5,3,4,4,3,4,5,5,4,5,5,1,4,5,4,3,0,3,3,1,3,3,0,4,4,0,3,3,1,5,3,3,3,5,0,4,0,3,0,4,4,3,4,3,3,0,4,1,1,3,4),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,4,0,3,0,3,0,4,0,3,4,4,3,2,2,1,2,1,3,1,3,3,3,3,3,4,3,1,3,3,5,3,3,0,4,3,0,5,4,3,3,5,4,4,3,4,4,5,0,1,2,0,1,2,0,2,2,0,1,0,0,5,2,2,1,4,0,3,0,1,0,4,4,3,5,4,3,0,2,1,0,4,3),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,3,0,5,0,4,0,2,1,4,4,2,4,1,4,2,4,2,4,3,3,3,4,3,3,3,3,1,4,2,3,3,3,1,4,4,1,1,1,4,3,3,2,0,2,4,3,2,0,3,3,0,3,1,1,0,0,0,3,3,0,4,2,2,3,4,0,4,0,3,0,4,4,5,3,4,4,0,3,0,0,1,4),
(1,4,0,4,0,4,0,4,0,3,5,4,4,3,4,3,5,4,3,3,4,3,5,4,4,4,4,3,4,2,4,3,3,1,5,4,3,2,4,5,4,5,5,4,4,5,4,4,0,3,2,2,3,3,0,4,3,1,3,2,1,4,3,3,4,5,0,3,0,2,0,4,5,5,4,5,4,0,4,0,0,5,4),
(0,5,0,5,0,4,0,3,0,4,4,3,4,3,3,3,4,0,4,4,4,3,4,3,4,3,3,1,4,2,4,3,4,0,5,4,1,4,5,4,4,5,3,2,4,3,4,3,2,4,1,3,3,3,2,3,2,0,4,3,3,4,3,3,3,4,0,4,0,3,0,4,5,4,4,4,3,0,4,1,0,1,3),
(0,3,1,4,0,3,0,2,0,3,4,4,3,1,4,2,3,3,4,3,4,3,4,3,4,4,3,2,3,1,5,4,4,1,4,4,3,5,4,4,3,5,5,4,3,4,4,3,1,2,3,1,2,2,0,3,2,0,3,1,0,5,3,3,3,4,3,3,3,3,4,4,4,4,5,4,2,0,3,3,2,4,3),
(0,2,0,3,0,1,0,1,0,0,3,2,0,0,2,0,1,0,2,1,3,3,3,1,2,3,1,0,1,0,4,2,1,1,3,3,0,4,3,3,1,4,3,3,0,3,3,2,0,0,0,0,1,0,0,2,0,0,0,0,0,4,1,0,2,3,2,2,2,1,3,3,3,4,4,3,2,0,3,1,0,3,3),
(0,4,0,4,0,3,0,3,0,4,4,4,3,3,3,3,3,3,4,3,4,2,4,3,4,3,3,2,4,3,4,5,4,1,4,5,3,5,4,5,3,5,4,0,3,5,5,3,1,3,3,2,2,3,0,3,4,1,3,3,2,4,3,3,3,4,0,4,0,3,0,4,5,4,4,5,3,0,4,1,0,3,4),
(0,2,0,3,0,3,0,0,0,2,2,2,1,0,1,0,0,0,3,0,3,0,3,0,1,3,1,0,3,1,3,3,3,1,3,3,3,0,1,3,1,3,4,0,0,3,1,1,0,3,2,0,0,0,0,1,3,0,1,0,0,3,3,2,0,3,0,0,0,0,0,3,4,3,4,3,3,0,3,0,0,2,3),
(2,3,0,3,0,2,0,1,0,3,3,4,3,1,3,1,1,1,3,1,4,3,4,3,3,3,0,0,3,1,5,4,3,1,4,3,2,5,5,4,4,4,4,3,3,4,4,4,0,2,1,1,3,2,0,1,2,0,0,1,0,4,1,3,3,3,0,3,0,1,0,4,4,4,5,5,3,0,2,0,0,4,4),
(0,2,0,1,0,3,1,3,0,2,3,3,3,0,3,1,0,0,3,0,3,2,3,1,3,2,1,1,0,0,4,2,1,0,2,3,1,4,3,2,0,4,4,3,1,3,1,3,0,1,0,0,1,0,0,0,1,0,0,0,0,4,1,1,1,2,0,3,0,0,0,3,4,2,4,3,2,0,1,0,0,3,3),
(0,1,0,4,0,5,0,4,0,2,4,4,2,3,3,2,3,3,5,3,3,3,4,3,4,2,3,0,4,3,3,3,4,1,4,3,2,1,5,5,3,4,5,1,3,5,4,2,0,3,3,0,1,3,0,4,2,0,1,3,1,4,3,3,3,3,0,3,0,1,0,3,4,4,4,5,5,0,3,0,1,4,5),
(0,2,0,3,0,3,0,0,0,2,3,1,3,0,4,0,1,1,3,0,3,4,3,2,3,1,0,3,3,2,3,1,3,0,2,3,0,2,1,4,1,2,2,0,0,3,3,0,0,2,0,0,0,1,0,0,0,0,2,2,0,3,2,1,3,3,0,2,0,2,0,0,3,3,1,2,4,0,3,0,2,2,3),
(2,4,0,5,0,4,0,4,0,2,4,4,4,3,4,3,3,3,1,2,4,3,4,3,4,4,5,0,3,3,3,3,2,0,4,3,1,4,3,4,1,4,4,3,3,4,4,3,1,2,3,0,4,2,0,4,1,0,3,3,0,4,3,3,3,4,0,4,0,2,0,3,5,3,4,5,2,0,3,0,0,4,5),
(0,3,0,4,0,1,0,1,0,1,3,2,2,1,3,0,3,0,2,0,2,0,3,0,2,0,0,0,1,0,1,1,0,0,3,1,0,0,0,4,0,3,1,0,2,1,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,4,2,2,3,1,0,3,0,0,0,1,4,4,4,3,0,0,4,0,0,1,4),
(1,4,1,5,0,3,0,3,0,4,5,4,4,3,5,3,3,4,4,3,4,1,3,3,3,3,2,1,4,1,5,4,3,1,4,4,3,5,4,4,3,5,4,3,3,4,4,4,0,3,3,1,2,3,0,3,1,0,3,3,0,5,4,4,4,4,4,4,3,3,5,4,4,3,3,5,4,0,3,2,0,4,4),
(0,2,0,3,0,1,0,0,0,1,3,3,3,2,4,1,3,0,3,1,3,0,2,2,1,1,0,0,2,0,4,3,1,0,4,3,0,4,4,4,1,4,3,1,1,3,3,1,0,2,0,0,1,3,0,0,0,0,2,0,0,4,3,2,4,3,5,4,3,3,3,4,3,3,4,3,3,0,2,1,0,3,3),
(0,2,0,4,0,3,0,2,0,2,5,5,3,4,4,4,4,1,4,3,3,0,4,3,4,3,1,3,3,2,4,3,0,3,4,3,0,3,4,4,2,4,4,0,4,5,3,3,2,2,1,1,1,2,0,1,5,0,3,3,2,4,3,3,3,4,0,3,0,2,0,4,4,3,5,5,0,0,3,0,2,3,3),
(0,3,0,4,0,3,0,1,0,3,4,3,3,1,3,3,3,0,3,1,3,0,4,3,3,1,1,0,3,0,3,3,0,0,4,4,0,1,5,4,3,3,5,0,3,3,4,3,0,2,0,1,1,1,0,1,3,0,1,2,1,3,3,2,3,3,0,3,0,1,0,1,3,3,4,4,1,0,1,2,2,1,3),
(0,1,0,4,0,4,0,3,0,1,3,3,3,2,3,1,1,0,3,0,3,3,4,3,2,4,2,0,1,0,4,3,2,0,4,3,0,5,3,3,2,4,4,4,3,3,3,4,0,1,3,0,0,1,0,0,1,0,0,0,0,4,2,3,3,3,0,3,0,0,0,4,4,4,5,3,2,0,3,3,0,3,5),
(0,2,0,3,0,0,0,3,0,1,3,0,2,0,0,0,1,0,3,1,1,3,3,0,0,3,0,0,3,0,2,3,1,0,3,1,0,3,3,2,0,4,2,2,0,2,0,0,0,4,0,0,0,0,0,0,0,0,0,0,0,2,1,2,0,1,0,1,0,0,0,1,3,1,2,0,0,0,1,0,0,1,4),
(0,3,0,3,0,5,0,1,0,2,4,3,1,3,3,2,1,1,5,2,1,0,5,1,2,0,0,0,3,3,2,2,3,2,4,3,0,0,3,3,1,3,3,0,2,5,3,4,0,3,3,0,1,2,0,2,2,0,3,2,0,2,2,3,3,3,0,2,0,1,0,3,4,4,2,5,4,0,3,0,0,3,5),
(0,3,0,3,0,3,0,1,0,3,3,3,3,0,3,0,2,0,2,1,1,0,2,0,1,0,0,0,2,1,0,0,1,0,3,2,0,0,3,3,1,2,3,1,0,3,3,0,0,1,0,0,0,0,0,2,0,0,0,0,0,2,3,1,2,3,0,3,0,1,0,3,2,1,0,4,3,0,1,1,0,3,3),
(0,4,0,5,0,3,0,3,0,4,5,5,4,3,5,3,4,3,5,3,3,2,5,3,4,4,4,3,4,3,4,5,5,3,4,4,3,4,4,5,4,4,4,3,4,5,5,4,2,3,4,2,3,4,0,3,3,1,4,3,2,4,3,3,5,5,0,3,0,3,0,5,5,5,5,4,4,0,4,0,1,4,4),
(0,4,0,4,0,3,0,3,0,3,5,4,4,2,3,2,5,1,3,2,5,1,4,2,3,2,3,3,4,3,3,3,3,2,5,4,1,3,3,5,3,4,4,0,4,4,3,1,1,3,1,0,2,3,0,2,3,0,3,0,0,4,3,1,3,4,0,3,0,2,0,4,4,4,3,4,5,0,4,0,0,3,4),
(0,3,0,3,0,3,1,2,0,3,4,4,3,3,3,0,2,2,4,3,3,1,3,3,3,1,1,0,3,1,4,3,2,3,4,4,2,4,4,4,3,4,4,3,2,4,4,3,1,3,3,1,3,3,0,4,1,0,2,2,1,4,3,2,3,3,5,4,3,3,5,4,4,3,3,0,4,0,3,2,2,4,4),
(0,2,0,1,0,0,0,0,0,1,2,1,3,0,0,0,0,0,2,0,1,2,1,0,0,1,0,0,0,0,3,0,0,1,0,1,1,3,1,0,0,0,1,1,0,1,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,1,2,2,0,3,4,0,0,0,1,1,0,0,1,0,0,0,0,0,1,1),
(0,1,0,0,0,1,0,0,0,0,4,0,4,1,4,0,3,0,4,0,3,0,4,0,3,0,3,0,4,1,5,1,4,0,0,3,0,5,0,5,2,0,1,0,0,0,2,1,4,0,1,3,0,0,3,0,0,3,1,1,4,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0),
(1,4,0,5,0,3,0,2,0,3,5,4,4,3,4,3,5,3,4,3,3,0,4,3,3,3,3,3,3,2,4,4,3,1,3,4,4,5,4,4,3,4,4,1,3,5,4,3,3,3,1,2,2,3,3,1,3,1,3,3,3,5,3,3,4,5,0,3,0,3,0,3,4,3,4,4,3,0,3,0,2,4,3),
(0,1,0,4,0,0,0,0,0,1,4,0,4,1,4,2,4,0,3,0,1,0,1,0,0,0,0,0,2,0,3,1,1,1,0,3,0,0,0,1,2,1,0,0,1,1,1,1,0,1,0,0,0,1,0,0,3,0,0,0,0,3,2,0,2,2,0,1,0,0,0,2,3,2,3,3,0,0,0,0,2,1,0),
(0,5,1,5,0,3,0,3,0,5,4,4,5,1,5,3,3,0,4,3,4,3,5,3,4,3,3,2,4,3,4,3,3,0,3,3,1,4,4,3,4,4,4,3,4,5,5,3,2,3,1,1,3,3,1,3,1,1,3,3,2,4,5,3,3,5,0,4,0,3,0,4,4,3,5,3,3,0,3,4,0,4,3),
(0,5,0,5,0,3,0,2,0,4,4,3,5,2,4,3,3,3,4,4,4,3,5,3,5,3,3,1,4,0,4,3,3,0,3,3,0,4,4,4,4,5,4,3,3,5,5,3,2,3,1,2,3,2,0,1,0,0,3,2,2,4,4,3,1,5,0,4,0,3,0,4,3,1,3,2,1,0,3,3,0,3,3),
(0,4,0,5,0,5,0,4,0,4,5,5,5,3,4,3,3,2,5,4,4,3,5,3,5,3,4,0,4,3,4,4,3,2,4,4,3,4,5,4,4,5,5,0,3,5,5,4,1,3,3,2,3,3,1,3,1,0,4,3,1,4,4,3,4,5,0,4,0,2,0,4,3,4,4,3,3,0,4,0,0,5,5),
(0,4,0,4,0,5,0,1,1,3,3,4,4,3,4,1,3,0,5,1,3,0,3,1,3,1,1,0,3,0,3,3,4,0,4,3,0,4,4,4,3,4,4,0,3,5,4,1,0,3,0,0,2,3,0,3,1,0,3,1,0,3,2,1,3,5,0,3,0,1,0,3,2,3,3,4,4,0,2,2,0,4,4),
(2,4,0,5,0,4,0,3,0,4,5,5,4,3,5,3,5,3,5,3,5,2,5,3,4,3,3,4,3,4,5,3,2,1,5,4,3,2,3,4,5,3,4,1,2,5,4,3,0,3,3,0,3,2,0,2,3,0,4,1,0,3,4,3,3,5,0,3,0,1,0,4,5,5,5,4,3,0,4,2,0,3,5),
(0,5,0,4,0,4,0,2,0,5,4,3,4,3,4,3,3,3,4,3,4,2,5,3,5,3,4,1,4,3,4,4,4,0,3,5,0,4,4,4,4,5,3,1,3,4,5,3,3,3,3,3,3,3,0,2,2,0,3,3,2,4,3,3,3,5,3,4,1,3,3,5,3,2,0,0,0,0,4,3,1,3,3),
(0,1,0,3,0,3,0,1,0,1,3,3,3,2,3,3,3,0,3,0,0,0,3,1,3,0,0,0,2,2,2,3,0,0,3,2,0,1,2,4,1,3,3,0,0,3,3,3,0,1,0,0,2,1,0,0,3,0,3,1,0,3,0,0,1,3,0,2,0,1,0,3,3,1,3,3,0,0,1,1,0,3,3),
(0,2,0,3,0,2,1,4,0,2,2,3,1,1,3,1,1,0,2,0,3,1,2,3,1,3,0,0,1,0,4,3,2,3,3,3,1,4,2,3,3,3,3,1,0,3,1,4,0,1,1,0,1,2,0,1,1,0,1,1,0,3,1,3,2,2,0,1,0,0,0,2,3,3,3,1,0,0,0,0,0,2,3),
(0,5,0,4,0,5,0,2,0,4,5,5,3,3,4,3,3,1,5,4,4,2,4,4,4,3,4,2,4,3,5,5,4,3,3,4,3,3,5,5,4,5,5,1,3,4,5,3,1,4,3,1,3,3,0,3,3,1,4,3,1,4,5,3,3,5,0,4,0,3,0,5,3,3,1,4,3,0,4,0,1,5,3),
(0,5,0,5,0,4,0,2,0,4,4,3,4,3,3,3,3,3,5,4,4,4,4,4,4,5,3,3,5,2,4,4,4,3,4,4,3,3,4,4,5,5,3,3,4,3,4,3,3,4,3,3,3,3,1,2,2,1,4,3,3,5,4,4,3,4,0,4,0,3,0,4,4,4,4,4,1,0,4,2,0,2,4),
(0,4,0,4,0,3,0,1,0,3,5,2,3,0,3,0,2,1,4,2,3,3,4,1,4,3,3,2,4,1,3,3,3,0,3,3,0,0,3,3,3,5,3,3,3,3,3,2,0,2,0,0,2,0,0,2,0,0,1,0,0,3,1,2,2,3,0,3,0,2,0,4,4,3,3,4,1,0,3,0,0,2,4),
(0,0,0,4,0,0,0,0,0,0,1,0,1,0,2,0,0,0,0,0,1,0,2,0,1,0,0,0,0,0,3,1,3,0,3,2,0,0,0,1,0,3,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,4,0,2,0,0,0,0,0,0,2),
(0,2,1,3,0,2,0,2,0,3,3,3,3,1,3,1,3,3,3,3,3,3,4,2,2,1,2,1,4,0,4,3,1,3,3,3,2,4,3,5,4,3,3,3,3,3,3,3,0,1,3,0,2,0,0,1,0,0,1,0,0,4,2,0,2,3,0,3,3,0,3,3,4,2,3,1,4,0,1,2,0,2,3),
(0,3,0,3,0,1,0,3,0,2,3,3,3,0,3,1,2,0,3,3,2,3,3,2,3,2,3,1,3,0,4,3,2,0,3,3,1,4,3,3,2,3,4,3,1,3,3,1,1,0,1,1,0,1,0,1,0,1,0,0,0,4,1,1,0,3,0,3,1,0,2,3,3,3,3,3,1,0,0,2,0,3,3),
(0,0,0,0,0,0,0,0,0,0,3,0,2,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,3,0,3,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,2,0,2,3,0,0,0,0,0,0,0,0,3),
(0,2,0,3,1,3,0,3,0,2,3,3,3,1,3,1,3,1,3,1,3,3,3,1,3,0,2,3,1,1,4,3,3,2,3,3,1,2,2,4,1,3,3,0,1,4,2,3,0,1,3,0,3,0,0,1,3,0,2,0,0,3,3,2,1,3,0,3,0,2,0,3,4,4,4,3,1,0,3,0,0,3,3),
(0,2,0,1,0,2,0,0,0,1,3,2,2,1,3,0,1,1,3,0,3,2,3,1,2,0,2,0,1,1,3,3,3,0,3,3,1,1,2,3,2,3,3,1,2,3,2,0,0,1,0,0,0,0,0,0,3,0,1,0,0,2,1,2,1,3,0,3,0,0,0,3,4,4,4,3,2,0,2,0,0,2,4),
(0,0,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,3,1,0,0,0,0,0,0,0,3),
(0,3,0,3,0,2,0,3,0,3,3,3,2,3,2,2,2,0,3,1,3,3,3,2,3,3,0,0,3,0,3,2,2,0,2,3,1,4,3,4,3,3,2,3,1,5,4,4,0,3,1,2,1,3,0,3,1,1,2,0,2,3,1,3,1,3,0,3,0,1,0,3,3,4,4,2,1,0,2,1,0,2,4),
(0,1,0,3,0,1,0,2,0,1,4,2,5,1,4,0,2,0,2,1,3,1,4,0,2,1,0,0,2,1,4,1,1,0,3,3,0,5,1,3,2,3,3,1,0,3,2,3,0,1,0,0,0,0,0,0,1,0,0,0,0,4,0,1,0,3,0,2,0,1,0,3,3,3,4,3,3,0,0,0,0,2,3),
(0,0,0,1,0,0,0,0,0,0,2,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,1,0,0,1,0,0,0,0,0,3),
(0,1,0,3,0,4,0,3,0,2,4,3,1,0,3,2,2,1,3,1,2,2,3,1,1,1,2,1,3,0,1,2,0,1,3,2,1,3,0,5,5,1,0,0,1,3,2,1,0,3,0,0,1,0,0,0,0,0,3,4,0,1,1,1,3,2,0,2,0,1,0,2,3,3,1,2,3,0,1,0,1,0,4),
(0,0,0,1,0,3,0,3,0,2,2,1,0,0,4,0,3,0,3,1,3,0,3,0,3,0,1,0,3,0,3,1,3,0,3,3,0,0,1,2,1,1,1,0,1,2,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,2,2,1,2,0,0,2,0,0,0,0,2,3,3,3,3,0,0,0,0,1,4),
(0,0,0,3,0,3,0,0,0,0,3,1,1,0,3,0,1,0,2,0,1,0,0,0,0,0,0,0,1,0,3,0,2,0,2,3,0,0,2,2,3,1,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,2,3),
(2,4,0,5,0,5,0,4,0,3,4,3,3,3,4,3,3,3,4,3,4,4,5,4,5,5,5,2,3,0,5,5,4,1,5,4,3,1,5,4,3,4,4,3,3,4,3,3,0,3,2,0,2,3,0,3,0,0,3,3,0,5,3,2,3,3,0,3,0,3,0,3,4,5,4,5,3,0,4,3,0,3,4),
(0,3,0,3,0,3,0,3,0,3,3,4,3,2,3,2,3,0,4,3,3,3,3,3,3,3,3,0,3,2,4,3,3,1,3,4,3,4,4,4,3,4,4,3,2,4,4,1,0,2,0,0,1,1,0,2,0,0,3,1,0,5,3,2,1,3,0,3,0,1,2,4,3,2,4,3,3,0,3,2,0,4,4),
(0,3,0,3,0,1,0,0,0,1,4,3,3,2,3,1,3,1,4,2,3,2,4,2,3,4,3,0,2,2,3,3,3,0,3,3,3,0,3,4,1,3,3,0,3,4,3,3,0,1,1,0,1,0,0,0,4,0,3,0,0,3,1,2,1,3,0,4,0,1,0,4,3,3,4,3,3,0,2,0,0,3,3),
(0,3,0,4,0,1,0,3,0,3,4,3,3,0,3,3,3,1,3,1,3,3,4,3,3,3,0,0,3,1,5,3,3,1,3,3,2,5,4,3,3,4,5,3,2,5,3,4,0,1,0,0,0,0,0,2,0,0,1,1,0,4,2,2,1,3,0,3,0,2,0,4,4,3,5,3,2,0,1,1,0,3,4),
(0,5,0,4,0,5,0,2,0,4,4,3,3,2,3,3,3,1,4,3,4,1,5,3,4,3,4,0,4,2,4,3,4,1,5,4,0,4,4,4,4,5,4,1,3,5,4,2,1,4,1,1,3,2,0,3,1,0,3,2,1,4,3,3,3,4,0,4,0,3,0,4,4,4,3,3,3,0,4,2,0,3,4),
(1,4,0,4,0,3,0,1,0,3,3,3,1,1,3,3,2,2,3,3,1,0,3,2,2,1,2,0,3,1,2,1,2,0,3,2,0,2,2,3,3,4,3,0,3,3,1,2,0,1,1,3,1,2,0,0,3,0,1,1,0,3,2,2,3,3,0,3,0,0,0,2,3,3,4,3,3,0,1,0,0,1,4),
(0,4,0,4,0,4,0,0,0,3,4,4,3,1,4,2,3,2,3,3,3,1,4,3,4,0,3,0,4,2,3,3,2,2,5,4,2,1,3,4,3,4,3,1,3,3,4,2,0,2,1,0,3,3,0,0,2,0,3,1,0,4,4,3,4,3,0,4,0,1,0,2,4,4,4,4,4,0,3,2,0,3,3),
(0,0,0,1,0,4,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,3,2,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2),
(0,2,0,3,0,4,0,4,0,1,3,3,3,0,4,0,2,1,2,1,1,1,2,0,3,1,1,0,1,0,3,1,0,0,3,3,2,0,1,1,0,0,0,0,0,1,0,2,0,2,2,0,3,1,0,0,1,0,1,1,0,1,2,0,3,0,0,0,0,1,0,0,3,3,4,3,1,0,1,0,3,0,2),
(0,0,0,3,0,5,0,0,0,0,1,0,2,0,3,1,0,1,3,0,0,0,2,0,0,0,1,0,0,0,1,1,0,0,4,0,0,0,2,3,0,1,4,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,1,0,0,0,0,0,0,0,2,0,0,3,0,0,0,0,0,3),
(0,2,0,5,0,5,0,1,0,2,4,3,3,2,5,1,3,2,3,3,3,0,4,1,2,0,3,0,4,0,2,2,1,1,5,3,0,0,1,4,2,3,2,0,3,3,3,2,0,2,4,1,1,2,0,1,1,0,3,1,0,1,3,1,2,3,0,2,0,0,0,1,3,5,4,4,4,0,3,0,0,1,3),
(0,4,0,5,0,4,0,4,0,4,5,4,3,3,4,3,3,3,4,3,4,4,5,3,4,5,4,2,4,2,3,4,3,1,4,4,1,3,5,4,4,5,5,4,4,5,5,5,2,3,3,1,4,3,1,3,3,0,3,3,1,4,3,4,4,4,0,3,0,4,0,3,3,4,4,5,0,0,4,3,0,4,5),
(0,4,0,4,0,3,0,3,0,3,4,4,4,3,3,2,4,3,4,3,4,3,5,3,4,3,2,1,4,2,4,4,3,1,3,4,2,4,5,5,3,4,5,4,1,5,4,3,0,3,2,2,3,2,1,3,1,0,3,3,3,5,3,3,3,5,4,4,2,3,3,4,3,3,3,2,1,0,3,2,1,4,3),
(0,4,0,5,0,4,0,3,0,3,5,5,3,2,4,3,4,0,5,4,4,1,4,4,4,3,3,3,4,3,5,5,2,3,3,4,1,2,5,5,3,5,5,2,3,5,5,4,0,3,2,0,3,3,1,1,5,1,4,1,0,4,3,2,3,5,0,4,0,3,0,5,4,3,4,3,0,0,4,1,0,4,4),
(1,3,0,4,0,2,0,2,0,2,5,5,3,3,3,3,3,0,4,2,3,4,4,4,3,4,0,0,3,4,5,4,3,3,3,3,2,5,5,4,5,5,5,4,3,5,5,5,1,3,1,0,1,0,0,3,2,0,4,2,0,5,2,3,2,4,1,3,0,3,0,4,5,4,5,4,3,0,4,2,0,5,4),
(0,3,0,4,0,5,0,3,0,3,4,4,3,2,3,2,3,3,3,3,3,2,4,3,3,2,2,0,3,3,3,3,3,1,3,3,3,0,4,4,3,4,4,1,1,4,4,2,0,3,1,0,1,1,0,4,1,0,2,3,1,3,3,1,3,4,0,3,0,1,0,3,1,3,0,0,1,0,2,0,0,4,4),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0),
(0,3,0,3,0,2,0,3,0,1,5,4,3,3,3,1,4,2,1,2,3,4,4,2,4,4,5,0,3,1,4,3,4,0,4,3,3,3,2,3,2,5,3,4,3,2,2,3,0,0,3,0,2,1,0,1,2,0,0,0,0,2,1,1,3,1,0,2,0,4,0,3,4,4,4,5,2,0,2,0,0,1,3),
(0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,1,0,0,1,1,0,0,0,4,2,1,1,0,1,0,3,2,0,0,3,1,1,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3,0,1,0,0,0,2,0,0,0,1,4,0,4,2,1,0,0,0,0,0,1),
(0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,1,0,1,0,0,0,0,3,1,0,0,0,2,0,2,1,0,0,1,2,1,0,1,1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,1,3,1,0,0,0,0,0,1,0,0,2,1,0,0,0,0,0,0,0,0,2),
(0,4,0,4,0,4,0,3,0,4,4,3,4,2,4,3,2,0,4,4,4,3,5,3,5,3,3,2,4,2,4,3,4,3,1,4,0,2,3,4,4,4,3,3,3,4,4,4,3,4,1,3,4,3,2,1,2,1,3,3,3,4,4,3,3,5,0,4,0,3,0,4,3,3,3,2,1,0,3,0,0,3,3),
(0,4,0,3,0,3,0,3,0,3,5,5,3,3,3,3,4,3,4,3,3,3,4,4,4,3,3,3,3,4,3,5,3,3,1,3,2,4,5,5,5,5,4,3,4,5,5,3,2,2,3,3,3,3,2,3,3,1,2,3,2,4,3,3,3,4,0,4,0,2,0,4,3,2,2,1,2,0,3,0,0,4,1),
)
class JapaneseContextAnalysis(object):
NUM_OF_CATEGORY = 6
DONT_KNOW = -1
ENOUGH_REL_THRESHOLD = 100
MAX_REL_THRESHOLD = 1000
MINIMUM_DATA_THRESHOLD = 4
def __init__(self):
self._total_rel = None
self._rel_sample = None
self._need_to_skip_char_num = None
self._last_char_order = None
self._done = None
self.reset()
def reset(self):
self._total_rel = 0 # total sequence received
# category counters, each integer counts sequence in its category
self._rel_sample = [0] * self.NUM_OF_CATEGORY
# if last byte in current buffer is not the last byte of a character,
# we need to know how many bytes to skip in next buffer
self._need_to_skip_char_num = 0
self._last_char_order = -1 # The order of previous char
# If this flag is set to True, detection is done and conclusion has
# been made
self._done = False
def feed(self, byte_str, num_bytes):
if self._done:
return
# The buffer we got is byte oriented, and a character may span in more than one
# buffers. In case the last one or two byte in last buffer is not
# complete, we record how many byte needed to complete that character
# and skip these bytes here. We can choose to record those bytes as
# well and analyse the character once it is complete, but since a
# character will not make much difference, by simply skipping
# this character will simply our logic and improve performance.
i = self._need_to_skip_char_num
while i < num_bytes:
order, char_len = self.get_order(byte_str[i:i + 2])
i += char_len
if i > num_bytes:
self._need_to_skip_char_num = i - num_bytes
self._last_char_order = -1
else:
if (order != -1) and (self._last_char_order != -1):
self._total_rel += 1
if self._total_rel > self.MAX_REL_THRESHOLD:
self._done = True
break
self._rel_sample[jp2CharContext[self._last_char_order][order]] += 1
self._last_char_order = order
def got_enough_data(self):
return self._total_rel > self.ENOUGH_REL_THRESHOLD
def get_confidence(self):
# This is just one way to calculate confidence. It works well for me.
if self._total_rel > self.MINIMUM_DATA_THRESHOLD:
return (self._total_rel - self._rel_sample[0]) / self._total_rel
else:
return self.DONT_KNOW
def get_order(self, byte_str):
return -1, 1
class SJISContextAnalysis(JapaneseContextAnalysis):
def __init__(self):
super(SJISContextAnalysis, self).__init__()
self._charset_name = "SHIFT_JIS"
@property
def charset_name(self):
return self._charset_name
def get_order(self, byte_str):
if not byte_str:
return -1, 1
# find out current char's byte length
first_char = byte_str[0]
if (0x81 <= first_char <= 0x9F) or (0xE0 <= first_char <= 0xFC):
char_len = 2
if (first_char == 0x87) or (0xFA <= first_char <= 0xFC):
self._charset_name = "CP932"
else:
char_len = 1
# return its order if it is hiragana
if len(byte_str) > 1:
second_char = byte_str[1]
if (first_char == 202) and (0x9F <= second_char <= 0xF1):
return second_char - 0x9F, char_len
return -1, char_len
class EUCJPContextAnalysis(JapaneseContextAnalysis):
def get_order(self, byte_str):
if not byte_str:
return -1, 1
# find out current char's byte length
first_char = byte_str[0]
if (first_char == 0x8E) or (0xA1 <= first_char <= 0xFE):
char_len = 2
elif first_char == 0x8F:
char_len = 3
else:
char_len = 1
# return its order if it is hiragana
if len(byte_str) > 1:
second_char = byte_str[1]
if (first_char == 0xA4) and (0xA1 <= second_char <= 0xF3):
return second_char - 0xA1, char_len
return -1, char_len
chardet/langcyrillicmodel.py 0000644 00000043034 15043676050 0012237 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# KOI8-R language model
# Character Mapping Table:
KOI8R_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, # 80
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, # 90
223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, # a0
238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, # b0
27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, # c0
15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, # d0
59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, # e0
35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, # f0
)
win1251_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253,
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15,
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
)
latin5_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15,
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
)
macCyrillic_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16,
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15,
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255,
)
IBM855_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70
191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205,
206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70,
3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219,
220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229,
230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243,
8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248,
43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249,
250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255,
)
IBM866_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15,
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
)
# Model Table:
# total sequences: 100%
# first 512 sequences: 97.6601%
# first 1024 sequences: 2.3389%
# rest sequences: 0.1237%
# negative sequences: 0.0009%
RussianLangModel = (
0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2,
3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0,
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1,
1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1,
1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0,
2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1,
1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0,
3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1,
1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0,
2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2,
1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1,
1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1,
1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1,
1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0,
3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2,
1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1,
2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1,
1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0,
2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0,
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1,
1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0,
1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1,
1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0,
3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1,
2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1,
3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1,
1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1,
1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1,
0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1,
1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0,
1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,
0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1,
1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2,
2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1,
1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0,
1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0,
2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,
1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,
0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1,
1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1,
1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,
0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,
0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1,
0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1,
0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,
0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1,
0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,
2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0,
0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,
)
Koi8rModel = {
'char_to_order_map': KOI8R_char_to_order_map,
'precedence_matrix': RussianLangModel,
'typical_positive_ratio': 0.976601,
'keep_english_letter': False,
'charset_name': "KOI8-R",
'language': 'Russian',
}
Win1251CyrillicModel = {
'char_to_order_map': win1251_char_to_order_map,
'precedence_matrix': RussianLangModel,
'typical_positive_ratio': 0.976601,
'keep_english_letter': False,
'charset_name': "windows-1251",
'language': 'Russian',
}
Latin5CyrillicModel = {
'char_to_order_map': latin5_char_to_order_map,
'precedence_matrix': RussianLangModel,
'typical_positive_ratio': 0.976601,
'keep_english_letter': False,
'charset_name': "ISO-8859-5",
'language': 'Russian',
}
MacCyrillicModel = {
'char_to_order_map': macCyrillic_char_to_order_map,
'precedence_matrix': RussianLangModel,
'typical_positive_ratio': 0.976601,
'keep_english_letter': False,
'charset_name': "MacCyrillic",
'language': 'Russian',
}
Ibm866Model = {
'char_to_order_map': IBM866_char_to_order_map,
'precedence_matrix': RussianLangModel,
'typical_positive_ratio': 0.976601,
'keep_english_letter': False,
'charset_name': "IBM866",
'language': 'Russian',
}
Ibm855Model = {
'char_to_order_map': IBM855_char_to_order_map,
'precedence_matrix': RussianLangModel,
'typical_positive_ratio': 0.976601,
'keep_english_letter': False,
'charset_name': "IBM855",
'language': 'Russian',
}
chardet/compat.py 0000644 00000002156 15043676051 0010026 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# Contributor(s):
# Dan Blanchard
# Ian Cordasco
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
import sys
if sys.version_info < (3, 0):
PY2 = True
PY3 = False
base_str = (str, unicode)
text_type = unicode
else:
PY2 = False
PY3 = True
base_str = (bytes, str)
text_type = str
chardet/charsetgroupprober.py 0000644 00000007313 15043676052 0012464 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import ProbingState
from .charsetprober import CharSetProber
class CharSetGroupProber(CharSetProber):
def __init__(self, lang_filter=None):
super(CharSetGroupProber, self).__init__(lang_filter=lang_filter)
self._active_num = 0
self.probers = []
self._best_guess_prober = None
def reset(self):
super(CharSetGroupProber, self).reset()
self._active_num = 0
for prober in self.probers:
if prober:
prober.reset()
prober.active = True
self._active_num += 1
self._best_guess_prober = None
@property
def charset_name(self):
if not self._best_guess_prober:
self.get_confidence()
if not self._best_guess_prober:
return None
return self._best_guess_prober.charset_name
@property
def language(self):
if not self._best_guess_prober:
self.get_confidence()
if not self._best_guess_prober:
return None
return self._best_guess_prober.language
def feed(self, byte_str):
for prober in self.probers:
if not prober:
continue
if not prober.active:
continue
state = prober.feed(byte_str)
if not state:
continue
if state == ProbingState.FOUND_IT:
self._best_guess_prober = prober
return self.state
elif state == ProbingState.NOT_ME:
prober.active = False
self._active_num -= 1
if self._active_num <= 0:
self._state = ProbingState.NOT_ME
return self.state
return self.state
def get_confidence(self):
state = self.state
if state == ProbingState.FOUND_IT:
return 0.99
elif state == ProbingState.NOT_ME:
return 0.01
best_conf = 0.0
self._best_guess_prober = None
for prober in self.probers:
if not prober:
continue
if not prober.active:
self.logger.debug('%s not active', prober.charset_name)
continue
conf = prober.get_confidence()
self.logger.debug('%s %s confidence = %s', prober.charset_name, prober.language, conf)
if best_conf < conf:
best_conf = conf
self._best_guess_prober = prober
if not self._best_guess_prober:
return 0.0
return best_conf
chardet/gb2312prober.py 0000644 00000003332 15043676053 0010654 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import GB2312DistributionAnalysis
from .mbcssm import GB2312_SM_MODEL
class GB2312Prober(MultiByteCharSetProber):
def __init__(self):
super(GB2312Prober, self).__init__()
self.coding_sm = CodingStateMachine(GB2312_SM_MODEL)
self.distribution_analyzer = GB2312DistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "GB2312"
@property
def language(self):
return "Chinese"
chardet/langbulgarianmodel.py 0000644 00000031047 15043676054 0012376 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# 255: Control characters that usually does not exist in any text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# Character Mapping Table:
# this table is modified base on win1251BulgarianCharToOrderMap, so
# only number <64 is sure valid
Latin5_BulgarianCharToOrderMap = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, # 40
110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, # 50
253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, # 60
116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, # 70
194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209, # 80
210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225, # 90
81,226,227,228,229,230,105,231,232,233,234,235,236, 45,237,238, # a0
31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, # b0
39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,239, 67,240, 60, 56, # c0
1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, # d0
7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,241, 42, 16, # e0
62,242,243,244, 58,245, 98,246,247,248,249,250,251, 91,252,253, # f0
)
win1251BulgarianCharToOrderMap = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, # 40
110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, # 50
253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, # 60
116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, # 70
206,207,208,209,210,211,212,213,120,214,215,216,217,218,219,220, # 80
221, 78, 64, 83,121, 98,117,105,222,223,224,225,226,227,228,229, # 90
88,230,231,232,233,122, 89,106,234,235,236,237,238, 45,239,240, # a0
73, 80,118,114,241,242,243,244,245, 62, 58,246,247,248,249,250, # b0
31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, # c0
39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,251, 67,252, 60, 56, # d0
1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, # e0
7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,253, 42, 16, # f0
)
# Model Table:
# total sequences: 100%
# first 512 sequences: 96.9392%
# first 1024 sequences:3.0618%
# rest sequences: 0.2992%
# negative sequences: 0.0020%
BulgarianLangModel = (
0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,3,3,3,3,3,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,2,2,3,2,2,1,2,2,
3,1,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,3,3,3,3,3,3,3,0,3,0,1,
0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,3,3,0,3,1,0,
0,1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,2,3,3,3,3,3,3,3,3,0,3,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,1,3,2,3,3,3,3,3,3,3,3,0,3,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,2,3,2,2,1,3,3,3,3,2,2,2,1,1,2,0,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,2,3,2,2,3,3,1,1,2,3,3,2,3,3,3,3,2,1,2,0,2,0,3,0,0,
0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,1,3,3,3,3,3,2,3,2,3,3,3,3,3,2,3,3,1,3,0,3,0,2,0,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,3,1,3,3,2,3,3,3,1,3,3,2,3,2,2,2,0,0,2,0,2,0,2,0,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,3,3,0,3,3,3,2,2,3,3,3,1,2,2,3,2,1,1,2,0,2,0,0,0,0,
1,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,2,3,3,1,2,3,2,2,2,3,3,3,3,3,2,2,3,1,2,0,2,1,2,0,0,
0,0,0,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,1,3,3,3,3,3,2,3,3,3,2,3,3,2,3,2,2,2,3,1,2,0,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,3,3,3,3,1,1,1,2,2,1,3,1,3,2,2,3,0,0,1,0,1,0,1,0,0,
0,0,0,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,2,2,3,2,2,3,1,2,1,1,1,2,3,1,3,1,2,2,0,1,1,1,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,1,3,2,2,3,3,1,2,3,1,1,3,3,3,3,1,2,2,1,1,1,0,2,0,2,0,1,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,2,2,3,3,3,2,2,1,1,2,0,2,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,0,1,2,1,3,3,2,3,3,3,3,3,2,3,2,1,0,3,1,2,1,2,1,2,3,2,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,1,1,2,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,1,3,3,2,3,3,2,2,2,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,3,3,3,0,3,3,3,3,3,2,1,1,2,1,3,3,0,3,1,1,1,1,3,2,0,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,2,2,2,3,3,3,3,3,3,3,3,3,3,3,1,1,3,1,3,3,2,3,2,2,2,3,0,2,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,2,3,3,2,2,3,2,1,1,1,1,1,3,1,3,1,1,0,0,0,1,0,0,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,2,3,2,0,3,2,0,3,0,2,0,0,2,1,3,1,0,0,1,0,0,0,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,2,1,1,1,1,2,1,1,2,1,1,1,2,2,1,2,1,1,1,0,1,1,0,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,2,1,3,1,1,2,1,3,2,1,1,0,1,2,3,2,1,1,1,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,3,3,3,2,2,1,0,1,0,0,1,0,0,0,2,1,0,3,0,0,1,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,2,3,2,3,3,1,3,2,1,1,1,2,1,1,2,1,3,0,1,0,0,0,1,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,1,2,2,3,3,2,3,2,2,2,3,1,2,2,1,1,2,1,1,2,2,0,1,1,0,1,0,2,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,2,1,3,1,0,2,2,1,3,2,1,0,0,2,0,2,0,1,0,0,0,0,0,0,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,3,1,2,0,2,3,1,2,3,2,0,1,3,1,2,1,1,1,0,0,1,0,0,2,2,2,3,
2,2,2,2,1,2,1,1,2,2,1,1,2,0,1,1,1,0,0,1,1,0,0,1,1,0,0,0,1,1,0,1,
3,3,3,3,3,2,1,2,2,1,2,0,2,0,1,0,1,2,1,2,1,1,0,0,0,1,0,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,
3,3,2,3,3,1,1,3,1,0,3,2,1,0,0,0,1,2,0,2,0,1,0,0,0,1,0,1,2,1,2,2,
1,1,1,1,1,1,1,2,2,2,1,1,1,1,1,1,1,0,1,2,1,1,1,0,0,0,0,0,1,1,0,0,
3,1,0,1,0,2,3,2,2,2,3,2,2,2,2,2,1,0,2,1,2,1,1,1,0,1,2,1,2,2,2,1,
1,1,2,2,2,2,1,2,1,1,0,1,2,1,2,2,2,1,1,1,0,1,1,1,1,2,0,1,0,0,0,0,
2,3,2,3,3,0,0,2,1,0,2,1,0,0,0,0,2,3,0,2,0,0,0,0,0,1,0,0,2,0,1,2,
2,1,2,1,2,2,1,1,1,2,1,1,1,0,1,2,2,1,1,1,1,1,0,1,1,1,0,0,1,2,0,0,
3,3,2,2,3,0,2,3,1,1,2,0,0,0,1,0,0,2,0,2,0,0,0,1,0,1,0,1,2,0,2,2,
1,1,1,1,2,1,0,1,2,2,2,1,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,1,0,0,
2,3,2,3,3,0,0,3,0,1,1,0,1,0,0,0,2,2,1,2,0,0,0,0,0,0,0,0,2,0,1,2,
2,2,1,1,1,1,1,2,2,2,1,0,2,0,1,0,1,0,0,1,0,1,0,0,1,0,0,0,0,1,0,0,
3,3,3,3,2,2,2,2,2,0,2,1,1,1,1,2,1,2,1,1,0,2,0,1,0,1,0,0,2,0,1,2,
1,1,1,1,1,1,1,2,2,1,1,0,2,0,1,0,2,0,0,1,1,1,0,0,2,0,0,0,1,1,0,0,
2,3,3,3,3,1,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,0,0,0,0,0,0,1,2,0,1,2,
2,2,2,1,1,2,1,1,2,2,2,1,2,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,1,1,0,0,
2,3,3,3,3,0,2,2,0,2,1,0,0,0,1,1,1,2,0,2,0,0,0,3,0,0,0,0,2,0,2,2,
1,1,1,2,1,2,1,1,2,2,2,1,2,0,1,1,1,0,1,1,1,1,0,2,1,0,0,0,1,1,0,0,
2,3,3,3,3,0,2,1,0,0,2,0,0,0,0,0,1,2,0,2,0,0,0,0,0,0,0,0,2,0,1,2,
1,1,1,2,1,1,1,1,2,2,2,0,1,0,1,1,1,0,0,1,1,1,0,0,1,0,0,0,0,1,0,0,
3,3,2,2,3,0,1,0,1,0,0,0,0,0,0,0,1,1,0,3,0,0,0,0,0,0,0,0,1,0,2,2,
1,1,1,1,1,2,1,1,2,2,1,2,2,1,0,1,1,1,1,1,0,1,0,0,1,0,0,0,1,1,0,0,
3,1,0,1,0,2,2,2,2,3,2,1,1,1,2,3,0,0,1,0,2,1,1,0,1,1,1,1,2,1,1,1,
1,2,2,1,2,1,2,2,1,1,0,1,2,1,2,2,1,1,1,0,0,1,1,1,2,1,0,1,0,0,0,0,
2,1,0,1,0,3,1,2,2,2,2,1,2,2,1,1,1,0,2,1,2,2,1,1,2,1,1,0,2,1,1,1,
1,2,2,2,2,2,2,2,1,2,0,1,1,0,2,1,1,1,1,1,0,0,1,1,1,1,0,1,0,0,0,0,
2,1,1,1,1,2,2,2,2,1,2,2,2,1,2,2,1,1,2,1,2,3,2,2,1,1,1,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,3,2,0,1,2,0,1,2,1,1,0,1,0,1,2,1,2,0,0,0,1,1,0,0,0,1,0,0,2,
1,1,0,0,1,1,0,1,1,1,1,0,2,0,1,1,1,0,0,1,1,0,0,0,0,1,0,0,0,1,0,0,
2,0,0,0,0,1,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,2,1,1,1,
1,2,2,2,2,1,1,2,1,2,1,1,1,0,2,1,2,1,1,1,0,2,1,1,1,1,0,1,0,0,0,0,
3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,
1,1,0,1,0,1,1,1,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,3,2,0,0,0,0,1,0,0,0,0,0,0,1,1,0,2,0,0,0,0,0,0,0,0,1,0,1,2,
1,1,1,1,1,1,0,0,2,2,2,2,2,0,1,1,0,1,1,1,1,1,0,0,1,0,0,0,1,1,0,1,
2,3,1,2,1,0,1,1,0,2,2,2,0,0,1,0,0,1,1,1,1,0,0,0,0,0,0,0,1,0,1,2,
1,1,1,1,2,1,1,1,1,1,1,1,1,0,1,1,0,1,0,1,0,1,0,0,1,0,0,0,0,1,0,0,
2,2,2,2,2,0,0,2,0,0,2,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2,0,2,2,
1,1,1,1,1,0,0,1,2,1,1,0,1,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
1,2,2,2,2,0,0,2,0,1,1,0,0,0,1,0,0,2,0,2,0,0,0,0,0,0,0,0,0,0,1,1,
0,0,0,1,1,1,1,1,1,1,1,1,1,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
1,2,2,3,2,0,0,1,0,0,1,0,0,0,0,0,0,1,0,2,0,0,0,1,0,0,0,0,0,0,0,2,
1,1,0,0,1,0,0,0,1,1,0,0,1,0,1,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
2,1,2,2,2,1,2,1,2,2,1,1,2,1,1,1,0,1,1,1,1,2,0,1,0,1,1,1,1,0,1,1,
1,1,2,1,1,1,1,1,1,0,0,1,2,1,1,1,1,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0,
1,0,0,1,3,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,2,1,0,0,1,0,2,0,0,0,0,0,1,1,1,0,1,0,0,0,0,0,0,0,0,2,0,0,1,
0,2,0,1,0,0,1,1,2,0,1,0,1,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,
1,2,2,2,2,0,1,1,0,2,1,0,1,1,1,0,0,1,0,2,0,1,0,0,0,0,0,0,0,0,0,1,
0,1,0,0,1,0,0,0,1,1,0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,2,2,0,0,1,0,0,0,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1,
0,1,0,1,1,1,0,0,1,1,1,0,1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
2,0,1,0,0,1,2,1,1,1,1,1,1,2,2,1,0,0,1,0,1,0,0,0,0,1,1,1,1,0,0,0,
1,1,2,1,1,1,1,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,1,2,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,1,
0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
0,1,1,0,1,1,1,0,0,1,0,0,1,0,1,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,
1,0,1,0,0,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,2,0,0,2,0,1,0,0,1,0,0,1,
1,1,0,0,1,1,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,
1,1,1,1,1,1,1,2,0,0,0,0,0,0,2,1,0,1,1,0,0,1,1,1,0,1,0,0,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,1,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
)
Latin5BulgarianModel = {
'char_to_order_map': Latin5_BulgarianCharToOrderMap,
'precedence_matrix': BulgarianLangModel,
'typical_positive_ratio': 0.969392,
'keep_english_letter': False,
'charset_name': "ISO-8859-5",
'language': 'Bulgairan',
}
Win1251BulgarianModel = {
'char_to_order_map': win1251BulgarianCharToOrderMap,
'precedence_matrix': BulgarianLangModel,
'typical_positive_ratio': 0.969392,
'keep_english_letter': False,
'charset_name': "windows-1251",
'language': 'Bulgarian',
}
chardet/enums.py 0000644 00000003175 15043676056 0007701 0 ustar 00 """
All of the Enums that are used throughout the chardet package.
:author: Dan Blanchard (dan.blanchard@gmail.com)
"""
class InputState(object):
"""
This enum represents the different states a universal detector can be in.
"""
PURE_ASCII = 0
ESC_ASCII = 1
HIGH_BYTE = 2
class LanguageFilter(object):
"""
This enum represents the different language filters we can apply to a
``UniversalDetector``.
"""
CHINESE_SIMPLIFIED = 0x01
CHINESE_TRADITIONAL = 0x02
JAPANESE = 0x04
KOREAN = 0x08
NON_CJK = 0x10
ALL = 0x1F
CHINESE = CHINESE_SIMPLIFIED | CHINESE_TRADITIONAL
CJK = CHINESE | JAPANESE | KOREAN
class ProbingState(object):
"""
This enum represents the different states a prober can be in.
"""
DETECTING = 0
FOUND_IT = 1
NOT_ME = 2
class MachineState(object):
"""
This enum represents the different states a state machine can be in.
"""
START = 0
ERROR = 1
ITS_ME = 2
class SequenceLikelihood(object):
"""
This enum represents the likelihood of a character following the previous one.
"""
NEGATIVE = 0
UNLIKELY = 1
LIKELY = 2
POSITIVE = 3
@classmethod
def get_num_categories(cls):
""":returns: The number of likelihood categories in the enum."""
return 4
class CharacterCategory(object):
"""
This enum represents the different categories language models for
``SingleByteCharsetProber`` put characters into.
Anything less than CONTROL is considered a letter.
"""
UNDEFINED = 255
LINE_BREAK = 254
SYMBOL = 253
DIGIT = 252
CONTROL = 251
chardet/euckrfreq.py 0000644 00000032352 15043676057 0010541 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# Sampling from about 20M text materials include literature and computer technology
# 128 --> 0.79
# 256 --> 0.92
# 512 --> 0.986
# 1024 --> 0.99944
# 2048 --> 0.99999
#
# Idea Distribution Ratio = 0.98653 / (1-0.98653) = 73.24
# Random Distribution Ration = 512 / (2350-512) = 0.279.
#
# Typical Distribution Ratio
EUCKR_TYPICAL_DISTRIBUTION_RATIO = 6.0
EUCKR_TABLE_SIZE = 2352
# Char to FreqOrder table ,
EUCKR_CHAR_TO_FREQ_ORDER = (
13, 130, 120,1396, 481,1719,1720, 328, 609, 212,1721, 707, 400, 299,1722, 87,
1397,1723, 104, 536,1117,1203,1724,1267, 685,1268, 508,1725,1726,1727,1728,1398,
1399,1729,1730,1731, 141, 621, 326,1057, 368,1732, 267, 488, 20,1733,1269,1734,
945,1400,1735, 47, 904,1270,1736,1737, 773, 248,1738, 409, 313, 786, 429,1739,
116, 987, 813,1401, 683, 75,1204, 145,1740,1741,1742,1743, 16, 847, 667, 622,
708,1744,1745,1746, 966, 787, 304, 129,1747, 60, 820, 123, 676,1748,1749,1750,
1751, 617,1752, 626,1753,1754,1755,1756, 653,1757,1758,1759,1760,1761,1762, 856,
344,1763,1764,1765,1766, 89, 401, 418, 806, 905, 848,1767,1768,1769, 946,1205,
709,1770,1118,1771, 241,1772,1773,1774,1271,1775, 569,1776, 999,1777,1778,1779,
1780, 337, 751,1058, 28, 628, 254,1781, 177, 906, 270, 349, 891,1079,1782, 19,
1783, 379,1784, 315,1785, 629, 754,1402, 559,1786, 636, 203,1206,1787, 710, 567,
1788, 935, 814,1789,1790,1207, 766, 528,1791,1792,1208,1793,1794,1795,1796,1797,
1403,1798,1799, 533,1059,1404,1405,1156,1406, 936, 884,1080,1800, 351,1801,1802,
1803,1804,1805, 801,1806,1807,1808,1119,1809,1157, 714, 474,1407,1810, 298, 899,
885,1811,1120, 802,1158,1812, 892,1813,1814,1408, 659,1815,1816,1121,1817,1818,
1819,1820,1821,1822, 319,1823, 594, 545,1824, 815, 937,1209,1825,1826, 573,1409,
1022,1827,1210,1828,1829,1830,1831,1832,1833, 556, 722, 807,1122,1060,1834, 697,
1835, 900, 557, 715,1836,1410, 540,1411, 752,1159, 294, 597,1211, 976, 803, 770,
1412,1837,1838, 39, 794,1413, 358,1839, 371, 925,1840, 453, 661, 788, 531, 723,
544,1023,1081, 869, 91,1841, 392, 430, 790, 602,1414, 677,1082, 457,1415,1416,
1842,1843, 475, 327,1024,1417, 795, 121,1844, 733, 403,1418,1845,1846,1847, 300,
119, 711,1212, 627,1848,1272, 207,1849,1850, 796,1213, 382,1851, 519,1852,1083,
893,1853,1854,1855, 367, 809, 487, 671,1856, 663,1857,1858, 956, 471, 306, 857,
1859,1860,1160,1084,1861,1862,1863,1864,1865,1061,1866,1867,1868,1869,1870,1871,
282, 96, 574,1872, 502,1085,1873,1214,1874, 907,1875,1876, 827, 977,1419,1420,
1421, 268,1877,1422,1878,1879,1880, 308,1881, 2, 537,1882,1883,1215,1884,1885,
127, 791,1886,1273,1423,1887, 34, 336, 404, 643,1888, 571, 654, 894, 840,1889,
0, 886,1274, 122, 575, 260, 908, 938,1890,1275, 410, 316,1891,1892, 100,1893,
1894,1123, 48,1161,1124,1025,1895, 633, 901,1276,1896,1897, 115, 816,1898, 317,
1899, 694,1900, 909, 734,1424, 572, 866,1425, 691, 85, 524,1010, 543, 394, 841,
1901,1902,1903,1026,1904,1905,1906,1907,1908,1909, 30, 451, 651, 988, 310,1910,
1911,1426, 810,1216, 93,1912,1913,1277,1217,1914, 858, 759, 45, 58, 181, 610,
269,1915,1916, 131,1062, 551, 443,1000, 821,1427, 957, 895,1086,1917,1918, 375,
1919, 359,1920, 687,1921, 822,1922, 293,1923,1924, 40, 662, 118, 692, 29, 939,
887, 640, 482, 174,1925, 69,1162, 728,1428, 910,1926,1278,1218,1279, 386, 870,
217, 854,1163, 823,1927,1928,1929,1930, 834,1931, 78,1932, 859,1933,1063,1934,
1935,1936,1937, 438,1164, 208, 595,1938,1939,1940,1941,1219,1125,1942, 280, 888,
1429,1430,1220,1431,1943,1944,1945,1946,1947,1280, 150, 510,1432,1948,1949,1950,
1951,1952,1953,1954,1011,1087,1955,1433,1043,1956, 881,1957, 614, 958,1064,1065,
1221,1958, 638,1001, 860, 967, 896,1434, 989, 492, 553,1281,1165,1959,1282,1002,
1283,1222,1960,1961,1962,1963, 36, 383, 228, 753, 247, 454,1964, 876, 678,1965,
1966,1284, 126, 464, 490, 835, 136, 672, 529, 940,1088,1435, 473,1967,1968, 467,
50, 390, 227, 587, 279, 378, 598, 792, 968, 240, 151, 160, 849, 882,1126,1285,
639,1044, 133, 140, 288, 360, 811, 563,1027, 561, 142, 523,1969,1970,1971, 7,
103, 296, 439, 407, 506, 634, 990,1972,1973,1974,1975, 645,1976,1977,1978,1979,
1980,1981, 236,1982,1436,1983,1984,1089, 192, 828, 618, 518,1166, 333,1127,1985,
818,1223,1986,1987,1988,1989,1990,1991,1992,1993, 342,1128,1286, 746, 842,1994,
1995, 560, 223,1287, 98, 8, 189, 650, 978,1288,1996,1437,1997, 17, 345, 250,
423, 277, 234, 512, 226, 97, 289, 42, 167,1998, 201,1999,2000, 843, 836, 824,
532, 338, 783,1090, 182, 576, 436,1438,1439, 527, 500,2001, 947, 889,2002,2003,
2004,2005, 262, 600, 314, 447,2006, 547,2007, 693, 738,1129,2008, 71,1440, 745,
619, 688,2009, 829,2010,2011, 147,2012, 33, 948,2013,2014, 74, 224,2015, 61,
191, 918, 399, 637,2016,1028,1130, 257, 902,2017,2018,2019,2020,2021,2022,2023,
2024,2025,2026, 837,2027,2028,2029,2030, 179, 874, 591, 52, 724, 246,2031,2032,
2033,2034,1167, 969,2035,1289, 630, 605, 911,1091,1168,2036,2037,2038,1441, 912,
2039, 623,2040,2041, 253,1169,1290,2042,1442, 146, 620, 611, 577, 433,2043,1224,
719,1170, 959, 440, 437, 534, 84, 388, 480,1131, 159, 220, 198, 679,2044,1012,
819,1066,1443, 113,1225, 194, 318,1003,1029,2045,2046,2047,2048,1067,2049,2050,
2051,2052,2053, 59, 913, 112,2054, 632,2055, 455, 144, 739,1291,2056, 273, 681,
499,2057, 448,2058,2059, 760,2060,2061, 970, 384, 169, 245,1132,2062,2063, 414,
1444,2064,2065, 41, 235,2066, 157, 252, 877, 568, 919, 789, 580,2067, 725,2068,
2069,1292,2070,2071,1445,2072,1446,2073,2074, 55, 588, 66,1447, 271,1092,2075,
1226,2076, 960,1013, 372,2077,2078,2079,2080,2081,1293,2082,2083,2084,2085, 850,
2086,2087,2088,2089,2090, 186,2091,1068, 180,2092,2093,2094, 109,1227, 522, 606,
2095, 867,1448,1093, 991,1171, 926, 353,1133,2096, 581,2097,2098,2099,1294,1449,
1450,2100, 596,1172,1014,1228,2101,1451,1295,1173,1229,2102,2103,1296,1134,1452,
949,1135,2104,2105,1094,1453,1454,1455,2106,1095,2107,2108,2109,2110,2111,2112,
2113,2114,2115,2116,2117, 804,2118,2119,1230,1231, 805,1456, 405,1136,2120,2121,
2122,2123,2124, 720, 701,1297, 992,1457, 927,1004,2125,2126,2127,2128,2129,2130,
22, 417,2131, 303,2132, 385,2133, 971, 520, 513,2134,1174, 73,1096, 231, 274,
962,1458, 673,2135,1459,2136, 152,1137,2137,2138,2139,2140,1005,1138,1460,1139,
2141,2142,2143,2144, 11, 374, 844,2145, 154,1232, 46,1461,2146, 838, 830, 721,
1233, 106,2147, 90, 428, 462, 578, 566,1175, 352,2148,2149, 538,1234, 124,1298,
2150,1462, 761, 565,2151, 686,2152, 649,2153, 72, 173,2154, 460, 415,2155,1463,
2156,1235, 305,2157,2158,2159,2160,2161,2162, 579,2163,2164,2165,2166,2167, 747,
2168,2169,2170,2171,1464, 669,2172,2173,2174,2175,2176,1465,2177, 23, 530, 285,
2178, 335, 729,2179, 397,2180,2181,2182,1030,2183,2184, 698,2185,2186, 325,2187,
2188, 369,2189, 799,1097,1015, 348,2190,1069, 680,2191, 851,1466,2192,2193, 10,
2194, 613, 424,2195, 979, 108, 449, 589, 27, 172, 81,1031, 80, 774, 281, 350,
1032, 525, 301, 582,1176,2196, 674,1045,2197,2198,1467, 730, 762,2199,2200,2201,
2202,1468,2203, 993,2204,2205, 266,1070, 963,1140,2206,2207,2208, 664,1098, 972,
2209,2210,2211,1177,1469,1470, 871,2212,2213,2214,2215,2216,1471,2217,2218,2219,
2220,2221,2222,2223,2224,2225,2226,2227,1472,1236,2228,2229,2230,2231,2232,2233,
2234,2235,1299,2236,2237, 200,2238, 477, 373,2239,2240, 731, 825, 777,2241,2242,
2243, 521, 486, 548,2244,2245,2246,1473,1300, 53, 549, 137, 875, 76, 158,2247,
1301,1474, 469, 396,1016, 278, 712,2248, 321, 442, 503, 767, 744, 941,1237,1178,
1475,2249, 82, 178,1141,1179, 973,2250,1302,2251, 297,2252,2253, 570,2254,2255,
2256, 18, 450, 206,2257, 290, 292,1142,2258, 511, 162, 99, 346, 164, 735,2259,
1476,1477, 4, 554, 343, 798,1099,2260,1100,2261, 43, 171,1303, 139, 215,2262,
2263, 717, 775,2264,1033, 322, 216,2265, 831,2266, 149,2267,1304,2268,2269, 702,
1238, 135, 845, 347, 309,2270, 484,2271, 878, 655, 238,1006,1478,2272, 67,2273,
295,2274,2275, 461,2276, 478, 942, 412,2277,1034,2278,2279,2280, 265,2281, 541,
2282,2283,2284,2285,2286, 70, 852,1071,2287,2288,2289,2290, 21, 56, 509, 117,
432,2291,2292, 331, 980, 552,1101, 148, 284, 105, 393,1180,1239, 755,2293, 187,
2294,1046,1479,2295, 340,2296, 63,1047, 230,2297,2298,1305, 763,1306, 101, 800,
808, 494,2299,2300,2301, 903,2302, 37,1072, 14, 5,2303, 79, 675,2304, 312,
2305,2306,2307,2308,2309,1480, 6,1307,2310,2311,2312, 1, 470, 35, 24, 229,
2313, 695, 210, 86, 778, 15, 784, 592, 779, 32, 77, 855, 964,2314, 259,2315,
501, 380,2316,2317, 83, 981, 153, 689,1308,1481,1482,1483,2318,2319, 716,1484,
2320,2321,2322,2323,2324,2325,1485,2326,2327, 128, 57, 68, 261,1048, 211, 170,
1240, 31,2328, 51, 435, 742,2329,2330,2331, 635,2332, 264, 456,2333,2334,2335,
425,2336,1486, 143, 507, 263, 943,2337, 363, 920,1487, 256,1488,1102, 243, 601,
1489,2338,2339,2340,2341,2342,2343,2344, 861,2345,2346,2347,2348,2349,2350, 395,
2351,1490,1491, 62, 535, 166, 225,2352,2353, 668, 419,1241, 138, 604, 928,2354,
1181,2355,1492,1493,2356,2357,2358,1143,2359, 696,2360, 387, 307,1309, 682, 476,
2361,2362, 332, 12, 222, 156,2363, 232,2364, 641, 276, 656, 517,1494,1495,1035,
416, 736,1496,2365,1017, 586,2366,2367,2368,1497,2369, 242,2370,2371,2372,1498,
2373, 965, 713,2374,2375,2376,2377, 740, 982,1499, 944,1500,1007,2378,2379,1310,
1501,2380,2381,2382, 785, 329,2383,2384,1502,2385,2386,2387, 932,2388,1503,2389,
2390,2391,2392,1242,2393,2394,2395,2396,2397, 994, 950,2398,2399,2400,2401,1504,
1311,2402,2403,2404,2405,1049, 749,2406,2407, 853, 718,1144,1312,2408,1182,1505,
2409,2410, 255, 516, 479, 564, 550, 214,1506,1507,1313, 413, 239, 444, 339,1145,
1036,1508,1509,1314,1037,1510,1315,2411,1511,2412,2413,2414, 176, 703, 497, 624,
593, 921, 302,2415, 341, 165,1103,1512,2416,1513,2417,2418,2419, 376,2420, 700,
2421,2422,2423, 258, 768,1316,2424,1183,2425, 995, 608,2426,2427,2428,2429, 221,
2430,2431,2432,2433,2434,2435,2436,2437, 195, 323, 726, 188, 897, 983,1317, 377,
644,1050, 879,2438, 452,2439,2440,2441,2442,2443,2444, 914,2445,2446,2447,2448,
915, 489,2449,1514,1184,2450,2451, 515, 64, 427, 495,2452, 583,2453, 483, 485,
1038, 562, 213,1515, 748, 666,2454,2455,2456,2457, 334,2458, 780, 996,1008, 705,
1243,2459,2460,2461,2462,2463, 114,2464, 493,1146, 366, 163,1516, 961,1104,2465,
291,2466,1318,1105,2467,1517, 365,2468, 355, 951,1244,2469,1319,2470, 631,2471,
2472, 218,1320, 364, 320, 756,1518,1519,1321,1520,1322,2473,2474,2475,2476, 997,
2477,2478,2479,2480, 665,1185,2481, 916,1521,2482,2483,2484, 584, 684,2485,2486,
797,2487,1051,1186,2488,2489,2490,1522,2491,2492, 370,2493,1039,1187, 65,2494,
434, 205, 463,1188,2495, 125, 812, 391, 402, 826, 699, 286, 398, 155, 781, 771,
585,2496, 590, 505,1073,2497, 599, 244, 219, 917,1018, 952, 646,1523,2498,1323,
2499,2500, 49, 984, 354, 741,2501, 625,2502,1324,2503,1019, 190, 357, 757, 491,
95, 782, 868,2504,2505,2506,2507,2508,2509, 134,1524,1074, 422,1525, 898,2510,
161,2511,2512,2513,2514, 769,2515,1526,2516,2517, 411,1325,2518, 472,1527,2519,
2520,2521,2522,2523,2524, 985,2525,2526,2527,2528,2529,2530, 764,2531,1245,2532,
2533, 25, 204, 311,2534, 496,2535,1052,2536,2537,2538,2539,2540,2541,2542, 199,
704, 504, 468, 758, 657,1528, 196, 44, 839,1246, 272, 750,2543, 765, 862,2544,
2545,1326,2546, 132, 615, 933,2547, 732,2548,2549,2550,1189,1529,2551, 283,1247,
1053, 607, 929,2552,2553,2554, 930, 183, 872, 616,1040,1147,2555,1148,1020, 441,
249,1075,2556,2557,2558, 466, 743,2559,2560,2561, 92, 514, 426, 420, 526,2562,
2563,2564,2565,2566,2567,2568, 185,2569,2570,2571,2572, 776,1530, 658,2573, 362,
2574, 361, 922,1076, 793,2575,2576,2577,2578,2579,2580,1531, 251,2581,2582,2583,
2584,1532, 54, 612, 237,1327,2585,2586, 275, 408, 647, 111,2587,1533,1106, 465,
3, 458, 9, 38,2588, 107, 110, 890, 209, 26, 737, 498,2589,1534,2590, 431,
202, 88,1535, 356, 287,1107, 660,1149,2591, 381,1536, 986,1150, 445,1248,1151,
974,2592,2593, 846,2594, 446, 953, 184,1249,1250, 727,2595, 923, 193, 883,2596,
2597,2598, 102, 324, 539, 817,2599, 421,1041,2600, 832,2601, 94, 175, 197, 406,
2602, 459,2603,2604,2605,2606,2607, 330, 555,2608,2609,2610, 706,1108, 389,2611,
2612,2613,2614, 233,2615, 833, 558, 931, 954,1251,2616,2617,1537, 546,2618,2619,
1009,2620,2621,2622,1538, 690,1328,2623, 955,2624,1539,2625,2626, 772,2627,2628,
2629,2630,2631, 924, 648, 863, 603,2632,2633, 934,1540, 864, 865,2634, 642,1042,
670,1190,2635,2636,2637,2638, 168,2639, 652, 873, 542,1054,1541,2640,2641,2642, # 512, 256
)
chardet/__pycache__/mbcssm.cpython-38.pyc 0000644 00000040515 15043676061 0014317 0 ustar 00 U
��.e�c � � @ sl d dl mZ dZejejejdejejejejejejejejejejejejejejejejejejejejfZdZedeedd�ZdZ ejejdejejejd dejd
ejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejfFZ
d Z e d e
e d
d�Z dZ
dd ddejejejejejejejejejejejejejejejejejejejejejejejejejejdejdejejejejejejejf(ZdZe
d
eedd�ZdZejejdejejejejejejejejejejejejejfZdZed eedd�ZdZejejejdddd ejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejejejejejejejf0ZdZedeedd�ZdZejejejejejejdejejejejejejejejejejejejejejejejejd ejejejejejejejejejdejejejejejejejejejejejejejf0ZdZedeedd�Z dZ ejejejdejejejejejejejejejejejejejejejejejejejejfZ d Z e d
e e d d�Z d Z!dddejd dejejejejejejejejejejejejd
d
d
d
ejejd
d
d
d
d
ejd
d
d
d
d
d
dddejdd d
d
ejd
d
d
d
d
d
d
ejejejejf8Z"d Z#e!d
e"e#d!d�Z$d Z%d
d
dd
d dejejejejejejejejejejejejdddejejejdddejdejd
d
dd
d d dddejdddejejejdddddejdejejejf8Z&d"Z'e%d
e&e'd#d�Z(d$Z)ejejejejejejd%d d&d'd dd
dd dejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejddddejejejejejejejejejejejejejdddejejejejejejejejejejejejddddejejejejejejejejejejejejejejddejejejejejejejejejejejejd&d&d&d&ejejejejejejejejejejejejejejejd&ejejejejejejejejejejejejd%d%d%d%ejejejejejejejejejejejejejejejd%ejejejejejejejejejejejejd%d%d%ejejejejejejejejejejejejejejejejejejejejejejejejejejejf�Z*d(Z+e)d)e*e+d*d�Z,d+S ),� )� MachineState( r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r � ZBig5)Z class_tableZ class_factorZ state_tableZchar_len_table�name( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r
r
r
r
r
r
r
r
r
r
r
� r r r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )
r r r r r r r r r r �
ZCP949( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zEUC-JP( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r zEUC-KR( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r
zx-euc-tw( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r ZGB2312( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r Z Shift_JIS( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zUTF-16BE)r r r r r r zUTF-16LE( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r r r r r r r r r r r r r r
� r r r r r r � �
r r � � r r r r r )r r r r r r r r r r r r r r r r � zUTF-8N)-Zenumsr ZBIG5_CLSZERRORZSTARTZITS_MEZBIG5_STZBIG5_CHAR_LEN_TABLEZ
BIG5_SM_MODELZ CP949_CLSZCP949_STZCP949_CHAR_LEN_TABLEZCP949_SM_MODELZ EUCJP_CLSZEUCJP_STZEUCJP_CHAR_LEN_TABLEZEUCJP_SM_MODELZ EUCKR_CLSZEUCKR_STZEUCKR_CHAR_LEN_TABLEZEUCKR_SM_MODELZ EUCTW_CLSZEUCTW_STZEUCTW_CHAR_LEN_TABLEZEUCTW_SM_MODELZ
GB2312_CLSZ GB2312_STZGB2312_CHAR_LEN_TABLEZGB2312_SM_MODELZSJIS_CLSZSJIS_STZSJIS_CHAR_LEN_TABLEZ
SJIS_SM_MODELZ
UCS2BE_CLSZ UCS2BE_STZUCS2BE_CHAR_LEN_TABLEZUCS2BE_SM_MODELZ
UCS2LE_CLSZ UCS2LE_STZUCS2LE_CHAR_LEN_TABLEZUCS2LE_SM_MODELZUTF8_CLSZUTF8_STZUTF8_CHAR_LEN_TABLEZ
UTF8_SM_MODEL� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcssm.py�<module> sP $ �� � �$ ��$ ��$ � �$ ��& ��$ �
�$ �
�$ � � chardet/__pycache__/mbcssm.cpython-38.opt-1.pyc 0000644 00000040515 15043676062 0015257 0 ustar 00 U
��.e�c � � @ sl d dl mZ dZejejejdejejejejejejejejejejejejejejejejejejejejfZdZedeedd�ZdZ ejejdejejejd dejd
ejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejfFZ
d Z e d e
e d
d�Z dZ
dd ddejejejejejejejejejejejejejejejejejejejejejejejejejejdejdejejejejejejejf(ZdZe
d
eedd�ZdZejejdejejejejejejejejejejejejejfZdZed eedd�ZdZejejejdddd ejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejejejejejejejf0ZdZedeedd�ZdZejejejejejejdejejejejejejejejejejejejejejejejejd ejejejejejejejejejdejejejejejejejejejejejejejf0ZdZedeedd�Z dZ ejejejdejejejejejejejejejejejejejejejejejejejejfZ d Z e d
e e d d�Z d Z!dddejd dejejejejejejejejejejejejd
d
d
d
ejejd
d
d
d
d
ejd
d
d
d
d
d
dddejdd d
d
ejd
d
d
d
d
d
d
ejejejejf8Z"d Z#e!d
e"e#d!d�Z$d Z%d
d
dd
d dejejejejejejejejejejejejdddejejejdddejdejd
d
dd
d d dddejdddejejejdddddejdejejejf8Z&d"Z'e%d
e&e'd#d�Z(d$Z)ejejejejejejd%d d&d'd dd
dd dejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejddddejejejejejejejejejejejejejdddejejejejejejejejejejejejddddejejejejejejejejejejejejejejddejejejejejejejejejejejejd&d&d&d&ejejejejejejejejejejejejejejejd&ejejejejejejejejejejejejd%d%d%d%ejejejejejejejejejejejejejejejd%ejejejejejejejejejejejejd%d%d%ejejejejejejejejejejejejejejejejejejejejejejejejejejejf�Z*d(Z+e)d)e*e+d*d�Z,d+S ),� )� MachineState( r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r � ZBig5)Z class_tableZ class_factorZ state_tableZchar_len_table�name( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r
r
r
r
r
r
r
r
r
r
r
� r r r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
r
� r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )
r r r r r r r r r r �
ZCP949( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zEUC-JP( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r zEUC-KR( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r r
zx-euc-tw( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r r ZGB2312( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r Z Shift_JIS( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )r r r r r r zUTF-16BE)r r r r r r zUTF-16LE( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r r r r r r r r r r r r r r
� r r r r r r � �
r r � � r r r r r )r r r r r r r r r r r r r r r r � zUTF-8N)-Zenumsr ZBIG5_CLSZERRORZSTARTZITS_MEZBIG5_STZBIG5_CHAR_LEN_TABLEZ
BIG5_SM_MODELZ CP949_CLSZCP949_STZCP949_CHAR_LEN_TABLEZCP949_SM_MODELZ EUCJP_CLSZEUCJP_STZEUCJP_CHAR_LEN_TABLEZEUCJP_SM_MODELZ EUCKR_CLSZEUCKR_STZEUCKR_CHAR_LEN_TABLEZEUCKR_SM_MODELZ EUCTW_CLSZEUCTW_STZEUCTW_CHAR_LEN_TABLEZEUCTW_SM_MODELZ
GB2312_CLSZ GB2312_STZGB2312_CHAR_LEN_TABLEZGB2312_SM_MODELZSJIS_CLSZSJIS_STZSJIS_CHAR_LEN_TABLEZ
SJIS_SM_MODELZ
UCS2BE_CLSZ UCS2BE_STZUCS2BE_CHAR_LEN_TABLEZUCS2BE_SM_MODELZ
UCS2LE_CLSZ UCS2LE_STZUCS2LE_CHAR_LEN_TABLEZUCS2LE_SM_MODELZUTF8_CLSZUTF8_STZUTF8_CHAR_LEN_TABLEZ
UTF8_SM_MODEL� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcssm.py�<module> sP $ �� � �$ ��$ ��$ � �$ ��& ��$ �
�$ �
�$ � � chardet/__pycache__/utf8prober.cpython-38.opt-1.pyc 0000644 00000003643 15043676063 0016075 0 ustar 00 U
��.e�
� @ sH d dl mZ d dlmZmZ d dlmZ d dlmZ G dd� de�Z dS )� )�
CharSetProber)� ProbingState� MachineState)�CodingStateMachine)�
UTF8_SM_MODELc sT e Zd ZdZ� fdd�Z� fdd�Zedd� �Zedd � �Zd
d � Z d d
� Z
� Z S )�
UTF8Proberg �?c s* t t| ��� tt�| _d | _| �� d S )N)�superr �__init__r r � coding_sm�
_num_mb_chars�reset��self�� __class__� �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/utf8prober.pyr & s
zUTF8Prober.__init__c s" t t| ��� | j�� d| _d S )N� )r r r r
r r
r r r r , s
zUTF8Prober.resetc C s dS )Nzutf-8r r
r r r � charset_name1 s zUTF8Prober.charset_namec C s dS )N� r r
r r r �language5 s zUTF8Prober.languagec C s� |D ]f}| j �|�}|tjkr,tj| _ qlq|tjkrDtj| _ qlq|tj kr| j �
� dkr| j d7 _ q| j tj
kr�| �� | jkr�tj| _| j S )N� r )r
Z
next_stater ZERRORr ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr �stateZ DETECTING�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�cZ coding_stater r r �feed9 s
zUTF8Prober.feedc C s. d}| j dk r&|| j| j 9 }d| S |S d S )Ng�G�z��?� g �?)r �
ONE_CHAR_PROB)r Zunliker r r r L s
zUTF8Prober.get_confidence) �__name__�
__module__� __qualname__r r r �propertyr r r r �
__classcell__r r r r r # s
r N)
Z
charsetproberr Zenumsr r Zcodingstatemachiner Zmbcssmr r r r r r �<module> s chardet/__pycache__/gb2312freq.cpython-38.pyc 0000644 00000045176 15043676063 0014623 0 ustar 00 U
��.e�P � @ s d Z dZdZdS )g�������?i� (� i� i� i� i< iT i� i iQ i� i�
i�
i� i� i< iw i� i9 �� i� i� i� i� iZ i� i� iq i� i� i�
iW
iy i i� ie io i� iv
i� i� i� i� i� i i iL iB i iQ
� i� i� iQ i� i� iE i if i� i i� i i� i� i� id i( iy i i� i, i i� i
iE ie � i�
iW iR i� i� i| iR
i� i�
i� i
iX
i�
ij iE i� i i+ iP i � i� i i� i �; i� im i� il i� i� i� i� � i ie iH i� i� i� i� i^ ik i6 i� i" �F i� i�
i�
i�
i^ i� i�
i� i� �� i? i` iu i$ i1 i�
i� i� i iU i� i1 i� i� ig il i� i i i� iG i� i2 i� iq i� i iP i� iL i� i� i� i iy i � i�
i� iM i� ik i� i4 i� i i� i� i� i
i� i@ i` i� i5 �� i� iN
i� i7 i3 i� in i iu iG i& ib ih i0 i� iM iN i i� i
iY i�
i� i� �
i� � i�
�& i�
iQ i
i7 i^ ih i� i� iJ i� iP i� i� i� ir i� i� i� i i� i� iT i- iG i, iu i i� i� i$ i i� i< iB i i$ i> i i� ix iL iW i i� in i
i� iT i� iZ i� i�
i� i{ i i� i� i� � i i�
i? i�
�0 ib i; �D i� i �� i� iC iS i� iU i> i| ig i� i� i� i�
iK �� i
i� i� i� i%
i5
i� i� i i� il i� ih i
i i� i? � i � iU i� �� i� i� i� i* i<
i� i�
i� i
� i
i� i� i�
i� i�
i! iX
i� i� i� i� iQ ig i� i� i� i� i� ir i�
i� i� iq i� i�
i� iz
i� i� i3 � i� i� i� i
i�
i] ic iz i i i7 i� i_ i i� iC i� i& ia iH i|
il i
i� i= i� i� iI iP i�
i� i~
i8 i` i� iw i� i�
iT i� i�
i� i� i� i� i�
i� i i� i� �� i[ iq � i i� ig i� �| iC i i� i� iN iI i� i� i5 i�
i( i� i/ iH iK
i
i� � i i� i9 i� iI i� i� i| i� � i� i�
i� � iW i i� i� i� i^ �~ i i i� i� i� i= iX i� i3 i�
iI i� i i�
� i� i� i� i3 ir � i� �� io i i� i� i{ i ii iC �� �! iH i� �� i� i� �f � i=
i i1 �[ i� i| iD i i% i� it i� i� i�
i� i i� i. i� � i �y i iT i� i� i9
i�
i i# � i� iJ i� �n i� i i� i
i� i> iB i" i� i� ia i� i� iM iK �� i iW i� i� i� i!
ir iF i+ i�
i
i i� ix
�H iJ i� �� i� i� i2 �K i� iR
i$ i i9 i�
it
i� i�
i� i� i� � i� i i� i� i i� i� i% i~ i�
i` � i� i� i� i' iv i i i� i� i| i �' i i� in
i* i� i� i� iF i� i% i� �) i~ i� i
i� i� iJ i& i� i
i! iD i� iw i i[ i i i� i� i i' i� i� �k i i� i i�
i�
�� i� � i� i i� i� ih
�B i_ i� i? i ig ih i� i' i� i� i� i� i� i i� i� i� i i� i� �5 i] i� i i� i� i i� �� i� i� i1 i� i) ia i i� i� i� i; i i� i_ i� i� �Q i/ iu
i�
i�
ij i[ i� i} i� i
i� i� i� i i� i� iQ i^
i� iG i� iz i� i� i� iV iO i� i i� i� i� i� im iu i� i6 i� i� i- i$ i� i� iR i� i} i
ip ir i]
i�
iD i i i� i� i� ii i i i� i� i i1 in i� i� i it iY iG i� i� i/ i| �t i0 i�
i� i� i i� i\ i�
i� i� iv i� i� i� ic i� i i� i�
i~ iA i" i� i" i! i8 �C i8 i i� ij i�
i1 i� il i> i�
i i]
i� i�
i~ � iL i( i� i� iK id � �v iD i� i� i� i% i� i� i� i� i, � i2 i� i�
i� i� ij �- i. i� im iK i i� �� io i i; i i� i� id i@ ia i iM i1
iL i@ i2 i� iw i� it iQ i
i/ i� i i� i~ i� i� i� i� i�
i/ i� i�
i_ i# i� �O i� iO iG � i� ik i[ iO io i� �� i-
i
� i i� i! i� i� iI i� i� i� i{ ir i� i. ih i�
i iT
i i � i' iL
�a i� i�
i@ � i� i� i� i� i�
iT i/
i� i i� i� i i� iM i� ii
il i� i i�
i{ i8 i# i�
i� i� i9 i� iS iR i� �w i� iZ i� i0
iE ig ig i� i� �
i� �L i� i� ip i� i� iS i
i� i� i� i� i� i@ i� iI iL i;
iO iq i� i� i) i i: iF i� i5 iJ id iA
i� i
i)
iE iL �Y i� i� i� i�
im i� i� i� i� i� i� ic i� iR i� i! i� i� i� i�
�� i( i� i� i] �I i� i�
i� i� ie i� i i� i� � i� i� i` i� i i� i� i
i� i[ i� iC
i( iP i, i� i} iO i' iL i\
i�
i� i i� i� i iZ i� i� is i' i� iU i� i� i� i� iN
� i� i� i�
i� i� iM i� i� i� i� i� i� �� i� ii i� ig i' i� i� i i� i
� �P i0 is ii i� ip i� in i i� i� i i\ i�
i� i� i�
i! ih � �� im i( i& i
iC i iB i) i5 i� i� � i i� i� i
i� i� �> i� i� � � i i� �� i{ iN i� i i iE i3 � �J i# i� ic i� i�
i i$
�� i5 i� ix i i] i� i� ik �� i� i� i� i� iP
i� i
i i ir i� iL i� iz id i� i� i# i�
i i� i[ iS i ih i iG i� i� i i� i�
iU �+ i� iy � iw i" i� iV i2
i& iz i� i� i� iJ
iP i� i� i� �� i� i% iZ i$ io iT iK i1 i�
i� i` iV i� i i� id � i� i� i� i+ i� i� iA i� i� i� i� i� i$ i� i� i_ i3 i\ i� i� �� �� i� ib i� if � i� i� i� i�
iA in i i� �x � iF i�
iO i[ i� i� �( i� i i
i# i7 i2 ix i if i� i�
i! i6 i{
�� i� iY i� � i� i+ i� i� i� i� i i� i� i� i� i iK ie i� i� i�
iT i$ i� i� i ih i i iR i� i� i" i� i� �Z i
i_ i� i@ i� ia i i� i i3
i�
ik i) ij i� i i ie i� i
iA i^ i� i
iW i� i� ih i:
iz
i)
i� i| i� i� i i� i i8 ij �� i�
i i� i3 i� i
iz i� ip iy i� i� i2 io iD i= i� �. i� i9 ia if i� i* i_ i� i i* i� i i�
i�
i� i� i- i i�
i} i� i�
i� i� i* i�
it � it i6
�q i� i� i� i� i� i� i� iS i i� i� i! i) i iy i�
�� i i ij i� i� i� iV iI i� i� ig
i i iL i� i� i� ip iD i� i� i� i� i% i� i� iM i� i� i� i$ i� i� i� iE i" iU i� ie
i i| i� iQ i i� i� i� i i� i�
i1
i� i� i� i� �$ i i] i4 i& i� i� iz i� i� i` i� iw i�
i i i i�
i) i%
i& i� i� i� i* i� i� i8 i2 i>
iS i
i� i� i1 i# i� i� i
i� i# i i�
i� i� i i� iF
i i i, i> i+ i
i i� iZ �3 iq � i�
i$ i� i�
iV i� i; i� i� iN i� �m iK iW i� i� � i5 i�
i� �R i4 i� iI i iD i� i� i� i�
i� i�
i� i� i� i i% iK i| i i� i�
i� � i� � i9 i� in i� i� i�
i- i3 i2
ip i � i?
i� i~ i� i� i� i� i� iC i� i[ i� i�
i� i� i� i3 i> i� il i
i` ix i� i� i� i� i#
i� i� i� i0 �� i� i� i� iL
i� i� iQ i� iR i� i? i( im i� i`
i� i3 i i� i i&
i�
i i is iD i� i0 ib if i@ i� i� i� i�
i i= i� i
i< �� i� i� i�
i� i6 i i� is i� i� i� iS i� i� i�
i8 iZ
i� i� i� i� i� i� i� i i�
i� i�
i� i i� iN i� i� i
iL i�
iJ i� i� i� ib i ig i i� i[
i� i� i i� i i~ i� i� i� i� i� if i� i� i i i�
i i` i4 i= i� i� i� il i? i� ic i� i i� i ii i� i� i� i� i� i� i� i� iw i� i� i� i% i i� id i^ i+ i� i� i� iZ � iF iI
i� it � i� �/ i� i i� iy i*
is i& i+ i i� i) i i� i� i� i� i i�
i� ie i� i� iQ i] i i i_ i7 i i0 �c iu i� i� iL ik i
i� i� i� i� �# i i� i i� i� � i� i? i� � i i�
in i
i� i� i� i i� i� i� iH i� iY i� iu i� i�
i� i� iJ i� i_ i_ i& i� i� i i� i� i� iZ i% � i� is i� iS i i i iV i� i� i� i� i� i1 i' �� i� iF i\ i
i| i� iW i� i� i| � iS �W i� i* i iR il iP i# i� i i- iq
i� i� � i� i� i4 i� i� i� i� i� ia i� i� i i� i@
i� iX ii i% i� i� i8
i3 i, i� i} i� i� i� �d ix i� i� i# i� i6 i�
i�
i. i i� iA i�
i� ir
i�
i� iR id i� i i+
i� i� i� i�
i{ i{ iH i� i
i� i� i� i� i� ic i i
i� i� i� i, i� iI
i� ic i i� i� i� i� i= i� iJ i. i, i> i i i� iL ie i] i� i�
iC i� i� i� i* i; i
i� i i� ip i�
i� i� iR i� i9 i�
i�
i i�
i� i� i? i: i� i� i� iQ i' is i� iw i[ i�
i� i- i�
i) i� i� �M i� i� i� i� i] �} i6 i@ i
i iU i� i� i� i/ i� i� is
i� i� i� ik i? i� i,
i=
i1 iM i� i� i� i/ iS
id �� i� io
i6 ik iu i� i� i� iW �{ i ix iW i� i� i i� i� ix i^ i� � i[ i+ �7 i: i� iU i� i� i! i� i� i�
i. iH iT i� iY i� i� i i i@ i" iC is i i� i iG
�b i� i7 i~ i.
iU i iq i� i� i� i� i{ i� i� � iY i/ i�
i� i� iA i�
i� i* i: i8 i' i� i� i� i� i iA i_ i0 i� i� i� i ii i� iK i�
i� i� it i* i� i� i�
i� i� i� i� i� i�
�� i� iD i i� i i> i� i� iv i i
i�
i' i� �V i� i� i�
i� i� ik i i i\ i � i� i� i! i i� �* iU
i� i� i� i� i iz i� i\ if
i� i� i� i
i� �� i� i� i� i� i� i� i� i iB i i i� i� i� i{ � i= i�
�� i& i�
i� iV i� i� �" i! i�
i� i� i� i�
i( i= i� i�
i�
i� i9 i i� i4 ia �� i� i- iQ � i�
i� i�
im i� i� i� i� iC i� i� i7 i} iq iD i4 i� �u i i� i� i� iv i i� iF i� iu ia
i� iH io i�
i
il iK iA i� i� i� iz i4 i� i!
iH
i� i� �� i5 i ij i� i` i� i�
iB i: iO ia i� i# i� � i� id � i� i( i�
i&
i� i^ im ig
iE
i io i� i( iG i$ i@ i
iI i i� iA i i �` �X i i7 i� i/ i� i$ i� i� i� ih i� i� i� i� iU i" iT � i� i� i� im � i� i! i i� i� i i� i i� iM i� i� � i� i� �2 iq i� i� �9 i� i� i� � i� i i� i/ i� i� �� i �p i@ iX i� ij � ii
i^
ib i�
i� in i iv � i� i� io io � i iv i� i� i0 i� i9 i� i$ i� if iS iz i
i iD i{ i� iX � i i� iV i3 iY i
i� i�
iA i� i� � i� i� iq iU i�
i: i i2 ij i� i i i{ i� i� iF i� i�
i� i i i� � i� ic ii iR i; ik �h i� i i�
i� iY iO ix i� �z iZ i< iv i i�
i
i�
i� iI i� i� i4
iM i� i� i� i� ib i� i i� i i� i� i� iC i� i�
i� i� iO i� i8 i� i� i� i. i] i iV ic
i� i� i� i
iH i� iT i� i� i� i� i>
i
i� i� i3 i � i� �, i� i� if i� i� i il iT iW iH i. i' i> ip i� i� i� i" i� i� iJ i� i�
i�
iv i2 i� i� i ix i i2 i� ig i i4 i� i� i�
i�
i� i� i{
iz i� i� i�
i� i� i� i� i� i i� i� i? i i� � i� iJ i� i� i� i�
i� i8 � � iE ij
�\ i� i8 i8
i i i � i i` i� i> ib iS i i� � i� i� i i� i0 i� i� i� iE i� i� id i� i� i� i1 � i� i� in �@ i� i� i� iT i i� �� i� iQ �� iC i� i� iK i; ik i� i� i� i� i� i_ i\ ie i iw i� i� i i� iM i� i. ir ia i i� i�
i� i� i�
i� i� i� ig i� i� i' i�
i� i i i� �T i i� i4 io i� i� iX iy i� ix i i� i�
i
iU
�^ i: i� i� i� i� i i" i# i� i� i i i� i� i� i� iN iU i� i� ip � i"
i- i� i� � i� i: i� i
i i� i� i� i� i� i� � iW i
iG
iL i� i�
iG iw �o i� i� i iM ir � i� i i� iQ
i� iI iN �% i
iX i i i� i7
i�
ia i� i� i � i� i'
ii ih i� i} iN iy i? it i� i� iD i� i� i� � i� �l i� i� i� i i �� ie iJ is i2 i* iy i� i� i� i� i� i i� iq i� i� i5 i} is i$ i� i� i� i5
iB i� i� � i# id is i} i� i~ i� i ib
i� iO
i/ �] i� i� i� i] i2 �� i if i7 i� i� iO i
iR i i#
i i[ i� �E i� i if
iS
i� id iF i� i� � iC iV
i> i� i i� iB i� i i i1 i6 im �� i i i� � i� i� ip
i� i i�
i� i< iz i�
i|
iX � i� i� is ie i] i i� � i
i�
i iO i� i+ i� i i i� i� i� i: i� iA i� i i� i� i� i(
i�
im i �4 iP � i in i� i�
io io i� i� im i iy � i i8 i �� i< i� i� i< ic iC i� i� i& iw i
i� i$ i
i9 i& i� i� i) i` i� i� i i� i� iG ib iE i� i: iQ io iF i�
i� i� i� i�
iF i| i; i�
i� i i3 i4 i% i� �: i� ic i� ip i6
i\ iC i� i0 i9
i� i� i� i� i� i~ i� i i" ih i� i� i� i� i) i i� i�
i� i� i*
i� i i
i
i% i� i i� i� i i�
i. i� i� i9 i i� i� i�
i� i� i i� i" i! i� i,
i� ig iJ ig iF
i� i i� i�
i� i; ii iZ iE i^ iA
i� i il i5 i� i� i� i4 i'
i� i ik i i� i� i2 i� i�
i� i iX i7 � i� i�
i{ i� iB ix i= �e i( i � i� i� i' i� i� � i� i� i i� i i i i� iD
ii ik i i� i� i� i- i, i�
ie i7
i� � i� i� � i� i� in i}
ip i7 ij i� i� i� i9 i� i�
�� i� i� �� i0 iP i� �� i� i� i i� iO
i�
i� i� �� iU i
i i� i<
i� i� i�
iJ i� it iN i� i) i i. i� � i* i iA �� ir
i] i) i� i i� i� iG i� i_
ip ik
i� i� i
i% i
i� i�
i� i> ib i_ i^ �? i i: iY iD i% � i� i�
i� i i� i� � iY i� i�
i� i� i i� i� il
�A i� i� i�
i� iD iB i� i
i� i i@
i( iv
i� i� i� �g i�
i� i} iv i� i� i� i�
i� i i� i� i i� i� i i� i i� i� i i- i~ i� iy i% i� i�
�_ i� i� i i� i� i �j iM i� i� iG i+ i� i i� �� i� i� i� i i3
i; i
�G i) i� i
i� i� i i� i� i i� i
i
i� i, iI i� i� i� i iX iA i\ i� � i� iP iv i� i� iV i i= i�
i�
i6 i< i� iX i i�
i i i8 i- iY
i� i� i� i� i� i� � ic i� i� i� i9 i� i-
iu i� i i� i�
iR i�
i i i6 i� i� i� ih i} i i?
iw
i i� i� ia i( i� i �1 i� i�
i� i> i� i� i� i� i� i] i�
iX ir iP i0 i, i i+ ij i� i` i� i� i� i i. i i i
i� i& iW iB
i� i i| i7 �U i� i� � iW i� iY i� i�
i� iw
i�
i i� i i� i i� i� iu i� ib i� iq
i� i� ib i� i� i� � �= i$
i� iN iJ i� i� iU i� i i� i� i i� �i iK i, i� i� i4 ir i{ i� i iH i� ip i5 i i� i= i� i� iE i9 i� i; i �< i i5 i�
i ii i� i\ i i� � ip i� i i� i� �r i� �N i� i i^ i� i� i� i� iK i i� i* i i{ i+
i� i� i* i8 i i� i i i i� i� i� ij
i i@ il �6 i� i2 i8 i� i� i� i i� i' i� i� i� iB
i� i i i\ i� i� iS iV i i~ i� i� i� i� i� i�
i� iV i�
iz i� i^ i i� i� i� i_
i}
iG iq � iI i� i� i� �8 it ih iS i� i} iR i� i9 � �S in
iP i� iB i i i� �s i� iX i} if i� i� i i� i� i� i� i� �� i� in iI i^ � iT i� ix i� ir i� i� i_ � ib i� iO iP iQ iR iS N)Z!GB2312_TYPICAL_DISTRIBUTION_RATIOZGB2312_TABLE_SIZEZGB2312_CHAR_TO_FREQ_ORDER� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312freq.py�<module>* s chardet/__pycache__/mbcharsetprober.cpython-38.pyc 0000644 00000004265 15043676064 0016222 0 ustar 00 U
��.eU
� @ s0 d dl mZ d dlmZmZ G dd� de�ZdS )� )�
CharSetProber)� ProbingState� MachineStatec sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d
� �Zd d � Z d
d� Z
� Z S )�MultiByteCharSetProberz
MultiByteCharSetProber
Nc s, t t| �j|d� d | _d | _ddg| _d S )N)� lang_filter� )�superr �__init__�distribution_analyzer� coding_sm�
_last_char)�selfr �� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| ��� | jr | j�� | jr.| j�� ddg| _d S )Nr )r r �resetr r
r �r
r r r r - s
z MultiByteCharSetProber.resetc C s t �d S �N��NotImplementedErrorr r r r � charset_name5 s z#MultiByteCharSetProber.charset_namec C s t �d S r r r r r r �language9 s z MultiByteCharSetProber.languagec C s t t|��D ]�}| j�|| �}|tjkrN| j�d| j| j |� t
j | _ q�q |tj
krft
j| _ q�q |tjkr | j�� }|dkr�|d | jd< | j�| j|� q | j�||d |d � |� q |d | jd< | jt
jkr�| j�� r�| �� | jkr�t
j| _ | jS )Nz!%s %s prober hit error at byte %sr r ���)�range�lenr Z
next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r
�feed�stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r
Zbyte_str�iZ coding_stateZchar_lenr r r r = s8
�
�
�zMultiByteCharSetProber.feedc C s
| j �� S r )r
r r r r r r Z s z%MultiByteCharSetProber.get_confidence)N) �__name__�
__module__� __qualname__�__doc__r r �propertyr r r r �
__classcell__r r r r r " s
r N)Z
charsetproberr Zenumsr r r r r r r �<module> s chardet/__pycache__/euckrfreq.cpython-38.opt-1.pyc 0000644 00000027372 15043676064 0015772 0 ustar 00 U
��.e�4 � @ s d Z dZdZdS )g @�0 (0 �
� �x it i� i� i� iH ia �� i� i� i� i+ i� �W iu i� �h i i] i� i� i� i� i� i� i� i� i� i� iv iw i� i� i� � im iF i! ip i� i i� � i� i� i� i� ix i� �/ i� i� i� i� i � i� i� i9 i i� i� �t i� i- iy i� �K i� � i� i� i� i� � iO i� in i� i� i� i� i� i i0 � i� �< i4 �{ i� i� i� i� i� ii i� ir i� i� i� i� i� i� i� i� i� i� i� iX iX i� i� i� i� �Y i� i� i& i� iP i� i� i� i� i� i� i� i^ i� �� i� i� i� i� i� i9 i� i� i� i� i� i� iQ i� i" � it � i� � i� i i] i{ i7 i� � i� i{ i� i; i� iu i� iz i/ i� i| �� i� i� i� i7 i� i� i. i� i� i� i� i i� i i� i i i i i i{ i i i i# i| i} i� i~ i� it i8 i i_ i i
i i i
i! i i i i_ i i� i� i� i i i* i� iu i i` i" i� i i| i i i� i� i i ia i i i i i i i? i iR i! i i/ i� i� i! i" i= i� i� i# i� i$ i% i& i' i( i) i, i� i' ib i$ i* i� i+ i� i- i� i, i� i i� i� i� i& iU i� i� i# i i� i- i. �' i i� if i/ is i� i0 i� i� i i i� i i� i9 ie �[ i1 i� i� i iZ i� i� i: i� i� i� i2 i3 i� iG i i� i �y i4 i� i� i� i5 i6 i7 i, �w i� i� is i8 i� �� i9 i: i i� i~ i; i i< i; i} i= i> i? io i) i� i� i@ i� iA iB i� i� i2 iY iC iD i� i< iE iF iG iH iI i% iJ iK iL iM iN iO i �` i> iP i� i= iQ i� iR i� iS iT i; i� i� i� i� i iU i� iV iW iX i4 iY � i iZ i[ i� i\ i] � i i^ i� i� i_ �" iP i� i� i` i; i� i~ iH ia � iv i� �z i? i i� i� ib i� i� i< ic id �d ie if ic �0 i� id i ig iy i� i� ih ii �s i0 ij i= ik i� il i� i� i� i< ib i� i� �U i i� i i� iI im in io i ip iq ir is it iu � i� i� i� i6 iv iw i� i* i� �] ix iy i� i� iz iZ i� �- �: � ib i
i{ i| � i& i' i� i� i5 i� i� i i> i} i~ iw i ig i� i� i� i6 i� i% i� i� �( i� �v i� � i� iw i� i� � i� �E i� i� i� i� i� i� i� i� i� if �� iV i� i7 i� i� i� i� iB i� �N i� i[ i� i' i� i� i� i� i� i� �� iS i� i� i� i� i� ie i� i ix i� i� i� i� i� i� i� i� i� i � i� i� i� i� i� i� i� i� i� i� i? i� i� i i� iq i� if i� i( i) i� i� i~ i� i\ i� i� i� i� i� i) i i� i� i i� i i� i� i� i� i� �$ i �� i� � i� i� il i� i� i� i �~ i� i� iC � i� i i� i@ i� i� i� i� i� �2 i� �� iK i iz iV i i� �� � � iQ ir if i i i � � i ih i+ i3 i i1 � i i� i� i� � �g i( i� i� i� iz i� i� i� i� i� i� i� i� i� i� i� i� �� i� i� i� i� iA � i< ij i i� iM ig i� i2 i� i� i� i� i� i� i� i� i� iV ih i i� iJ i� i� i0 �� i �b � � i� i� i i� i� i� � iY � i� i �� i �� �a i! �* � i� �� i� i� iK iD i8 i iR i iB � i@ i� i� i� i i� i� i� iy i� i� i� i� i iX i: i� i� i# i� i� i� ii i� �G i� i� ik i� i� i= i� i� � i� �! i� i� i� �J �� i� �= � i� i� i} i� i ij i i� i� i� i� i� i� i� i� i� i� i� iE i� i� i� i� � ij iO �4 i� � i� i� i� i� i� i� i� i iv i] i� iC i� i� i� i� i� i� i� io i� i� � i� i
i� i� � il ic iA i� i� i� i� i� i� i� i� i �T i� i� ik � �� �� i� i� i� i3 i* i� �q i� �� i> i� i i� i� i� i i+ i i i i i �; i� �p i ix i i� � i� i i i i� i� i i� i
i i� i i
i� i� � � il i i i� i� i i �) �� i � � im i8 i� i iD i i� i i i i i i� i i� i i �7 iL �B i� i iD i i� i i� i� it i i i i i! i
i" i# i$ i% iR i& i' i( i) i* � i+ i, � i, i- i. �m i� i
i^ i/ ic i� iE i� i� i� ia im i0 iE i1 i2 i3 i i� i� i4 iT i� i� i� i5 i� i i� i� i6 i7 i in i� i� io i8 i9 iF i� i� i� i: iG i; i< i= i> i? i@ iA iB iC iD iE i$ iF iG i� i� i% i� i� ip iH iI iJ iK iL i� i� i i� i� i� i� iM iN iO iP iQ iR � i� iS i/ iT i� iU i� i i iV i� �I iH �� i i� i� i� iW i� iX � iq iY iZ i[ i\ i� ir i� is i] i^ i_ i` � iv iL ia � i� �. i� ib iF i> i� i� �j ic �Z i� i� iB i6 i� i` id ie i i� �| i if i� i� i5 ig i� ih i� ii �H � ij i� i� ik i� il i� i1 im in io ip iq ir iC is it iu iv iw i� ix iy iz i{ i� i� i| i} i~ i i� i� i� � i i i� iO i� i� i� i� i� i� i i� i� i� i� i� iE i� i� iq i� i iI i� i\ i� i- i� i� iS i� i� i� �
i� ie i� i� i� �l i� iM � � �Q i �P i i i^ i i
i- iF i� i� i� i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i. i� it i� i� i� i� iJ i� i� i� i� i� i� i� ig i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i� �� i� i� iu i� i� i� i9 i i� i� i� i i� i$ i� i� i� i� i �5 i% � ik �L � i� i i� i� i� i� i i� i� iA i� i� i� i� i� i� i� i� i� �R � iu i� i� i� i i� i) i� i� i: i� i� i� � i� �� i� i" i$ iv i� i� � �c iZ � i� i� i� i� � i* iW i iK i� iL i� �+ � i � �� i� i� i� i i� i iB �� i� i? i� � i� i i� i� i� i� � iM i[ i5 i� i� i� in i� �� i� i� i� �C i� i' i� i� i� i� i� i� i� i� i
i� i� i� i i� i i� i� i� i� i� �F iT i/ i� i� i� i� � �8 i� �u i� i� i� iK i� i( iM � i �i i� i� i� i� i� � i� i i� i� iT i� �? i �� i� i� i i� i �e i i( i� i� i� i� i� i� �% i0 � � i� �O i� i i8 i i i i i i� � i i i i � i� �# � �� i i� �� �V i
� i iP i � �M iW i� i
i i i� i| i i
�S i� � i� i i� i� i� i i i� i� i i i i i i i� i i � �9 �D i i �� � i� � i �3 i� i� i i i i{ i i i� i i i i� i i� � i� i i� i! ik i� i� � i� iN �� iY i� i" i# i$ i% i& i' i( i] i) i* i+ i, i- i. i� i/ i� i� �> i � �� r i1 i� i� i� � i\ i� i2 i� i3 i� i� i4 i5 i6 iw i7 i� i8 i� i3 i i� i� i9 i: iL � �� � i; �� i< i� i i� i i� i� i i� i� i� i= i� iJ i> i? i@ i� iA �� iB iC iD i� iE i� i� iF iG iH iI i� i� i� i� i� i� iJ iK i i� iL iM iN i iI iO iP i� iQ iR iS i� iT i� iU iV iW iX i� iY iZ i[ i\ i] i� i� i^ i_ i` ia i� i ib ic id ie i i� if ig iU i� ix i ih i� i� ii ij � i i� i4 i& �� i� i� i! i� �� i� iS iy i i� i� i" i
i� i# ik i� il im in � i� i� ip iQ i� i. io iU � iO i� ip i� iq ir is ix it i� iu iv iw i i i$ ix i� iy i� i` iz i{ i| i} �� i~ i i� i� i� i� i� i� �� iC i� � i� i� i% iy i� i io i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i �@ i� i� i� iG i� i� i� i i2 �� i� i� i� i� i� i� i� iN i� i i� i� i� i� i� i� i� i� i� �r i� i� iz in � i� i� iP i� i# i� i& iQ i� i� im i� ic i� i� i� i' i� iw i� i� �� i( il i@ i� i� i� i) i� i* i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� iH i� i� i� i i� i i� i� i� i� i� i� i� ir i� i i� �A i� i� �� i� i� i� �} i, i� i� i: i� i i� � i
i iI i� iN i� i1 i� iW �� �� i� i� i� i� i� i� i+ i� i� �1 i� ib i� i� iq i� i, i� i� � ie i� i� �_ i id i� i� i� i� i� i� � i� i2 i� i� i� i� � i� i� i� i� i i� i� i� i� i� i- i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� � �� i7 i� i� i� i i� i� i� i� i� i� i� �� i� i� i� i� i� i� �� �, iG i� i i� i� i� i^ i� i� i. i� � ig i� i� i� i� i� i� i� i� i� i i� i i_ i� i� i� i� i� � ih ih i i{ i� i| i� i� � i3 i� i� i� i� i� i� i
i
�\ i i� i� i i
i
i
i
i
i
i
� i
i
i
i
i i� i� i
ij i
ii i� i4 i i
i
i
i
i
i
i� � i
i
i
i
i� �6 id �� i/ i
i
i i� i� �o i
i� iR i� � i� � �& i
�k �n iz �� � i� i� i
i� i
i� �� �X i� id i iS i� i} i
i} i i� i~ i� i� i i� i
i!
iN i"
i� i� � i� i� i� i#
i� � is i$
i%
i&
�f iD i i1 i'
i� i i(
i@ i)
�^ � �� i� i*
i� i+
i,
i-
i.
i/
iJ i+ i0
i1
i2
i� iT i� i3
i4
i5
i6
�� i7
iA i. i� i� i� i8
i9
i i" i:
i;
i� i<
i=
i>
i i� i0 i?
i� i@
i iA
iB
i iC
iD
iE
iF
iG
i� i� i_ i[ iH
iI
i� i i` ia iJ
i� i i� i� iK
iL
iM
iN
� iO
i� ii i i i iP
iQ
iR
N)Z EUCKR_TYPICAL_DISTRIBUTION_RATIOZEUCKR_TABLE_SIZEZEUCKR_CHAR_TO_FREQ_ORDER� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrfreq.py�<module>) s chardet/__pycache__/jisfreq.cpython-38.opt-1.pyc 0000644 00000053122 15043676065 0015437 0 ustar 00 U
��.e�d � @ s d Z dZdZdS )g @i ( �( � � � � � i' iO i i} i� i� i� i� i] i�
i�
i i�
i� i� i� i� i � i� i� � � i� iX i} i� i� ik � ig
i�
i� ik i� �� �� i i i i i� i� i% i& �0 �1 �, �- i� i� i i i� i i� i� i� i< i i� ip i� i� i� i� i� i� ig i� i i� iW iX i� i� ih
i" i� i� i� i� i
i i i\ i� i� i�
i/
i� i� i� i� i i� i0
i� i�
ih i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i� iV ij i4 i� i i� iB i i� i8 i9 i: i; i< i= i> iv i� i� i� iS i� ie i if i� i� id i+ i� i� ia iw i� i� i� iI i� i~ i� i�
i i? i@ iA iB iC iD i
i i- i i ii i� i�
i iE i^ i. i� i3 i ii
iF i/ iY i� i� i i� ij i�
i iG iH iI iJ iq � i1
� iY � ik �/ i �2 � � �# i � �� �* � � � � � � �[ � �\ �5 i� �! i! � �% �@ il � �' iA � � � �4 �
� �� � � � �< i � � i- � i i7 �S � i� �~ iK i= � �E � �; � � �7 i7 i8 �m �& � � �
� �O iK �= i~ id � � iL iM iN iO iP iQ iR iS iT iU iV �Y �> �J �" ip �p � �� i � �T i_ � i� �. �X � i� �L ij �e i �9 �P � il �y i� � i �D �� � i� �) ih i� �F �? � �+ i i ig �c i �� �B �] iN �� � �8 �j �: i5 i i i7 � � �R i4 �G �d � �� i� �n i �h it �6 �3 �$ �W �C i� � i:
ix i� � i* iV i iW iX iY iZ i[ i\ i] i^ i_ i` i ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it i�
iu iv iw ix iy iz i{ i| i� i� i i� il i} i� i~ i i i i� i�
i� i i� i
i� i� i i� i i i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i ik i� i�
i> i�
i�
i i� i
ij
i� � i� iZ i[ i\ i] i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i� i� i� i� i i� i2
i� i� i{ iT i� ia
i�
i^ i� i� i| i� i= i im ik
i� i� i� i iV iy i� i� i
iq i i� i i�
i� � i� i� i� i! i� i� i� i i� i� � iC iO i3 i i� i� i� i� ir i� i� in i� i+ i i� i� i�
ip iq i� i;
�A i� i� i� iC i0 i� in i�
i� i� iT iC io i
i� i
i# i i� i~ i iP i� i� i� i i� i� i i� i� i$ iz i� i� i& i� i� i� i� i i� i� i� i� i_ i � iU i� i�
is i� i� i� iI i� i� i� i i� i� i� i3
i� i i$ iW i1 i5 iP i� i� i i� i� i� i� iX i� i� i� il
i� i� iH i� i� i i� i� i i� i
i�
iW i� i~ ip i i$ i� i i i@ iL i� i� i� i� i� iu i i iJ iI iW i� i� i_ i� i� i< i� i� i i] iD i� i� i� i ih i� i� i� i� i �� �f i- i� �} it i� i� i �� i� i� i, �� i
ib i� i� iX i� i iF i i{ i` i� i� i+ i3 iq i� im i� i4
i� i� i� i� i� iB il iX i�
i i%
i� i� i% i2 iu i� i� i� i� iJ i i| ir i� i@ i i� i i i� i� i�
i� i� iL
i i i i i� i� ib
iJ i ic i� i� i� � i� i� i i4 iR i� im
iT i� i� i i� i� i� i� i� ie i� i i? i
i� i� i� i i- i i� i* iE i� i� i+ i� i� i& i� i� i� i/ i� i� i. is i[ i� i+ i i�
i i�
iB ic
i� i� i� i� i� i i) i i, i� iu i i i i9 i&
i i i� i� i� iv i� iY i� i3 i� i
i� i� i iD i� i� i� i� id i� i� i| i( iy i i� i i� i< i8 i� ii i i i id
i5
iB i� in i i� i i� i� i| i� i! i� i) i@ in
im i i� i0 ia i� i� i� �z i' �� i� i� iW i� i[ iv i� i� i� i� i� i io
i i� i� i
i i� i'
i� i i" i� i� i9 i i� i i� iJ i� i� ih i� i� ie
i � i\ i� � i ip
i@ i iQ i9 i� i� �� i � i� i� iw ii iE i� iJ iI i� i� i� i� i� i if i� i� i� i
i� i1 i� i� i
i� i� i' ir i
i� i� i� i�
i� i� ic i� iq i� ix i� i i
i2 i� i� i i� i� i* i� i� ib iF i� iv i� id i�
i� i� i! iR i� i� iQ i� i i� iP i� i i i� i i� i� i( i� i� i_ i i` i� i� if
i� i6
i� iA i i� ia i� i� iu iT i i2 i� i� i i i� i i^ iC i� i�
i� i[ i� i�
iv i% i� i� i� in i! iF i� iZ i^ i� i i� id i i� i� ix i� i� i] i� iB i ic i�
i� i� i� iP iq i i iH iY i� i� i(
i� i�
i� ig i} iK i� i� i i4 i� iW i� i� i� iC ig
i- id i� ik i i4 i} i� iq
i~ i+ i� i� i� ih i@ i� i i@ iA iD i: i� i� ie i�
i� iq iw i� i� i� i� i� i� i� id i� iZ i� i* iM
i[ i� i� is iZ i�
i� i� i> i� i' i- i� i�
i i i� i) i i� i� i� it iF i7
i� it i# i� i� i� i� i iY i� i� if ik ib i1 i� i�
i� i6 io ic i iq i� i� i� i� i�
iu i� i: i� i� iN
i� iU i= i� iv i� il �N i� i� i� i] i� i; i� i� i�
i� i� il iL i i} i� i� i i� iB � i8
iQ i� i# i` iT i� i� ix i ir i� i i i� i� i� i� i� i3 in i i� i i� i i� i{ i� i� i@ i� i� i i� i9
� � i� i5 ih
id iZ �� i� ii i i� i� i� i is i- ir
i� i i i� i[ i� i0 i i i� i� i. iS i iR iO
i� i i� i� i; i� i4 iy i�
i; i� iz i� ip i� i� i i� i� i:
i( i| i�
i� i" i� i� i� i� i� i� iO i� ie i� i� � i
iC it i)
i i6 �K i� i� i8 i� iP
i ih i� i� i� i i� i3 i$ i� i� i*
i= �b ie i i�
i4 i� i� i� i. i7 i� i\ i� i� i ij i� i i� i� i� i� i� � i/ i � i� i� i= i� i^ i� i5 i� i� i� i\ i� i i� i� i9 i# i+ i�
is
i, i� i7 i i� iY i� i� i�
iM i� i+
ii
iQ i� � i6 i� i� i� i� i iy i� i is i# i{ i�
iU if i< i� i� iv i� i� i) i�
i i� i i� i� im i< i i i� i� i� ig i� i� �l i� i iD ib iu i�
i� iD iB i� i� i�
i[ i� i i8 i� i� i> i i� i i� i� i� i� i i] i� iD i� �� i� i6 iZ i� i� i5 i� i�
i�
i< im i�
i, i� i� iu i^ i� i� i� ig i� i� �I i� i� ig i� i� i\ i: i
iM �t i� i� iE i� �o �� i� i� i� iE iR i� i i� iE ij
i� �g iW i� i� iK i� iC i� i= i� i] i$ i! i� i� i i� i� �` iK iv i i i0 ii � �^ �� i� i3 i� i" i i� �� i� i �a ik
i i;
iw i� i� i� i� i� i� i�
iy i i� i� i� iP i i� i� iw i� � i� it
i� i� i� i i� i� iJ ia i i� i] i� i� i� i� � i i� i iL ih i i� i� i�
iu
ij i� i i# iC i� i� i ia �� i! �s i| i� i iY i� i
i� i� i� ih iO i5 i� i� iz ii i�
iS i� iL i� i. i� i& i i i<
i7 i� is iA i� i� iM i�
i� is i� i* i,
i% i�
i� i� ik i� i& if �� iO ij i" i� i( i- i� i[ i� i� i� i� i- i= i� i} i� i� �M iS i� i� i� i i� i i i� i� i� i�
i
i i
i� i~ i� iJ it ik iv ie iy i �� i� i<
i� if i� iM �k i�
i i� io i� �� i� iw iv
il i� i] i� i i. i�
i� i� i� i/ if iq i$ ig i� iG � � in i� i> i6 i=
i� i� i� i� i� iN i� ix i� ie i* i ih i i� i� i$ i� i� i� io ib i, i i� i� i it i� i� i i� i i�
iV i� i�
ii i i� i� i� iw
i i ip iH i� �V i� ii i< iZ i� i8 �r iw i� i& �� i� i� i/ i� i� i� i� i> i� i>
iE ix i� i& ie i� iw i i� i� i5 i� i� i�
i i\ i� � i� iS ii i i� � i� i2 � i� i i i+ i' i� i% i� i� ix
iO i� i
iQ
i� i� i i i� i� i_ �H i� i� i i� ig i i� iy
i� i�
i0 i& i+ i i� i i� i� il
i' i� i' iz i� i i i� i_ i� i� i i� i� i� i?
i�
i� i� � iz
i� im
i| i
i i ig i0 i� i� i i� i* i� i� i
i` iw i i� i
i# �� ic i) i� i� iR
i� �� i� iT � i� ir i iV i� i� i� i_ i i� i i� ir i� i� i�
i` ix i� i� i
i� i� if i� i in
i=
i* iA i i� i( �� ix � iS
i� �{ iT
i� i9 i i� iM i� ir �� i i; i i( i i% i� i[ ia ib i i� iD i� i� i i-
i\ i� i i i� io
iE im i) i� i! i� i ic i� i, i1 i i] i� � i� i> iI � i� i� iT i i� i� i� i� i� iy i ik iz ix i� iN i i� i� i� i i5 i� i� i" i� iH i< id i� i
i� i� ih i� i� i
ip
i� i� i: iL i1 i� i� i�
i i� i>
i� iq
i? iZ iM iI i� i iB iK iD i� i# i
i
iY i> � i� i i i` i� i� i� i� i i� i� i� i i� i� i� i i� i� ic i� i i� i� i� �� iT i� ia i i2 iy i/ i� i" iU
�� �� ib i� i� i� i/ i� i� i� i i
i{ i
i� ij � i� � i5 i* i� i� i� i� ia ix i� i� i� i iF i� i� i� i7 i� i� i� i? i� �w i� i i i� i� i+ i� i8 i� i�
iN i�
i� i� i, i� in i� i
i i� io is i_ i? i� i� i� i� i i� i� i� i? i0 i� i� i� iy i3 if i� i= i� i� il i i� i iv i] i� i i i� i� iz i�
i� iy ij i iu i� i� ip i� ij � i i
ii iz i i� ir
i i� i� i� i� i� i i iF i� i' i� i{
in i ix �u i$ i i� i� iM i� � i� ik i ip i�
i^ iq i
i` i| i� i� i i
i|
i� i�
i i� i� i
i� i� i� i� iG i i� i- i� iZ i1 iY i� i- i ie i� i� i[ iC � i� i� ie i� i. i- i i� i� i i� i� i�
i�
i7 ib il i � i� i� i{ i� i. i i� i� iz i� i�
i�
i� i?
i� i i9 i i�
i� i i� i} i� i�
ia i� i� i
�Q i� id i; iV
i� i/ i^ iD i� i? im i�
i�
i9 iI i�
i� i� i
i i� i�
i{ i} i i� i i� i� � i& i� i~ i� iX i� i� i}
i�
i� i9 i� i� i: i� i" i\ i i� i
i_ �� i8 iW i~
i^ i% iP is i� iw i� i� i i8 i� iL i� i i.
i� i� i�
i� i iN �� i� iP i� iS i� i� i� i: iR i' i0 ib i i� i�
i� i� i� i� iz i i� i i i i iK i� �� i� i�
ir i� iq i
i� i� in iL i i� i i� i� i� i� i� i� iX i@
i� ig �i � i� i4 i� i: i i� i� ir i� i� iQ i�
i i i; i' i� i> i� ib im i� iw �� i� i� is
i� i i� iA
i� it
i9 i i� i i i� io i^ i� i� i2 i� ic i� i �� i� i ir i� i� i� i! i it i i1 i{ i� i� i� i� � i� is i i� i� i� i� i� �x i �v ia ip i� i� i
i� iL iO i� i iU i� i. i �� i) i. i� iE i� i" i iy i i i� i� i� � i( i�
i i� iq iE i6 i
i�
i2 iu i6 i� i� i� i� i. i� ii i i� iV i� i is i�
i� i� iG iG ij it i� iW i i� i� i� i` i� i� i� iu i� i i�
i� i{ iQ i i� iO iC i� i� i�
i� iJ i� i i i$ i� i� i� i/ i� i i_ i i� i ij iR i� i7 i i� i/
i i3 iD iu
i6 iX i4 i� i� i i i� i i> i� i i i0
i` i` i
i� i� i� iU i� i i�
ir i i� i) i� i5 i� iH i� i
i� i i~ ir i� i�
i� i� i� i� i� � i i] i� i� i i� i i� i i@
i� i� i�
ia i� iv i� i� i� i/ i! i6 i� i� i� i7 iw i� i i3 ic i8 ix i i� i� iB
i� i� iM i� � iF i� ig i i� i� i( i� i
i: i i� iH i� i�
if �� i� i" i�
i~ i� i� i� i�
iy i i i� i� i i! iN i�
i4 iA
i� id ie �� � iz i i� i� i� i� i� i� i0 i� i� i i� i� i� i i� i{ i� i� i� i�
i� if i( il i� iG i� i� �� i^ iB
im iF i| i iU i� i� i2 iR i� i� i# i� i�
i� i� iF �� i �U i� i� i� i1 i� ic ik i� iN iS i� � �� i�
i� i� i$ iO i� i iY i� i� i� i
i� iG i i i� iW
i iC
i? i� i � i~ i� i� iU iF i� i� i� i i� i� i� i�
iC
i� i� i� i ie i
i� i� i� i i/ iQ i_ iv
i; i� i� iP i) �� iG im i� i� i� iG i, iI iz �_ i� �� i i9 in i� i�
iA i� i�
iX
i� i# iV i) i< i% i� i} i� i� iH iw
i5 i� ip i. i i� i� im i i� i� i�
i# ih i| ib i� i� i� i@ i( i^ iz i� i iA i�
i i i" i ig i� i| i� i� i� � i� i6 i� iX i� i� i, i� i� i i i� i$ i# iI ik i� i i� i� i: i i� iQ i io ih iV i$ i�
i� it i� i� i� iY
i, i� i i
i� iD
i� i� i~ i�
i�
i� i� i% i� i i i� � i� i i� i�
i i7 i/ i
� i� �� i� iE iV i� i�
iE
iu i� i& i� i� i i� i� i� io i� i� iZ i� ii i� i� i i i� i� � i! i� in i8 i� i' i� � i� i i� i i� i� i� iG i� iR i2 i� i i: i� i, �� i iZ
il i� i( iX iP i? i� i i� io i� i i� i� i� i� iW i* i �� i; i8 i� i& i) i� i� i
io i� i i� i� iH i_ i� i� i0 i� ix
i� i0 i� i; i� i
i� i� iX i� i �� i� i1 i� �Z i* i% i� � i �| id i` i i� iS ij i} i\ i i� i� iG i� i i� if �q i% iB i� i1
ip i� i" i i� i� i� i� i| i� i� i i� i� il i2
� i�
i�
i i� i@ ih i� i; i� � i i i� i i� i� i& i i� i� i} i� i% i� i� i i i? i� i� i� ia iy
i i�
i� i� i� i� i= i1 i� i< i� i{ i# i �� i� i� i�
iA i� i
i� it i� i� i� i� i> i
iK i3
i� i� i= �� i i\ i� i� i' iA i+ ig i� ib iK i� i� i� i� i
i� i
i� i4
i� i* i� im i� i� i�
io iN i i0 i( ii i� i$ i4 i i{ i i� i� iQ i� i� iU i� i� i� i, i` i i� i� i i�
ij i) i i� i- i6 �� i� iF
i2 i) i i
i* i� iY N)Z JIS_TYPICAL_DISTRIBUTION_RATIOZJIS_TABLE_SIZEZJIS_CHAR_TO_FREQ_ORDER� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jisfreq.py�<module>, s chardet/__pycache__/euckrprober.cpython-38.opt-1.pyc 0000644 00000002121 15043676066 0016311 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�EUCKRDistributionAnalysis)�EUCKR_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� EUCKRProberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrprober.pyr # s
zEUCKRProber.__init__c C s dS )NzEUC-KRr r
r r r � charset_name) s zEUCKRProber.charset_namec C s dS )NZKoreanr r
r r r �language- s zEUCKRProber.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/charsetprober.cpython-38.opt-1.pyc 0000644 00000006566 15043676066 0016652 0 ustar 00 U
��.e� � @ s0 d dl Z d dlZddlmZ G dd� de�ZdS )� N� )� ProbingStatec @ sn e Zd ZdZddd�Zdd� Zedd� �Zd d
� Zed d � �Z d
d� Z
e dd� �Z e dd� �Z
e dd� �ZdS )�
CharSetProbergffffff�?Nc C s d | _ || _t�t�| _d S �N)�_state� lang_filter�loggingZ getLogger�__name__Zlogger)�selfr � r �E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetprober.py�__init__' s zCharSetProber.__init__c C s t j| _d S r )r Z DETECTINGr �r
r r r �reset, s zCharSetProber.resetc C s d S r r r r r r � charset_name/ s zCharSetProber.charset_namec C s d S r r )r
�bufr r r �feed3 s zCharSetProber.feedc C s | j S r )r r r r r �state6 s zCharSetProber.statec C s dS )Ng r r r r r �get_confidence: s z CharSetProber.get_confidencec C s t �dd| �} | S )Ns ([ -])+� )�re�sub)r r r r �filter_high_byte_only= s z#CharSetProber.filter_high_byte_onlyc C s\ t � }t�d| �}|D ]@}|�|dd� � |dd� }|�� sL|dk rLd}|�|� q|S )u9
We define three types of bytes:
alphabet: english alphabets [a-zA-Z]
international: international characters [-ÿ]
marker: everything else [^a-zA-Z-ÿ]
The input buffer can be thought to contain a series of words delimited
by markers. This function works to filter all words that contain at
least one international character. All contiguous sequences of markers
are replaced by a single space ascii character.
This filter applies to all scripts which do not use English characters.
s% [a-zA-Z]*[�-�]+[a-zA-Z]*[^a-zA-Z�-�]?N���� �r )� bytearrayr �findall�extend�isalpha)r �filteredZwordsZwordZ last_charr r r �filter_international_wordsB s � z(CharSetProber.filter_international_wordsc C s� t � }d}d}tt| ��D ]n}| ||d � }|dkr<d}n |dkrHd}|dk r|�� s||kr�|s�|�| ||� � |�d� |d }q|s�|�| |d � � |S )
a�
Returns a copy of ``buf`` that retains only the sequences of English
alphabet and high byte characters that are not between <> characters.
Also retains English alphabet and high byte characters immediately
before occurrences of >.
This filter can be applied to all scripts which contain both English
characters and extended ASCII characters, but is currently only used by
``Latin1Prober``.
Fr r � >� <Tr r N)r �range�lenr r )r r Zin_tag�prevZcurrZbuf_charr r r �filter_with_english_lettersg s"
z)CharSetProber.filter_with_english_letters)N)r �
__module__� __qualname__ZSHORTCUT_THRESHOLDr
r �propertyr r r r � staticmethodr r r& r r r r r # s
$r )r r Zenumsr �objectr r r r r �<module> s chardet/__pycache__/langhungarianmodel.cpython-38.opt-1.pyc 0000644 00000056040 15043676067 0017637 0 ustar 00 U
��.e01 � @ s4 d Z dZdZe eddddd�Zeeddddd�Zd S )
( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r � �( �6 �- � �2 �1 �& �' �5 �$ �) �" �# �/ �. �G �+ �! �% �9 �0 �@ �D �7 �4 r r r r r r � � � � � � � � � � � � �
� � � �C �
� � � � �A �> � � r r r r r � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �� �� �� �� �K �� �� �� �� �� �� �� �� �O �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �3 �Q �� �N �� �� �� �� �, �� �� �� �= �� �� �� �� �� �: �� �B �; �� �� �� �< �E �? �� �� �� �R � �J �� �F �P �� �H �� � �S �M �T � �L �U � � � � �I �* � � � � � �8 � � r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r� r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN r} rO r� rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r� ra rb rc rd re rf rg rh r{ rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r� r| r� r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r` r� r r� r� r� r� r� r� ri �V r� r� �W r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r ( � r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r# r# r r r r r r# r r2 r r r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r r2 r2 r# r# r2 r2 r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r2 r r# r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r2 r2 r2 r2 r# r# r2 r r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r# r2 r2 r2 r2 r2 r# r2 r2 r r r� r2 r r2 r� r� r� r� r� r� r� r� r� r� r2 r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r r r2 r r2 r r� r2 r r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r2 r# r r2 r r r2 r# r r2 r2 r r r� r2 r2 r2 r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r r2 r2 r2 r2 r� r r2 r r� r� r� r# r# r� r� r� r� r� r2 r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r# r2 r2 r r# r2 r r r2 r r# r2 r r r# r� r2 r2 r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r r r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r2 r r r2 r# r# r2 r r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r r# r2 r2 r2 r2 r2 r r r# r2 r2 r2 r� r# r# r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r r� r2 r r2 r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r# r2 r r r r2 r# r# r2 r2 r# r# r� r2 r2 r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r r2 r2 r2 r2 r2 r# r r2 r r r� r r r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r r r r2 r# r2 r2 r r r# r2 r2 r2 r# r# r2 r# r r2 r r2 r r r r# r� r r r r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r r r2 r r# r� r2 r r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r# r� r2 r2 r2 r2 r� r r2 r� r� r r# r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r r r2 r2 r r r r r2 r2 r� r# r r2 r r2 r r r2 r r# r r� r r r r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r r# r r2 r2 r r r r2 r r2 r2 r# r2 r2 r# r# r� r r2 r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r# r r r r r2 r2 r2 r# r# r# r2 r2 r# r# r2 r# r# r2 r r# r r2 r# r# r� r r r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r r# r r# r# r2 r2 r# r# r# r# r2 r2 r# r# r r r# r r# r# r r r# r# r� r r r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r# r# r r# r# r2 r2 r# r� r# r# r2 r2 r r� r# r# r r2 r# r� r r r# r� r� r# r2 r r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r r# r2 r2 r2 r2 r2 r# r r2 r r2 r2 r r# r# r2 r r2 r r# r r r� r# r r# r� r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r2 r2 r2 r2 r r r r r2 r# r r r# r# r2 r2 r� r2 r r# r r2 r r# r2 r2 r# r# r� r r# r2 r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r r r r2 r r2 r2 r2 r r# r# r2 r2 r# r# r# r r r2 r r2 r r r r# r� r r r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r# r� r� r2 r2 r2 r2 r2 r� r� r2 r2 r r2 r� r� r� r r2 r2 r# r� r# r r� r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r r2 r2 r2 r2 r2 r# r r2 r2 r r r# r# r� r2 r2 r r r# r r r# r� r r r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r2 r r r# r2 r# r r2 r2 r r r# r# r r r# r# r# r# r2 r r# r# r# r# r r# r� r# r r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r# r� r� r� r� r� r� r� r� r� r r2 r2 r# r# r# r# r# r2 r2 r2 r� r# r# r2 r2 r# r# r# r# r# r r r� r2 r# r# r r� r r# r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r# r� r# r r# r r r� r# r r2 r# r r� r� r� r r# r# r# r# r# r r� r� r# r# r� r� r� r� r# r r# r r r r# r r# r r� r r� r r r# r# r r# r# r r# r# r# r� r# r� r� r� r# r# r� r# r# r# r r2 r r2 r2 r� r# r r r2 r# r� r# r� r r# r r r� r# r# r� r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r2 r2 r r r# r� r� r2 r r2 r r� r� r� r# r# r2 r� r� r# r# r� r� r r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r# r r r2 r2 r# r� r# r2 r r2 r# r# r# r� r# r# r# r# r# r2 r# r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r# r# r r r r# r� r# r r2 r2 r r� r� r� r r# r# r# r r# r# r# r� r# r# r# r� r� r� r# r r r r r r# r# r# r r� r r# r# r# r# r# r r# r# r# r# r# r# r� r# r# r# r� r� r# r# r2 r r r# r� r� r# r# r r r� r2 r� r# r r# r# r� r� r# r# r# r� r# r# r# r# r� r r# r# r# r r r# r# r# r r# r r# r# r# r# r# r# r# r r# r# r# r r2 r# r# r# r# r# r# r# r# r# r� r# r r2 r2 r� r# r� r� r� r2 r2 r# r� r� r# r r r# r� r� r� r� r r� r� r# r# r# r� r r# r# r# r r# r# r# r# r# r# r r# r# r� r# r# r� r# r# r# r� r# r r# r# r� r# r# r# r# r# r# r# r� r# r r2 r2 r� r# r� r� r� r r r� r� r� r� r# r r r� r� r� r� r# r� r� r# r# r� r� r r� r# r� r r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r# r# r r� r# r# r# r# r# r� r# r2 r r r� r# r� r# r� r r2 r r� r� r# r r r# r� r� r# r# r# r� r� r r# r� r# r r r# r# r r# r# r# r# r# r# r r# r# r# r# r# r# r� r r# r� r# r# r� r# r# r# r� r# r# r r# r# r� r# r r r r� r� r# r� r� r r r# r# r� r� r r# r# r� r� r� r# r r� r� r r# r� r� r r# r# r# r r# r# r# r# r r# r r# r# r# r r r# r# r r# r# r# r r# r# r# r# r# r# r# r# r# r# r� r# r# r r2 r� r� r� r# r� r2 r r# r� r� r# r r# r# r� r� r� r� r r# r� r# r# r� r� r r# r r# r# r# r� r� r� r# r� r# r# r# r# r# r r� r� r# r� r� r� r r� r� r# r# r# r# r# r# r# r# r� r# r2 r� r� r r# r r r# r� r� r r# r r r� r� r� r r# r# r# r� r# r# r� r� r# r# r r� r� r� r# r r# r r r# r# r r# r r� r# r# r# r# r# r# r# r# r# r r# r# r� r� r# r# r# r# r� r� r# r# r2 r r� r� r� r# r� r r r r� r� r� r r r# r� r� r� r� r2 r# r# r# r# r� r� r r# r# r# r r# r� r# r# r# r� r# r# r# r# r# r# r# r� r r# r� r� r# r� r# r# r� r# r# r# r# r# r# r� r# r r2 r r� r� r� r# r� r r r� r� r� r� r r# r# r� r� r� r� r r# r� r# r# r� r� r r# r# r� r r# r# r# r# r r# r r# r r� r# r# r# r� r r# r# r# r r# r# r# r# r� r# r# r# r# r# r� r# r2 r# r# r r r r2 r r# r# r r r# r# r� r# r� r r r# r# r# r# r# r� r� r# r# r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r� r� r� r� r r r� r� r� r� r r r# r� r� r� r# r# r� r� r# r r� r� r r# r# r# r r r# r# r# r r# r r# r# r� r# r# r# r# r r# r# r# r r# r# r# r# r� r# r r# r# r# r� r# r# r� r� r# r r2 r r# r� r� r r� r# r# r� r� r� r# r# r# r# r� r# r# r� r� r# r� r� r� r� r� r# r r# r r# r r# r# r# r r� r r# r# r# r� r# r r� r� r# r# r# r� r� r� r� r� r� r� r� r� r r2 r r� r� r� r� r� r# r# r r# r� r� r# r# r# r� r� r� r� r r� r� r# r# r� r� r r# r# r# r r# r# r# r# r# r# r r# r� r# r# r# r# r� r r# r# r# r# r# r# r� r# r� r# r# r# r# r# r� r# r# r r r� r# r# r# r� r r r r� r� r� r2 r r# r� r� r� r# r# r� r� r# r# r� r# r# r# r� r� r# r# r� r# r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r� r� r# r# r# r� r# r� r# r r# r� r r# r# r r r# r# r r# r# r# r� r� r� r# r# r� r# r# r# r# r� r� r# r# r# r� r� r� r# r r r r r r# r# r# r r� r r# r# r# r# r# r# r# r# r# r# r# r# r� r# r# r� r� r� r# r� r# r r2 r� r� r� r# r� r r r� r� r� r� r r r� r� r� r� r� r# r� r� r# r� r� r� r r� r# r� r r# r# r# r# r# r� r r� r� r� r# r r# r# r# r# r� r# r r� r# r� r# r� r# r# r# r� r# r� r# r r r r� r� r� r# r� r r# r r� r� r� r# r# r r� r� r� r� r# r� r� r# r# r� r� r r# r� r# r r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r r� r# r# r# r# r# r� r# r# r r r� r� r� r# r� r r r r� r� r� r# r# r� r� r� r� r� r# r# r� r r� r� r# r# r# r� r# r# r� r# r# r# r# r# r# r� r# r# r# r# r� r� r# r� r� r# r# r� r# r� r# r# r# r# r# r� r� r� r# r# r� r� r# r� r# r r# r� r� r# r# r# r r� r� r� r# r# r� r# r� r# r# r� r� r# r� r� r� r� r� r� r r# r r# r# r# r# r# r r� r r� r# r# r� r# r r# r� r# r# r# r� r� r� r� r� r� r# r� r� r r# r# r� r# r r� r� r# r# r# r� r� r� r# r# r� r� r� r� r� r# r� r� r# r� r� r� r r# r� r# r r r# r# r# r# r# r r# r# r� r# r# r# r# r r# r# r# r r# r# r� r# r� r# r# r# r# r# r� r# r# r r r� r� r� r� r� r# r# r� r� r� r� r r# r� r� r� r� r� r r� r� r r r� r� r r� r� r# r r# r# r# r# r# r# r# r� r# r# r� r# r# r� r# r� r� r� r# r# r# r# r� r� r# r# r# r# r� r� r# r# r# r r� r� r2 r# r� r r# r# r# r� r� r# r# r# r� r� r� r# r# r� r� r� r# r� r� r# r� r# r� r# r r# r� r# r# r# r r# r# r� r# r# r# r# r# r� r� r� r# r# r# r# r# r� r# r� r� r� r# r� r� r r# r# r� r� r� r� r� r# r� r� r� r� r� r� r� r� r# r� r# r� r� r� r# r� r� r� r� r r� r� r� r r# r# r# r# r# r# r# r# r# r� r# r# r# r# r# r# r# r# r# r r# r# r� r� r# r# r# r# r# r� r# r r# r# r# r r# r# r# r� r# r# r r# r� r� r� r� r# r# r# r# r� r# r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r# r� r# r# r# r# r# r� r� r# r# r r# r� r� r� r# r# r� r� r� r# r# r� r� r# r� r# r� r� r� r# r r# r# r# r# r# r# r# r# r� r# r� r# r# r# r# r# r# r� r# r# r# r� r� r� r� r� r� r# r� r� r r� r� r� r# r# r# r# r� r� r# r# r� r� r� r� r� r# r# r# r r� r� r# r� r� r# r� r# r� r� r� r� r# r# r# r# r# r# r# r# r r� r# r# r# r# r� r# r# r# r� r# r# r# r� r� r� r� r� r� r� r� r� r# r� r� r# r# r# r# r# r� r� r r# r� r# r� r� r� r# r� r# r� r� r� r� r� r� r# r� r� r� r� r� r� r# r# r# r# r# r# r� r# r# r� r# r� r# r# r� r# r# r� r� r# r# r# r� r� r� r� r� r� r� r� r� r# r� r� r# r# r# r� r� r� r� r# r� r r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r# r# r# r# r# r� r� r# r# r� r# r� r# r� r� r# r# r# r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r# r# r r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r# r# r� r# r� r� r# r# r� r# r� r# r# r� r# r# r# r� r# r# r# r� r� r� r� r� r� r� r� r� r r# r# r# r# r# r# r# r# r# r# r� r� r# r# r# r� r� r# r� r� r# r� r# r� r# r# r# r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r# r# r# r# r� r� r� r# r# r# r� r� r� r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r# r# r# r# r# r� r# r# r� r# r� r# r� r� r# r# r� r� r# r# r� r� r� r� r� r� r� r� r� r� g��(��P�?Tz
ISO-8859-2Z Hungarian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1250N)Z Latin2_HungarianCharToOrderMapZ win1250HungarianCharToOrderMapZHungarianLangModelZLatin2HungarianModelZWin1250HungarianModel� r� r� �J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhungarianmodel.py�<module>" s" �
� chardet/__pycache__/sbcsgroupprober.cpython-38.opt-1.pyc 0000644 00000003070 15043676070 0017206 0 ustar 00 U
��.e�
� @ s� d dl mZ d dlmZ d dlmZmZmZmZm Z m
Z
d dl m Z m
Z
d dlmZmZ d dlmZ d dlmZ d dlmZ d d lmZ G d
d � d e�Zd S )
� )�CharSetGroupProber)�SingleByteCharSetProber)�Win1251CyrillicModel�
Koi8rModel�Latin5CyrillicModel�MacCyrillicModel� Ibm866Model� Ibm855Model)�Latin7GreekModel�Win1253GreekModel)�Latin5BulgarianModel�Win1251BulgarianModel)�TIS620ThaiModel)�Win1255HebrewModel)� HebrewProber)�Latin5TurkishModelc s e Zd Z� fdd�Z� ZS )�SBCSGroupProberc
s� t t| ��� tt�tt�tt�tt�tt�tt �tt
�tt �tt �tt
�tt�tt�g | _t� }ttd|�}ttd|�}|�||� | j�|||g� | �� d S )NFT)�superr �__init__r r r r r r r r
r r r
r r Zprobersr r Zset_model_probers�extend�reset)�selfZ
hebrew_proberZlogical_hebrew_proberZvisual_hebrew_prober�� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcsgroupprober.pyr , s6 � ��
�zSBCSGroupProber.__init__)�__name__�
__module__� __qualname__r �
__classcell__r r r r r + s r N)Zcharsetgroupproberr Zsbcharsetproberr Zlangcyrillicmodelr r r r r r Zlanggreekmodelr
r Zlangbulgarianmodelr r
Z
langthaimodelr Zlanghebrewmodelr Z hebrewproberr Zlangturkishmodelr r r r r r �<module> s chardet/__pycache__/mbcharsetprober.cpython-38.opt-1.pyc 0000644 00000004265 15043676072 0017160 0 ustar 00 U
��.eU
� @ s0 d dl mZ d dlmZmZ G dd� de�ZdS )� )�
CharSetProber)� ProbingState� MachineStatec sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d
� �Zd d � Z d
d� Z
� Z S )�MultiByteCharSetProberz
MultiByteCharSetProber
Nc s, t t| �j|d� d | _d | _ddg| _d S )N)� lang_filter� )�superr �__init__�distribution_analyzer� coding_sm�
_last_char)�selfr �� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcharsetprober.pyr ' s z MultiByteCharSetProber.__init__c s< t t| ��� | jr | j�� | jr.| j�� ddg| _d S )Nr )r r �resetr r
r �r
r r r r - s
z MultiByteCharSetProber.resetc C s t �d S �N��NotImplementedErrorr r r r � charset_name5 s z#MultiByteCharSetProber.charset_namec C s t �d S r r r r r r �language9 s z MultiByteCharSetProber.languagec C s t t|��D ]�}| j�|| �}|tjkrN| j�d| j| j |� t
j | _ q�q |tj
krft
j| _ q�q |tjkr | j�� }|dkr�|d | jd< | j�| j|� q | j�||d |d � |� q |d | jd< | jt
jkr�| j�� r�| �� | jkr�t
j| _ | jS )Nz!%s %s prober hit error at byte %sr r ���)�range�lenr Z
next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr r
�feed�stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r
Zbyte_str�iZ coding_stateZchar_lenr r r r = s8
�
�
�zMultiByteCharSetProber.feedc C s
| j �� S r )r
r r r r r r Z s z%MultiByteCharSetProber.get_confidence)N) �__name__�
__module__� __qualname__�__doc__r r �propertyr r r r �
__classcell__r r r r r " s
r N)Z
charsetproberr Zenumsr r r r r r r �<module> s chardet/__pycache__/big5freq.cpython-38.opt-1.pyc 0000644 00000065006 15043676072 0015502 0 ustar 00 U
��.ez � @ s d Z dZdZdS )g �?� ( � i i� � i� �� � �R � i� � �� ia i� i �n i� �! i� i �L �, iB � i� i� i� i� i� � i{
i]
i� i� i
ij i� i� i. iN ii i� � �� �: i� i� i� �? i� i� i= iN �K �� � ik iq i� i� i�
i �� i ib � �
i� i� � i�
io i2 i� ii � i� ic i8 i� i� i i� � i� i� � i{ �| �� i� �" i�
i� �@ i\ i� i� i� i� � i� i� i� iF i� i|
iQ �H i� i� �P iv �� i� i� i i� iD i^
i� i� iF i}
i� �E i� iO � i0 i� �s i� i4 �< �2 i� � i& iM i� i� i~
� i� iG � i i[ i� i� i? i i ia i iK i* i� ig i� �Z i�
i: i� � i� iK i� � i� � i i� i� i� i` il i i� i� � i
i �q i� i~ i� �� i
i� i i� i� i� ic i� �u � i� i* i i� i i�
i� �~ im i� i� � ie i� �G i^ i� in � i �U iC i� iC i� i� i� i� i i� i �j io i/ i i� iP i7 i[ i� �� i�
i? i� i� i� io �S i( i� i � ip �] i� i6 ij i i@ i i i� i i i8 � �+ i3 i[ � i� i\ i� i� i� i� � i] iA i� �� i� i1 �� i� iH i�
i�
id i� �� i+ i� i2 i� i� i� i�
iO iL i� i if i1 �� i� i� i� i� i� i i3 i9 �� �l i, �� i i i� i i� i� i� i� ie iz
iQ iM i& i� �X i� i� i� i� �� i
� � i� ik ip i� �M � i� i� �% � i� i� i� i� i� �' i� i� i\ i� i �7 � �J i� i! i� i� i i� �� iN i� iB iP i_
iq � � i�
i� i� i�
i�
i� � i� i i iI i� i8 i� i�
i i{
� i� i
i� i� � �m i� i� if i� i� ix i� i� i� i� i�
i� i
i� ig i� �� i
i i� i� i� i � i� �& i� i' i� i i� i� i� �. � i� i i� iM i� �� i� i� i$ �# i� iD ih iA i� � i� ir i� i� iU iG i i� i� i
i�
iQ iS ii i� i� �d i �0 �F i� i� iC i� i� i i� i i� iJ i i� iU � i� � iN i�
i� i� i< i� i�
i: iA
i�
i� i i i9 i� i} i i� i� i� iW iP i�
i i) iD i i� i� i4 i�
i� i) i� i� ir i� is i� i� it i i9 i� i� i� is i* i i� i� i� i� i� i] i� i� i� i� i� iD ij i(
i
i� i� i�
i� iu i5 iY ij i il i� iu i i� i�
i� i� i`
i
i= i� i� i� i� i� i� i� i5 i� i! i� i� iT iE ix i� i� ie � i� i� iO iP i� i|
i6 iA i�
i/ ik i� i�
i il i! i i� iB i� i` i� i
i� � iA i� i i i i� i�
iv i� i� i� iw i� i� �� iM i�
i� i� i� i i� ia
i� i� i�
i}
i� ix i, �} i� i� iB
i� i� i� i� i� i� i� i� iF ik im i� i� i�
i� i i� i�
i� ib i� i)
i^ iP i
i, i� i� i� i7 i5 i~
iy i| i� iz i� i i� i�
iC
i{ i i i� i� i� i� i� i� i� i1 �� �b i i� i�
i� i� it i� i�
i� i_ i� � i� i� i� i i�
i�
ib
i� � i� i5 �D � i� il i� i| i[ i*
i� � i�
i� i% � iG i^ i� il i� i� i�
i� i` i� i� i� ip i� � in �c ig im i i� i' i2 i� � i� i{ i� i� i� i� i� i� iD
i� if i i� i| i: �� i� i i� i�
i� i�
i
i� i� i� in i� i� i� i� �; i� iI iY i} i� i�
iX i" i� i
i� i� i� i� i� i� i- i� il i� i� i� i� i� i i� i� iE i� i~ i� i> i] i� i, i� i� i� iv iL iB �i i& i� i� i i� i� i� iG i� i� i iB i� i�
i+
i� i i� i� i� i� i� i� i ia i i� i� i
ia i� i} iE
i� iD i� i= i� i0 i i� i�
i6 i� i i� iv i! � i� i� i� � i� i� i� �9 iH i i� i� i� i�
iF i� i� i� i� i� i" i� iH i� i� i� i
io i i� iR i* i� i. i� i� i� i� i iI �3 i i,
i� i* iS i � i� iX i� i� i/ i ib ip i� i� i � i� i� i� i� iR i i i� i7 i� i2 i� i� i� i� i� i� i� i� i_ i� ib i i�
i� i� i� i� i� i� i� i i� i� i` �O i� i� i� i` i7 i�
i�
i� i� i� i� i� i ia i� i� i� i� i� i� ig i� i� i� i� i
i_ i� i~ �� i� i� i� i� i�
ia i� i�
ib i� i� i� i� i� � i� i� i; �� i� i- i
i� iQ i� �� i� iq i i� i� i� �` i� i# i# i� i i� i ir i�
is i i� i� id it i�
i� ic
i� i ik iw i� i� i� i� i� i� i� i i� i� �g i� iQ i� iU i
i� i� i� i� � �C iS i� ic i� i� i5 i� i� iB i� i_ i� ic iN �� i� iY i� i� i� i�
� iL id i�
i�
i iK i� i8 ia iG i� i� i
i� i� i is i6 i� it i; �N i� i� i i i4 i� i: i� i\ iq i� i� i� i. i� i i iu i�
i� i� i� i� i�
� i
ir i� i� i�
i�
i� ic i� i� i� i@ i� i� i� i i� i� i i� i/ i9 i� i i� i i� i� i� i� i�
i< id
i i� i� i8 iv i iC i� i i
i� im i� i�
i� i� i� i� i� iZ i� � �� i� iw i� �{ i� i� i� i� �$ i� i iM id i0 ir i� i� i� ig i iV i� i� i i� i: iZ i� i� i{ i$ ie i0 i� i i$ i� i�
i�
i� i5 i� i[ i� �v i� i ic i� iV iR i$ i; � i� i if i i i� id i� i� iW ie
i i� i� i i i� i�
i iJ i� i i� i iu i� i i� i
i� i i�
iK i� i2 i� iL i i. i� i� i2 i� i i� i� i �� i� i% i i� i� i i
i i� i i� i i i� �
i�
ix i� iM i� i} i i� iT i i� i� id i�
i i� i� i� i` i i i� i� i� i3 i i i; i� i i i iy iY iL i� i� i� i� i i i � iU �\ i� i� i i� i� iV iN i� i i�
i� i� i
i� i" ix i% i i; i= i i� i� i2 iE i� i! i� i� i� �^ i� i" iw i�
i# i� i� i� i� i� i$ i< iQ i� i� ir i% i� i] i� i& i� i< i' i i3 i6 iB i� i� i( i� i� i� i� i� i i� ig i�
i�
i) i�
i i* i+ i! i � i� � i: i� i7 i� i^ i� i i� i i( i�
i, i+ i i ix i- i� i/ ih i= i. i� i� � i� iV i i� i �h i� i� i/ i i� � i� i< i� i� i; i0 i� i� i� i
i� i1 iz i� i i� i5 i6 i�
i_ �) i2 i3 i� i4 iy i" � i� i�
i� i^ i5 i� i� i? i% i+ if
i� i6 i_ iW i� i� i�
i7 i> i i�
ig
i# �� iu i8 i� i� i9 ih
iF
i� iV i{ i� iO i� iI �w i~ i�
i^ i i� i: i� i� i� i� i� i� i� i� i; ie i1 i� i� i� i� i� i� i� i� i� i� i i iP i< i= i� i> i�
i� �( i` iR i? iY i� iI i� �� i� i� i7 i� i�
i? i� i� i�
i@ i� io � iq iY in i i� il i i� i� i� i� i�
ii
iE iP iV i� i!
i� i� i� i� i� in i� iA i� i| i�
i i
iB i� i� i� i� i i-
i� iO i�
i� iC i� iD iW iT iT � i� i� i� i�
i} iE i� i& i�
i� i� i� i� i i� i�
i� i� i~ iG
i�
i� i i$ iW i� i i� io i� i
iF i iG i� i i"
i� �� i� i#
i� i� iD i- iQ i� iH ie i� i i iI i� i� i iJ iz i
i� iK i i iL i� i$
i�
i� i� i� i� iH
� i� i� i i� i� iM i: i� i i� iN i� iI
i� i� i� iH i� i� i i� iO i� i� i� iP iQ i� i� ik iR iR i� �� i� i�
i
i� i� i� i� i� i� i i� iS iT i� i� i� i%
i� i� i� i� i� i&
iS iU i i� iS i� iC i� i� i� iV i~ i� i! iX i� i� i� i� i� i, i� i i� i� iO i� i| i� i i� iP i� ie i� i� i� i� i i� i� i� i� i� i� i� i� iT i � i� i� iW i� i� i iX i� iY i� iR i�
iv i i i�
i i� i= i i� iZ i� iU i� i� i[ i� i� i� iV i% i\ i� i� i] i� i� i^ i8 iT i.
i'
i_ i� iv i� i� i� i� iw it i i` ia ib i> i� i� i" i{ � i� i� i� ic i� id i9 i� i i i� i[ i9 i i id ih i
ie i� i� i� iJ
i! i� i� if i� �� i i� i� i� iT ig i� i i� i% i� �W iM ih i i� ii i� i� i� i� i �� i� i� i� i(
ij
i� iy i7 im i� ij ik i� i? iW i" i� i� � i �B i� il i| i� � i)
iz i� �� i�
i� i� i� i� i i� i� im � in iu iv iw i� i i*
i i� io ip i� � iq i7 i. ir i� i� i
i i i�
i� if i� i� i� is i& iy i i� i i� i� i� i i� i�
i i> i� i� i� i� i �Y i� i� it i� iu i/
i+
i� iv i� i� i� i@ iw i i� i� � i� i3 i� i� i� i,
ix i� i6 i9 i�
i i i� �6 i� � i i! i i� iy i� iQ i: ic i
i� i i-
�o i� i� iF iX i�
i� i� if i� i iz i�
i� i� i� i� i� i{ i/ � i� i' i� ib i i� i` i� i� i iu i iv i� i� i i� i�
i
i
i� i� i� i� i0 iE � iS i� i8 i[ i| i} iG i� i i� i! i~ i i� iF iU i� i�
i i i� ie is i� i� i� iw i i� i� i" i ia i iZ i& i� i� i� i� i� i
i� i� i� iA i� i� i�
i ii i i� i� i� i� i� i� i i� i
io i� i i� i i�
i
i� i i� iA i iJ i0 i� ix i�
i� i� i� iY i� i� i� i� i� i� i� i i� iZ i8 io i i� iQ i� i� i� i� i�
i� � �a �Q i� i� ip i; i � iP i� ib i� i� i� i� i i� i� i
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i] i i� i i� i�
� i� i i� i� i' i� i i.
i� �� i
i� i� i i� i� iL i� i� i� i� i i� i� i/
i� i i� i� iB i0
i[ i i8 i� i� i� i� i� i� i i/ i3 i� i� i� i i�
i i� i i0 i� in i� i� i� i i� i� �� i i� i� i� i� i� i i� i i i� i4 i� i � i i< i� i i
i� i� iY i� i� i �� iC i� i� i i�
i� i� i� i� i} i1 i i�
i� i� i� iK � i� �� i0
iF i� i� i� i�
i i# i� i\ i� i� i� �f i �> i�
i� i i�
i� i� i� i� i� i i�
i� i� i� i� ij i� i� i i� i i- ip i9 i@ i6 iy i i� i� i i
i1
i� i� i i� i� i i� �V i� i� i� i� i4 i� i� i� iK i1
i� i�
iD i� i� i� i� i i� i# i� i� i� i� i2
i i� i i� iZ iH ip i� i� ig i� i� i i�
iq �r i
i� �� i� i� i� i� i iK
iV i�
i\ i, i
i� i� i� i i� i] i� i� iu � i�
i i i� i� i� i� i i� iZ i� i� i�
i i i� i ij i� i� i0 ih ih i� i� i� i� i� iE i i� i
i� i i� i� i� i� i� i� i� i� i i� i� i�
i i i� i2
� i� i� i� i� i iM i� iw i� i� i� iy i? i� i� i� i
it im i( i� i� i+ i� i� i� i� i� i� � i ii i�
i� i� i� i� i� i
i� iL
i� i� i) i�
i i�
i� i if i� i� i� i i i� i� i� iR i" iA i3
i� i� i- i1 i� i$ i�
i( i� i] i� i# i� i$ i�
i i� i� i i* i� i� i� i� i
i� i� i�
i= ik
i� i! i� i�
i� i� i� i� i�
i� i� � �_ i� i� i� i� i^ i2 i i�
i� i� i� i9 i� i� i� i� i� i� i4
i� i� i� i
� ib i i� i� i i� i� i i� �5 i� i� i� i� i" i i�
i i� i� i� � i4 iI i i� i# i� i� � i� i i i� i ij i� i� i i$ ik i� i i�
i� i\ i�
ig i� iE i5
i� i� i� i� i� i� i� i� i�
i� i� i6
i� i� i i i� i% i i� i� i� i� i[ i� i� i� i� i� i i� i& �e i� i� i� i� i� io i� i� il i i} i� i� i� iz i� i+ i� i� i� i i� i� in i- i� i�
i' i ii i
i� i� i� i( i� i� i� i� i� i i� i� i� i i�
i� i� i� i� iB ii iq i� i� i� i< i� i* ij i) i" i* i� i> i) i7
i� i+ i� i� i� i i� i� i� �z i� i, i� i� i� i iM
i) ir i� i� i- i i� i� i� i� i� i� �T i� �p i� i� i# i# i� i� i i� i� i� i� i�
i� i i� i i� i� i� i� iS i� i. i8
i� i� i� i� iz i9
i= i� i� i� im i� iS i i i� i� i� ix i� i� i/ i� i� iq i� i i3 i� i5 i� i:
i� i�
i� i� i� i� i� i� i� i
i;
i� i0 i1 i� i i i� i� in i� i_ i� i] i i� in i� i� i� i� i
i% i� i� i� i� i� i` i� i� i� i� iz iT is i2 i3
i� i
i{ � i5 �� � i i�
ig i� i� ik i� i� i� i i�
i� i� i3 i4 i� i� i� ic i i� i� i
i�
i� i ia i: i1 i� i� i� i! �A ih i io i�
i6 i" i� i� � il
�- i� i
ia i5 i i� i� i
i� i� i# i! i� i$ i� i�
i� i4
if i� i i% i& i�
iN
r i
i� iW i� i i i� i i�
i' i� i$ i� i i<
i� iN i i iW ik i� iO
i� i� i i i� i� iX i, i i6 i& it i� iP
i i� i7 i�
i� i�
i- ij i i i�
i� iC �[ ip i� i� i' i8 i
ib i� im
i i�
i� i{ i( i� i� i� i� i9 i�
i� i i: i
i�
i^ i� i� i� iB i; i i� i i i� i�
i� �� i
i� i i� i) i< i= i�
i i�
i� i> i i i i i�
�= i� i� i i� i i� i� i� i� i� in
i� iH iD i�
i? i� iU iW i�
i=
i� i: i� i� iN i� iK iE i@ i4 ic i�
i� i>
i� iQ
i
iA i i� ih i� i i�
i�
i( i] i� i� i� iB i* i� i� il i� iC iD i� iE ih i� i i� i� � i� iX i i i i� i+ i� i� i� i+ iJ i� i� iU �� i i
i� im i iE i i i iF i iG i
�k i� in i� i�
id i i� i i � i� i� iF i! i i� ir i@ i� iH i" iC iG i� � i� i
i� i^ i�
i� i� �8 it i) i; i� i?
i! i� io iI i� i" i# i# i$ i� iJ i� i% i�
i& ir iK i' i5
i( i) i� io
i@
i} iA
i� i, i� i* i4 �1 i+ i� i� i� i� i� i" i� i, i i�
iC i� iu ir iD i- i�
i- i� iL iv i{ i� i| iM i. i. iN iY i6
i i i� i/ i0 i/ i� i� i1 i$ i� i2 i% iG iR iB
i� i_ i� i� iC
i� i� iD
i� i3 i� i� i� i� i� i� i i. i� i� i4 i@ iw i� i5 i� i6 i7 i� ii i� i& i0 i� i8 i i& i� i* � i+ iG iO iu � i# i�
i1 iP iR i� iQ i� i� i� i) i� i� i= i9 i� il i� i� i� i� iE
iS i� ik i� i\ i� i� i� i�
iy i: i� i; i< iF
i% i= i� iR i i i> id i' i, i? ie i$ i� i2 i3 i- i� i� i4 i i( iS i@ iA iB i� i. iT i� iO i
i� i� i� i� i� i�
i& i i� i� i�
i< i�
i� i i� iC i iD i� i� iU i� ip
iG
ie i�
i� i� i� i�
iE i; iV iF i' iG i) i
i� i} iH i* i� iW i� i� iI i� iT i� i�
i�
i� i� i� i� i i i� iJ i. ig i~ � iU i� ij i i i iX i� i� i8 i� i* i� i� i� iK i~ i� i� i� iL i iH i�
i� i i% �� i+ if i� i� i� i� it i� iM iN i� i� i� i i i� i
i� i� ik iY i iY i� i� i� �* i/ i� iO iR
iZ iH
i� i# iI i�
i� i� i� i5 iS
i] iE i[ i\ i
is iI
i+ iP iQ i, i� i�
iR i� iS iT i� i, i� iU i] iV i� i� iL i- i! i� iT
i\ �4 iW i� i iX iY iZ i� i[ i> iw i� i� i� i� i+ i^ i iJ
i� i_ i$ i� i\ i� i� i il i. i] i` i� i^ i_ iq
i% i� i` ia i i i� i�
i6 ig iU
ib ic id ia i�
iq ix i�
ie i
ib iy i� if ih ig ih i� i� i' ii i i� i� i ij ir i� i
i0 i i= i� ib i| � i� i� i� i� i� i i ih ik i�
il i i� i�
ia i� ic im i� i i� in i�
i� iu i� i� id ie i� is iK
i/ io i7 i� i& i� iJ i8 ip iq ii ij if i� i� ig i i� i� i( i� i` ir is i� i� i i i< iF ik if i� i� � i� i] i� i� iI it i> i� iu i� iv i� i�
i� i� i�
i0 i� i- i� iw iL
i� i� i� i� i� i� iG ia i� i
it i� i� i�
iS iK ix i iy iz i� i� iV
�� i� iO i� i1 � i�
i{ i�
i� i� iF iy i� i9 iZ �� i| i} i~ iF i� i� i� i�
i� i: i� i i i i2 i� i� i ip i� i; iG i� i� i ih i� i� i� i i7
i� i� i� i iq i i� iM
i� i i i� i i i� i� i� i�
i� i� i�
i( i8
i� iN
i i i3 i� i iO
i< i i� i� iT i iW
i� i� i� i� i� i( i� i� i� i1 i� i� i� i� i� i� i� iu iZ i i�
i� ic i� ij iP
ip i� i� i
i i� i� i� iv ii ij i� i�
i� i� i� i� iQ
iK i i� i� i' i� i� i� i i� i9
i i� i
i� iz i� i� i
i� i� ik i� i� i� i� i� i� i2 i i� il i i� i> i= iC i' i� i� i> i
i iZ i� i� i� i� im in i� i� ib i i� i� i iq i? i� i
i� i i� i� i" i� i�
i? i
i} i� i� io i@ i> i iA i� i1 i� i) i� i� i� i? i�
i�
i� i i� ix i i� i i i� i3 i� i ih i� i il i� i� i� i) i� i�
ip i� i' i� i� i� i4 i� i� i
i�
i� i� i� iA i_ i iB i� iL i� i
iP iq i� i i� ir i i i� i iX
i ic is i!
i� i� i iH i� i iw i� i� i� iC iD it i i� i� i� i� i� ix i
i i� i/ i� i i i5 i
i4 iu i ir
i� i i_ i� i� �/ i� i< i� i~ i7 iy im i� i i^ i5 in ib i�
it i� i il i� i� i� i6 i� i� i7 i� i� i� i� i� i iv i� i� i� i� i8 i:
i� i�
i� i0 i� i1 i� iw i �I i� i� i� i� i� i( i� i iB i� i� i4 is i�
i� i� i� i� i
i�
i� i� i? iC i ix i iE iH i i� iF iy iz iG i� i i� i� i{ i� i� i i| i� i;
i} i9 im iH i~ i� iz i� i� is
i� i� iM i� i� i i� i� i im i� i� iI i� i� i io i i� i i� i i� i� i_ i i� i� i� i2 i3 iH i i* i� i i�
i i� i� i<
i� ii i: i� i�
i� i� i� iA i� i� i� iR
i� i� i� i i i�
i� i"
i� i� i� i� i� i� i� i�
i i�
i� i� i�
i� i� iQ i i�
iY
i i i� i� i i� i i{ iK i� i � i[ i iJ i� i� iN i� iS
i� i� i� i� iI i i� iT
i@ i i�
i� i� i�
i� i@ i iR i� i� i� it
i� i i� iJ iI i� i�
i� i� i �� i�
iU
i� im i i� i� i{ i� i� i� i
i; iV
i� i i� i i� i< i� i i�
id i� i� i� iX i� i� i9 i� i� i6 i� i� iU i� i� i� i i� iL i! i=
i� i) i� i�
i i i� i� i� i � i� i�
i i= i$ i( iv i� i i& i� ic i� i i i� i i
i� i> i� i� i� i{ i" i� i� i� i� i# i� i� i� i� iW
i� i� i� i� i� i� i i$ i�
i% i i� i� i� i� i& i^ i� i� i[ i� i� i' i i� i� i i� i� i� i( i i� i i2 i\ iJ i
ip ip in i iu
iq i) i� i� iO i>
i� i�
i* iX
i� i� i� i+ i� i� i, i�
i� i� i�
i� i� i� i� iK i� i
i �� iI i- i� i� i! i� i� i� i� i� i. iD i� i� iJ is i#
i� i� i�
i� i7 i� i� i� i/ iw i� i| i i i� i� i� i" i4 i| i, i i i� i� i� i� i� i i� i i i i� i? iY
iP i0 i i1 iZ
iZ
i�
i� i�
i� i� i�
i# i@ i2 i i| i� iz i i i� i� iA i' i� i?
i� i i� i8 i� i� �y i� iL iV i
i3 i i� i� i$ i� i i� iM i� i% i� i i� i�
i i
i. i i4 iN i� i i i i�
i� i� i� i i� i�
i5 i9 i% i i� i� iK iQ i i� �x i6 i7 i iB i� i
iO iv
i[
i� i� i& i i�
i i�
i� i iX i� i* i� i\
iP i� i�
iN i+ iw
i i i� i iW iC i� i i� iQ iD i i? i]
i� i i i^
io iR i
i� iE i i
i iF i i' i� iX i iG i iS i� i iT iR i i8 ix i� ik iS i� iT i� i i i� i� i� iD i� i9 i! i� i� i i� i( i iL i" i# i$ i% i_
i� i& iJ i: iU i� i} i i) i� i
i; i< i
iE i+ i' i�
i� iH i= iV i* iH iy i, i+ iW i3 i> i� i� i? i( iI i, i- i`
iq i� ia
i i� i i
i� i) i* iX i� i+ i� iO �� iY i, i- i� i. i� i/ i� i� i0 i. i� i� i� i1 i�
iJ ir i2 i3 i$
i i4 i� i5 i6 i7 i�
i� ib
i� i� i� i} i� if i� iK i� i�
i�
i� i� i8 iZ i9 i� i: i� i�
ic
i� i: i� i i; is iJ i@ i� i� it i; i�
i/ i< id
i i� i� i� iU i� i0 i� ie
i= i� if
iu iM i� i� i� i� i�
i> i i[ i iA iL i� ii i? i� i
i�
i i@ iA iv iB iC i\ i� ij i� i[
i�
ig
iD iE i� i� iF i iB i� iG i�
i� iH i� i( i� iM iC ih
i� iI iN iJ i iK iL i� i� iM i� i1 i2 iN � i� id iO id iV iD i` i� i# i5 iP i] iQ iE in i
i� i� i� i^ iR i_ iF iS ip ii
i� iT iU i� i
i� iV i� i� i� i� iG i� i� i� ie iH iO i� i� iP i` iW iw ij
iX i i i3 i�
ia i� iI iY iJ ix i7 i i i� i- i�
i4 ik
i ib iZ i- i� i i. ic i� i[ i� ir i; i� iK i5 iL iX i� i i i� i� i\ i] i� i� i6 i%
i^ i_ i� i� i~ i` il
iy ia iz i~ i� i� ib i? i� ic i7 id i
i� i� ie i� iz i� i� iM if ig i/ ih i| i� i@ id i� i ii iN i� i� i� i8 if i� i� ij ik i� iO iP i� i� il im i@ in i9 i� io i� i� i� i� i< is i i\
iQ i. iR iN i@ i�
i� ip i iS i{ iq i� iA i� i� i� i i� iT i
i� i� i� i: i� i� ir i�
is i@
iW i; it iu i� iv iw ix iy i| i� i� i� i� iz i� i� i3 iQ i� i� im i� iA i{ i| i� i� i� i} iO iR i� i� ig i i i~ iZ i�
i i� i� i� i� i� i\ im
i� i} i� i< iX i� i� i� i� i�
i� i� i� i
i� iY i� i� i� i0 i� i� i� i� i= i� i� i� i� iL i� i� i� i� ih i� i� i� ii i> i> i� i/ i? iU i� i� i� i� i� ie i) ix
�t i� if iS i� i�
iy
i�
in
i
i i� iT i i@ i� i� i� i� i� �� i� i� i� i� i� i� i� iz iU ig i� iV i� io
i� i� i6 ip
it i� i� i� i� i� �� i�
iA i� iJ iV ih iZ i� i� iW i� i� i� i� N)Z BIG5_TYPICAL_DISTRIBUTION_RATIOZBIG5_TABLE_SIZEZBIG5_CHAR_TO_FREQ_ORDER� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5freq.py�<module>+ s chardet/__pycache__/euctwprober.cpython-38.pyc 0000644 00000002121 15043676074 0015367 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�EUCTWDistributionAnalysis)�EUCTW_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� EUCTWProberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwprober.pyr " s
zEUCTWProber.__init__c C s dS )NzEUC-TWr r
r r r � charset_name( s zEUCTWProber.charset_namec C s dS )NZTaiwanr r
r r r �language, s zEUCTWProber.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r ! s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/sjisprober.cpython-38.pyc 0000644 00000004622 15043676074 0015220 0 ustar 00 U
��.e� � @ s` d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z m Z G dd� de�Z
d S )
� )�MultiByteCharSetProber)�CodingStateMachine)�SJISDistributionAnalysis)�SJISContextAnalysis)�
SJIS_SM_MODEL)� ProbingState� MachineStatec sP e Zd Z� fdd�Z� fdd�Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
�
SJISProberc s4 t t| ��� tt�| _t� | _t� | _ | �
� d S �N) �superr �__init__r r � coding_smr �distribution_analyzerr �context_analyzer�reset��self�� __class__� �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sjisprober.pyr % s
zSJISProber.__init__c s t t| ��� | j�� d S r
)r r r r r r r r r , s zSJISProber.resetc C s | j jS r
)r � charset_namer r r r r 0 s zSJISProber.charset_namec C s dS )NZJapaneser r r r r �language4 s zSJISProber.languagec C sN t t|��D ]�}| j�|| �}|tjkrP| j�d| j| j |� t
j | _ �qq |tj
krjt
j| _ �qq |tjkr | j�� }|dkr�|d | jd< | j�| jd| d � |� | j�| j|� q | j�||d | |d | � |� | j�||d |d � |� q |d | jd< | jt
jk�rH| j�� �rH| �� | jk�rHt
j| _ | jS )Nz!%s %s prober hit error at byte %s� r � � ���)�range�lenr
Z
next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ
_last_charr �feedr �stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�iZ coding_stateZchar_lenr r r r 8 sH
�
���� �zSJISProber.feedc C s | j �� }| j�� }t||�S r
)r r" r �max)r Z context_confZ distrib_confr r r r" Y s
zSJISProber.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r r" �
__classcell__r r r r r $ s
!r N)Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr Zenumsr r r r r r r �<module> s chardet/__pycache__/charsetgroupprober.cpython-38.pyc 0000644 00000004246 15043676075 0016761 0 ustar 00 U
��.e� � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )� ProbingState)�
CharSetProberc sR e Zd Zd� fdd� Z� fdd�Zedd� �Zedd � �Zd
d � Zd d
� Z � Z
S )�CharSetGroupProberNc s( t t| �j|d� d| _g | _d | _d S )N)� lang_filter� )�superr �__init__� _active_num�probers�_best_guess_prober)�selfr �� __class__� �J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetgroupprober.pyr ! s zCharSetGroupProber.__init__c sJ t t| ��� d| _| jD ]$}|r|�� d|_| jd7 _qd | _d S )Nr Tr )r r �resetr r
�activer )r �proberr
r r r ' s
zCharSetGroupProber.resetc C s | j s| �� | j sd S | j jS �N)r �get_confidence� charset_name�r r r r r 1 s
z CharSetGroupProber.charset_namec C s | j s| �� | j sd S | j jS r )r r �languager r r r r 9 s
zCharSetGroupProber.languagec C s� | j D ]v}|sq|jsq|�|�}|s(q|tjkrB|| _| j S |tjkrd|_| jd8 _| jdkrtj| _ | j S q| jS )NFr r )
r
r �feedr �FOUND_ITr �state�NOT_MEr Z_state)r Zbyte_strr r r r r r A s$
zCharSetGroupProber.feedc C s� | j }|tjkrdS |tjkr"dS d}d | _| jD ]R}|s<q2|jsT| j�d|j � q2|�
� }| j�d|j |j |� ||k r2|}|| _q2| js�dS |S )Ng�G�z��?g{�G�z�?g z
%s not activez%s %s confidence = %s) r r r r r r
r Zlogger�debugr r r )r r Z best_confr Zconfr r r r U s*
z!CharSetGroupProber.get_confidence)N) �__name__�
__module__� __qualname__r r �propertyr r r r �
__classcell__r r r
r r s
r N)Zenumsr Z
charsetproberr r r r r r �<module> s chardet/__pycache__/euctwprober.cpython-38.opt-1.pyc 0000644 00000002121 15043676075 0016327 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�EUCTWDistributionAnalysis)�EUCTW_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� EUCTWProberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwprober.pyr " s
zEUCTWProber.__init__c C s dS )NzEUC-TWr r
r r r � charset_name( s zEUCTWProber.charset_namec C s dS )NZTaiwanr r
r r r �language, s zEUCTWProber.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r ! s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/utf8prober.cpython-38.pyc 0000644 00000003643 15043676075 0015141 0 ustar 00 U
��.e�
� @ sH d dl mZ d dlmZmZ d dlmZ d dlmZ G dd� de�Z dS )� )�
CharSetProber)� ProbingState� MachineState)�CodingStateMachine)�
UTF8_SM_MODELc sT e Zd ZdZ� fdd�Z� fdd�Zedd� �Zedd � �Zd
d � Z d d
� Z
� Z S )�
UTF8Proberg �?c s* t t| ��� tt�| _d | _| �� d S )N)�superr �__init__r r � coding_sm�
_num_mb_chars�reset��self�� __class__� �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/utf8prober.pyr & s
zUTF8Prober.__init__c s" t t| ��� | j�� d| _d S )N� )r r r r
r r
r r r r , s
zUTF8Prober.resetc C s dS )Nzutf-8r r
r r r � charset_name1 s zUTF8Prober.charset_namec C s dS )N� r r
r r r �language5 s zUTF8Prober.languagec C s� |D ]f}| j �|�}|tjkr,tj| _ qlq|tjkrDtj| _ qlq|tj kr| j �
� dkr| j d7 _ q| j tj
kr�| �� | jkr�tj| _| j S )N� r )r
Z
next_stater ZERRORr ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenr �stateZ DETECTING�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�cZ coding_stater r r �feed9 s
zUTF8Prober.feedc C s. d}| j dk r&|| j| j 9 }d| S |S d S )Ng�G�z��?� g �?)r �
ONE_CHAR_PROB)r Zunliker r r r L s
zUTF8Prober.get_confidence) �__name__�
__module__� __qualname__r r r �propertyr r r r �
__classcell__r r r r r # s
r N)
Z
charsetproberr Zenumsr r Zcodingstatemachiner Zmbcssmr r r r r r �<module> s chardet/__pycache__/latin1prober.cpython-38.opt-1.pyc 0000644 00000006446 15043676075 0016406 0 ustar 00 U
��.e� � @ s^ d dl mZ d dlmZ dZdZd ZdZdZdZ dZ
dZ d Z d
Z
eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee eeeeeee
ee
ee
eeeeeeeeeeee ee ee e
eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee e e e e e e
e
e e e e e e e e e
e
e e e e e ee e e e e e
e
e
e e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e �f Zd ZG d d
� d
e�ZdS )� )�
CharSetProber)� ProbingState� � � � � � � � )@r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c sL e Zd Z� fdd�Zdd� Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
� Latin1Proberc s& t t| ��� d | _d | _| �� d S )N)�superr �__init__�_last_char_class�
_freq_counter�reset��self�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/latin1prober.pyr a s zLatin1Prober.__init__c C s t | _dgt | _t�| � d S )Nr )�OTHr � FREQ_CAT_NUMr r r r r r r r g s zLatin1Prober.resetc C s dS )Nz
ISO-8859-1r r r r r � charset_namel s zLatin1Prober.charset_namec C s dS )N� r r r r r �languagep s zLatin1Prober.languagec C s` | � |�}|D ]J}t| }t| jt | }|dkr@tj| _ qZ| j| d7 < || _q| j S )Nr r )
Zfilter_with_english_letters�Latin1_CharToClass�Latin1ClassModelr � CLASS_NUMr �NOT_MEZ_stater �state)r Zbyte_str�cZ
char_classZfreqr r r �feedt s
�zLatin1Prober.feedc C s\ | j tjkrdS t| j�}|dk r(d}n | jd | jd d | }|dk rPd}|d }|S )Ng{�G�z�?g r r g 4@g\��(\�?)r! r r �sumr )r ZtotalZ
confidencer r r �get_confidence� s
�zLatin1Prober.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r# r% �
__classcell__r r r r r ` s
r N)Z
charsetproberr Zenumsr r ZUDFr ZASCZASSZACVZACOZASVZASOr r r r r r r r �<module> s �'
chardet/__pycache__/big5prober.cpython-38.pyc 0000644 00000002111 15043676077 0015070 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�Big5DistributionAnalysis)�
BIG5_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )�
Big5Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5prober.pyr # s
zBig5Prober.__init__c C s dS )NZBig5r r
r r r � charset_name) s zBig5Prober.charset_namec C s dS )NZChineser r
r r r �language- s zBig5Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/langcyrillicmodel.cpython-38.pyc 0000644 00000070603 15043676077 0016540 0 ustar 00 U
��.e F � @ s� d Z dZdZdZdZdZdZe eddd d
d �Zeeddd d
d �Zeeddd
d
d �Z eedddd
d �Z
eedddd
d �Z eedddd
d �Z dS )( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r � � � � � � � � � � � �J � �K � � � � � � � � � � � � r r r r r r �G � �B � �A � �L � �@ � � �M �H � �E �C � �N �I � � �O � � � � r r r r r � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �D �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � r r � � � � �
� �' � � � � � � � � � � � � � � � � �
� � � � � � � �6 �; �% �, �: �) �0 �5 �. �7 �* �< �$ �1 �& � �" �# �+ �- � �( �4 �8 �! �= �> �3 �9 �/ �? �2 �F ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq r\ rr rs rt ru rv r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r� ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r� rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv r r\ r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r\ r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rw r� r� r� rx r� ry r� rz r� r{ r� r| r� r} r� r~ r� rT rU rV rW rX rY rZ r r� r� r� r[ r] r^ r_ r� r� r` ra rb rc rd re rf r� r� rg rh ri rj rk rl rm rn r� r� r� r� r� r� r� r� r� ro rp rq rr r� r� rs r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rt ru r� r� r� r� r� r� r� r� r� r� r� r� rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r� rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( � rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r� r� rx rx rx rx r� rx rx rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r� rx r| r| r| r| r| r� r� r| rx rx rx r| rx rx rx rx rx rx rx rx rx rx r| rx rx r� r� rx rx rx rx rx rx rx rx rx r| rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx r| r| rx rx rx rx rx rx rx rx rx r| rx rx r� r� rx rx rx rx rx rx rx rx r| rx rx r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx r� r� rx rx rx rx rx rx rx rx rx rx rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| rx rx r� r� rx rx rx rx rx rx rx rx rx rx rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx r| r| r| rx r� rx rx r� rx rx rx rx r| r| rx r� r| r| r| rx rx r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx rx rx rx r| r| rx r| rx rx rx r| r� r| r| r� r� r| r| r| r| r| r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| r| r| rx r� r| r| rx rx r| r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx r� r| rx r| r| rx r| rx rx rx rx r| r| rx r� rx r| r| rx r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx r| r| rx rx rx rx rx r| rx rx rx rx r| r| r| r� rx rx rx r| r| r| r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx r| rx r| rx rx rx rx rx rx r| rx r| r| r� r� rx r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx r| r� r� rx r� r� r� r� r� r| r� r� r� r| r| r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx r| r| r| r| r� rx r| rx r| rx r| r� r| r| r� r� r� r| r� r| r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx rx r| r| rx r| rx rx rx r| r| r| r| r� r| r| r| r| rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx r| rx r| r| rx rx rx rx rx rx rx rx rx r� rx r| r� r� rx rx rx rx r| rx rx rx rx r| rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx rx r| r| rx rx r� r| r� r� rx r| rx r| rx r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� rx r� r| rx rx rx rx r| rx rx rx rx r� r| r| r� r� r| rx r| r| r| rx r| rx r| r| rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx r� r| rx r| rx r� r� r| rx rx r| r� r| rx r� r� r| rx r| r| r� r� rx r� rx r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� rx r� r| rx rx rx rx rx rx rx rx r| r� rx r| r� r� r| r| rx rx rx r| rx rx r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| r| rx rx r| r| r| rx rx r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| r| rx rx rx rx rx rx rx r� rx r| rx rx r| rx r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx rx r| r| r| r| rx r� rx r| rx r� r� r| r� r� r| r| r| r| r� rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r| rx rx rx rx rx r� r| r| r� rx r� r� rx r� r� rx r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| r| r� r� rx rx rx r| r| r� r| r| rx r� r� r| r� r� r| r| r� rx r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx rx rx rx r� r| r| r| r� r| r� rx rx r� r� r| r� r| r� r| r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx rx r| r� rx r| r| rx r| r� rx r| r� rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx r| rx rx rx r| r| r| rx rx r� r| r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r� r| r� r| rx rx r| r| r� r| r| rx r� r| r� r� r� r| r| rx r| r� r| r| r| r| r| rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx r� r� r� r� r� r| r| r� r� rx r� r� r� rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� rx rx rx r| r� r� r� r| r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| rx r| r| r| r� r| r| r| r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx r� r� r� r� r� r� r� r� r� rx r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| rx r| r| r| rx r� r| r| r| r| r| r| r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx r| r| r| r| rx r| r| r� r� r| r| r| r| r� r� rx r� r| r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� rx r| r| r| r| r� r| r� r| r� r| r� r� r� r| r� r| r| r� r� r| r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| r| r| r� r� r� r| rx r� r� r� r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r| rx r| r� r| r| r| r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r� r� r� r| r| r| rx r| r| r| r| r| r| r| r� r� r� r| r� r| r� r� r� r| r| r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r| rx rx r| r� r� r� r� r� r� r� r� r| r� r� r� rx r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx r� r| r| r| r| r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx r| r� r� r� r� r| r| r� r� r� r| r� r� r� rx r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx r| r� r� r� r| r| r| r� r� r� r| r� r� r� r� r� r� r� r� r� rx r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r| r� r� r| r| r| r| r| r| r� r| r| r� r� r� r� r� r| r| r| r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx r| r| r� r� r� r| r| r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r| rx r| r� r� r� r� r� r� r� r� r� r| r� r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| r| r| r� r� r� r| r| r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r� r| r| r| r| r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r| r� r� r� r� rx r| r� r| r� r| r| r� r� r� r� r� r| r� r� r� r| r� r� r� r� r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r| r| r| r� rx r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| rx r| r| r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r� r� r| r� r| r| r| r| r| r� r| r| r� r� r� r� r� r� r| r| r| r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r| r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r| r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r� r� r| r� r| r� r� r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� gl���P@�?FzKOI8-RZRussian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251z
ISO-8859-5Z MacCyrillicZIBM866ZIBM855N)
ZKOI8R_char_to_order_mapZwin1251_char_to_order_mapZlatin5_char_to_order_mapZ macCyrillic_char_to_order_mapZIBM855_char_to_order_mapZIBM866_char_to_order_mapZRussianLangModelZ
Koi8rModelZWin1251CyrillicModelZLatin5CyrillicModelZMacCyrillicModelZ Ibm866ModelZ Ibm855Model� r� r� �I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langcyrillicmodel.py�<module> sb �
�
�
�
�
� chardet/__pycache__/gb2312prober.cpython-38.pyc 0000644 00000002131 15043676101 0015130 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�GB2312DistributionAnalysis)�GB2312_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� GB2312Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312prober.pyr " s
zGB2312Prober.__init__c C s dS )NZGB2312r r
r r r � charset_name( s zGB2312Prober.charset_namec C s dS )NZChineser r
r r r �language, s zGB2312Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r ! s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/langturkishmodel.cpython-38.pyc 0000644 00000053246 15043676102 0016410 0 ustar 00 U
��.e^+ � @ s d Z dZe eddddd�ZdS )( � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � �% �/ �' � �4 �$ �- �5 �< � �1 � �. �* �0 �E �, �# � �3 �& �> �A �+ �8 r r r r r r � � � � � � � � � � �
� �
� � � �@ � � � � � �9 �: � � r r r r r � � � � � � � � � � � � � � � � � � � � � � �e � � � � � � � � �j � � � � � � � �d � � � � � � � � �^ �P �] � �i � � �? � � � � � � �~ �} �| �h �I �c �O �U �{ �6 �z �b �\ �y �x �[ �g �w �D �v �u �a �t �s �2 �Z �r �q �p �o �7 �) �( �V �Y �F �; �N �G �R �X �! �M �B �T �S �n �K �= �` � �C �m �J �W �f �" �_ �Q �l �L �H � � � �k ( r$ r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r r r$ r$ r r$ r$ � r$ r$ r$ r$ r$ r� r$ r r$ r$ r r r� r� r r r� r� r� r r� r� r r r r r� r� r� r� r� r� r� r r r� r� r r� r� r r$ r r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r r$ r r� r$ r$ r r$ r$ r� r$ r$ r$ r$ r$ r� r$ r� r$ r$ r r r� r r� r r� r� r� r� r� r� r r r r r� r� r� r� r� r� r� r r r� r� r� r r� r r$ r$ r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r r$ r r r$ r$ r� r$ r$ r r r$ r$ r$ r$ r� r$ r� r$ r$ r r r� r� r� r r� r� r� r� r r r� r r r r� r� r� r r� r� r� r� r r� r� r� r� r� r r$ r$ r$ r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r$ r$ r r� r$ r r r r r r$ r$ r� r� r� r r r r� r r� r� r r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r r� r r r� r r� r� r r$ r$ r$ r r$ r$ r r r$ r$ r$ r$ r$ r$ r$ r r$ r r r� r$ r r� r r r$ r$ r r r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r r� r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r r� r� r r$ r� r r$ r� r� r r r r$ r� r$ r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r� r$ r$ r$ r� r$ r r� r r$ r r$ r$ r r� r� r r$ r r� r� r r� r� r� r� r� r� r r� r� r r� r� r� r� r� r� r� r� r� r r r r� r r� r� r r$ r$ r$ r r$ r$ r r$ r$ r$ r$ r r$ r$ r$ r� r$ r$ r� r� r r r� r� r r$ r r r� r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r� r� r� r r� r r� r r� r� r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r� r$ r r� r r$ r r r r$ r r$ r r r� r� r r r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r� r� r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r� r$ r r r� r r$ r� r� r r r r r� r� r� r r$ r$ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r r� r� r� r$ r$ r$ r$ r$ r$ r$ r r r r r$ r r$ r$ r� r$ r$ r r r r r� r� r r r$ r r� r� r r$ r� r$ r r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r� r r$ r$ r$ r r$ r$ r$ r r r r r$ r r$ r$ r� r$ r r� r� r r r� r r r r r r� r� r� r r� r$ r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r r� r� r� r$ r$ r$ r r$ r$ r r$ r r r r$ r$ r$ r$ r r$ r r r� r$ r r r r$ r$ r r$ r r� r� r r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r r$ r r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r r r r� r$ r$ r r$ r$ r� r r$ r$ r r$ r� r$ r� r$ r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r r r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r$ r$ r� r� r$ r r� r$ r$ r� r$ r r$ r$ r$ r� r$ r r$ r r� r� r� r� r� r� r� r� r� r� r r� r r r� r r� r� r� r� r� r� r� r r r� r� r r� r� r r$ r$ r$ r r r$ r$ r r� r� r r� r� r$ r$ r r$ r� r� r r� r� r r� r r� r� r� r r� r r� r� r$ r r� r r� r� r� r r r r� r r r r r r r r� r r r r� r� r� r r� r� r� r� r� r r r r$ r$ r� r$ r$ r$ r$ r$ r r$ r� r� r� r� r r$ r� r r$ r r� r r$ r r$ r� r$ r� r r$ r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r$ r$ r r r$ r r r� r r r$ r� r r r r� r r� r� r� r r� r r r� r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r r r� r� r r� r� r� r$ r$ r$ r r$ r$ r r r$ r$ r r r$ r$ r r� r r r r� r r r� r� r r r r r� r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r� r r r$ r� r� r r� r� r$ r$ r� r$ r� r� r r� r r r� r� r r r r r� r r� r� r r r r r� r r� r r r r r r� r r r r r r r r� r r� r� r� r� r� r� r r� r� r$ r$ r$ r r$ r r$ r$ r� r r r r$ r$ r$ r� r$ r� r� r� r r r� r r r r r r� r� r� r r� r$ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r$ r$ r$ r$ r$ r$ r r r r r$ r$ r$ r$ r r� r r� r� r� r r r� r� r r r$ r$ r� r� r r r r r� r� r r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r r r r$ r$ r� r$ r$ r$ r$ r$ r$ r r r� r r� r r$ r r$ r r r r r r r r r$ r r$ r r� r r r r r r r r r r r r r r r r� r� r r r r� r r r� r� r r� r� r� r r r$ r$ r r r r� r r r r r$ r r r r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r r r$ r r$ r r r r$ r$ r$ r� r r r r� r r r� r� r r r r r r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r r� r r� r r� r� r� r$ r$ r$ r r$ r$ r$ r$ r$ r r$ r r r$ r$ r r r� r� r� r� r� r� r� r$ r r r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r$ r$ r$ r r r$ r$ r r r r r r r$ r$ r� r$ r r� r� r r r� r� r$ r r r r� r� r� r� r� r$ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r$ r$ r$ r r r$ r r r r$ r r r r$ r$ r� r$ r� r� r� r� r r� r� r$ r r r r� r� r� r r r� r� r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r$ r$ r� r$ r$ r$ r$ r$ r r r r r r� r r r r r r r� r r r r r r r r r� r� r r r r r r r� r r r$ r r r r r r� r� r r� r r� r r� r r� r� r� r r� r r$ r$ r$ r r$ r$ r$ r� r r r� r r r$ r r� r$ r� r� r� r r� r� r� r r� r� r r� r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r r� r� r r r r� r� r r� r� r$ r$ r r$ r� r� r r r� r r� r$ r� r� r� r r� r r r� r r r� r r r r� r r r r r r� r r r r� r r� r r r r� r� r� r� r� r� r� r� r� r$ r$ r$ r r$ r r$ r r� r r r r r$ r r� r r r r� r r r� r� r r� r r r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r� r r� r� r� r$ r$ r$ r� r$ r$ r r r r$ r r� r$ r r$ r� r$ r� r� r� r r� r� r� r r� r r� r� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r� r$ r$ r r$ r$ r r r� r� r� r� r r r� r r$ r� r� r� r$ r r r� r$ r� r r r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r r r r� r$ r r r r r$ r$ r r$ r� r� r r� r r r� r r r� r r r� r r r� r r r r r r r� r r r r� r r r r r r r r r r� r r� r r� r� r� r� r� r� r� r$ r$ r$ r� r r r$ r� r� r r r� r� r r r� r$ r� r� r r r� r r� r� r� r� r� r r� r� r� r� r$ r r� r r� r r� r r� r� r r� r r� r r r r r r r� r r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r r� r r� r r r r� r� r$ r$ r� r r� r� r r� r� r r r r� r r� r r� r r� r� r r� r r r� r r� r r r r� r r� r r r r� r r r r� r r� r� r� r r r� r� r� r� r$ r r$ r� r r� r� r� r� r� r� r� r� r r r� r r� r� r r� r� r r� r� r� r� r� r r� r� r� r� r� r r r� r� r r� r r� r� r r� r� r� r r r� r r� r r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r� r r$ r� r� r r� r r� r r$ r r$ r� r� r r$ r� r r r� r� r� r� r r� r r� r� r r r� r� r r r� r r r� r� r r� r� r r r� r r r r� r r� r� r� r� r r� r� r� r� r$ r r r� r� r r r� r� r� r� r� r� r$ r r r r� r� r� r� r� r r� r� r� r� r� r r� r r� r� r r� r� r� r� r� r� r r� r� r� r� r� r� r� r r� r� r� r r� r r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r� r r$ r r r r r r r r r� r r$ r r r r� r� r r r� r� r� r r r r$ r� r r r r� r r r r� r r r r r r r r� r� r� r� r r� r r r� r� r� r� r� r� r� r� r r r r$ r� r$ r$ r$ r r r r r r� r r� r r� r r r r� r� r r r r$ r r r r r� r� r r r r� r r r� r� r r r� r r r r r� r� r r� r� r� r r� r r� r r� r� r� r� r$ r$ r r� r� r$ r r� r� r� r� r� r� r$ r r r r� r� r r� r� r r� r� r� r� r� r r� r r� r� r r r r� r� r r� r r r� r� r r r� r� r r r r r r� r r� r� r� r� r� r� r� r� r� r$ r$ r r� r� r r� r� r� r� r r� r� r$ r$ r r r� r� r r� r� r r� r r� r� r� r r� r r� r� r� r r r� r� r r� r r r� r� r r r r r r� r r r r r r r� r� r r r� r� r� r� r$ r$ r r� r� r r r� r� r� r r r� r r r r$ r r� r r� r r r� r� r� r� r� r r� r r� r� r r r� r� r� r� r� r r� r� r r� r� r� r r r� r r� r r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r� r� r� r r� r� r r� r� r r$ r r r� r� r r� r� r r� r� r� r r� r r� r r� r� r r r r r r r� r r r r� r� r r r� r r r r r r r r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r r r r r� r� r r r� r$ r$ r r r� r� r r� r� r r� r r� r r r r� r� r� r� r� r r r r r r� r r r� r r r r r� r� r� r r r r� r r� r� r� r r� r� r� r� r� r$ r$ r$ r� r r r$ r r� r� r r� r� r r$ r r� r� r� r� r� r� r r� r r� r� r� r r� r� r� r� r r r� r� r� r r� r� r r� r r r� r r� r r r r� r r� r� r� r� r� r� r� r� r� r� r� r$ r r$ r� r� r� r� r� r� r� r r� r� r r r r r� r� r r� r� r r� r� r� r� r� r r� r r� r� r� r r r r� r r� r r r r� r� r r r r r� r r� r r� r r� r� r� r r� r� r� r� r� r� r� r� r r r� r r r r r r r r� r� r r� r r� r� r r$ r� r� r� r� r r� r� r r r� r� r� r r� r r� r� r� r� r� r r r� r r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r r� r� r r$ r� r r$ r r r r� r r� r� r r� r r r r r r r� r� r r r r r r r� r r� r r� r r� r r r� r� r r r r r r r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r r r r� r� r� r r� r� r$ r r� r r� r� r r� r� r r� r� r� r r r r� r r� r� r� r� r� r r� r r� r� r r� r� r� r� r r� r r� r r r r� r r� r� r� r� r� r� r� r� r� r� r� r� r r r� r r r r r� r r r r r r� r� r r r r r r� r r� r� r� r r r r r� r� r r r� r r r r� r r r r r r r r r� r r r r r� r r� r� r� r� r� r� r� r� r$ r r r� r� r r� r� r� r� r� r� r� r r r� r r� r� r r� r� r r� r� r� r� r� r r� r� r� r� r r r� r� r� r� r� r r� r� r� r� r� r� r� r r� r� r� r r� r r� r� r� r� r� r� r� r� r� r� r� r� r$ r r� r r r� r r r� r r� r� r r� r� r� r r� r r� r� r� r� r� r r� r� r� r� r r� r r� r r� r r r� r� r r r� r r� r r r� r� r r� r r� r r� r� r� r� r� r� r� r� r r r r� r r r� r� r� r r� r� r� r r r� r r� r� r r� r� r r� r� r� r� r r r� r r� r� r� r r� r� r� r r� r� r r� r� r� r� r� r� r r� r r� r r� r� r� r� r� r� r� r� r� r� r� r r r r r r� r r r r� r� r� r� r r r� r� r r� r� r� r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r r r r� r r� r� r� r r� r r� r� r� r r� r� r r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r r� r� r� r� r� r r� r� r r r r� r r r r r r r r� r� r� r� r r� r� r r r� r� r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r r r r� r� r� r r� r� r� r� r� r� r r r r r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r� r� r� r r� r� r� r r� r� r� r� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r r� r r� r� r� r� r� r� r r r� r� r� r� r� r� r� r r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g�X4�� �?Tz
ISO-8859-9ZTurkish)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)Z Latin5_TurkishCharToOrderMapZTurkishLangModelZLatin5TurkishModel� r� r� �H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langturkishmodel.py�<module>$ s � chardet/__pycache__/chardistribution.cpython-38.pyc 0000644 00000014047 15043676103 0016406 0 ustar 00 U
��.e�$ � @ s� d dl mZmZmZ d dlmZmZmZ d dlm Z m
Z
m Z d dl m
Z
mZmZ d dlmZmZmZ G dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� )�EUCTW_CHAR_TO_FREQ_ORDER�EUCTW_TABLE_SIZE� EUCTW_TYPICAL_DISTRIBUTION_RATIO)�EUCKR_CHAR_TO_FREQ_ORDER�EUCKR_TABLE_SIZE� EUCKR_TYPICAL_DISTRIBUTION_RATIO)�GB2312_CHAR_TO_FREQ_ORDER�GB2312_TABLE_SIZE�!GB2312_TYPICAL_DISTRIBUTION_RATIO)�BIG5_CHAR_TO_FREQ_ORDER�BIG5_TABLE_SIZE� BIG5_TYPICAL_DISTRIBUTION_RATIO)�JIS_CHAR_TO_FREQ_ORDER�JIS_TABLE_SIZE� JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dS )�CharDistributionAnalysisi g�G�z��?g{�G�z�?� c C s0 d | _ d | _d | _d | _d | _d | _| �� d S �N)�_char_to_freq_order� _table_size�typical_distribution_ratio�_done� _total_chars� _freq_chars�reset��self� r �H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/chardistribution.py�__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF� N)r r r r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| � |�}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length� ���r r i N)� get_orderr r r r )r �charZchar_len�orderr r r �feedF s
z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r �MINIMUM_DATA_THRESHOLD�SURE_NOr �SURE_YES)r �rr r r �get_confidenceT s �
z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r �ENOUGH_DATA_THRESHOLDr r r r �got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r �byte_strr r r r# i s z"CharDistributionAnalysis.get_orderN)
�__name__�
__module__� __qualname__r, r) r( r' r r r& r+ r- r# r r r r r ( s r c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCTWDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) �superr2 r r r r r r r r �� __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr �� �^ r � r" r �r r. �
first_charr r r r# x s z#EUCTWDistributionAnalysis.get_order�r/ r0 r1 r r# �
__classcell__r r r4 r r2 q s r2 c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCKRDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 r= r r r r r r r r r4 r r r � s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r7 r r8 r" r r9 r r r r# � s z#EUCKRDistributionAnalysis.get_orderr; r r r4 r r= � s r= c s$ e Zd Z� fdd�Zdd� Z� ZS )�GB2312DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 r? r r r r r r
r r r4 r r r � s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r> r8 r7 r" r �r r. r: � second_charr r r r# � s z$GB2312DistributionAnalysis.get_orderr; r r r4 r r? � s r? c s$ e Zd Z� fdd�Zdd� Z� ZS )�Big5DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rB r r r r r r
r r r4 r r r � s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r � r8 � �? �@ r" r r@ r r r r# � s z"Big5DistributionAnalysis.get_orderr; r r r4 r rB � s rB c s$ e Zd Z� fdd�Zdd� Z� ZS )�SJISDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rG r r r r r r r r r4 r r r � s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d
}|d krnd }|S ) Nr r � � � �� �� � r" rF � r )r r. r: rA r% r r r r# � s z"SJISDistributionAnalysis.get_orderr; r r r4 r rG � s rG c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCJPDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rO r r r r r r r r r4 r r r � s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r7 r8 r r" r )r r. r$ r r r r# � s z#EUCJPDistributionAnalysis.get_orderr; r r r4 r rO � s rO N) Z euctwfreqr r r Z euckrfreqr r r Z
gb2312freqr r r
Zbig5freqr r r
Zjisfreqr r r �objectr r2 r= r? rB rG rO r r r r �<module> s I chardet/__pycache__/mbcsgroupprober.cpython-38.opt-1.pyc 0000644 00000002106 15043676104 0017175 0 ustar 00 U
��.e� � @ s� d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z d dl m
Z
d dlmZ d d lmZ G d
d � d e�Zd S )
� )�CharSetGroupProber)�
UTF8Prober)�
SJISProber)� EUCJPProber)� GB2312Prober)� EUCKRProber)� CP949Prober)�
Big5Prober)� EUCTWProberc s e Zd Zd� fdd� Z� ZS )�MBCSGroupProberNc sD t t| �j|d� t� t� t� t� t� t� t � t
� g| _ | � � d S )N)� lang_filter)
�superr �__init__r r r r r r r r
Zprobers�reset)�selfr �� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcsgroupprober.pyr * s �
zMBCSGroupProber.__init__)N)�__name__�
__module__� __qualname__r �
__classcell__r r r r r ) s r N)Zcharsetgroupproberr Z
utf8proberr Z
sjisproberr Z eucjpproberr Z gb2312proberr Z euckrproberr Z cp949proberr Z
big5proberr Z euctwproberr
r r r r r �<module> s chardet/__pycache__/big5freq.cpython-38.pyc 0000644 00000065006 15043676104 0014537 0 ustar 00 U
��.ez � @ s d Z dZdZdS )g �?� ( � i i� � i� �� � �R � i� � �� ia i� i �n i� �! i� i �L �, iB � i� i� i� i� i� � i{
i]
i� i� i
ij i� i� i. iN ii i� � �� �: i� i� i� �? i� i� i= iN �K �� � ik iq i� i� i�
i �� i ib � �
i� i� � i�
io i2 i� ii � i� ic i8 i� i� i i� � i� i� � i{ �| �� i� �" i�
i� �@ i\ i� i� i� i� � i� i� i� iF i� i|
iQ �H i� i� �P iv �� i� i� i i� iD i^
i� i� iF i}
i� �E i� iO � i0 i� �s i� i4 �< �2 i� � i& iM i� i� i~
� i� iG � i i[ i� i� i? i i ia i iK i* i� ig i� �Z i�
i: i� � i� iK i� � i� � i i� i� i� i` il i i� i� � i
i �q i� i~ i� �� i
i� i i� i� i� ic i� �u � i� i* i i� i i�
i� �~ im i� i� � ie i� �G i^ i� in � i �U iC i� iC i� i� i� i� i i� i �j io i/ i i� iP i7 i[ i� �� i�
i? i� i� i� io �S i( i� i � ip �] i� i6 ij i i@ i i i� i i i8 � �+ i3 i[ � i� i\ i� i� i� i� � i] iA i� �� i� i1 �� i� iH i�
i�
id i� �� i+ i� i2 i� i� i� i�
iO iL i� i if i1 �� i� i� i� i� i� i i3 i9 �� �l i, �� i i i� i i� i� i� i� ie iz
iQ iM i& i� �X i� i� i� i� �� i
� � i� ik ip i� �M � i� i� �% � i� i� i� i� i� �' i� i� i\ i� i �7 � �J i� i! i� i� i i� �� iN i� iB iP i_
iq � � i�
i� i� i�
i�
i� � i� i i iI i� i8 i� i�
i i{
� i� i
i� i� � �m i� i� if i� i� ix i� i� i� i� i�
i� i
i� ig i� �� i
i i� i� i� i � i� �& i� i' i� i i� i� i� �. � i� i i� iM i� �� i� i� i$ �# i� iD ih iA i� � i� ir i� i� iU iG i i� i� i
i�
iQ iS ii i� i� �d i �0 �F i� i� iC i� i� i i� i i� iJ i i� iU � i� � iN i�
i� i� i< i� i�
i: iA
i�
i� i i i9 i� i} i i� i� i� iW iP i�
i i) iD i i� i� i4 i�
i� i) i� i� ir i� is i� i� it i i9 i� i� i� is i* i i� i� i� i� i� i] i� i� i� i� i� iD ij i(
i
i� i� i�
i� iu i5 iY ij i il i� iu i i� i�
i� i� i`
i
i= i� i� i� i� i� i� i� i5 i� i! i� i� iT iE ix i� i� ie � i� i� iO iP i� i|
i6 iA i�
i/ ik i� i�
i il i! i i� iB i� i` i� i
i� � iA i� i i i i� i�
iv i� i� i� iw i� i� �� iM i�
i� i� i� i i� ia
i� i� i�
i}
i� ix i, �} i� i� iB
i� i� i� i� i� i� i� i� iF ik im i� i� i�
i� i i� i�
i� ib i� i)
i^ iP i
i, i� i� i� i7 i5 i~
iy i| i� iz i� i i� i�
iC
i{ i i i� i� i� i� i� i� i� i1 �� �b i i� i�
i� i� it i� i�
i� i_ i� � i� i� i� i i�
i�
ib
i� � i� i5 �D � i� il i� i| i[ i*
i� � i�
i� i% � iG i^ i� il i� i� i�
i� i` i� i� i� ip i� � in �c ig im i i� i' i2 i� � i� i{ i� i� i� i� i� i� iD
i� if i i� i| i: �� i� i i� i�
i� i�
i
i� i� i� in i� i� i� i� �; i� iI iY i} i� i�
iX i" i� i
i� i� i� i� i� i� i- i� il i� i� i� i� i� i i� i� iE i� i~ i� i> i] i� i, i� i� i� iv iL iB �i i& i� i� i i� i� i� iG i� i� i iB i� i�
i+
i� i i� i� i� i� i� i� i ia i i� i� i
ia i� i} iE
i� iD i� i= i� i0 i i� i�
i6 i� i i� iv i! � i� i� i� � i� i� i� �9 iH i i� i� i� i�
iF i� i� i� i� i� i" i� iH i� i� i� i
io i i� iR i* i� i. i� i� i� i� i iI �3 i i,
i� i* iS i � i� iX i� i� i/ i ib ip i� i� i � i� i� i� i� iR i i i� i7 i� i2 i� i� i� i� i� i� i� i� i_ i� ib i i�
i� i� i� i� i� i� i� i i� i� i` �O i� i� i� i` i7 i�
i�
i� i� i� i� i� i ia i� i� i� i� i� i� ig i� i� i� i� i
i_ i� i~ �� i� i� i� i� i�
ia i� i�
ib i� i� i� i� i� � i� i� i; �� i� i- i
i� iQ i� �� i� iq i i� i� i� �` i� i# i# i� i i� i ir i�
is i i� i� id it i�
i� ic
i� i ik iw i� i� i� i� i� i� i� i i� i� �g i� iQ i� iU i
i� i� i� i� � �C iS i� ic i� i� i5 i� i� iB i� i_ i� ic iN �� i� iY i� i� i� i�
� iL id i�
i�
i iK i� i8 ia iG i� i� i
i� i� i is i6 i� it i; �N i� i� i i i4 i� i: i� i\ iq i� i� i� i. i� i i iu i�
i� i� i� i� i�
� i
ir i� i� i�
i�
i� ic i� i� i� i@ i� i� i� i i� i� i i� i/ i9 i� i i� i i� i� i� i� i�
i< id
i i� i� i8 iv i iC i� i i
i� im i� i�
i� i� i� i� i� iZ i� � �� i� iw i� �{ i� i� i� i� �$ i� i iM id i0 ir i� i� i� ig i iV i� i� i i� i: iZ i� i� i{ i$ ie i0 i� i i$ i� i�
i�
i� i5 i� i[ i� �v i� i ic i� iV iR i$ i; � i� i if i i i� id i� i� iW ie
i i� i� i i i� i�
i iJ i� i i� i iu i� i i� i
i� i i�
iK i� i2 i� iL i i. i� i� i2 i� i i� i� i �� i� i% i i� i� i i
i i� i i� i i i� �
i�
ix i� iM i� i} i i� iT i i� i� id i�
i i� i� i� i` i i i� i� i� i3 i i i; i� i i i iy iY iL i� i� i� i� i i i � iU �\ i� i� i i� i� iV iN i� i i�
i� i� i
i� i" ix i% i i; i= i i� i� i2 iE i� i! i� i� i� �^ i� i" iw i�
i# i� i� i� i� i� i$ i< iQ i� i� ir i% i� i] i� i& i� i< i' i i3 i6 iB i� i� i( i� i� i� i� i� i i� ig i�
i�
i) i�
i i* i+ i! i � i� � i: i� i7 i� i^ i� i i� i i( i�
i, i+ i i ix i- i� i/ ih i= i. i� i� � i� iV i i� i �h i� i� i/ i i� � i� i< i� i� i; i0 i� i� i� i
i� i1 iz i� i i� i5 i6 i�
i_ �) i2 i3 i� i4 iy i" � i� i�
i� i^ i5 i� i� i? i% i+ if
i� i6 i_ iW i� i� i�
i7 i> i i�
ig
i# �� iu i8 i� i� i9 ih
iF
i� iV i{ i� iO i� iI �w i~ i�
i^ i i� i: i� i� i� i� i� i� i� i� i; ie i1 i� i� i� i� i� i� i� i� i� i� i i iP i< i= i� i> i�
i� �( i` iR i? iY i� iI i� �� i� i� i7 i� i�
i? i� i� i�
i@ i� io � iq iY in i i� il i i� i� i� i� i�
ii
iE iP iV i� i!
i� i� i� i� i� in i� iA i� i| i�
i i
iB i� i� i� i� i i-
i� iO i�
i� iC i� iD iW iT iT � i� i� i� i�
i} iE i� i& i�
i� i� i� i� i i� i�
i� i� i~ iG
i�
i� i i$ iW i� i i� io i� i
iF i iG i� i i"
i� �� i� i#
i� i� iD i- iQ i� iH ie i� i i iI i� i� i iJ iz i
i� iK i i iL i� i$
i�
i� i� i� i� iH
� i� i� i i� i� iM i: i� i i� iN i� iI
i� i� i� iH i� i� i i� iO i� i� i� iP iQ i� i� ik iR iR i� �� i� i�
i
i� i� i� i� i� i� i i� iS iT i� i� i� i%
i� i� i� i� i� i&
iS iU i i� iS i� iC i� i� i� iV i~ i� i! iX i� i� i� i� i� i, i� i i� i� iO i� i| i� i i� iP i� ie i� i� i� i� i i� i� i� i� i� i� i� i� iT i � i� i� iW i� i� i iX i� iY i� iR i�
iv i i i�
i i� i= i i� iZ i� iU i� i� i[ i� i� i� iV i% i\ i� i� i] i� i� i^ i8 iT i.
i'
i_ i� iv i� i� i� i� iw it i i` ia ib i> i� i� i" i{ � i� i� i� ic i� id i9 i� i i i� i[ i9 i i id ih i
ie i� i� i� iJ
i! i� i� if i� �� i i� i� i� iT ig i� i i� i% i� �W iM ih i i� ii i� i� i� i� i �� i� i� i� i(
ij
i� iy i7 im i� ij ik i� i? iW i" i� i� � i �B i� il i| i� � i)
iz i� �� i�
i� i� i� i� i i� i� im � in iu iv iw i� i i*
i i� io ip i� � iq i7 i. ir i� i� i
i i i�
i� if i� i� i� is i& iy i i� i i� i� i� i i� i�
i i> i� i� i� i� i �Y i� i� it i� iu i/
i+
i� iv i� i� i� i@ iw i i� i� � i� i3 i� i� i� i,
ix i� i6 i9 i�
i i i� �6 i� � i i! i i� iy i� iQ i: ic i
i� i i-
�o i� i� iF iX i�
i� i� if i� i iz i�
i� i� i� i� i� i{ i/ � i� i' i� ib i i� i` i� i� i iu i iv i� i� i i� i�
i
i
i� i� i� i� i0 iE � iS i� i8 i[ i| i} iG i� i i� i! i~ i i� iF iU i� i�
i i i� ie is i� i� i� iw i i� i� i" i ia i iZ i& i� i� i� i� i� i
i� i� i� iA i� i� i�
i ii i i� i� i� i� i� i� i i� i
io i� i i� i i�
i
i� i i� iA i iJ i0 i� ix i�
i� i� i� iY i� i� i� i� i� i� i� i i� iZ i8 io i i� iQ i� i� i� i� i�
i� � �a �Q i� i� ip i; i � iP i� ib i� i� i� i� i i� i� i
i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i] i i� i i� i�
� i� i i� i� i' i� i i.
i� �� i
i� i� i i� i� iL i� i� i� i� i i� i� i/
i� i i� i� iB i0
i[ i i8 i� i� i� i� i� i� i i/ i3 i� i� i� i i�
i i� i i0 i� in i� i� i� i i� i� �� i i� i� i� i� i� i i� i i i� i4 i� i � i i< i� i i
i� i� iY i� i� i �� iC i� i� i i�
i� i� i� i� i} i1 i i�
i� i� i� iK � i� �� i0
iF i� i� i� i�
i i# i� i\ i� i� i� �f i �> i�
i� i i�
i� i� i� i� i� i i�
i� i� i� i� ij i� i� i i� i i- ip i9 i@ i6 iy i i� i� i i
i1
i� i� i i� i� i i� �V i� i� i� i� i4 i� i� i� iK i1
i� i�
iD i� i� i� i� i i� i# i� i� i� i� i2
i i� i i� iZ iH ip i� i� ig i� i� i i�
iq �r i
i� �� i� i� i� i� i iK
iV i�
i\ i, i
i� i� i� i i� i] i� i� iu � i�
i i i� i� i� i� i i� iZ i� i� i�
i i i� i ij i� i� i0 ih ih i� i� i� i� i� iE i i� i
i� i i� i� i� i� i� i� i� i� i i� i� i�
i i i� i2
� i� i� i� i� i iM i� iw i� i� i� iy i? i� i� i� i
it im i( i� i� i+ i� i� i� i� i� i� � i ii i�
i� i� i� i� i� i
i� iL
i� i� i) i�
i i�
i� i if i� i� i� i i i� i� i� iR i" iA i3
i� i� i- i1 i� i$ i�
i( i� i] i� i# i� i$ i�
i i� i� i i* i� i� i� i� i
i� i� i�
i= ik
i� i! i� i�
i� i� i� i� i�
i� i� � �_ i� i� i� i� i^ i2 i i�
i� i� i� i9 i� i� i� i� i� i� i4
i� i� i� i
� ib i i� i� i i� i� i i� �5 i� i� i� i� i" i i�
i i� i� i� � i4 iI i i� i# i� i� � i� i i i� i ij i� i� i i$ ik i� i i�
i� i\ i�
ig i� iE i5
i� i� i� i� i� i� i� i� i�
i� i� i6
i� i� i i i� i% i i� i� i� i� i[ i� i� i� i� i� i i� i& �e i� i� i� i� i� io i� i� il i i} i� i� i� iz i� i+ i� i� i� i i� i� in i- i� i�
i' i ii i
i� i� i� i( i� i� i� i� i� i i� i� i� i i�
i� i� i� i� iB ii iq i� i� i� i< i� i* ij i) i" i* i� i> i) i7
i� i+ i� i� i� i i� i� i� �z i� i, i� i� i� i iM
i) ir i� i� i- i i� i� i� i� i� i� �T i� �p i� i� i# i# i� i� i i� i� i� i� i�
i� i i� i i� i� i� i� iS i� i. i8
i� i� i� i� iz i9
i= i� i� i� im i� iS i i i� i� i� ix i� i� i/ i� i� iq i� i i3 i� i5 i� i:
i� i�
i� i� i� i� i� i� i� i
i;
i� i0 i1 i� i i i� i� in i� i_ i� i] i i� in i� i� i� i� i
i% i� i� i� i� i� i` i� i� i� i� iz iT is i2 i3
i� i
i{ � i5 �� � i i�
ig i� i� ik i� i� i� i i�
i� i� i3 i4 i� i� i� ic i i� i� i
i�
i� i ia i: i1 i� i� i� i! �A ih i io i�
i6 i" i� i� � il
�- i� i
ia i5 i i� i� i
i� i� i# i! i� i$ i� i�
i� i4
if i� i i% i& i�
iN
r i
i� iW i� i i i� i i�
i' i� i$ i� i i<
i� iN i i iW ik i� iO
i� i� i i i� i� iX i, i i6 i& it i� iP
i i� i7 i�
i� i�
i- ij i i i�
i� iC �[ ip i� i� i' i8 i
ib i� im
i i�
i� i{ i( i� i� i� i� i9 i�
i� i i: i
i�
i^ i� i� i� iB i; i i� i i i� i�
i� �� i
i� i i� i) i< i= i�
i i�
i� i> i i i i i�
�= i� i� i i� i i� i� i� i� i� in
i� iH iD i�
i? i� iU iW i�
i=
i� i: i� i� iN i� iK iE i@ i4 ic i�
i� i>
i� iQ
i
iA i i� ih i� i i�
i�
i( i] i� i� i� iB i* i� i� il i� iC iD i� iE ih i� i i� i� � i� iX i i i i� i+ i� i� i� i+ iJ i� i� iU �� i i
i� im i iE i i i iF i iG i
�k i� in i� i�
id i i� i i � i� i� iF i! i i� ir i@ i� iH i" iC iG i� � i� i
i� i^ i�
i� i� �8 it i) i; i� i?
i! i� io iI i� i" i# i# i$ i� iJ i� i% i�
i& ir iK i' i5
i( i) i� io
i@
i} iA
i� i, i� i* i4 �1 i+ i� i� i� i� i� i" i� i, i i�
iC i� iu ir iD i- i�
i- i� iL iv i{ i� i| iM i. i. iN iY i6
i i i� i/ i0 i/ i� i� i1 i$ i� i2 i% iG iR iB
i� i_ i� i� iC
i� i� iD
i� i3 i� i� i� i� i� i� i i. i� i� i4 i@ iw i� i5 i� i6 i7 i� ii i� i& i0 i� i8 i i& i� i* � i+ iG iO iu � i# i�
i1 iP iR i� iQ i� i� i� i) i� i� i= i9 i� il i� i� i� i� iE
iS i� ik i� i\ i� i� i� i�
iy i: i� i; i< iF
i% i= i� iR i i i> id i' i, i? ie i$ i� i2 i3 i- i� i� i4 i i( iS i@ iA iB i� i. iT i� iO i
i� i� i� i� i� i�
i& i i� i� i�
i< i�
i� i i� iC i iD i� i� iU i� ip
iG
ie i�
i� i� i� i�
iE i; iV iF i' iG i) i
i� i} iH i* i� iW i� i� iI i� iT i� i�
i�
i� i� i� i� i i i� iJ i. ig i~ � iU i� ij i i i iX i� i� i8 i� i* i� i� i� iK i~ i� i� i� iL i iH i�
i� i i% �� i+ if i� i� i� i� it i� iM iN i� i� i� i i i� i
i� i� ik iY i iY i� i� i� �* i/ i� iO iR
iZ iH
i� i# iI i�
i� i� i� i5 iS
i] iE i[ i\ i
is iI
i+ iP iQ i, i� i�
iR i� iS iT i� i, i� iU i] iV i� i� iL i- i! i� iT
i\ �4 iW i� i iX iY iZ i� i[ i> iw i� i� i� i� i+ i^ i iJ
i� i_ i$ i� i\ i� i� i il i. i] i` i� i^ i_ iq
i% i� i` ia i i i� i�
i6 ig iU
ib ic id ia i�
iq ix i�
ie i
ib iy i� if ih ig ih i� i� i' ii i i� i� i ij ir i� i
i0 i i= i� ib i| � i� i� i� i� i� i i ih ik i�
il i i� i�
ia i� ic im i� i i� in i�
i� iu i� i� id ie i� is iK
i/ io i7 i� i& i� iJ i8 ip iq ii ij if i� i� ig i i� i� i( i� i` ir is i� i� i i i< iF ik if i� i� � i� i] i� i� iI it i> i� iu i� iv i� i�
i� i� i�
i0 i� i- i� iw iL
i� i� i� i� i� i� iG ia i� i
it i� i� i�
iS iK ix i iy iz i� i� iV
�� i� iO i� i1 � i�
i{ i�
i� i� iF iy i� i9 iZ �� i| i} i~ iF i� i� i� i�
i� i: i� i i i i2 i� i� i ip i� i; iG i� i� i ih i� i� i� i i7
i� i� i� i iq i i� iM
i� i i i� i i i� i� i� i�
i� i� i�
i( i8
i� iN
i i i3 i� i iO
i< i i� i� iT i iW
i� i� i� i� i� i( i� i� i� i1 i� i� i� i� i� i� i� iu iZ i i�
i� ic i� ij iP
ip i� i� i
i i� i� i� iv ii ij i� i�
i� i� i� i� iQ
iK i i� i� i' i� i� i� i i� i9
i i� i
i� iz i� i� i
i� i� ik i� i� i� i� i� i� i2 i i� il i i� i> i= iC i' i� i� i> i
i iZ i� i� i� i� im in i� i� ib i i� i� i iq i? i� i
i� i i� i� i" i� i�
i? i
i} i� i� io i@ i> i iA i� i1 i� i) i� i� i� i? i�
i�
i� i i� ix i i� i i i� i3 i� i ih i� i il i� i� i� i) i� i�
ip i� i' i� i� i� i4 i� i� i
i�
i� i� i� iA i_ i iB i� iL i� i
iP iq i� i i� ir i i i� i iX
i ic is i!
i� i� i iH i� i iw i� i� i� iC iD it i i� i� i� i� i� ix i
i i� i/ i� i i i5 i
i4 iu i ir
i� i i_ i� i� �/ i� i< i� i~ i7 iy im i� i i^ i5 in ib i�
it i� i il i� i� i� i6 i� i� i7 i� i� i� i� i� i iv i� i� i� i� i8 i:
i� i�
i� i0 i� i1 i� iw i �I i� i� i� i� i� i( i� i iB i� i� i4 is i�
i� i� i� i� i
i�
i� i� i? iC i ix i iE iH i i� iF iy iz iG i� i i� i� i{ i� i� i i| i� i;
i} i9 im iH i~ i� iz i� i� is
i� i� iM i� i� i i� i� i im i� i� iI i� i� i io i i� i i� i i� i� i_ i i� i� i� i2 i3 iH i i* i� i i�
i i� i� i<
i� ii i: i� i�
i� i� i� iA i� i� i� iR
i� i� i� i i i�
i� i"
i� i� i� i� i� i� i� i�
i i�
i� i� i�
i� i� iQ i i�
iY
i i i� i� i i� i i{ iK i� i � i[ i iJ i� i� iN i� iS
i� i� i� i� iI i i� iT
i@ i i�
i� i� i�
i� i@ i iR i� i� i� it
i� i i� iJ iI i� i�
i� i� i �� i�
iU
i� im i i� i� i{ i� i� i� i
i; iV
i� i i� i i� i< i� i i�
id i� i� i� iX i� i� i9 i� i� i6 i� i� iU i� i� i� i i� iL i! i=
i� i) i� i�
i i i� i� i� i � i� i�
i i= i$ i( iv i� i i& i� ic i� i i i� i i
i� i> i� i� i� i{ i" i� i� i� i� i# i� i� i� i� iW
i� i� i� i� i� i� i i$ i�
i% i i� i� i� i� i& i^ i� i� i[ i� i� i' i i� i� i i� i� i� i( i i� i i2 i\ iJ i
ip ip in i iu
iq i) i� i� iO i>
i� i�
i* iX
i� i� i� i+ i� i� i, i�
i� i� i�
i� i� i� i� iK i� i
i �� iI i- i� i� i! i� i� i� i� i� i. iD i� i� iJ is i#
i� i� i�
i� i7 i� i� i� i/ iw i� i| i i i� i� i� i" i4 i| i, i i i� i� i� i� i� i i� i i i i� i? iY
iP i0 i i1 iZ
iZ
i�
i� i�
i� i� i�
i# i@ i2 i i| i� iz i i i� i� iA i' i� i?
i� i i� i8 i� i� �y i� iL iV i
i3 i i� i� i$ i� i i� iM i� i% i� i i� i�
i i
i. i i4 iN i� i i i i�
i� i� i� i i� i�
i5 i9 i% i i� i� iK iQ i i� �x i6 i7 i iB i� i
iO iv
i[
i� i� i& i i�
i i�
i� i iX i� i* i� i\
iP i� i�
iN i+ iw
i i i� i iW iC i� i i� iQ iD i i? i]
i� i i i^
io iR i
i� iE i i
i iF i i' i� iX i iG i iS i� i iT iR i i8 ix i� ik iS i� iT i� i i i� i� i� iD i� i9 i! i� i� i i� i( i iL i" i# i$ i% i_
i� i& iJ i: iU i� i} i i) i� i
i; i< i
iE i+ i' i�
i� iH i= iV i* iH iy i, i+ iW i3 i> i� i� i? i( iI i, i- i`
iq i� ia
i i� i i
i� i) i* iX i� i+ i� iO �� iY i, i- i� i. i� i/ i� i� i0 i. i� i� i� i1 i�
iJ ir i2 i3 i$
i i4 i� i5 i6 i7 i�
i� ib
i� i� i� i} i� if i� iK i� i�
i�
i� i� i8 iZ i9 i� i: i� i�
ic
i� i: i� i i; is iJ i@ i� i� it i; i�
i/ i< id
i i� i� i� iU i� i0 i� ie
i= i� if
iu iM i� i� i� i� i�
i> i i[ i iA iL i� ii i? i� i
i�
i i@ iA iv iB iC i\ i� ij i� i[
i�
ig
iD iE i� i� iF i iB i� iG i�
i� iH i� i( i� iM iC ih
i� iI iN iJ i iK iL i� i� iM i� i1 i2 iN � i� id iO id iV iD i` i� i# i5 iP i] iQ iE in i
i� i� i� i^ iR i_ iF iS ip ii
i� iT iU i� i
i� iV i� i� i� i� iG i� i� i� ie iH iO i� i� iP i` iW iw ij
iX i i i3 i�
ia i� iI iY iJ ix i7 i i i� i- i�
i4 ik
i ib iZ i- i� i i. ic i� i[ i� ir i; i� iK i5 iL iX i� i i i� i� i\ i] i� i� i6 i%
i^ i_ i� i� i~ i` il
iy ia iz i~ i� i� ib i? i� ic i7 id i
i� i� ie i� iz i� i� iM if ig i/ ih i| i� i@ id i� i ii iN i� i� i� i8 if i� i� ij ik i� iO iP i� i� il im i@ in i9 i� io i� i� i� i� i< is i i\
iQ i. iR iN i@ i�
i� ip i iS i{ iq i� iA i� i� i� i i� iT i
i� i� i� i: i� i� ir i�
is i@
iW i; it iu i� iv iw ix iy i| i� i� i� i� iz i� i� i3 iQ i� i� im i� iA i{ i| i� i� i� i} iO iR i� i� ig i i i~ iZ i�
i i� i� i� i� i� i\ im
i� i} i� i< iX i� i� i� i� i�
i� i� i� i
i� iY i� i� i� i0 i� i� i� i� i= i� i� i� i� iL i� i� i� i� ih i� i� i� ii i> i> i� i/ i? iU i� i� i� i� i� ie i) ix
�t i� if iS i� i�
iy
i�
in
i
i i� iT i i@ i� i� i� i� i� �� i� i� i� i� i� i� i� iz iU ig i� iV i� io
i� i� i6 ip
it i� i� i� i� i� �� i�
iA i� iJ iV ih iZ i� i� iW i� i� i� i� N)Z BIG5_TYPICAL_DISTRIBUTION_RATIOZBIG5_TABLE_SIZEZBIG5_CHAR_TO_FREQ_ORDER� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5freq.py�<module>+ s chardet/__pycache__/sjisprober.cpython-38.opt-1.pyc 0000644 00000004622 15043676105 0016152 0 ustar 00 U
��.e� � @ s` d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z m Z G dd� de�Z
d S )
� )�MultiByteCharSetProber)�CodingStateMachine)�SJISDistributionAnalysis)�SJISContextAnalysis)�
SJIS_SM_MODEL)� ProbingState� MachineStatec sP e Zd Z� fdd�Z� fdd�Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
�
SJISProberc s4 t t| ��� tt�| _t� | _t� | _ | �
� d S �N) �superr �__init__r r � coding_smr �distribution_analyzerr �context_analyzer�reset��self�� __class__� �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sjisprober.pyr % s
zSJISProber.__init__c s t t| ��� | j�� d S r
)r r r r r r r r r , s zSJISProber.resetc C s | j jS r
)r � charset_namer r r r r 0 s zSJISProber.charset_namec C s dS )NZJapaneser r r r r �language4 s zSJISProber.languagec C sN t t|��D ]�}| j�|| �}|tjkrP| j�d| j| j |� t
j | _ �qq |tj
krjt
j| _ �qq |tjkr | j�� }|dkr�|d | jd< | j�| jd| d � |� | j�| j|� q | j�||d | |d | � |� | j�||d |d � |� q |d | jd< | jt
jk�rH| j�� �rH| �� | jk�rHt
j| _ | jS )Nz!%s %s prober hit error at byte %s� r � � ���)�range�lenr
Z
next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ
_last_charr �feedr �stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�iZ coding_stateZchar_lenr r r r 8 sH
�
���� �zSJISProber.feedc C s | j �� }| j�� }t||�S r
)r r" r �max)r Z context_confZ distrib_confr r r r" Y s
zSJISProber.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r r" �
__classcell__r r r r r $ s
!r N)Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr Zenumsr r r r r r r �<module> s chardet/__pycache__/langbulgarianmodel.cpython-38.opt-1.pyc 0000644 00000056053 15043676105 0017624 0 ustar 00 U
��.e'2 � @ s4 d Z dZdZe eddddd�Zeedddd d�Zd
S ) ( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r �M �Z �c �d �H �m �k �e �O � �Q �f �L �^ �R �n � �l �[ �J �w �T �` �o � �s r r r r r r �A �E �F �B �? �D �p �g �\ �� �h �_ �V �W �G �t �� �U �] �a �q �� �� �� �� �� r r r r r r( r/ r4 r5 r6 r7 r8 �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� r �� �� �� �� �� �i �� �� �� �� �� �� �- �� �� � � �# �+ �% �, �7 �/ �( �; �! �. �& �$ �) � �' � �" �3 �0 �1 �5 �2 �6 �9 �= �� �C �� �< �8 � � � � � � � � � � � �
� � � �
� � � � � � � � � � � �K �4 �� �* � �> �� �� �� �: � �b � � � � � � r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r> r? r@ rA rB rC rD rE �x rF rG rH rI rJ rK rL rM �N �@ �S �y r� �u rW rN rO rP rQ rR rS rT rU �X rV rX rY rZ �z �Y �j r[ r\ r] r_ r` r^ r| r~ �I �P �v �r r� r� r� r� r� r� r� r� r� r� r� r� ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r� r} r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� ( � r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g! _B�?Fz
ISO-8859-5Z Bulgairan)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251Z BulgarianN)Z Latin5_BulgarianCharToOrderMapZ win1251BulgarianCharToOrderMapZBulgarianLangModelZLatin5BulgarianModelZWin1251BulgarianModel� r� r� �J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langbulgarianmodel.py�<module>% s" �
� chardet/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001455 15043676105 0015530 0 ustar 00 U
��.e � @ s8 d dl mZmZ d dlmZ d dlmZmZ dd� ZdS )� )�PY2�PY3)�UniversalDetector)� __version__�VERSIONc C sH t | t�s0t | t�s(td�t| ����nt| �} t� }|�| � |�� S )z�
Detect the encoding of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
z4Expected object of type bytes or bytearray, got: {0}) �
isinstance� bytearray�bytes� TypeError�format�typer Zfeed�close)Zbyte_strZdetector� r �@/usr/lib/python3.8/site-packages/pip/_vendor/chardet/__init__.py�detect s
�
r N) �compatr r Zuniversaldetectorr �versionr r r r r r r �<module> s chardet/__pycache__/sbcharsetprober.cpython-38.opt-1.pyc 0000644 00000005646 15043676105 0017167 0 ustar 00 U
��.e � @ s4 d dl mZ d dlmZmZmZ G dd� de�ZdS )� )�
CharSetProber)�CharacterCategory� ProbingState�SequenceLikelihoodc sb e Zd ZdZdZdZdZd� fdd� Z� fd d
�Ze d d � �Z
e d
d� �Z dd� Z dd� Z
� ZS )�SingleByteCharSetProber�@ i gffffff�?g�������?FNc sJ t t| ��� || _|| _|| _d | _d | _d | _d | _ d | _
| � � d S )N) �superr �__init__�_model� _reversed� _name_prober� _last_order�
_seq_counters� _total_seqs� _total_char�
_freq_char�reset)�self�model�reversedZ name_prober�� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr ' s z SingleByteCharSetProber.__init__c s: t t| ��� d| _dgt�� | _d| _d| _d| _ d S )N� � )
r r r r
r Zget_num_categoriesr r r r �r r r r r 5 s z SingleByteCharSetProber.resetc C s | j r| j jS | jd S d S )N� charset_name)r r r
r r r r r ? s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | j�d�S d S )N�language)r r r
�getr r r r r F s z SingleByteCharSetProber.languagec C sj | j d s| �|�}|s | jS | j d }t|�D ]�\}}|| }|tjk rX| jd7 _|| jk r�| jd7 _| j | jk r�| j
d7 _
| j s�| j | j | }| j d | }n || j | j }| j d | }| j | d7 < || _ q0| j d }| jt
jk�rd| j
| jk�rd| �� }|| jk�r<| j�d||� t
j| _n(|| jk �rd| j�d||| j� t
j| _| jS )NZkeep_english_letter�char_to_order_mapr Zprecedence_matrixr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s)r
Zfilter_international_words�state� enumerater ZCONTROLr � SAMPLE_SIZEr r
r r r r Z DETECTING�SB_ENOUGH_REL_THRESHOLD�get_confidence�POSITIVE_SHORTCUT_THRESHOLDZlogger�debugZFOUND_ITZ_state�NEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr �i�c�orderr r Z
confidencer r r �feedM sL
�
�z SingleByteCharSetProber.feedc C sN d}| j dkrJd| jtj | j | jd }|| j | j }|dkrJd}|S )Ng{�G�z�?r g �?Ztypical_positive_ratiog�G�z��?)r r r ZPOSITIVEr
r r )r �rr r r r% | s
��z&SingleByteCharSetProber.get_confidence)FN)�__name__�
__module__� __qualname__r# r$ r& r( r r �propertyr r r, r% �
__classcell__r r r r r ! s
/r N)Z
charsetproberr Zenumsr r r r r r r r �<module> s chardet/__pycache__/escprober.cpython-38.opt-1.pyc 0000644 00000005044 15043676107 0015755 0 ustar 00 U
��.en � @ sX d dl mZ d dlmZ d dlmZmZmZ d dlm Z m
Z
m Z m Z G dd� de�Z
dS )� )�
CharSetProber)�CodingStateMachine)�LanguageFilter� ProbingState� MachineState)� HZ_SM_MODEL�ISO2022CN_SM_MODEL�ISO2022JP_SM_MODEL�ISO2022KR_SM_MODELc sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d
� �Zd d � Z d
d� Z
� Z S )�EscCharSetProberz�
This CharSetProber uses a "code scheme" approach for detecting encodings,
whereby easily recognizable escape or shift sequences are relied on to
identify these encodings.
Nc s� t t| �j|d� g | _| jtj@ rD| j�tt �� | j�tt
�� | jtj @ r`| j�tt �� | jtj
@ r|| j�tt�� d | _d | _d | _d | _| �� d S )N)� lang_filter)�superr �__init__� coding_smr r ZCHINESE_SIMPLIFIED�appendr r r ZJAPANESEr ZKOREANr
�active_sm_count�_detected_charset�_detected_language�_state�reset)�selfr �� __class__� �A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escprober.pyr * s zEscCharSetProber.__init__c sJ t t| ��� | jD ]}|s qd|_|�� qt| j�| _d | _d | _d S )NT) r
r r r �active�lenr r r )r r r r r r : s
zEscCharSetProber.resetc C s | j S �N�r �r r r r � charset_nameE s z EscCharSetProber.charset_namec C s | j S r )r r r r r �languageI s zEscCharSetProber.languagec C s | j r
dS dS d S )Ng�G�z��?g r r r r r �get_confidenceM s z EscCharSetProber.get_confidencec C s� |D ]�}| j D ]�}|r|js q|�|�}|tjkrhd|_| jd8 _| jdkr�tj| _| j S q|tj
krtj | _|� � | _
|j| _| j S qq| j S )NFr � )r r Z
next_stater ZERRORr r ZNOT_MEr �stateZITS_MEZFOUND_ITZget_coding_state_machiner r! r )r Zbyte_str�cr Z coding_stater r r �feedS s"
zEscCharSetProber.feed)N) �__name__�
__module__� __qualname__�__doc__r r �propertyr r! r" r& �
__classcell__r r r r r # s
r N)Z
charsetproberr Zcodingstatemachiner Zenumsr r r Zescsmr r r r
r r r r r �<module> s chardet/__pycache__/chardistribution.cpython-38.opt-1.pyc 0000644 00000014047 15043676107 0017351 0 ustar 00 U
��.e�$ � @ s� d dl mZmZmZ d dlmZmZmZ d dlm Z m
Z
m Z d dl m
Z
mZmZ d dlmZmZmZ G dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )� )�EUCTW_CHAR_TO_FREQ_ORDER�EUCTW_TABLE_SIZE� EUCTW_TYPICAL_DISTRIBUTION_RATIO)�EUCKR_CHAR_TO_FREQ_ORDER�EUCKR_TABLE_SIZE� EUCKR_TYPICAL_DISTRIBUTION_RATIO)�GB2312_CHAR_TO_FREQ_ORDER�GB2312_TABLE_SIZE�!GB2312_TYPICAL_DISTRIBUTION_RATIO)�BIG5_CHAR_TO_FREQ_ORDER�BIG5_TABLE_SIZE� BIG5_TYPICAL_DISTRIBUTION_RATIO)�JIS_CHAR_TO_FREQ_ORDER�JIS_TABLE_SIZE� JIS_TYPICAL_DISTRIBUTION_RATIOc @ sL e Zd ZdZdZdZdZdd� Zdd� Zd d
� Z d d � Z
d
d� Z dd� Z dS )�CharDistributionAnalysisi g�G�z��?g{�G�z�?� c C s0 d | _ d | _d | _d | _d | _d | _| �� d S �N)�_char_to_freq_order� _table_size�typical_distribution_ratio�_done� _total_chars� _freq_chars�reset��self� r �H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/chardistribution.py�__init__. s z!CharDistributionAnalysis.__init__c C s d| _ d| _d| _dS )z reset analyser, clear any stateF� N)r r r r r r r r = s z CharDistributionAnalysis.resetc C sX |dkr| � |�}nd}|dkrT| jd7 _|| jk rTd| j| krT| jd7 _dS )z"feed a character with known length� ���r r i N)� get_orderr r r r )r �charZchar_len�orderr r r �feedF s
z CharDistributionAnalysis.feedc C sT | j dks| j| jkr | jS | j | jkrN| j| j | j | j }|| jk rN|S | jS )z(return confidence based on existing datar )r r �MINIMUM_DATA_THRESHOLD�SURE_NOr �SURE_YES)r �rr r r �get_confidenceT s �
z'CharDistributionAnalysis.get_confidencec C s | j | jkS r )r �ENOUGH_DATA_THRESHOLDr r r r �got_enough_datad s z(CharDistributionAnalysis.got_enough_datac C s dS )Nr" r )r �byte_strr r r r# i s z"CharDistributionAnalysis.get_orderN)
�__name__�
__module__� __qualname__r, r) r( r' r r r& r+ r- r# r r r r r ( s r c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCTWDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) �superr2 r r r r r r r r �� __class__r r r r s z"EUCTWDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr �� �^ r � r" r �r r. �
first_charr r r r# x s z#EUCTWDistributionAnalysis.get_order�r/ r0 r1 r r# �
__classcell__r r r4 r r2 q s r2 c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCKRDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 r= r r r r r r r r r4 r r r � s z"EUCKRDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r7 r r8 r" r r9 r r r r# � s z#EUCKRDistributionAnalysis.get_orderr; r r r4 r r= � s r= c s$ e Zd Z� fdd�Zdd� Z� ZS )�GB2312DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 r? r r r r r r
r r r4 r r r � s z#GB2312DistributionAnalysis.__init__c C s> |d |d }}|dkr6|dkr6d|d | d S dS d S )Nr r r> r8 r7 r" r �r r. r: � second_charr r r r# � s z$GB2312DistributionAnalysis.get_orderr; r r r4 r r? � s r? c s$ e Zd Z� fdd�Zdd� Z� ZS )�Big5DistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rB r r r r r r
r r r4 r r r � s z!Big5DistributionAnalysis.__init__c C sX |d |d }}|dkrP|dkr:d|d | d d S d|d | d S ndS d S ) Nr r � r8 � �? �@ r" r r@ r r r r# � s z"Big5DistributionAnalysis.get_orderr; r r r4 r rB � s rB c s$ e Zd Z� fdd�Zdd� Z� ZS )�SJISDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rG r r r r r r r r r4 r r r � s z!SJISDistributionAnalysis.__init__c C sr |d |d }}|dkr0|dkr0d|d }n&|dkrR|dkrRd|d d }nd S || d
}|d krnd }|S ) Nr r � � � �� �� � r" rF � r )r r. r: rA r% r r r r# � s z"SJISDistributionAnalysis.get_orderr; r r r4 r rG � s rG c s$ e Zd Z� fdd�Zdd� Z� ZS )�EUCJPDistributionAnalysisc s$ t t| ��� t| _t| _t| _d S r ) r3 rO r r r r r r r r r4 r r r � s z"EUCJPDistributionAnalysis.__init__c C s0 |d }|dkr(d|d |d d S dS d S )Nr � r7 r8 r r" r )r r. r$ r r r r# � s z#EUCJPDistributionAnalysis.get_orderr; r r r4 r rO � s rO N) Z euctwfreqr r r Z euckrfreqr r r Z
gb2312freqr r r
Zbig5freqr r r
Zjisfreqr r r �objectr r2 r= r? rB rG rO r r r r �<module> s I chardet/__pycache__/langcyrillicmodel.cpython-38.opt-1.pyc 0000644 00000070603 15043676111 0017464 0 ustar 00 U
��.e F � @ s� d Z dZdZdZdZdZdZe eddd d
d �Zeeddd d
d �Zeeddd
d
d �Z eedddd
d �Z
eedddd
d �Z eedddd
d �Z dS )( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r � � � � � � � � � � � �J � �K � � � � � � � � � � � � r r r r r r �G � �B � �A � �L � �@ � � �M �H � �E �C � �N �I � � �O � � � � r r r r r � � � �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �D �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� � � � � � � � r r � � � � �
� �' � � � � � � � � � � � � � � � � �
� � � � � � � �6 �; �% �, �: �) �0 �5 �. �7 �* �< �$ �1 �& � �" �# �+ �- � �( �4 �8 �! �= �> �3 �9 �/ �? �2 �F ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq r\ rr rs rt ru rv r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r� ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r� rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv r r\ r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r9 r: r; r< r\ r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rw r� r� r� rx r� ry r� rz r� r{ r� r| r� r} r� r~ r� rT rU rV rW rX rY rZ r r� r� r� r[ r] r^ r_ r� r� r` ra rb rc rd re rf r� r� rg rh ri rj rk rl rm rn r� r� r� r� r� r� r� r� r� ro rp rq rr r� r� rs r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rt ru r� r� r� r� r� r� r� r� r� r� r� r� rv r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r~ r{ r| r� r� r� r� r� r� r� r� r� r� r9 r: r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r] r^ r_ r` ra rb rc rd re rf rg rh ri r� r� r� r� r} r rz r� r� r� r� r� r� r� rw r� rj r\ rk rl rm rn ro rp rq rr rs rt ru rv r r ( � rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r� r� rx rx rx rx r� rx rx rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r� rx r| r| r| r| r| r� r� r| rx rx rx r| rx rx rx rx rx rx rx rx rx rx r| rx rx r� r� rx rx rx rx rx rx rx rx rx r| rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx r| r| rx rx rx rx rx rx rx rx rx r| rx rx r� r� rx rx rx rx rx rx rx rx r| rx rx r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx r| rx rx rx rx rx rx rx rx rx rx rx rx rx r� r� rx rx rx rx rx rx rx rx rx rx rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| rx rx r� r� rx rx rx rx rx rx rx rx rx rx rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx r| r| r| rx r� rx rx r� rx rx rx rx r| r| rx r� r| r| r| rx rx r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx rx rx rx r| r| rx r| rx rx rx r| r� r| r| r� r� r| r| r| r| r| r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx rx r| r| r| rx r� r| r| rx rx r| r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx r� r| rx r| r| rx r| rx rx rx rx r| r| rx r� rx r| r| rx r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx r| r| rx rx rx rx rx r| rx rx rx rx r| r| r| r� rx rx rx r| r| r| r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx r| rx r| rx rx rx rx rx rx r| rx r| r| r� r� rx r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx r| r� r� rx r� r� r� r� r� r| r� r� r� r| r| r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx r| r| r| r| r� rx r| rx r| rx r| r� r| r| r� r� r� r| r� r| r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx rx rx rx rx rx rx r| r| rx r| rx rx rx r| r| r| r| r� r| r| r| r| rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx r| rx r| r| rx rx rx rx rx rx rx rx rx r� rx r| r� r� rx rx rx rx r| rx rx rx rx r| rx r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx rx r| r| rx rx r� r| r� r� rx r| rx r| rx r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� rx r� r| rx rx rx rx r| rx rx rx rx r� r| r| r� r� r| rx r| r| r| rx r| rx r| r| rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx r� r| rx r| rx r� r� r| rx rx r| r� r| rx r� r� r| rx r| r| r� r� rx r� rx r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� rx r� r| rx rx rx rx rx rx rx rx r| r� rx r| r� r� r| r| rx rx rx r| rx rx r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| r| rx rx r| r| r| rx rx r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| r| rx rx rx rx rx rx rx r� rx r| rx rx r| rx r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rx rx rx rx rx rx r| rx rx rx r| r| r| r| rx r� rx r| rx r� r� r| r� r� r| r| r| r| r� rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r| rx rx rx rx rx r� r| r| r� rx r� r� rx r� r� rx r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| r| r� r� rx rx rx r| r| r� r| r| rx r� r� r| r� r� r| r| r� rx r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx rx rx rx r� r| r| r| r� r| r� rx rx r� r� r| r� r| r� r| r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx rx r| r� rx r| r| rx r| r� rx r| r� rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx r| rx rx rx r| r| r| rx rx r� r| r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r� r| r� r| rx rx r| r| r� r| r| rx r� r| r� r� r� r| r| rx r| r� r| r| r| r| r| rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx rx rx r� r� r� r� r� r| r| r� r� rx r� r� r� rx r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� rx rx rx r| r� r� r� r| r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| rx r| r| r| r� r| r| r| r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx r� r� r� r� r� r� r� r� r� rx r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| rx r| r| r| rx r� r| r| r| r| r| r| r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx rx r| r| r| r| rx r| r| r� r� r| r| r| r| r� r� rx r� r| r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� rx r| r| r| r| r� r| r� r| r� r| r� r� r� r| r� r| r| r� r� r| r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| r| r| r� r� r� r| rx r� r� r� r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r| rx r| r� r| r| r| r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r� r� r� r| r| r| rx r| r| r| r| r| r| r| r� r� r� r| r� r| r� r� r� r| r| r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r| rx rx r| r� r� r� r� r� r� r� r� r| r� r� r� rx r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx rx r� r| r| r| r| r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx rx rx r| r� r� r� r� r| r| r� r� r� r| r� r� r� rx r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| rx r| r� r� r� r| r| r| r� r� r� r| r� r� r� r� r� r� r� r� r� rx r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r| r� r� r| r| r| r| r| r| r� r| r| r� r� r� r� r� r| r| r| r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx rx r| r| r� r� r� r| r| r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r| rx r| r� r� r� r� r� r� r� r� r� r| r� r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rx r| r| r| r� r� r� r| r| r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rx r� r| r| r| r| r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r| r� r� r� r� rx r| r� r| r� r| r| r� r� r� r� r� r| r� r� r� r| r� r� r� r� r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r| r| r| r� rx r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| rx r| r| r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r� r� r| r� r| r| r| r| r| r� r| r| r� r� r� r� r� r� r| r| r| r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r| r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r| r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r� r� r| r� r| r� r� r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� gl���P@�?FzKOI8-RZRussian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251z
ISO-8859-5Z MacCyrillicZIBM866ZIBM855N)
ZKOI8R_char_to_order_mapZwin1251_char_to_order_mapZlatin5_char_to_order_mapZ macCyrillic_char_to_order_mapZIBM855_char_to_order_mapZIBM866_char_to_order_mapZRussianLangModelZ
Koi8rModelZWin1251CyrillicModelZLatin5CyrillicModelZMacCyrillicModelZ Ibm866ModelZ Ibm855Model� r� r� �I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langcyrillicmodel.py�<module> sb �
�
�
�
�
� chardet/__pycache__/version.cpython-38.pyc 0000644 00000000622 15043676112 0014510 0 ustar 00 U
��.e� � @ s d Z dZe�d�ZdS )z�
This module exists only to simplify retrieving the version number of chardet
from within setup.py and from chardet subpackages.
:author: Dan Blanchard (dan.blanchard@gmail.com)
z3.0.4�.N)�__doc__� __version__�splitZVERSION� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/version.py�<module> s chardet/__pycache__/cp949prober.cpython-38.opt-1.pyc 0000644 00000002120 15043676112 0016037 0 ustar 00 U
��.e? � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�EUCKRDistributionAnalysis)�CodingStateMachine)�MultiByteCharSetProber)�CP949_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� CP949Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cp949prober.pyr # s
zCP949Prober.__init__c C s dS )NZCP949r r
r r r � charset_name+ s zCP949Prober.charset_namec C s dS )NZKoreanr r
r r r �language/ s zCP949Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) Zchardistributionr Zcodingstatemachiner Zmbcharsetproberr Zmbcssmr r r r r r �<module> s chardet/__pycache__/latin1prober.cpython-38.pyc 0000644 00000006446 15043676112 0015437 0 ustar 00 U
��.e� � @ s^ d dl mZ d dlmZ dZdZd ZdZdZdZ dZ
dZ d Z d
Z
eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee eeeeeee
ee
ee
eeeeeeeeeeee ee ee e
eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee e e e e e e
e
e e e e e e e e e
e
e e e e e ee e e e e e
e
e
e e e e e e e e e e e e e e e e e e e e e e e ee e e e e e e e �f Zd ZG d d
� d
e�ZdS )� )�
CharSetProber)� ProbingState� � � � � � � � )@r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c sL e Zd Z� fdd�Zdd� Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
� Latin1Proberc s& t t| ��� d | _d | _| �� d S )N)�superr �__init__�_last_char_class�
_freq_counter�reset��self�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/latin1prober.pyr a s zLatin1Prober.__init__c C s t | _dgt | _t�| � d S )Nr )�OTHr � FREQ_CAT_NUMr r r r r r r r g s zLatin1Prober.resetc C s dS )Nz
ISO-8859-1r r r r r � charset_namel s zLatin1Prober.charset_namec C s dS )N� r r r r r �languagep s zLatin1Prober.languagec C s` | � |�}|D ]J}t| }t| jt | }|dkr@tj| _ qZ| j| d7 < || _q| j S )Nr r )
Zfilter_with_english_letters�Latin1_CharToClass�Latin1ClassModelr � CLASS_NUMr �NOT_MEZ_stater �state)r Zbyte_str�cZ
char_classZfreqr r r �feedt s
�zLatin1Prober.feedc C s\ | j tjkrdS t| j�}|dk r(d}n | jd | jd d | }|dk rPd}|d }|S )Ng{�G�z�?g r r g 4@g\��(\�?)r! r r �sumr )r ZtotalZ
confidencer r r �get_confidence� s
�zLatin1Prober.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r# r% �
__classcell__r r r r r ` s
r N)Z
charsetproberr Zenumsr r ZUDFr ZASCZASSZACVZACOZASVZASOr r r r r r r r �<module> s �'
chardet/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000000476 15043676114 0015256 0 ustar 00 U
��.en � @ s@ d dl Z e jdk r(dZdZeefZeZndZdZeefZeZdS )� N)� r TF) �sys� version_infoZPY2ZPY3�strZunicodeZbase_strZ text_type�bytes� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/chardet/compat.py�<module> s
chardet/__pycache__/compat.cpython-38.pyc 0000644 00000000476 15043676115 0014320 0 ustar 00 U
��.en � @ s@ d dl Z e jdk r(dZdZeefZeZndZdZeefZeZdS )� N)� r TF) �sys� version_infoZPY2ZPY3�strZunicodeZbase_strZ text_type�bytes� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/chardet/compat.py�<module> s
chardet/__pycache__/enums.cpython-38.pyc 0000644 00000005063 15043676115 0014161 0 ustar 00 U
��.e} � @ sh d Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�Zd
S )zr
All of the Enums that are used throughout the chardet package.
:author: Dan Blanchard (dan.blanchard@gmail.com)
c @ s e Zd ZdZdZdZdZdS )�
InputStatezS
This enum represents the different states a universal detector can be in.
� � � N)�__name__�
__module__� __qualname__�__doc__Z
PURE_ASCIIZ ESC_ASCIIZ HIGH_BYTE� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/chardet/enums.pyr s r c @ s< e Zd ZdZdZdZdZdZdZdZ eeB Z
e
eB eB Z dS ) �LanguageFilterzj
This enum represents the different language filters we can apply to a
``UniversalDetector``.
r r � � � � N) r r r r ZCHINESE_SIMPLIFIEDZCHINESE_TRADITIONALZJAPANESEZKOREANZNON_CJKZALLZCHINESEZCJKr r r r
r s r c @ s e Zd ZdZdZdZdZdS )� ProbingStatezG
This enum represents the different states a prober can be in.
r r r N)r r r r Z DETECTINGZFOUND_ITZNOT_MEr r r r
r s r c @ s e Zd ZdZdZdZdZdS )� MachineStatezN
This enum represents the different states a state machine can be in.
r r r N)r r r r ZSTARTZERRORZITS_MEr r r r
r ) s r c @ s, e Zd ZdZdZdZdZdZedd� �Z dS ) �SequenceLikelihoodzX
This enum represents the likelihood of a character following the previous one.
r r r � c C s dS )z::returns: The number of likelihood categories in the enum.r r )�clsr r r
�get_num_categories; s z%SequenceLikelihood.get_num_categoriesN)
r r r r ZNEGATIVEZUNLIKELYZLIKELYZPOSITIVE� classmethodr r r r r
r 2 s r c @ s$ e Zd ZdZdZdZdZdZdZdS )�CharacterCategoryz�
This enum represents the different categories language models for
``SingleByteCharsetProber`` put characters into.
Anything less than CONTROL is considered a letter.
� � � � � N) r r r r Z UNDEFINEDZ
LINE_BREAKZSYMBOLZDIGITZCONTROLr r r r
r A s r N)r �objectr r r r r r r r r r
�<module> s chardet/__pycache__/codingstatemachine.cpython-38.opt-1.pyc 0000644 00000005471 15043676116 0017626 0 ustar 00 U
��.e � @ s( d dl Z ddlmZ G dd� de�ZdS )� N� )� MachineStatec @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )�CodingStateMachinea�
A state machine to verify a byte sequence for a particular encoding. For
each byte the detector receives, it will feed that byte to every active
state machine available, one byte at a time. The state machine changes its
state based on its previous state and the byte it receives. There are 3
states in a state machine that are of interest to an auto-detector:
START state: This is the state to start with, or a legal byte sequence
(i.e. a valid code point) for character has been identified.
ME state: This indicates that the state machine identified a byte sequence
that is specific to the charset it is designed for and that
there is no other possible encoding which can contain this byte
sequence. This will to lead to an immediate positive answer for
the detector.
ERROR state: This indicates the state machine identified an illegal byte
sequence for that encoding. This will lead to an immediate
negative answer for this encoding. Detector will exclude this
encoding from consideration from here on.
c C s0 || _ d| _d| _d | _t�t�| _| �� d S )Nr ) �_model�_curr_byte_pos�_curr_char_len� _curr_state�loggingZ getLogger�__name__Zlogger�reset)�selfZsm� r
�J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/codingstatemachine.py�__init__7 s zCodingStateMachine.__init__c C s t j| _d S �N)r �STARTr �r r
r
r r ? s zCodingStateMachine.resetc C sh | j d | }| jtjkr0d| _| j d | | _| j| j d | }| j d | | _| jd7 _| jS )NZ class_tabler Zchar_len_tableZ class_factorZ state_tabler )r r r r r r )r �cZ
byte_classZ
curr_stater
r
r �
next_stateB s �z CodingStateMachine.next_statec C s | j S r )r r r
r
r �get_current_charlenP s z&CodingStateMachine.get_current_charlenc C s
| j d S )N�name�r r r
r
r �get_coding_state_machineS s z+CodingStateMachine.get_coding_state_machinec C s
| j d S )N�languager r r
r
r r V s zCodingStateMachine.languageN) r
�
__module__� __qualname__�__doc__r r r r r �propertyr r
r
r
r r ! s r )r Zenumsr �objectr r
r
r
r �<module> s chardet/__pycache__/langhebrewmodel.cpython-38.opt-1.pyc 0000644 00000053244 15043676117 0017136 0 ustar 00 U
��.eQ, � @ s d Z dZe eddddd�ZdS )( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r �E �[ �O �P �\ �Y �a �Z �D �o �p �R �I �_ �U �N �y �V �G �C �f �k �T �r �g �s r r r r r r �2 �J �< �= �* �L �F �@ �5 �i �] �8 �A �6 �1 �B �n �3 �+ �, �? �Q �M �b �K �l r r r r r �| �� �� �� �� �( �: �� �� �� �� �� �� �� �� �� �� �S �4 �/ �. �H � �^ �� �q �� �m �� �� �� �� �" �t �� �v �d �� �� �u �w �h �} �� �� �W �c �� �j �z �{ �� �7 �� �� �e �� �� �x �� �0 �' �9 �� � �; �) �X �! �% �$ � � �# �� �> � �� �~ �� �� �& �- �� �� �� �� �� � �� � � � � � � � � � � � � � � � � � � � � � � � � �
� � � � � � �
� � r � �` r ( � r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g C��|�?Fz windows-1255ZHebrew)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZWIN1255_CHAR_TO_ORDER_MAPZHEBREW_LANG_MODELZWin1255HebrewModel� r� r� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhebrewmodel.py�<module>% s � chardet/__pycache__/langhebrewmodel.cpython-38.pyc 0000644 00000053244 15043676120 0016171 0 ustar 00 U
��.eQ, � @ s d Z dZe eddddd�ZdS )( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r �E �[ �O �P �\ �Y �a �Z �D �o �p �R �I �_ �U �N �y �V �G �C �f �k �T �r �g �s r r r r r r �2 �J �< �= �* �L �F �@ �5 �i �] �8 �A �6 �1 �B �n �3 �+ �, �? �Q �M �b �K �l r r r r r �| �� �� �� �� �( �: �� �� �� �� �� �� �� �� �� �� �S �4 �/ �. �H � �^ �� �q �� �m �� �� �� �� �" �t �� �v �d �� �� �u �w �h �} �� �� �W �c �� �j �z �{ �� �7 �� �� �e �� �� �x �� �0 �' �9 �� � �; �) �X �! �% �$ � � �# �� �> � �� �~ �� �� �& �- �� �� �� �� �� � �� � � � � � � � � � � � � � � � � � � � � � � � � �
� � � � � � �
� � r � �` r ( � r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g C��|�?Fz windows-1255ZHebrew)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZWIN1255_CHAR_TO_ORDER_MAPZHEBREW_LANG_MODELZWin1255HebrewModel� r� r� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhebrewmodel.py�<module>% s � chardet/__pycache__/universaldetector.cpython-38.opt-1.pyc 0000644 00000013242 15043676121 0017526 0 ustar 00 U
��.e�0 � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z ddl
m Z ddl m
Z
ddlmZ dd lmZ G d
d � d e�ZdS ) a
Module containing the UniversalDetector detector class, which is the primary
class a user of ``chardet`` should use.
:author: Mark Pilgrim (initial port to Python)
:author: Shy Shalom (original C code)
:author: Dan Blanchard (major refactoring for 3.0)
:author: Ian Cordasco
� N� )�CharSetGroupProber)�
InputState�LanguageFilter� ProbingState)�EscCharSetProber)� Latin1Prober)�MBCSGroupProber)�SBCSGroupProberc @ sn e Zd ZdZdZe�d�Ze�d�Ze�d�Z dddd d
d d d
d�Z
e j fdd�Z
dd� Zdd� Zdd� ZdS )�UniversalDetectoraq
The ``UniversalDetector`` class underlies the ``chardet.detect`` function
and coordinates all of the different charset probers.
To get a ``dict`` containing an encoding and its confidence, you can simply
run:
.. code::
u = UniversalDetector()
u.feed(some_bytes)
u.close()
detected = u.result
g�������?s [�-�]s (|~{)s [�-�]z Windows-1252z Windows-1250z Windows-1251z Windows-1256z Windows-1253z Windows-1255z Windows-1254z Windows-1257)z
iso-8859-1z
iso-8859-2z
iso-8859-5z
iso-8859-6z
iso-8859-7z
iso-8859-8z
iso-8859-9z iso-8859-13c C sN d | _ g | _d | _d | _d | _d | _d | _|| _t� t
�| _ d | _ | �
� d S )N)�_esc_charset_prober�_charset_probers�result�done� _got_data� _input_state�
_last_char� lang_filter�loggingZ getLogger�__name__�logger�_has_win_bytes�reset)�selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/universaldetector.py�__init__Q s zUniversalDetector.__init__c C sV dddd�| _ d| _d| _d| _tj| _d| _| jr>| j� � | j
D ] }|� � qDdS )z�
Reset the UniversalDetector and all of its probers back to their
initial states. This is called by ``__init__``, so you only need to
call this directly in between analyses of different documents.
N� ��encoding�
confidence�languageF� ) r r r r r �
PURE_ASCIIr r r r r
)r �proberr r r r ^ s
zUniversalDetector.resetc C s> | j r
dS t|�sdS t|t�s(t|�}| js�|�tj�rJdddd�| _nv|�tj tj
f�rldddd�| _nT|�d�r�dddd�| _n:|�d �r�d
ddd�| _n |�tj tj f�r�d ddd�| _d | _| jd
dk r�d | _ dS | j
tjk�r.| j�|��rtj| _
n*| j
tjk�r.| j�| j| ��r.tj| _
|dd� | _| j
tjk�r�| j�s^t| j�| _| j�|�tjk�r:| jj | j� � | jj d�| _d | _ n�| j
tjk�r:| j �s�t | j�g| _ | jt!j"@ �r�| j �#t$� � | j �#t%� � | j D ]:}|�|�tjk�r�|j |� � |j d�| _d | _ �q&�q�| j&�|��r:d | _'dS )a�
Takes a chunk of a document and feeds it through all of the relevant
charset probers.
After calling ``feed``, you can check the value of the ``done``
attribute to see if you need to continue feeding the
``UniversalDetector`` more data, or if it has made a prediction
(in the ``result`` attribute).
.. note::
You should always call ``close`` when you're done feeding in your
document if ``done`` is not already ``True``.
Nz UTF-8-SIG� �?� r zUTF-32s �� zX-ISO-10646-UCS-4-3412s ��zX-ISO-10646-UCS-4-2143zUTF-16Tr ���)(r �len�
isinstance� bytearrayr �
startswith�codecs�BOM_UTF8r � BOM_UTF32_LE� BOM_UTF32_BE�BOM_LE�BOM_BEr r r# �HIGH_BYTE_DETECTOR�search� HIGH_BYTE� ESC_DETECTORr Z ESC_ASCIIr r r �feedr ZFOUND_IT� charset_name�get_confidencer! r
r r ZNON_CJK�appendr
r �WIN_BYTE_DETECTORr )r Zbyte_strr$ r r r r6 o s�
�
��
�
�
�
� �
�
zUniversalDetector.feedc C st | j r | jS d| _ | js&| j�d� n�| jtjkrBdddd�| _n�| jtjkr�d}d}d}| j D ]"}|sjq`|�
� }||kr`|}|}q`|r�|| j kr�|j }|j �
� }|�
� }|�d �r�| jr�| j�||�}|||jd�| _| j�� tjk�rn| jd
dk�rn| j�d � | j D ]`}|�s�q t|t��rP|jD ] }| j�d |j |j|�
� � �q,n| j�d |j |j|�
� � �q | jS )
z�
Stop analyzing the current document and come up with a final
prediction.
:returns: The ``result`` attribute, a ``dict`` with the keys
`encoding`, `confidence`, and `language`.
Tzno data received!�asciir% r& r Nr ziso-8859r z no probers hit minimum thresholdz%s %s confidence = %s)r r r r �debugr r r# r4 r
r8 �MINIMUM_THRESHOLDr7 �lowerr+ r � ISO_WIN_MAP�getr! ZgetEffectiveLevelr �DEBUGr) r Zprobers) r Zprober_confidenceZmax_prober_confidenceZ
max_proberr$ r7 Zlower_charset_namer Z group_proberr r r �close� sj �
��
�
�zUniversalDetector.closeN)r �
__module__� __qualname__�__doc__r= �re�compiler2 r5 r: r? r ZALLr r r6 rB r r r r r 3 s$
�
mr )rE r, r rF Zcharsetgroupproberr Zenumsr r r Z escproberr Z latin1proberr Zmbcsgroupproberr Zsbcsgroupproberr
�objectr r r r r �<module> s chardet/__pycache__/langturkishmodel.cpython-38.opt-1.pyc 0000644 00000053246 15043676122 0017351 0 ustar 00 U
��.e^+ � @ s d Z dZe eddddd�ZdS )( � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � �% �/ �' � �4 �$ �- �5 �< � �1 � �. �* �0 �E �, �# � �3 �& �> �A �+ �8 r r r r r r � � � � � � � � � � �
� �
� � � �@ � � � � � �9 �: � � r r r r r � � � � � � � � � � � � � � � � � � � � � � �e � � � � � � � � �j � � � � � � � �d � � � � � � � � �^ �P �] � �i � � �? � � � � � � �~ �} �| �h �I �c �O �U �{ �6 �z �b �\ �y �x �[ �g �w �D �v �u �a �t �s �2 �Z �r �q �p �o �7 �) �( �V �Y �F �; �N �G �R �X �! �M �B �T �S �n �K �= �` � �C �m �J �W �f �" �_ �Q �l �L �H � � � �k ( r$ r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r r r$ r$ r r$ r$ � r$ r$ r$ r$ r$ r� r$ r r$ r$ r r r� r� r r r� r� r� r r� r� r r r r r� r� r� r� r� r� r� r r r� r� r r� r� r r$ r r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r r$ r r� r$ r$ r r$ r$ r� r$ r$ r$ r$ r$ r� r$ r� r$ r$ r r r� r r� r r� r� r� r� r� r� r r r r r� r� r� r� r� r� r� r r r� r� r� r r� r r$ r$ r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r r$ r r r$ r$ r� r$ r$ r r r$ r$ r$ r$ r� r$ r� r$ r$ r r r� r� r� r r� r� r� r� r r r� r r r r� r� r� r r� r� r� r� r r� r� r� r� r� r r$ r$ r$ r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r$ r r$ r$ r r� r$ r r r r r r$ r$ r� r� r� r r r r� r r� r� r r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r r� r r r� r r� r� r r$ r$ r$ r r$ r$ r r r$ r$ r$ r$ r$ r$ r$ r r$ r r r� r$ r r� r r r$ r$ r r r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r r� r r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r r� r� r r$ r� r r$ r� r� r r r r$ r� r$ r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r$ r� r$ r$ r$ r� r$ r r� r r$ r r$ r$ r r� r� r r$ r r� r� r r� r� r� r� r� r� r r� r� r r� r� r� r� r� r� r� r� r� r r r r� r r� r� r r$ r$ r$ r r$ r$ r r$ r$ r$ r$ r r$ r$ r$ r� r$ r$ r� r� r r r� r� r r$ r r r� r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r� r� r� r r� r r� r r� r� r r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r� r$ r r� r r$ r r r r$ r r$ r r r� r� r r r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r� r� r$ r$ r$ r r$ r$ r$ r$ r$ r$ r$ r r$ r$ r$ r� r$ r r r� r r$ r� r� r r r r r� r� r� r r$ r$ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r r� r� r� r$ r$ r$ r$ r$ r$ r$ r r r r r$ r r$ r$ r� r$ r$ r r r r r� r� r r r$ r r� r� r r$ r� r$ r r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r� r r$ r$ r$ r r$ r$ r$ r r r r r$ r r$ r$ r� r$ r r� r� r r r� r r r r r r� r� r� r r� r$ r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r r� r� r� r$ r$ r$ r r$ r$ r r$ r r r r$ r$ r$ r$ r r$ r r r� r$ r r r r$ r$ r r$ r r� r� r r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r r$ r r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r r r r� r$ r$ r r$ r$ r� r r$ r$ r r$ r� r$ r� r$ r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r r r r$ r$ r� r$ r$ r$ r$ r$ r$ r$ r$ r$ r� r� r$ r r� r$ r$ r� r$ r r$ r$ r$ r� r$ r r$ r r� r� r� r� r� r� r� r� r� r� r r� r r r� r r� r� r� r� r� r� r� r r r� r� r r� r� r r$ r$ r$ r r r$ r$ r r� r� r r� r� r$ r$ r r$ r� r� r r� r� r r� r r� r� r� r r� r r� r� r$ r r� r r� r� r� r r r r� r r r r r r r r� r r r r� r� r� r r� r� r� r� r� r r r r$ r$ r� r$ r$ r$ r$ r$ r r$ r� r� r� r� r r$ r� r r$ r r� r r$ r r$ r� r$ r� r r$ r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r$ r$ r r r$ r r r� r r r$ r� r r r r� r r� r� r� r r� r r r� r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r r r� r� r r� r� r� r$ r$ r$ r r$ r$ r r r$ r$ r r r$ r$ r r� r r r r� r r r� r� r r r r r� r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r� r r r$ r� r� r r� r� r$ r$ r� r$ r� r� r r� r r r� r� r r r r r� r r� r� r r r r r� r r� r r r r r r� r r r r r r r r� r r� r� r� r� r� r� r r� r� r$ r$ r$ r r$ r r$ r$ r� r r r r$ r$ r$ r� r$ r� r� r� r r r� r r r r r r� r� r� r r� r$ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r$ r$ r$ r$ r$ r$ r r r r r$ r$ r$ r$ r r� r r� r� r� r r r� r� r r r$ r$ r� r� r r r r r� r� r r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r r r r$ r$ r� r$ r$ r$ r$ r$ r$ r r r� r r� r r$ r r$ r r r r r r r r r$ r r$ r r� r r r r r r r r r r r r r r r r� r� r r r r� r r r� r� r r� r� r� r r r$ r$ r r r r� r r r r r$ r r r r� r� r� r� r� r� r� r� r� r� r r� r r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r r r$ r r$ r r r r$ r$ r$ r� r r r r� r r r� r� r r r r r r� r� r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r r� r r� r r� r� r� r$ r$ r$ r r$ r$ r$ r$ r$ r r$ r r r$ r$ r r r� r� r� r� r� r� r� r$ r r r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r$ r$ r$ r r r$ r$ r r r r r r r$ r$ r� r$ r r� r� r r r� r� r$ r r r r� r� r� r� r� r$ r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r$ r$ r$ r r r$ r r r r$ r r r r$ r$ r� r$ r� r� r� r� r r� r� r$ r r r r� r� r� r r r� r� r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r$ r$ r� r$ r$ r$ r$ r$ r r r r r r� r r r r r r r� r r r r r r r r r� r� r r r r r r r� r r r$ r r r r r r� r� r r� r r� r r� r r� r� r� r r� r r$ r$ r$ r r$ r$ r$ r� r r r� r r r$ r r� r$ r� r� r� r r� r� r� r r� r� r r� r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r r� r� r r r r� r� r r� r� r$ r$ r r$ r� r� r r r� r r� r$ r� r� r� r r� r r r� r r r� r r r r� r r r r r r� r r r r� r r� r r r r� r� r� r� r� r� r� r� r� r$ r$ r$ r r$ r r$ r r� r r r r r$ r r� r r r r� r r r� r� r r� r r r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r� r r� r� r� r$ r$ r$ r� r$ r$ r r r r$ r r� r$ r r$ r� r$ r� r� r� r r� r� r� r r� r r� r� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r� r$ r$ r r$ r$ r r r� r� r� r� r r r� r r$ r� r� r� r$ r r r� r$ r� r r r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r r r r� r$ r r r r r$ r$ r r$ r� r� r r� r r r� r r r� r r r� r r r� r r r r r r r� r r r r� r r r r r r r r r r� r r� r r� r� r� r� r� r� r� r$ r$ r$ r� r r r$ r� r� r r r� r� r r r� r$ r� r� r r r� r r� r� r� r� r� r r� r� r� r� r$ r r� r r� r r� r r� r� r r� r r� r r r r r r r� r r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r r� r r� r r r r� r� r$ r$ r� r r� r� r r� r� r r r r� r r� r r� r r� r� r r� r r r� r r� r r r r� r r� r r r r� r r r r� r r� r� r� r r r� r� r� r� r$ r r$ r� r r� r� r� r� r� r� r� r� r r r� r r� r� r r� r� r r� r� r� r� r� r r� r� r� r� r� r r r� r� r r� r r� r� r r� r� r� r r r� r r� r r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r� r r$ r� r� r r� r r� r r$ r r$ r� r� r r$ r� r r r� r� r� r� r r� r r� r� r r r� r� r r r� r r r� r� r r� r� r r r� r r r r� r r� r� r� r� r r� r� r� r� r$ r r r� r� r r r� r� r� r� r� r� r$ r r r r� r� r� r� r� r r� r� r� r� r� r r� r r� r� r r� r� r� r� r� r� r r� r� r� r� r� r� r� r r� r� r� r r� r r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r� r r$ r r r r r r r r r� r r$ r r r r� r� r r r� r� r� r r r r$ r� r r r r� r r r r� r r r r r r r r� r� r� r� r r� r r r� r� r� r� r� r� r� r� r r r r$ r� r$ r$ r$ r r r r r r� r r� r r� r r r r� r� r r r r$ r r r r r� r� r r r r� r r r� r� r r r� r r r r r� r� r r� r� r� r r� r r� r r� r� r� r� r$ r$ r r� r� r$ r r� r� r� r� r� r� r$ r r r r� r� r r� r� r r� r� r� r� r� r r� r r� r� r r r r� r� r r� r r r� r� r r r� r� r r r r r r� r r� r� r� r� r� r� r� r� r� r$ r$ r r� r� r r� r� r� r� r r� r� r$ r$ r r r� r� r r� r� r r� r r� r� r� r r� r r� r� r� r r r� r� r r� r r r� r� r r r r r r� r r r r r r r� r� r r r� r� r� r� r$ r$ r r� r� r r r� r� r� r r r� r r r r$ r r� r r� r r r� r� r� r� r� r r� r r� r� r r r� r� r� r� r� r r� r� r r� r� r� r r r� r r� r r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r r� r� r� r r� r� r r� r� r r$ r r r� r� r r� r� r r� r� r� r r� r r� r r� r� r r r r r r r� r r r r� r� r r r� r r r r r r r r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r r r r r� r� r r r� r$ r$ r r r� r� r r� r� r r� r r� r r r r� r� r� r� r� r r r r r r� r r r� r r r r r� r� r� r r r r� r r� r� r� r r� r� r� r� r� r$ r$ r$ r� r r r$ r r� r� r r� r� r r$ r r� r� r� r� r� r� r r� r r� r� r� r r� r� r� r� r r r� r� r� r r� r� r r� r r r� r r� r r r r� r r� r� r� r� r� r� r� r� r� r� r� r$ r r$ r� r� r� r� r� r� r� r r� r� r r r r r� r� r r� r� r r� r� r� r� r� r r� r r� r� r� r r r r� r r� r r r r� r� r r r r r� r r� r r� r r� r� r� r r� r� r� r� r� r� r� r� r r r� r r r r r r r r� r� r r� r r� r� r r$ r� r� r� r� r r� r� r r r� r� r� r r� r r� r� r� r� r� r r r� r r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r r� r� r r$ r� r r$ r r r r� r r� r� r r� r r r r r r r� r� r r r r r r r� r r� r r� r r� r r r� r� r r r r r r r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r� r r r r� r� r� r r� r� r$ r r� r r� r� r r� r� r r� r� r� r r r r� r r� r� r� r� r� r r� r r� r� r r� r� r� r� r r� r r� r r r r� r r� r� r� r� r� r� r� r� r� r� r� r� r r r� r r r r r� r r r r r r� r� r r r r r r� r r� r� r� r r r r r� r� r r r� r r r r� r r r r r r r r r� r r r r r� r r� r� r� r� r� r� r� r� r$ r r r� r� r r� r� r� r� r� r� r� r r r� r r� r� r r� r� r r� r� r� r� r� r r� r� r� r� r r r� r� r� r� r� r r� r� r� r� r� r� r� r r� r� r� r r� r r� r� r� r� r� r� r� r� r� r� r� r� r$ r r� r r r� r r r� r r� r� r r� r� r� r r� r r� r� r� r� r� r r� r� r� r� r r� r r� r r� r r r� r� r r r� r r� r r r� r� r r� r r� r r� r� r� r� r� r� r� r� r r r r� r r r� r� r� r r� r� r� r r r� r r� r� r r� r� r r� r� r� r� r r r� r r� r� r� r r� r� r� r r� r� r r� r� r� r� r� r� r r� r r� r r� r� r� r� r� r� r� r� r� r� r� r r r r r r� r r r r� r� r� r� r r r� r� r r� r� r� r r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r r r r� r r� r� r� r r� r r� r� r� r r� r� r r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r r� r� r� r� r� r r� r� r r r r� r r r r r r r r� r� r� r� r r� r� r r r� r� r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r r r r� r� r� r r� r� r� r� r� r� r r r r r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r� r� r� r r� r� r� r r� r� r� r� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r r� r r� r� r� r� r� r� r r r� r� r� r� r� r� r� r r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g�X4�� �?Tz
ISO-8859-9ZTurkish)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)Z Latin5_TurkishCharToOrderMapZTurkishLangModelZLatin5TurkishModel� r� r� �H/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langturkishmodel.py�<module>$ s � chardet/__pycache__/gb2312prober.cpython-38.opt-1.pyc 0000644 00000002131 15043676124 0016074 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�GB2312DistributionAnalysis)�GB2312_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� GB2312Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312prober.pyr " s
zGB2312Prober.__init__c C s dS )NZGB2312r r
r r r � charset_name( s zGB2312Prober.charset_namec C s dS )NZChineser r
r r r �language, s zGB2312Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r ! s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/langhungarianmodel.cpython-38.pyc 0000644 00000056040 15043676126 0016674 0 ustar 00 U
��.e01 � @ s4 d Z dZdZe eddddd�Zeeddddd�Zd S )
( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r � �( �6 �- � �2 �1 �& �' �5 �$ �) �" �# �/ �. �G �+ �! �% �9 �0 �@ �D �7 �4 r r r r r r � � � � � � � � � � � � �
� � � �C �
� � � � �A �> � � r r r r r � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � �� �� �� �� �K �� �� �� �� �� �� �� �� �O �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �3 �Q �� �N �� �� �� �� �, �� �� �� �= �� �� �� �� �� �: �� �B �; �� �� �� �< �E �? �� �� �� �R � �J �� �F �P �� �H �� � �S �M �T � �L �U � � � � �I �* � � � � � �8 � � r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r� r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r; r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rJ rK rL rM rN r} rO r� rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r� ra rb rc rd re rf rg rh r{ rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r� r| r� r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r` r� r r� r� r� r� r� r� ri �V r� r� �W r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r ( � r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r# r# r r r r r r# r r2 r r r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r r2 r2 r# r# r2 r2 r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r2 r r# r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r2 r2 r2 r2 r# r# r2 r r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r r2 r2 r2 r# r2 r2 r2 r2 r2 r# r2 r2 r r r� r2 r r2 r� r� r� r� r� r� r� r� r� r� r2 r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r r r2 r r2 r r� r2 r r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r2 r r2 r2 r2 r# r r2 r r r2 r# r r2 r2 r r r� r2 r2 r2 r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r2 r r2 r2 r2 r2 r r2 r2 r2 r2 r� r r2 r r� r� r� r# r# r� r� r� r� r� r2 r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r# r# r# r2 r2 r r# r2 r r r2 r r# r2 r r r# r� r2 r2 r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r r r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r2 r r r2 r# r# r2 r r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r2 r2 r r r2 r2 r2 r2 r2 r r# r2 r2 r2 r2 r2 r r r# r2 r2 r2 r� r# r# r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r2 r r2 r2 r2 r r� r2 r r2 r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r# r� r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r# r2 r r r r2 r# r# r2 r2 r# r# r� r2 r2 r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r2 r r2 r2 r2 r r2 r r2 r2 r2 r r2 r2 r2 r2 r2 r# r r2 r r r� r r r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r r r r2 r# r2 r2 r r r# r2 r2 r2 r# r# r2 r# r r2 r r2 r r r r# r� r r r r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r r# r2 r2 r2 r r r2 r r# r� r2 r r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r# r2 r2 r2 r2 r2 r# r r2 r2 r2 r2 r# r# r� r2 r2 r2 r2 r� r r2 r� r� r r# r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r r r2 r2 r r r r r2 r2 r� r# r r2 r r2 r r r2 r r# r r� r r r r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r2 r2 r2 r2 r2 r2 r# r r2 r2 r2 r r# r r2 r2 r r r r2 r r2 r2 r# r2 r2 r# r# r� r r2 r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r# r r r r r2 r2 r2 r# r# r# r2 r2 r# r# r2 r# r# r2 r r# r r2 r# r# r� r r r r� r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r r# r r# r# r2 r2 r# r# r# r# r2 r2 r# r# r r r# r r# r# r r r# r# r� r r r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r# r# r r# r# r2 r2 r# r� r# r# r2 r2 r r� r# r# r r2 r# r� r r r# r� r� r# r2 r r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r r# r2 r2 r2 r2 r2 r# r r2 r r2 r2 r r# r# r2 r r2 r r# r r r� r# r r# r� r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r2 r2 r2 r2 r r r r r2 r# r r r# r# r2 r2 r� r2 r r# r r2 r r# r2 r2 r# r# r� r r# r2 r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r2 r2 r r r r2 r r2 r2 r2 r r# r# r2 r2 r# r# r# r r r2 r r2 r r r r# r� r r r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r# r� r� r2 r2 r2 r2 r2 r� r� r2 r2 r r2 r� r� r� r r2 r2 r# r� r# r r� r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r r2 r2 r2 r2 r2 r# r r2 r2 r r r# r# r� r2 r2 r r r# r r r# r� r r r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r2 r r r# r2 r# r r2 r2 r r r# r# r r r# r# r# r# r2 r r# r# r# r# r r# r� r# r r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r# r� r� r� r� r� r� r� r� r� r r2 r2 r# r# r# r# r# r2 r2 r2 r� r# r# r2 r2 r# r# r# r# r# r r r� r2 r# r# r r� r r# r# r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r� r2 r# r� r# r r# r r r� r# r r2 r# r r� r� r� r r# r# r# r# r# r r� r� r# r# r� r� r� r� r# r r# r r r r# r r# r r� r r� r r r# r# r r# r# r r# r# r# r� r# r� r� r� r# r# r� r# r# r# r r2 r r2 r2 r� r# r r r2 r# r� r# r� r r# r r r� r# r# r� r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r2 r2 r r r# r� r� r2 r r2 r r� r� r� r# r# r2 r� r� r# r# r� r� r r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r# r r r2 r2 r# r� r# r2 r r2 r# r# r# r� r# r# r# r# r# r2 r# r� r� r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r2 r# r# r# r r r r# r� r# r r2 r2 r r� r� r� r r# r# r# r r# r# r# r� r# r# r# r� r� r� r# r r r r r r# r# r# r r� r r# r# r# r# r# r r# r# r# r# r# r# r� r# r# r# r� r� r# r# r2 r r r# r� r� r# r# r r r� r2 r� r# r r# r# r� r� r# r# r# r� r# r# r# r# r� r r# r# r# r r r# r# r# r r# r r# r# r# r# r# r# r# r r# r# r# r r2 r# r# r# r# r# r# r# r# r# r� r# r r2 r2 r� r# r� r� r� r2 r2 r# r� r� r# r r r# r� r� r� r� r r� r� r# r# r# r� r r# r# r# r r# r# r# r# r# r# r r# r# r� r# r# r� r# r# r# r� r# r r# r# r� r# r# r# r# r# r# r# r� r# r r2 r2 r� r# r� r� r� r r r� r� r� r� r# r r r� r� r� r� r# r� r� r# r# r� r� r r� r# r� r r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r# r# r r� r# r# r# r# r# r� r# r2 r r r� r# r� r# r� r r2 r r� r� r# r r r# r� r� r# r# r# r� r� r r# r� r# r r r# r# r r# r# r# r# r# r# r r# r# r# r# r# r# r� r r# r� r# r# r� r# r# r# r� r# r# r r# r# r� r# r r r r� r� r# r� r� r r r# r# r� r� r r# r# r� r� r� r# r r� r� r r# r� r� r r# r# r# r r# r# r# r# r r# r r# r# r# r r r# r# r r# r# r# r r# r# r# r# r# r# r# r# r# r# r� r# r# r r2 r� r� r� r# r� r2 r r# r� r� r# r r# r# r� r� r� r� r r# r� r# r# r� r� r r# r r# r# r# r� r� r� r# r� r# r# r# r# r# r r� r� r# r� r� r� r r� r� r# r# r# r# r# r# r# r# r� r# r2 r� r� r r# r r r# r� r� r r# r r r� r� r� r r# r# r# r� r# r# r� r� r# r# r r� r� r� r# r r# r r r# r# r r# r r� r# r# r# r# r# r# r# r# r# r r# r# r� r� r# r# r# r# r� r� r# r# r2 r r� r� r� r# r� r r r r� r� r� r r r# r� r� r� r� r2 r# r# r# r# r� r� r r# r# r# r r# r� r# r# r# r� r# r# r# r# r# r# r# r� r r# r� r� r# r� r# r# r� r# r# r# r# r# r# r� r# r r2 r r� r� r� r# r� r r r� r� r� r� r r# r# r� r� r� r� r r# r� r# r# r� r� r r# r# r� r r# r# r# r# r r# r r# r r� r# r# r# r� r r# r# r# r r# r# r# r# r� r# r# r# r# r# r� r# r2 r# r# r r r r2 r r# r# r r r# r# r� r# r� r r r# r# r# r# r# r� r� r# r# r� r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r� r� r� r� r� r r r� r� r� r� r r r# r� r� r� r# r# r� r� r# r r� r� r r# r# r# r r r# r# r# r r# r r# r# r� r# r# r# r# r r# r# r# r r# r# r# r# r� r# r r# r# r# r� r# r# r� r� r# r r2 r r# r� r� r r� r# r# r� r� r� r# r# r# r# r� r# r# r� r� r# r� r� r� r� r� r# r r# r r# r r# r# r# r r� r r# r# r# r� r# r r� r� r# r# r# r� r� r� r� r� r� r� r� r� r r2 r r� r� r� r� r� r# r# r r# r� r� r# r# r# r� r� r� r� r r� r� r# r# r� r� r r# r# r# r r# r# r# r# r# r# r r# r� r# r# r# r# r� r r# r# r# r# r# r# r� r# r� r# r# r# r# r# r� r# r# r r r� r# r# r# r� r r r r� r� r� r2 r r# r� r� r� r# r# r� r� r# r# r� r# r# r# r� r� r# r# r� r# r# r# r# r# r# r# r# r r# r# r# r# r# r# r# r r# r# r# r� r� r# r# r# r� r# r� r# r r# r� r r# r# r r r# r# r r# r# r# r� r� r� r# r# r� r# r# r# r# r� r� r# r# r# r� r� r� r# r r r r r r# r# r# r r� r r# r# r# r# r# r# r# r# r# r# r# r# r� r# r# r� r� r� r# r� r# r r2 r� r� r� r# r� r r r� r� r� r� r r r� r� r� r� r� r# r� r� r# r� r� r� r r� r# r� r r# r# r# r# r# r� r r� r� r� r# r r# r# r# r# r� r# r r� r# r� r# r� r# r# r# r� r# r� r# r r r r� r� r� r# r� r r# r r� r� r� r# r# r r� r� r� r� r# r� r� r# r# r� r� r r# r� r# r r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r# r r� r# r# r# r# r# r� r# r# r r r� r� r� r# r� r r r r� r� r� r# r# r� r� r� r� r� r# r# r� r r� r� r# r# r# r� r# r# r� r# r# r# r# r# r# r� r# r# r# r# r� r� r# r� r� r# r# r� r# r� r# r# r# r# r# r� r� r� r# r# r� r� r# r� r# r r# r� r� r# r# r# r r� r� r� r# r# r� r# r� r# r# r� r� r# r� r� r� r� r� r� r r# r r# r# r# r# r# r r� r r� r# r# r� r# r r# r� r# r# r# r� r� r� r� r� r� r# r� r� r r# r# r� r# r r� r� r# r# r# r� r� r� r# r# r� r� r� r� r� r# r� r� r# r� r� r� r r# r� r# r r r# r# r# r# r# r r# r# r� r# r# r# r# r r# r# r# r r# r# r� r# r� r# r# r# r# r# r� r# r# r r r� r� r� r� r� r# r# r� r� r� r� r r# r� r� r� r� r� r r� r� r r r� r� r r� r� r# r r# r# r# r# r# r# r# r� r# r# r� r# r# r� r# r� r� r� r# r# r# r# r� r� r# r# r# r# r� r� r# r# r# r r� r� r2 r# r� r r# r# r# r� r� r# r# r# r� r� r� r# r# r� r� r� r# r� r� r# r� r# r� r# r r# r� r# r# r# r r# r# r� r# r# r# r# r# r� r� r� r# r# r# r# r# r� r# r� r� r� r# r� r� r r# r# r� r� r� r� r� r# r� r� r� r� r� r� r� r� r# r� r# r� r� r� r# r� r� r� r� r r� r� r� r r# r# r# r# r# r# r# r# r# r� r# r# r# r# r# r# r# r# r# r r# r# r� r� r# r# r# r# r# r� r# r r# r# r# r r# r# r# r� r# r# r r# r� r� r� r� r# r# r# r# r� r# r� r� r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r# r� r# r# r# r# r# r� r� r# r# r r# r� r� r� r# r# r� r� r� r# r# r� r� r# r� r# r� r� r� r# r r# r# r# r# r# r# r# r# r� r# r� r# r# r# r# r# r# r� r# r# r# r� r� r� r� r� r� r# r� r� r r� r� r� r# r# r# r# r� r� r# r# r� r� r� r� r� r# r# r# r r� r� r# r� r� r# r� r# r� r� r� r� r# r# r# r# r# r# r# r# r r� r# r# r# r# r� r# r# r# r� r# r# r# r� r� r� r� r� r� r� r� r� r# r� r� r# r# r# r# r# r� r� r r# r� r# r� r� r� r# r� r# r� r� r� r� r� r� r# r� r� r� r� r� r� r# r# r# r# r# r# r� r# r# r� r# r� r# r# r� r# r# r� r� r# r# r# r� r� r� r� r� r� r� r� r� r# r� r� r# r# r# r� r� r� r� r# r� r r� r� r� r� r� r� r� r� r� r r� r� r� r� r� r� r� r� r� r� r# r# r# r# r# r� r� r# r# r� r# r� r# r� r� r# r# r# r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r� r� r� r� r# r# r r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r# r# r� r# r� r� r# r# r� r# r� r# r# r� r# r# r# r� r# r# r# r� r� r� r� r� r� r� r� r� r r# r# r# r# r# r# r# r# r# r# r� r� r# r# r# r� r� r# r� r� r# r� r# r� r# r# r# r� r� r# r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r# r� r� r# r# r# r# r� r� r� r# r# r# r� r� r� r� r# r# r# r� r� r� r� r� r� r� r� r� r� r� r� r� r# r# r# r# r# r# r� r# r# r� r# r� r# r� r� r# r# r� r� r# r# r� r� r� r� r� r� r� r� r� r� g��(��P�?Tz
ISO-8859-2Z Hungarian)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1250N)Z Latin2_HungarianCharToOrderMapZ win1250HungarianCharToOrderMapZHungarianLangModelZLatin2HungarianModelZWin1250HungarianModel� r� r� �J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langhungarianmodel.py�<module>" s" �
� chardet/__pycache__/euckrfreq.cpython-38.pyc 0000644 00000027372 15043676127 0015033 0 ustar 00 U
��.e�4 � @ s d Z dZdZdS )g @�0 (0 �
� �x it i� i� i� iH ia �� i� i� i� i+ i� �W iu i� �h i i] i� i� i� i� i� i� i� i� i� i� iv iw i� i� i� � im iF i! ip i� i i� � i� i� i� i� ix i� �/ i� i� i� i� i � i� i� i9 i i� i� �t i� i- iy i� �K i� � i� i� i� i� � iO i� in i� i� i� i� i� i i0 � i� �< i4 �{ i� i� i� i� i� ii i� ir i� i� i� i� i� i� i� i� i� i� i� iX iX i� i� i� i� �Y i� i� i& i� iP i� i� i� i� i� i� i� i^ i� �� i� i� i� i� i� i9 i� i� i� i� i� i� iQ i� i" � it � i� � i� i i] i{ i7 i� � i� i{ i� i; i� iu i� iz i/ i� i| �� i� i� i� i7 i� i� i. i� i� i� i� i i� i i� i i i i i i{ i i i i# i| i} i� i~ i� it i8 i i_ i i
i i i
i! i i i i_ i i� i� i� i i i* i� iu i i` i" i� i i| i i i� i� i i ia i i i i i i i? i iR i! i i/ i� i� i! i" i= i� i� i# i� i$ i% i& i' i( i) i, i� i' ib i$ i* i� i+ i� i- i� i, i� i i� i� i� i& iU i� i� i# i i� i- i. �' i i� if i/ is i� i0 i� i� i i i� i i� i9 ie �[ i1 i� i� i iZ i� i� i: i� i� i� i2 i3 i� iG i i� i �y i4 i� i� i� i5 i6 i7 i, �w i� i� is i8 i� �� i9 i: i i� i~ i; i i< i; i} i= i> i? io i) i� i� i@ i� iA iB i� i� i2 iY iC iD i� i< iE iF iG iH iI i% iJ iK iL iM iN iO i �` i> iP i� i= iQ i� iR i� iS iT i; i� i� i� i� i iU i� iV iW iX i4 iY � i iZ i[ i� i\ i] � i i^ i� i� i_ �" iP i� i� i` i; i� i~ iH ia � iv i� �z i? i i� i� ib i� i� i< ic id �d ie if ic �0 i� id i ig iy i� i� ih ii �s i0 ij i= ik i� il i� i� i� i< ib i� i� �U i i� i i� iI im in io i ip iq ir is it iu � i� i� i� i6 iv iw i� i* i� �] ix iy i� i� iz iZ i� �- �: � ib i
i{ i| � i& i' i� i� i5 i� i� i i> i} i~ iw i ig i� i� i� i6 i� i% i� i� �( i� �v i� � i� iw i� i� � i� �E i� i� i� i� i� i� i� i� i� if �� iV i� i7 i� i� i� i� iB i� �N i� i[ i� i' i� i� i� i� i� i� �� iS i� i� i� i� i� ie i� i ix i� i� i� i� i� i� i� i� i� i � i� i� i� i� i� i� i� i� i� i� i? i� i� i i� iq i� if i� i( i) i� i� i~ i� i\ i� i� i� i� i� i) i i� i� i i� i i� i� i� i� i� �$ i �� i� � i� i� il i� i� i� i �~ i� i� iC � i� i i� i@ i� i� i� i� i� �2 i� �� iK i iz iV i i� �� � � iQ ir if i i i � � i ih i+ i3 i i1 � i i� i� i� � �g i( i� i� i� iz i� i� i� i� i� i� i� i� i� i� i� i� �� i� i� i� i� iA � i< ij i i� iM ig i� i2 i� i� i� i� i� i� i� i� i� iV ih i i� iJ i� i� i0 �� i �b � � i� i� i i� i� i� � iY � i� i �� i �� �a i! �* � i� �� i� i� iK iD i8 i iR i iB � i@ i� i� i� i i� i� i� iy i� i� i� i� i iX i: i� i� i# i� i� i� ii i� �G i� i� ik i� i� i= i� i� � i� �! i� i� i� �J �� i� �= � i� i� i} i� i ij i i� i� i� i� i� i� i� i� i� i� i� iE i� i� i� i� � ij iO �4 i� � i� i� i� i� i� i� i� i iv i] i� iC i� i� i� i� i� i� i� io i� i� � i� i
i� i� � il ic iA i� i� i� i� i� i� i� i� i �T i� i� ik � �� �� i� i� i� i3 i* i� �q i� �� i> i� i i� i� i� i i+ i i i i i �; i� �p i ix i i� � i� i i i i� i� i i� i
i i� i i
i� i� � � il i i i� i� i i �) �� i � � im i8 i� i iD i i� i i i i i i� i i� i i �7 iL �B i� i iD i i� i i� i� it i i i i i! i
i" i# i$ i% iR i& i' i( i) i* � i+ i, � i, i- i. �m i� i
i^ i/ ic i� iE i� i� i� ia im i0 iE i1 i2 i3 i i� i� i4 iT i� i� i� i5 i� i i� i� i6 i7 i in i� i� io i8 i9 iF i� i� i� i: iG i; i< i= i> i? i@ iA iB iC iD iE i$ iF iG i� i� i% i� i� ip iH iI iJ iK iL i� i� i i� i� i� i� iM iN iO iP iQ iR � i� iS i/ iT i� iU i� i i iV i� �I iH �� i i� i� i� iW i� iX � iq iY iZ i[ i\ i� ir i� is i] i^ i_ i` � iv iL ia � i� �. i� ib iF i> i� i� �j ic �Z i� i� iB i6 i� i` id ie i i� �| i if i� i� i5 ig i� ih i� ii �H � ij i� i� ik i� il i� i1 im in io ip iq ir iC is it iu iv iw i� ix iy iz i{ i� i� i| i} i~ i i� i� i� � i i i� iO i� i� i� i� i� i� i i� i� i� i� i� iE i� i� iq i� i iI i� i\ i� i- i� i� iS i� i� i� �
i� ie i� i� i� �l i� iM � � �Q i �P i i i^ i i
i- iF i� i� i� i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i
i. i� it i� i� i� i� iJ i� i� i� i� i� i� i� ig i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i� �� i� i� iu i� i� i� i9 i i� i� i� i i� i$ i� i� i� i� i �5 i% � ik �L � i� i i� i� i� i� i i� i� iA i� i� i� i� i� i� i� i� i� �R � iu i� i� i� i i� i) i� i� i: i� i� i� � i� �� i� i" i$ iv i� i� � �c iZ � i� i� i� i� � i* iW i iK i� iL i� �+ � i � �� i� i� i� i i� i iB �� i� i? i� � i� i i� i� i� i� � iM i[ i5 i� i� i� in i� �� i� i� i� �C i� i' i� i� i� i� i� i� i� i� i
i� i� i� i i� i i� i� i� i� i� �F iT i/ i� i� i� i� � �8 i� �u i� i� i� iK i� i( iM � i �i i� i� i� i� i� � i� i i� i� iT i� �? i �� i� i� i i� i �e i i( i� i� i� i� i� i� �% i0 � � i� �O i� i i8 i i i i i i� � i i i i � i� �# � �� i i� �� �V i
� i iP i � �M iW i� i
i i i� i| i i
�S i� � i� i i� i� i� i i i� i� i i i i i i i� i i � �9 �D i i �� � i� � i �3 i� i� i i i i{ i i i� i i i i� i i� � i� i i� i! ik i� i� � i� iN �� iY i� i" i# i$ i% i& i' i( i] i) i* i+ i, i- i. i� i/ i� i� �> i � �� r i1 i� i� i� � i\ i� i2 i� i3 i� i� i4 i5 i6 iw i7 i� i8 i� i3 i i� i� i9 i: iL � �� � i; �� i< i� i i� i i� i� i i� i� i� i= i� iJ i> i? i@ i� iA �� iB iC iD i� iE i� i� iF iG iH iI i� i� i� i� i� i� iJ iK i i� iL iM iN i iI iO iP i� iQ iR iS i� iT i� iU iV iW iX i� iY iZ i[ i\ i] i� i� i^ i_ i` ia i� i ib ic id ie i i� if ig iU i� ix i ih i� i� ii ij � i i� i4 i& �� i� i� i! i� �� i� iS iy i i� i� i" i
i� i# ik i� il im in � i� i� ip iQ i� i. io iU � iO i� ip i� iq ir is ix it i� iu iv iw i i i$ ix i� iy i� i` iz i{ i| i} �� i~ i i� i� i� i� i� i� �� iC i� � i� i� i% iy i� i io i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i �@ i� i� i� iG i� i� i� i i2 �� i� i� i� i� i� i� i� iN i� i i� i� i� i� i� i� i� i� i� �r i� i� iz in � i� i� iP i� i# i� i& iQ i� i� im i� ic i� i� i� i' i� iw i� i� �� i( il i@ i� i� i� i) i� i* i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� iH i� i� i� i i� i i� i� i� i� i� i� i� ir i� i i� �A i� i� �� i� i� i� �} i, i� i� i: i� i i� � i
i iI i� iN i� i1 i� iW �� �� i� i� i� i� i� i� i+ i� i� �1 i� ib i� i� iq i� i, i� i� � ie i� i� �_ i id i� i� i� i� i� i� � i� i2 i� i� i� i� � i� i� i� i� i i� i� i� i� i� i- i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� � �� i7 i� i� i� i i� i� i� i� i� i� i� �� i� i� i� i� i� i� �� �, iG i� i i� i� i� i^ i� i� i. i� � ig i� i� i� i� i� i� i� i� i� i i� i i_ i� i� i� i� i� � ih ih i i{ i� i| i� i� � i3 i� i� i� i� i� i� i
i
�\ i i� i� i i
i
i
i
i
i
i
� i
i
i
i
i i� i� i
ij i
ii i� i4 i i
i
i
i
i
i
i� � i
i
i
i
i� �6 id �� i/ i
i
i i� i� �o i
i� iR i� � i� � �& i
�k �n iz �� � i� i� i
i� i
i� �� �X i� id i iS i� i} i
i} i i� i~ i� i� i i� i
i!
iN i"
i� i� � i� i� i� i#
i� � is i$
i%
i&
�f iD i i1 i'
i� i i(
i@ i)
�^ � �� i� i*
i� i+
i,
i-
i.
i/
iJ i+ i0
i1
i2
i� iT i� i3
i4
i5
i6
�� i7
iA i. i� i� i� i8
i9
i i" i:
i;
i� i<
i=
i>
i i� i0 i?
i� i@
i iA
iB
i iC
iD
iE
iF
iG
i� i� i_ i[ iH
iI
i� i i` ia iJ
i� i i� i� iK
iL
iM
iN
� iO
i� ii i i i iP
iQ
iR
N)Z EUCKR_TYPICAL_DISTRIBUTION_RATIOZEUCKR_TABLE_SIZEZEUCKR_CHAR_TO_FREQ_ORDER� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrfreq.py�<module>) s chardet/__pycache__/escsm.cpython-38.pyc 0000644 00000016415 15043676130 0014144 0 ustar 00 U
��.e) � H @ s� d dl mZ dZejejdejejejejejejejejejejejejejejejejejejejdejdejdejdddejdejdddejdejdejejejejejejejf0ZdZedeedd d
�Zd Z ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejddejejejejejejejejejejejejejejejejejejejejejejf@Z
d Z e d
e
e dd d
�Z dZ
ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejdejejejejejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejfHZdZe
deeddd
�ZdZejdejejejejejejejejejejejejejejejejejejejdejejejejejejdejejejejejejejejejejejf(ZdZedeeddd
�ZdS )� )� MachineState( r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r � � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r � )r r r r r r z
HZ-GB-2312ZChinese)Z class_tableZ class_factorZ state_tableZchar_len_table�nameZlanguage( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r � z ISO-2022-CN( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )
r r r r r r r r r r �
z ISO-2022-JPZJapanese( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r z ISO-2022-KRZKoreanN)Zenumsr ZHZ_CLSZSTARTZERRORZITS_MEZHZ_STZHZ_CHAR_LEN_TABLEZ HZ_SM_MODELZ
ISO2022CN_CLSZ ISO2022CN_STZISO2022CN_CHAR_LEN_TABLEZISO2022CN_SM_MODELZ
ISO2022JP_CLSZ ISO2022JP_STZISO2022JP_CHAR_LEN_TABLEZISO2022JP_SM_MODELZ
ISO2022KR_CLSZ ISO2022KR_STZISO2022KR_CHAR_LEN_TABLEZISO2022KR_SM_MODEL� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escsm.py�<module> s $ � �$ � �$ � �$ �� chardet/__pycache__/escsm.cpython-38.opt-1.pyc 0000644 00000016415 15043676130 0015103 0 ustar 00 U
��.e) � H @ s� d dl mZ dZejejdejejejejejejejejejejejejejejejejejejejdejdejdejdddejdejdddejdejdejejejejejejejf0ZdZedeedd d
�Zd Z ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejejejejejejejddejejejejejejejejejejejejejejejejejejejejejejf@Z
d Z e d
e
e dd d
�Z dZ
ejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejejdejejejdejejejejejdejejejejejejejejejejejejejejejejejejejejejejejejejejejejfHZdZe
deeddd
�ZdZejdejejejejejejejejejejejejejejejejejejejdejejejejejejdejejejejejejejejejejejf(ZdZedeeddd
�ZdS )� )� MachineState( r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r � � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r � )r r r r r r z
HZ-GB-2312ZChinese)Z class_tableZ class_factorZ state_tableZchar_len_table�nameZlanguage( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r ) r r r r r r r r r � z ISO-2022-CN( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )
r r r r r r r r r r �
z ISO-2022-JPZJapanese( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r z ISO-2022-KRZKoreanN)Zenumsr ZHZ_CLSZSTARTZERRORZITS_MEZHZ_STZHZ_CHAR_LEN_TABLEZ HZ_SM_MODELZ
ISO2022CN_CLSZ ISO2022CN_STZISO2022CN_CHAR_LEN_TABLEZISO2022CN_SM_MODELZ
ISO2022JP_CLSZ ISO2022JP_STZISO2022JP_CHAR_LEN_TABLEZISO2022JP_SM_MODELZ
ISO2022KR_CLSZ ISO2022KR_STZISO2022KR_CHAR_LEN_TABLEZISO2022KR_SM_MODEL� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escsm.py�<module> s $ � �$ � �$ � �$ �� chardet/__pycache__/mbcsgroupprober.cpython-38.pyc 0000644 00000002106 15043676130 0016235 0 ustar 00 U
��.e� � @ s� d dl mZ d dlmZ d dlmZ d dlmZ d dlm Z d dl
m Z d dl m
Z
d dlmZ d d lmZ G d
d � d e�Zd S )
� )�CharSetGroupProber)�
UTF8Prober)�
SJISProber)� EUCJPProber)� GB2312Prober)� EUCKRProber)� CP949Prober)�
Big5Prober)� EUCTWProberc s e Zd Zd� fdd� Z� ZS )�MBCSGroupProberNc sD t t| �j|d� t� t� t� t� t� t� t � t
� g| _ | � � d S )N)� lang_filter)
�superr �__init__r r r r r r r r
Zprobers�reset)�selfr �� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/mbcsgroupprober.pyr * s �
zMBCSGroupProber.__init__)N)�__name__�
__module__� __qualname__r �
__classcell__r r r r r ) s r N)Zcharsetgroupproberr Z
utf8proberr Z
sjisproberr Z eucjpproberr Z gb2312proberr Z euckrproberr Z cp949proberr Z
big5proberr Z euctwproberr
r r r r r �<module> s chardet/__pycache__/langgreekmodel.cpython-38.pyc 0000644 00000056001 15043676130 0016005 0 ustar 00 U
��.e�1 � @ s4 d Z dZdZe eddddd�Zeeddddd�Zd S )
( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r �R �d �h �^ �b �e �t �f �o � �u �\ �X �q �U �O �v �i �S �C �r �w �_ �c �m � r r r r r r �H �F �P �Q �< �` �] �Y �D �x �a �M �V �E �7 �N �s �A �B �: �L �j �g �W �k �p r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r �� �Z r r r r r r r r r r �J r r r r r r � � �= �$ �. �G �I r �6 r �l �{ �n � �3 �+ �) �" �[ �( �4 �/ �, �5 �& �1 �; �' �# �0 � �% �! �- �8 �2 �T �9 r( �y � � � � �| � � � � � � �
� � � � �
� � � � � � � � � � � �* � �@ �K � � � r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r9 r> r r r r r r r r r r r; r r r r r r r< r r r? r@ rA rB r rC r rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r( r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r ( � r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj ry ry rj rj rj rj rj rj rj rj rf rj rj rj r� ry ry rj rj r� rj r� rj ry r� rj rj rj r� rj r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj r� rj rj r� rj ry rj rj r� rj ry rj rj rj r� r� rj r� rj r� rj rj ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� ry rj ry ry rj rj rj rj rj rj rj rj r� rj rj rj rj r� ry rj rj r� rj rj rj rj ry rj rj rj r� ry r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rj rj ry rj rj rj rj rj rj rj rj rj rj rj rj r� ry rf rj rj rj rj ry rj rj ry rj rj ry r� r� r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj r� rj rj rj rj rj rj r� rj rj r� rj rj rj rj rj rj rj rj rj rj r� rj ry rj rj r� ry r� rf r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry rj r� r� r� r� rj rj r� rj rf rj rj rj r� rj rj r� rj rj rj rj r� r� r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj r� rj r� rj rj rj rj rj r� rj ry ry ry rj r� ry rj rj rj rj rj ry rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj rj ry ry ry rj rj rj rj r� rj rf rj rj rj rj ry rj rj rj rj rj rj rj ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry r� rj r� r� r� rj rj ry rj rj rj rj rj r� r� rj ry rj r� ry rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj rj r� r� rj rj r� ry rj r� rj r� rj rj rj r� r� rj r� rj r� ry ry rj rj r� r� r� r� rf r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry r� rj ry rj rj rj rj r� rj rj rj rj rj r� rj rj ry rj ry rj rj ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj ry rj ry rj rj rj rj rj rj r� ry rj ry rj ry ry ry rj ry rj rj ry rj r� ry ry ry rj r� ry r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� r� rj rj rj ry rj rj r� r� rj r� rj r� r� r� rj ry r� rj r� rj r� r� ry r� ry r� r� r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj r� rj rj rj rj rj rj r� rj rj r� rj r� r� r� rj rj r� rj rj rj r� r� rf ry rj r� rj r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry r� r� rj ry ry rj rj r� rj rj rj rj rj ry rf rj r� rj ry rj rj ry rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj r� ry rj rj rj rj rj rj r� r� rj r� rj r� r� r� rj rj r� rj ry rj r� r� rj rj rj r� rj r� r� r� ry r� r� r� r� r� rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj r� rj rj rj rj rj rj r� r� rj r� rj r� r� r� rj ry r� rj ry rj r� r� rj ry rj r� ry r� r� r� r� r� r� r� r� r� rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rf ry ry rj rj rj rj rj rj r� ry rj r� rj r� r� r� rj rj r� rj r� ry r� r� ry rj rf r� ry r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj rj r� rj r� rj rj ry rj r� rj rj rj rj rj rj r� rj rj rj r� ry rj r� r� rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj r� r� rj r� r� r� rj rj r� rj r� ry rj rj r� r� rj r� rj r� rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� r� rj rj rj rj rj rj r� r� rj r� ry r� r� r� rj rj r� rj r� rj r� r� ry r� ry r� r� r� r� r� rf r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj rj r� rj r� ry r� rj ry r� rj ry rj ry rj r� r� rj ry rj ry rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� ry rj rj rj rj rj r� r� r� rj r� ry rf r� r� rj ry ry ry r� rj r� r� ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj ry r� rj r� rj r� rj rj r� ry rf ry rj rj r� r� rj r� rj r� rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rj rj rj r� rj rj rj rj rj rj r� ry rj r� rj r� r� r� ry rf r� ry ry rj r� r� ry ry ry r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� ry rj rj rj ry rj r� r� rf rj r� ry r� r� r� r� rj r� rf r� ry r� r� rf rf rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj rf r� rj r� r� r� rj ry r� rj ry rj rj rj r� r� rj r� rj ry ry ry rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj r� r� rj r� r� r� r� ry r� ry rj rj ry ry ry ry rj r� ry r� ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj ry r� r� r� r� r� r� ry rj r� ry r� ry rj ry r� r� rj r� rj r� rj rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj ry rj rj ry ry rj r� ry r� rj r� r� r� ry r� r� r� r� rf ry r� ry r� ry r� r� ry r� ry r� ry ry r� r� rf r� ry ry ry r� ry ry ry r� ry ry ry r� r� ry r� r� rf r� r� r� r� r� ry r� rj rj ry r� r� r� r� r� r� rf rj r� ry r� ry ry ry r� r� ry r� rj r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� ry rj ry r� ry ry r� ry r� ry ry r� ry r� ry ry ry r� r� r� r� r� r� ry rj r� r� r� ry r� rf ry r� r� r� r� ry ry r� r� r� ry rf r� ry ry r� r� r� r� r� r� rf r� ry r� r� r� r� r� r� r� r� ry rf r� ry rj ry ry rj ry rj ry r� r� rj rj rj r� r� rj ry r� r� r� rf rf r� ry r� ry ry r� ry r� ry r� ry ry r� r� ry r� ry ry ry r� ry ry ry ry r� r� ry r� r� r� ry r� rf r� r� r� r� r� rj r� rj rj ry ry r� rj r� r� r� ry ry r� ry ry ry rf ry r� r� rf ry ry r� r� rj r� r� r� ry r� rf ry r� r� r� rf ry r� r� r� r� r� r� r� ry ry r� rf r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rj rj ry ry r� r� r� ry r� ry rj rj r� ry r� r� r� r� r� r� ry ry ry r� ry ry r� ry r� ry r� ry ry r� r� ry ry ry ry rf r� r� ry ry r� ry r� r� ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� ry r� rj ry rj r� r� r� rj r� r� ry ry r� ry r� ry ry ry r� r� ry r� r� r� r� r� r� r� r� ry r� r� ry ry r� r� ry ry ry r� r� r� r� r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� rj ry r� ry ry ry ry ry r� r� r� ry r� r� r� r� ry r� rf r� r� ry r� rf r� r� r� r� ry ry ry r� ry ry r� rf ry r� ry ry ry r� ry ry ry ry rf ry ry r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� ry r� ry r� ry ry r� r� r� r� rf ry rf r� r� ry ry r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj ry rj r� r� ry r� r� r� ry ry r� ry r� r� r� rf r� r� ry r� ry r� ry ry r� r� r� r� r� r� ry r� r� r� r� ry ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� ry ry rj ry ry r� r� r� r� r� r� rf rj r� ry r� ry ry r� r� r� rf r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� ry r� rj ry r� ry r� r� r� r� r� r� ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� ry r� r� r� r� rf rf r� r� ry rf ry r� ry ry r� rf r� r� rf r� r� r� ry r� r� r� r� r� r� r� rj r� ry ry ry r� r� ry r� r� r� ry r� r� r� ry rj r� ry r� r� r� r� r� r� ry ry r� r� r� ry r� rf ry r� r� r� rf ry ry rf r� r� r� ry r� r� ry r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rf ry r� ry ry r� ry r� r� ry r� r� r� r� rf ry rf r� ry rf r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� rj rf ry ry r� ry r� r� r� r� ry r� r� r� ry r� r� rj r� r� r� r� ry ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rf r� ry r� rf ry r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� rf r� r� r� r� r� r� ry r� ry ry r� r� ry ry ry ry ry r� rf ry r� r� r� ry ry r� rf r� ry r� r� ry ry r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� rj r� r� ry r� r� r� r� r� r� r� r� ry r� ry r� r� r� r� ry r� rf ry r� r� r� r� ry ry rf r� rf r� rf r� ry ry ry rf r� r� r� r� r� r� rf r� r� r� r� r� r� r� ry r� rf ry r� r� r� r� r� r� r� r� r� r� ry r� r� ry ry r� r� r� r� rf r� r� r� r� r� r� ry r� ry ry r� r� r� r� ry ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� ry r� r� ry r� r� r� r� ry ry ry ry r� r� r� rj r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� ry r� r� r� r� r� r� rf r� r� ry r� r� r� r� rf ry r� r� r� r� r� r� ry ry rf rf r� r� r� r� r� r� rf r� r� r� r� r� r� r� ry r� ry ry ry r� r� ry r� r� r� r� r� r� r� ry ry ry r� r� r� ry r� r� r� r� r� r� r� r� ry r� r� rf r� r� r� r� ry rf r� r� r� r� r� r� rf r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� rj r� ry r� r� r� r� r� r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� ry r� r� r� r� ry r� r� ry r� r� r� r� ry ry r� r� r� r� rf r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� ry ry rf r� r� r� r� r� r� ry r� r� ry r� ry ry ry r� r� r� r� r� r� ry r� r� r� r� ry r� r� ry r� r� ry r� ry ry r� r� r� r� ry r� ry r� r� r� r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� rj r� r� r� ry ry r� ry ry r� r� r� r� r� ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� ry r� r� r� r� r� r� ry ry ry ry ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� rf rf r� r� r� rf r� r� r� r� r� r� r� ry rf r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� ry r� r� r� ry r� r� r� r� r� rf r� r� r� r� ry ry r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� rf r� ry r� r� r� r� ry r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� rf rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� rf r� r� ry r� ry r� r� r� r� r� r� r� r� r� r� r� ry rf r� r� r� r� r� r� ry r� r� r� rf ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g���s�?Fz
ISO-8859-7ZGreek)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1253N)ZLatin7_char_to_order_mapZwin1253_char_to_order_mapZGreekLangModelZLatin7GreekModelZWin1253GreekModel� r� r� �F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langgreekmodel.py�<module>" s" �
� chardet/__pycache__/langgreekmodel.cpython-38.opt-1.pyc 0000644 00000056001 15043676130 0016744 0 ustar 00 U
��.e�1 � @ s4 d Z dZdZe eddddd�Zeeddddd�Zd S )
( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r �R �d �h �^ �b �e �t �f �o � �u �\ �X �q �U �O �v �i �S �C �r �w �_ �c �m � r r r r r r �H �F �P �Q �< �` �] �Y �D �x �a �M �V �E �7 �N �s �A �B �: �L �j �g �W �k �p r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r �� �Z r r r r r r r r r r �J r r r r r r � � �= �$ �. �G �I r �6 r �l �{ �n � �3 �+ �) �" �[ �( �4 �/ �, �5 �& �1 �; �' �# �0 � �% �! �- �8 �2 �T �9 r( �y � � � � �| � � � � � � �
� � � � �
� � � � � � � � � � � �* � �@ �K � � � r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r9 r> r r r r r r r r r r r; r r r r r r r< r r r? r@ rA rB r rC r rD rE rF rG rH rI rJ rK rL rM rN rO rP rQ rR rS rT rU rV rW rX rY rZ r[ r\ r] r^ r_ r( r` ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r| r} r~ r r� r� r� r� r ( � r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj ry ry rj rj rj rj rj rj rj rj rf rj rj rj r� ry ry rj rj r� rj r� rj ry r� rj rj rj r� rj r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj r� rj rj r� rj ry rj rj r� rj ry rj rj rj r� r� rj r� rj r� rj rj ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� ry rj ry ry rj rj rj rj rj rj rj rj r� rj rj rj rj r� ry rj rj r� rj rj rj rj ry rj rj rj r� ry r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rj rj ry rj rj rj rj rj rj rj rj rj rj rj rj r� ry rf rj rj rj rj ry rj rj ry rj rj ry r� r� r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj r� rj rj rj rj rj rj r� rj rj r� rj rj rj rj rj rj rj rj rj rj r� rj ry rj rj r� ry r� rf r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry rj r� r� r� r� rj rj r� rj rf rj rj rj r� rj rj r� rj rj rj rj r� r� r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj r� rj r� rj rj rj rj rj r� rj ry ry ry rj r� ry rj rj rj rj rj ry rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj rj ry ry ry rj rj rj rj r� rj rf rj rj rj rj ry rj rj rj rj rj rj rj ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry r� rj r� r� r� rj rj ry rj rj rj rj rj r� r� rj ry rj r� ry rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj rj r� r� rj rj r� ry rj r� rj r� rj rj rj r� r� rj r� rj r� ry ry rj rj r� r� r� r� rf r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry r� rj ry rj rj rj rj r� rj rj rj rj rj r� rj rj ry rj ry rj rj ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj ry rj ry rj rj rj rj rj rj r� ry rj ry rj ry ry ry rj ry rj rj ry rj r� ry ry ry rj r� ry r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� r� rj rj rj ry rj rj r� r� rj r� rj r� r� r� rj ry r� rj r� rj r� r� ry r� ry r� r� r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj r� rj rj rj rj rj rj r� rj rj r� rj r� r� r� rj rj r� rj rj rj r� r� rf ry rj r� rj r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj ry r� r� rj ry ry rj rj r� rj rj rj rj rj ry rf rj r� rj ry rj rj ry rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj r� ry rj rj rj rj rj rj r� r� rj r� rj r� r� r� rj rj r� rj ry rj r� r� rj rj rj r� rj r� r� r� ry r� r� r� r� r� rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj r� rj rj rj rj rj rj r� r� rj r� rj r� r� r� rj ry r� rj ry rj r� r� rj ry rj r� ry r� r� r� r� r� r� r� r� r� rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rf ry ry rj rj rj rj rj rj r� ry rj r� rj r� r� r� rj rj r� rj r� ry r� r� ry rj rf r� ry r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj rj r� rj r� rj rj ry rj r� rj rj rj rj rj rj r� rj rj rj r� ry rj r� r� rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj r� r� rj r� r� r� rj rj r� rj r� ry rj rj r� r� rj r� rj r� rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� r� rj rj rj rj rj rj r� r� rj r� ry r� r� r� rj rj r� rj r� rj r� r� ry r� ry r� r� r� r� r� rf r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj rj r� rj r� ry r� rj ry r� rj ry rj ry rj r� r� rj ry rj ry rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� ry rj rj rj rj rj r� r� r� rj r� ry rf r� r� rj ry ry ry r� rj r� r� ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj ry r� rj r� rj r� rj rj r� ry rf ry rj rj r� r� rj r� rj r� rj rj r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rj rj rj r� rj rj rj rj rj rj r� ry rj r� rj r� r� r� ry rf r� ry ry rj r� r� ry ry ry r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� ry rj rj rj ry rj r� r� rf rj r� ry r� r� r� r� rj r� rf r� ry r� r� rf rf rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj rj rf r� rj r� r� r� rj ry r� rj ry rj rj rj r� r� rj r� rj ry ry ry rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� rj rj rj r� r� rj r� r� r� r� ry r� ry rj rj ry ry ry ry rj r� ry r� ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj rj rj rj ry r� r� r� r� r� r� ry rj r� ry r� ry rj ry r� r� rj r� rj r� rj rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj ry rj rj ry ry rj r� ry r� rj r� r� r� ry r� r� r� r� rf ry r� ry r� ry r� r� ry r� ry r� ry ry r� r� rf r� ry ry ry r� ry ry ry r� ry ry ry r� r� ry r� r� rf r� r� r� r� r� ry r� rj rj ry r� r� r� r� r� r� rf rj r� ry r� ry ry ry r� r� ry r� rj r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� ry rj ry r� ry ry r� ry r� ry ry r� ry r� ry ry ry r� r� r� r� r� r� ry rj r� r� r� ry r� rf ry r� r� r� r� ry ry r� r� r� ry rf r� ry ry r� r� r� r� r� r� rf r� ry r� r� r� r� r� r� r� r� ry rf r� ry rj ry ry rj ry rj ry r� r� rj rj rj r� r� rj ry r� r� r� rf rf r� ry r� ry ry r� ry r� ry r� ry ry r� r� ry r� ry ry ry r� ry ry ry ry r� r� ry r� r� r� ry r� rf r� r� r� r� r� rj r� rj rj ry ry r� rj r� r� r� ry ry r� ry ry ry rf ry r� r� rf ry ry r� r� rj r� r� r� ry r� rf ry r� r� r� rf ry r� r� r� r� r� r� r� ry ry r� rf r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rj rj ry ry r� r� r� ry r� ry rj rj r� ry r� r� r� r� r� r� ry ry ry r� ry ry r� ry r� ry r� ry ry r� r� ry ry ry ry rf r� r� ry ry r� ry r� r� ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� ry r� rj ry rj r� r� r� rj r� r� ry ry r� ry r� ry ry ry r� r� ry r� r� r� r� r� r� r� r� ry r� r� ry ry r� r� ry ry ry r� r� r� r� r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� rj ry r� ry ry ry ry ry r� r� r� ry r� r� r� r� ry r� rf r� r� ry r� rf r� r� r� r� ry ry ry r� ry ry r� rf ry r� ry ry ry r� ry ry ry ry rf ry ry r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� ry r� ry r� ry ry r� r� r� r� rf ry rf r� r� ry ry r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj ry rj r� r� ry r� r� r� ry ry r� ry r� r� r� rf r� r� ry r� ry r� ry ry r� r� r� r� r� r� ry r� r� r� r� ry ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� ry ry rj ry ry r� r� r� r� r� r� rf rj r� ry r� ry ry r� r� r� rf r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� ry r� rj ry r� ry r� r� r� r� r� r� ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� ry r� r� r� r� rf rf r� r� ry rf ry r� ry ry r� rf r� r� rf r� r� r� ry r� r� r� r� r� r� r� rj r� ry ry ry r� r� ry r� r� r� ry r� r� r� ry rj r� ry r� r� r� r� r� r� ry ry r� r� r� ry r� rf ry r� r� r� rf ry ry rf r� r� r� ry r� r� ry r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rj r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rf ry r� ry ry r� ry r� r� ry r� r� r� r� rf ry rf r� ry rf r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� rj rf ry ry r� ry r� r� r� r� ry r� r� r� ry r� r� rj r� r� r� r� ry ry ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry rf r� ry r� rf ry r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� rf r� r� r� r� r� r� ry r� ry ry r� r� ry ry ry ry ry r� rf ry r� r� r� ry ry r� rf r� ry r� r� ry ry r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� rj r� r� ry r� r� r� r� r� r� r� r� ry r� ry r� r� r� r� ry r� rf ry r� r� r� r� ry ry rf r� rf r� rf r� ry ry ry rf r� r� r� r� r� r� rf r� r� r� r� r� r� r� ry r� rf ry r� r� r� r� r� r� r� r� r� r� ry r� r� ry ry r� r� r� r� rf r� r� r� r� r� r� ry r� ry ry r� r� r� r� ry ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� ry r� r� ry r� r� r� r� ry ry ry ry r� r� r� rj r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� ry r� r� r� r� r� r� rf r� r� ry r� r� r� r� rf ry r� r� r� r� r� r� ry ry rf rf r� r� r� r� r� r� rf r� r� r� r� r� r� r� ry r� ry ry ry r� r� ry r� r� r� r� r� r� r� ry ry ry r� r� r� ry r� r� r� r� r� r� r� r� ry r� r� rf r� r� r� r� ry rf r� r� r� r� r� r� rf r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� rj r� ry r� r� r� r� r� r� r� r� ry r� r� r� r� r� ry r� r� r� r� r� r� r� ry r� r� r� r� ry r� r� ry r� r� r� r� ry ry r� r� r� r� rf r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� ry ry rf r� r� r� r� r� r� ry r� r� ry r� ry ry ry r� r� r� r� r� r� ry r� r� r� r� ry r� r� ry r� r� ry r� ry ry r� r� r� r� ry r� ry r� r� r� r� r� ry r� r� r� ry r� r� r� r� r� r� r� r� rj r� r� r� ry ry r� ry ry r� r� r� r� r� ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� ry r� r� r� r� r� r� ry ry ry ry ry r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� rf rf r� r� r� rf r� r� r� r� r� r� r� ry rf r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry ry r� r� r� r� r� ry r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� ry r� r� r� ry r� r� r� r� r� rf r� r� r� r� ry ry r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� rf r� ry r� r� r� r� ry r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� rf rf r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� r� r� r� r� r� r� r� r� r� rf r� r� r� r� rf r� r� ry r� ry r� r� r� r� r� r� r� r� r� r� r� ry rf r� r� r� r� r� r� ry r� r� r� rf ry r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g���s�?Fz
ISO-8859-7ZGreek)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1253N)ZLatin7_char_to_order_mapZwin1253_char_to_order_mapZGreekLangModelZLatin7GreekModelZWin1253GreekModel� r� r� �F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langgreekmodel.py�<module>" s" �
� chardet/__pycache__/euctwfreq.cpython-38.opt-1.pyc 0000644 00000065012 15043676131 0015774 0 ustar 00 U
��.e�{ � @ s d Z dZdZdS )g �?i ( � i i� � i� �� � �R � i� � �� i i� i�
�n i� �! i� i �L �, iA � is i� i� i� i � iL
iS
i� i i� i� i� i� i. iN ii i� � �� �: i� i� i� �? i� i� i= iN �K �� � i� il i� i� i�
i� �� i�
i � �
i i� � i�
io i$ i� ii � i� ic i8 i� i� i i� � i� i� � iz �| �� it �" i�
ie �@ i\ i� i� i� i� � i� i� i� iF i� iM
iQ �H i� i� �P iv �� if i� i i� iD iT
i� i� iF iN
i� �E i� iO � i/ i� �s i� i3 �< �2 i� � i& iL i� i� iO
� i� iG � i iM i� i� i? i i i` i iF i* i� ig i� �Z i�
i: i� � i� iK i� � i� � i i� i� i� i` i� i i� ig � i i �q i� i~ i� �� iP
i� i i� i� i� i! i� �u � i� i* i i� i i�
i� �~ i� i� i� � ie i� �G i^ i� i� � i� �U iC i� iB i� i� i� i� i i� i �j io i/ i i� iO i2 i[ i� �� i�
i& i� i� i� i� �S i( i� i� � ip �] i� i6 ii i�
i' i i i� i i i8 � �+ i% i[ � i� i\ i� i� i� i � iX i( i� �� i� i0 �� i iH i�
i�
i" i! �� i+ i� i1 i" i� i� i�
iO iG i� i if i1 �� i� i� i� i� i� i i2 i9 �� �l i, �� i i i� i i� i� i} ih i# iq
iQ iM i& i� �X i� i� i# i� �� i
� � i� ij i� i� �M � i� i� �% � i� i� i$ i� i� �' i� i� iN ii i �7 � �J i� i! i� i� i i� �� iM i� i) iP iU
i� � � i�
i� i% i�
i�
i� � i� i�
i iI i� i3 i� i�
i ir
� i� i� i� i� � �m i� i� i$ i� i� ix i� i� i� i� i�
i� i� i� i% i& �� i
i i� i� i� i � i� �& i� i' i� i i' i� i� �. � i� i i� iH i� �� i� i� i$ �# i� iD i& iA i� � i� i� i� i� iU iG i i� i� i
iQ
iP iS i' i� i� �d i� �0 �F i� i� i* i� i� i i� i i� iJ i i� iU � i� � iI iR
i� i� i< i� iS
i: i7
i�
i� i i i9 i� i} i i� i� i� iV iP iT
i i) iC i i� i� i& i�
i� i) i� i� im i� i� i� i� i� i i4 i� i� i� in i* i i� i� i i� i� iO i� i� i� i� i� i+ i( i
i� i� i� iU
i( i� i5 iY ij i�
il i� iu i i) i�
i* i+ iV
i
i= i� i� i� i� i� i� i� i4 i� i! i� i� iT i, ix i� i� ie � i� i� iJ iP i� is
i5 iA iV
i/ ik i� i�
i il i! i i� iA i� i` i� i�
i� � iA i� i�
i i i� i�
i� i� i� i� i� i� i� �� iM i�
i� i� i� i i� iW
i� i� i�
it
i� i� i+ �} i� ij i8
i� i� i� i� i� i� i� i� i- i) im i� i� iW
i� i i� i�
i� ia i� i
iP iK i� i, i� i� i� i7 i' iu
i� i{ ik i� i� i i� i�
i9
i� i i i� i� i� i� i� i� i� i1 �� �b i i� i�
i� i� io i� iX
i, iQ i� � i� i� i� i i�
i�
iX
i� � i� i5 �D � i� il i� i� i[ i
i� � iY
i� i% � i. iY i� i* i� i� i�
i� iR i� i� i� ip i� � in �c ig i+ i i� i' i2 i� � i� i{ i� il i� im i� i� i:
i� if i
i� i| i5 �� i� i i� iZ
i� i�
i� i� i� i� i, i� i� i� i� �; i� iI iY i� i� i[
iX i" i� i i� i� i� i~ i� i� i, i� ik i� i� i- i� i� i i� i� iD i� i� i� i> i] i� i, i� i� i� iv iL iB �i i& i� i� i�
i� i� i� iG i� i� i iB i� i�
i!
i� i� iu i� i� i� i� i� i ia i i� i� iv
iS i� i} i;
i� iD i� i= i� i0 i i� i\
i( i� i i� iv i � i� i� i� � i. i� i� �9 iH i i� i� i� i]
iE i� i� i� i� i� i! i� i/ i� i� i� i i- i i� iQ i* i� i. i/ i� i� i� i i0 �3 i i"
i� i* iR i � i� iW i� i� i/ i ib i. i� i� i � i� i� i� i� iR i i i� i) i� i2 i� i� i� i� i� i� i� i� iZ i� iT i iw
i� i� i� i� i� i� i� i i� i� i[ �O i� i� i� i` i7 ix
i^
i� i� i� i� i� i� i\ i� i� i� i� i� i� ig i� i� in i� i
i_ i� i~ �� i� i� i0 i� i�
ia i� iy
i] i� i� i� i� i� � i� i� i; �� i� i- i� i� iL i� �� i� i/ i i� i� i� �` i� i# i" i� i i� i i0 i�
is i i� i� id is i�
i� iY
i� i ik iw io i� i� i� i� i� i1 i i2 i� �g ip iQ i� iU i� iv i� i� i� � �C iS i� i^ i� i� i5 i� i� iB i� i_ i� ib iN �� i� iX i� i� i� i�
� iL ic i�
i�
i iK iw i* ia iG i3 i� i
i� i� i i1 i6 i� i2 i6 �N i� i� i i i3 i� i: i� i\ iq i� i� i i- i� i i i3 i�
i� i� i� ix i�
� i� ir i� i4 i�
i_
i� iU i� i� i� i@ i� i5 i� i i� i� i i� i/ i+ i6 i i� i i� i� i� i� i�
i7 iZ
i i� i� i8 i4 i iC i� i i� i� il i� i`
i� i� i� i� i� iY i� � �� i� i5 i� �{ i� i i� i� �$ i7 i iM iV i0 ir i� i� i� ig i iV i� i8 i� i9 i, iZ i� i� i{ i# iW i0 i i i$ i� i�
i�
i� i4 i i[ i� �v i� i ic i� iV iM i$ i- � i� i iX i i i� id i� i� iW i[
i i� i� i i iq i�
i i1 i� i i� i it i� i i� i i i i�
i2 i� i2 i: i3 i i. i� i� i2 i� i
i� i� i �� i� i% i i� i� i i i
i� i i� i i i� �
i�
i6 i� i4 i� i| i i� iS i i i� i_ i�
i i� i� i� i` i i i� i� i� i3 i i i; ir i i i i7 iY iL i; i� i� i� i i i � iT �\ i� i� i i< i� iV i5 i� i i�
i� i� i� i i" ix i% i i; i8 i i� i i2 iE i= i! i� i i� �^ i iw i�
i" i� i� i is i� i# i< iQ i i� ir i$ i i] i i% i� i. i& i i3 i5 iB i� iy i' i� i� i� i i� i i> iY ia
ib
i( i�
i i) i* i i � i � i: i� i6 i� i^ i i i� i i( i�
i+ i+ i i ix i, i i. ih i/ i- i i � i
iV i i� i �h i� iz i. i i� � i� i< i� i� i; i/ i? i� i i
i� i0 i8 i� i i� i5 i6 i�
i_ �) i1 i2 i i3 iy i � i� i�
i i^ i4 i� i� i? i$ i+ i\
i� i5 i_ iW i� i iz
i6 i0 i i�
i]
i �� ip i7 i� i� i8 i^
i<
i� iV i9 i� i6 i� iI �w i} ic
i^ i i
i9 i@ i� i
iA i i� i� i� i: ie i1 i i iB i� i� i� i� i i� i� i i� i7 i; i< i� i= i{
i� �( i` iR i1 iY i iI i� �� i i� i6 i� id
i> i� i� ie
i? i� io � iq iY in i i� il i iC iD i{ i� i�
i_
iE iP iU i� i� i� i� i i� iE im i� i@ i� i: i�
i i
iA i i� i� i� i i#
i� iN i�
i� iB i� iC iW iT iT � i� i
i� if
i; iD i i& i�
i| i� i� i� i i� i�
i� i� i< i=
i�
i� i i iV i� i�
i io i� i� iE i�
iF i i i� i� �� i� i� i i iD i- i8 i� iG id i� i i�
iH it i� i iI iz i
i iJ i�
i�
iK i i� i|
i� i i� i� i>
� i� i� i� i i iL i: i� i= i� iM i i?
i� i� i iH i� i� i i� iN i i� i� iO iP i iF ik iQ i9 i� �� i� i�
i� iu i iv i i� i i� i iR iS i� i� i} i
i> i� i� i� i i
i: iT i i� iN i� iC i� i i� iU i~ i� i iW i� iG i� i� i� i, i i i i� iO i� i| i i� i� iO i? iV i` i� i i� i~ i iw i� i i� i@ i! i� i� i; i � i� i iW i� i" i�
iX i� iY i iR ig
iu i i�
ih
i�
ix i= i
i iZ i� i< i� i i[ i� i# i i= i i\ i$ i i] iH iI i^ i7 iO i$
i
i_ i% iv iJ i� i i! iw it i i` ia ib i9 i& i� i" i{ � i� i� i' ic i� id i8 i� i i� i� i[ i9 i� i� id iZ i� ie i� i� i� i@
i! i( i" if i� �� i i� i# i$ iT ig iK i i� i% i� �W iM ih i i� ii i� i� i� i% i� �� i� i� i� i
i`
i� iy i7 im iL ij ik i� i: i> i! i� i� � i �B i) il i| i � i
iz i� �� ii
i� iM i� i� i�
i� i� im � in iu iq iv i� i�
i
i* iN io ip i� � iq i7 i. ir i� iy i�
i i i�
i� if i� i� i� is i! iy i�
iO i i� i� i� i+ iP ij
i�
i> i� i� i� i� i �Y i� iA it i� iu i%
i
i� iv i� i� iz i2 iw i, i� i� � i� i3 iQ i� i� i
ix i� i6 i9 ik
i� i i& �6 i� � i- i
i� iR iy i� iQ i9 ic i�
i' i. i
�o i( iB iF i? il
i� i) ie i� i�
iz i�
iS iT i� i� i� i{ i/ � i� i" i� ib i/ i� i` i� i� i0 iu i� iv i� i� i1 i� i�
i� i� iU i� i* i� i/ iE � iS i� i8 iZ i| i} iF i+ i i� i! i~ i2 i, iF iP i� im
i i
i� ie is i� iC i� ir i i� i� i i� ia i3 iZ i% i- i� i� i� i� i4 i� i� i� iA i� i� i�
i�
ii i
i� i� i� iD i. i� i i� i� in i� i i� i� i�
i� i� i i� i3 i5 iJ i0 i� is i�
i� i� i� i@ i� i� iV i� i/ i� i� i6 iW iA i7 io i�
i� iP i0 i� i1 i� in
i� � �a �Q i2 i� ip i: i � iP i� ib i� i� i� i� i i{ i3 i7 iE i� i� i� i� i� i| iF iG iX i� i� i� i� i� i] i�
i4 i� i� i}
� i� i�
i5 i� i& i� i8 i
i� �� i� i� i� i� i� i� iL i� i� i� i� i�
i� iY i
i� i i� i� i4 i
iB i9 i8 i� i� i� i� i� iH i�
i/ i3 iZ i[ i� i�
io
i� i� i: i0 i� in i\ i� i] i� i^ i� �� i� i� i� i� i� iI i� i� i� i; i� i4 i� i< � i= i; i� i i
i� i� iX i� i� i �� i5 i_ i� i�
i�
i� i� i� i� i} i0 i> ip
iJ i� i� iK � i� �� i&
iF i� i� i� i�
i�
i# i� i[ i� i� i� �f i �> iq
i� i? ir
i� i6 i� i� i� i i�
i� i� i� i� ij i� i� i i� i@ i- ip i9 i; i6 iy iA i� i� i i� i'
i� i� i i� i� i i� �V i� i� i` i� i4 i� i� i� iK i
ia i�
i6 i� i� i� i� i i� i" i� i� iK i� i
i i� i� i� iY iG io i� ib if ic i7 i is
ip �r i� i8 �� i� i� i� i� i iA
iQ i�
iC i, i
i� i� i� i i� i\ iL i� iu � i~
i�
i� i� i9 i� i� iB i� iZ i� i� i
iC i� i� i ij id i� i0 ih ig i� ie i� iM i} i7 i�
i� i
i� iD i� i� i� i� i� if i: i� i iN i; i�
iE iF i� i(
� i� i< i� i� iG iM i= iw ig i� i~ it i? i� i� i� i
it im i# i� i� i+ i� i� ih i� i� i� � i i[ i�
iO i� i� i� i� i
i� iB
i� i� i$ it
i i�
i� i ia i� i� i� iH i i� i� i� iQ i" i< i
i� i� i- i1 i� i# iu
i' i� iD i� i i� i
i�
iI i� i> iJ i% i� i� iP i i
ii i� i�
i= ia
i� iK i� iv
i� i� i� i� i�
i� i� � �_ i� ij i� i? iE i1 i�
i�
i� ik i� i8 iQ i� i� il i� i� i
i� im i@ i
� ib i� i� i� i iR i� i� i� �5 i� i� i� i� iL i iw
i in i� i� � i4 iH i i� iM i� i� � i� i i� i� i i\ i� io i� iN i] i� i i�
i� i\ ix
ig i� iE i
i� i� i� i� i� i� ip i� i�
i� iq i
i� i� i� i� i� iO i� i� i� ir i� iZ i� is it i� i� i i� iP �e i� i� i� i� i� io i� i� i^ i i} i� i� i� iz iA i& i� i� i� i�
i� i� in i- i� i�
iQ i ii i
i� i� i� iR i� iu i� i� i� i iB i� i� i�
iy
i� i� iv iw iB ih iq i� i� i� i< i� i* ii iS i" iT iC i> i) i
ix iU i� i� i� i~ i� i� i� �z i� iV i� i� i� i� iC
i) iq i� i� iW i
i� i� i� iD i� iE �T iF �p i� i� i# i# iy i� i�
i� i� iG i� iz
i� i i� i� i� i� i� i� iS i� iX i
i� i� i� i� iu i
i= iH i� i� i_ i� iR i i i� i� i� iw i� i� iY iz i{ iq i� i i3 i� i5 i� i
i� i{
i� i� i| i} iS i~ i� i
i
i� iZ i[ i� i i i� i� i` i� iF i� i] i i� in i� i� iI i� i
i i� i� i� i� i� iG iT iJ i� iK iz iS ir i\ i)
i i
iv � i5 �� � i i�
ib i� i� ij i� i� i� i� i�
i� i� i] i^ i� i� i� ic i� i� i� i i�
i� i�
ia i: i1 i� i� i� i� �A ih i ia i�
i6 i� i� i� � ib
�- i� i
iH i_ i i� i� i
i� i� i� i i� i� i� i|
i� i*
if i� i i� i i�
iD
i i
iL iW i� i i iU i i�
i i� i$ i� i
i
i� iN i i iR ik i� iE
i� i� i i iM i� iS i' i i` i� is i� iF
i i� ia i}
i� i�
i( ij i i i~
iV iB �[ ib iW i� i� ib i
iI i� ic
i i
i� i{ i� i� i� i� i� ic i�
i� i id i
i�
i] i� i� i� i= ie i i� i i i� i�
i� �� i
iN i i� i� if ig i�
i�
i�
i� ih i i i i i�
�= i� iX i i� i i� i� i� i� i� id
i� iH iC i�
ii i� iT iW i�
i
i� i9 i� i� iN i� iK iE ij i4 iJ i�
iY i
i� iG
i ik i i� ih iO i i�
i�
i i] iP iZ i� il i� iQ i[ ik i� im in iR io ic i� i i� i� � iS iX i i i i\ i+ i� i� i� i� iI iT iU iU �� i i
i� il i�
iD i i i ip i iq i
�k i� im i� i�
iK i i� i i � i� iV i8 i�
i i� ir i@ iW ir i�
iC iG i� � i� i
i� i^ i�
i� i� �8 it i i: i� i
i! i� in is i� i" i�
i# i$ i] it i� i% i�
i& ir iu i' i+
i( i) i� ie
i
i} i
i� i� i� i* i4 �1 i+ i� i� i� i� i� i i� i, i i�
i> iX it ir i? i� i�
i- i� iv iu i{ i� iw iw i� i. ix iT i,
i i i� i/ i0 i� i� i� i1 i�
i� i2 i�
iG iR i
i� i^ i� iY i
iZ i� i
i[ i3 i^ i� i� i� i� i� i
i) i\ i� i4 i@ iv i� i5 i� i6 i7 i� id i] i�
i� i^ i8 i� i& i� i � i i9 iy iu � i i�
i� iz iR i� i{ i� i� i� i( i_ i� i< i9 i� il i� i� i� i_ i
iS i` ik i� i[ i� i� i� i�
ix i: i� i; i< i!
i$ i= i� i| i i� i> id i�
i i? ie i i� i� i� i i� i� i� i i�
i} i@ iA iB i� i. i~ ia iO i
i� i� i` ib i� i�
i% i i� i� i�
i; i�
i� i i� iC i iD i� i� i i� if
i"
iL i�
i� i� i� i�
iE i; i� iF i& iG i�
i
i� ix iH i) i� i� ic i� iI id iT i� i�
i�
ie i� i� i� i i i� iJ i ig i~ � iU i� ie i i i i� if ia i8 ig i�
i� ib ih iK iy i� i� i� iL i i: i�
i� i i �� i* iM ii i� i� ic it i� iM iN i� i� i� i� i i� i
i� i� if i� i� iY id ie i� �* i i� iO iH
i� i#
i� i# i; i�
i� i� i� i� iI
i\ i@ i� i� i� is i$
i�
iP iQ i�
i� i�
iR ij iS iT i� i+ i� iU i� iV i� i� iL i�
i! i� iJ
i\ �4 iW i� i iX iY iZ i� i[ i> iw ik if i� i� i+ i� i i%
i� i� i$ i� i\ i� i� i il i�
i] i� il i^ i_ ig
i% i� i` ia ig i i i� i�
i� iN iK
ib ic id i� i�
ic iw i�
ie i� ib iy i� if ih ig ih ih i� i' ii i im i� iz ij id ii i� i i i< i� i� i| � i� i� i� i� i� i� i iO ik i�
il i i� i�
ia i� i� im i� i� i� in i�
i� iu i� in i� i� i� ie i&
i�
io i� i� i i� i< i� ip iq iP iQ i� ij i� i� i i� i� i( i� i_ ir is i� i� i� i i< iE iR if i� i� � i� i] i� i� iI it i= i� iu i� iv i� i�
i� io i�
i�
ik i, il iw i'
i� i� im i� i� i� iF i` i� i� if i� i� i�
iS iJ ix i� iy iz in i� iL
�� ip iO i� i � i�
i{ i�
i� i� iA iy i� i� iU �� i| i} i~ iF i� iq i� i�
i� i� i� i i� i i i� i� i ip i� i� iB i� io i i� i� i� ip i i-
i� ir i� i� iq iq i� i(
i� ir i� i� i� is i� i� i� i�
i� i� i�
i( i.
is i)
i� it i i� i i*
i� iu i� i� iT iv iM
i{ i� i� it i� i' i� i� i� i�
i� i� i� i� i� i� i� ig iZ iw i�
i� ic i� ij i+
ip i� i� i� ix i� i� i� ih i� i� i� i�
i� i� i� i� i,
i= i i� i� i iu i� i� i i� i/
iy i� i
i� iy iv i� i� i� iw i� i� i� i� i� i� i� i�
iz i� i� i i� i> i� iC i' i� i� i� i{ i iZ i� i� i� i� i� i� i� i� ia i i� i� i� iq i? i� i
i� i| i� i� i" i� i�
i� i i} i� i� i� i� i= i iA i� i1 i� i) i� i� i� i? i�
i�
i� i i� ix i i� i i i� i�
i� i� ih i� iS i� i� i� i( i� i�
i� i� i' ix iy i� i�
i� i� i
i�
i� i� i� i� i_ i i� i� i> i� i} iP i� i� i� i� i� i i~ i� i
iN
i ic i� i
i� i� i� iH i� i ii i� i� i� i� i� i� i i� i� i� i� i� ij i� i� i� i* i� i� i� i�
i� i i� i ih
i� i� i_ i� i� �/ i� i< i� i~ i7 ik iT i� i i] i iU ib i�
it i� i� ig i� iz i� i�
i� i| i i� i� i� i� i� i� i� i{ i� i� i� i i0
i� i�
i� i+ i� i, i� i� i� �I i� i� i� i� i� i i� i iB i� i� i4 is i�
i� i� i� i� i� i�
i� i� i? iC i� i� i i� iG i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i| i1
i� i im iC i� i� il i� i� ii
i} i� i? i� i� i i� i� i� ih i� i� iI i� i� i� iV i i� i� i� i� i� i� i^ i� i� i� i� i- i. i� i i) i� i� i�
i� i� i� i2
i� ii i i� i�
i� i� i� iA i� i� i� i-
i� i� i� i� i� i�
i� i
i� i� i� i� i� i� i� i�
i� i�
i� i� i�
i� i� iQ i� i�
iO
i� i� i� i� i i� i� iz iK i� i� � i[ i� iJ i� i� i@ i� i.
i� i� i� i� iD i i} i/
i@ i� i�
i� i� i�
i� i@ i iR i� i� i� ij
i~ i� i� iJ i� i� i�
i� i� i� �� i�
i0
i� im i� i� i im i~ i� i i� i i1
i� i� i� i� i� i i� i� i�
id i� i� i� iX i� i� i9 i� i� i i� i� iU i� i� i� i� i� iL i� i3
i� i i� i�
i i� i� i� i� i� � i� i�
i� i i$ i( iv i� i� i& i� ib i� i� i� i� i� i� i� i i� i� i� i{ i� i� i� i� i� i� i� i� i� i� i2
i� i� i� i� i� i� i i� i�
i� i� i� i� i� i� i� i^ i� i� iV i� i� i� i� i� i� i� i� i� i� i� i� i� i i2 iW i� i
iW io ii i ik
iX i� i� i� iA i4
i� i�
i� i3
i� i� i� i� i� i� i� i�
i� i� i�
i� i� i� i� i� i� i� i �� iH i� i� i� i� i� i i i i i� iD i i� iI is i
i� i� i�
i� i i� i� i� i� iw i� i{ i i i� i i� i� i/ in i, i i i i� i i� i� i� i
i� i i i i
i i4
iB i� i i� iP
i5
i�
i� i�
i� i� i�
i� i i� i i| i� iz i i i� i� i
i' i� i5
i� i i� i! i� i� �y i� i� iV i i� i� i� i� i� i� i i� i� i� i� i� i i� i�
i i i- i i� i� i� i i�
i i�
i� i� i� i i i�
i� i" i% i i� i� iJ iC i i� �x i� i� i i i� i i il
i6
i� i� i i i�
i i�
i� i iX i� i i� i7
i i� i�
iN i im
i i i� i iW i i� i! i� i i
i�
i> i8
i� i" i# i9
ij iD i� i� i i$ i
i% i i�
i� i� iX i& i i' iE i� i( iF i i) i� ix i� ik i i� i i� i* i+ i� i� i� iD i� i� i, i� i� i i� i� i iK i- i. i/ i:
i� i0 iJ i� i i1 i| i� i� i� i� i� i� i� iE i* i2 i�
i� i i� i i� iH ix i i� i i3 i� i� i� i� i3 i i� i� i;
ip i� i<
i i� i i� i� i4 i5 i i� i6 i� iO �� i
i7 i8 i� i9 i� i: i� i� i; i� i� i� i� i< i�
i iY i= i> i
i i? i� i@ iA iB i�
i� i� i=
i� i� i� io i� if i� i i� i�
i�
i� i� iC i iD i� i# i� i�
i>
i� iE i� i� iF iZ iE i� i� i� i[ i$ i�
i� iG i?
i i� i� i� iG i� i� i� i@
iH i� iA
i\ iL i� i� i� i� i�
iI i i i i� i i� ii iJ i� i� i�
i iK iL i] iM iN i
i� ij i� iQ
i�
iB
iO iP i� i� iQ i�
i� i� iR i�
iS iT i� i( i� i i� iC
i� iU i iV i� iW iX i� i� iY i� i� i� iZ � i� id i[ ic iH i� i_ i� i# i0 i\ i i] i� in i
i� i� i� i i^ i i� i_ ik iD
i� i` ia i� i� ib i� i� i� ic i� i� i� i� id i� i i� i� i i id i^ iE
ie i i i� i�
i i� i� if i� i_ i7 i i i� i i�
i� iF
i i ig i- i� i i! i i� ih i� iq i; i� i� i� i� iX i� i i i� i� ii ij i� i� i� i
ik il i� i� i~ im iG
i` in iy ip i� i� io i> i� ip i� iq i
i� i� ir i� ia i� i� i� is it i" iu i| i� i? i i� i iv i� i� i� i� i� ie i� i� iw ix iy i� i� i� i� iz i{ i@ i| i� i� i} i� i� i� i� i% is i iR
i� i. i� iM i? i�
i� i~ i i� ib i i� i@ i� i� i� i i� i� i� i� i� i� i� i� i� i� i�
i� i6
iI i� i� i� i� i� i� i� i� ic i� i� i� i� i� i� i� i2 i i� i� im i� i@ i� i� i� i� i� i� iN i i� i� if i i i� iZ i�
i� i� i� i� i� i� i\ iH
i� id i� i� iJ i� i� i� i� i�
i� i� i� i� i� iK i� i� i� i# i� i� i� i� i� i� i� i� i� iK i� i� i� i� ig i� i� i� ih i� i> i� i. i� i� i� i� i� i� i� i i) in
�t i� i i i� i�
io
i�
iI
i� i�
i� i iq i� i� ir i� i� i� �� i� i� ip
i� i� i� i� iz i i i� iU i� iJ
i� i� i1 iK
it i� i� i� i� i� �� i�
i� i� iJ i� i iL i� i� i� i� i� i� i� N)Z EUCTW_TYPICAL_DISTRIBUTION_RATIOZEUCTW_TABLE_SIZEZEUCTW_CHAR_TO_FREQ_ORDER� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwfreq.py�<module>, s chardet/__pycache__/langbulgarianmodel.cpython-38.pyc 0000644 00000056053 15043676131 0016664 0 ustar 00 U
��.e'2 � @ s4 d Z dZdZe eddddd�Zeedddd d�Zd
S ) ( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r �M �Z �c �d �H �m �k �e �O � �Q �f �L �^ �R �n � �l �[ �J �w �T �` �o � �s r r r r r r �A �E �F �B �? �D �p �g �\ �� �h �_ �V �W �G �t �� �U �] �a �q �� �� �� �� �� r r r r r r( r/ r4 r5 r6 r7 r8 �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� �� r �� �� �� �� �� �i �� �� �� �� �� �� �- �� �� � � �# �+ �% �, �7 �/ �( �; �! �. �& �$ �) � �' � �" �3 �0 �1 �5 �2 �6 �9 �= �� �C �� �< �8 � � � � � � � � � � � �
� � � �
� � � � � � � � � � � �K �4 �� �* � �> �� �� �� �: � �b � � � � � � r r r ( r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r
r r r
r r r r r r r r r r r r r r r r r r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r r r r r r> r? r@ rA rB rC rD rE �x rF rG rH rI rJ rK rL rM �N �@ �S �y r� �u rW rN rO rP rQ rR rS rT rU �X rV rX rY rZ �z �Y �j r[ r\ r] r_ r` r^ r| r~ �I �P �v �r r� r� r� r� r� r� r� r� r� r� r� r� ra rb rc rd re rf rg rh ri rj rk rl rm rn ro rp rq rr rs rt ru rv rw rx ry rz r{ r� r} r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r� r� ( � r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g! _B�?Fz
ISO-8859-5Z Bulgairan)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguagez windows-1251Z BulgarianN)Z Latin5_BulgarianCharToOrderMapZ win1251BulgarianCharToOrderMapZBulgarianLangModelZLatin5BulgarianModelZWin1251BulgarianModel� r� r� �J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langbulgarianmodel.py�<module>% s" �
� chardet/__pycache__/euckrprober.cpython-38.pyc 0000644 00000002121 15043676132 0015344 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�EUCKRDistributionAnalysis)�EUCKR_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� EUCKRProberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euckrprober.pyr # s
zEUCKRProber.__init__c C s dS )NzEUC-KRr r
r r r � charset_name) s zEUCKRProber.charset_namec C s dS )NZKoreanr r
r r r �language- s zEUCKRProber.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/jpcntx.cpython-38.pyc 0000644 00000111303 15043676132 0014332 0 ustar 00 U
��.e�L � @ s8 d Z G dd� de�ZG dd� de�ZG dd� de�ZdS ))S)S� r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr � r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r �Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c @ sP e Zd ZdZdZdZdZdZdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dS )�JapaneseContextAnalysis� ����d i� r c C s* d | _ d | _d | _d | _d | _| �� d S �N)�
_total_rel� _rel_sample�_need_to_skip_char_num�_last_char_order�_done�reset��self� r �>/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jpcntx.py�__init__{ s z JapaneseContextAnalysis.__init__c C s* d| _ dg| j | _d| _d| _d| _d S )Nr r
F)r
�NUM_OF_CATEGORYr r r r r r r r r � s
z JapaneseContextAnalysis.resetc C s� | j r
d S | j}||k r�| �|||d � �\}}||7 }||krT|| | _d| _q|dkr�| jdkr�| jd7 _| j| jkr�d| _ q�| jt| j | d7 < || _qd S )Nr r
r T)r r � get_orderr r
�MAX_REL_THRESHOLDr �jp2CharContext)r �byte_strZ num_bytes�i�order�char_lenr r r �feed� s
z JapaneseContextAnalysis.feedc C s | j | jkS r )r
�ENOUGH_REL_THRESHOLDr r r r �got_enough_data� s z'JapaneseContextAnalysis.got_enough_datac C s, | j | jkr"| j | jd | j S | jS d S )Nr )r
�MINIMUM_DATA_THRESHOLDr � DONT_KNOWr r r r �get_confidence� s z&JapaneseContextAnalysis.get_confidencec C s dS )N�r
r r )r r r r r r � s z!JapaneseContextAnalysis.get_orderN)�__name__�
__module__� __qualname__r r$ r! r r# r r r r" r% r r r r r r t s r c s0 e Zd Z� fdd�Zedd� �Zdd� Z� ZS )�SJISContextAnalysisc s t t| ��� d| _d S )NZ SHIFT_JIS)�superr* r �
_charset_namer �� __class__r r r � s z SJISContextAnalysis.__init__c C s | j S r )r, r r r r � charset_name� s z SJISContextAnalysis.charset_namec C s� |sdS |d }d| kr$dks>n d| kr:dkrjn n,d}|dksbd | kr^dkrnn qnd
| _ nd }t|�d kr�|d }|d kr�d| kr�d
kr�n n |d |fS d|fS )Nr& r � � �� � r � � ZCP932r �� �� r
)r, �len�r r Z
first_charr Z second_charr r r r � s . z SJISContextAnalysis.get_order)r' r( r) r �propertyr/ r �
__classcell__r r r- r r* � s
r* c @ s e Zd Zdd� ZdS )�EUCJPContextAnalysisc C s� |sdS |d }|dks0d| kr,dkr6n nd}n|dkrDd}nd }t |�d kr�|d }|d
kr�d| krxd kr�n n |d |fS d |fS )
Nr& r � � � r � r r � �� r
)r8 r9 r r r r � s z EUCJPContextAnalysis.get_orderN)r' r( r) r r r r r r< � s r< N)r �objectr r* r< r r r r �<module> s VC chardet/__pycache__/charsetprober.cpython-38.pyc 0000644 00000006566 15043676132 0015705 0 ustar 00 U
��.e� � @ s0 d dl Z d dlZddlmZ G dd� de�ZdS )� N� )� ProbingStatec @ sn e Zd ZdZddd�Zdd� Zedd� �Zd d
� Zed d � �Z d
d� Z
e dd� �Z e dd� �Z
e dd� �ZdS )�
CharSetProbergffffff�?Nc C s d | _ || _t�t�| _d S �N)�_state� lang_filter�loggingZ getLogger�__name__Zlogger)�selfr � r �E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetprober.py�__init__' s zCharSetProber.__init__c C s t j| _d S r )r Z DETECTINGr �r
r r r �reset, s zCharSetProber.resetc C s d S r r r r r r � charset_name/ s zCharSetProber.charset_namec C s d S r r )r
�bufr r r �feed3 s zCharSetProber.feedc C s | j S r )r r r r r �state6 s zCharSetProber.statec C s dS )Ng r r r r r �get_confidence: s z CharSetProber.get_confidencec C s t �dd| �} | S )Ns ([ -])+� )�re�sub)r r r r �filter_high_byte_only= s z#CharSetProber.filter_high_byte_onlyc C s\ t � }t�d| �}|D ]@}|�|dd� � |dd� }|�� sL|dk rLd}|�|� q|S )u9
We define three types of bytes:
alphabet: english alphabets [a-zA-Z]
international: international characters [-ÿ]
marker: everything else [^a-zA-Z-ÿ]
The input buffer can be thought to contain a series of words delimited
by markers. This function works to filter all words that contain at
least one international character. All contiguous sequences of markers
are replaced by a single space ascii character.
This filter applies to all scripts which do not use English characters.
s% [a-zA-Z]*[�-�]+[a-zA-Z]*[^a-zA-Z�-�]?N���� �r )� bytearrayr �findall�extend�isalpha)r �filteredZwordsZwordZ last_charr r r �filter_international_wordsB s � z(CharSetProber.filter_international_wordsc C s� t � }d}d}tt| ��D ]n}| ||d � }|dkr<d}n |dkrHd}|dk r|�� s||kr�|s�|�| ||� � |�d� |d }q|s�|�| |d � � |S )
a�
Returns a copy of ``buf`` that retains only the sequences of English
alphabet and high byte characters that are not between <> characters.
Also retains English alphabet and high byte characters immediately
before occurrences of >.
This filter can be applied to all scripts which contain both English
characters and extended ASCII characters, but is currently only used by
``Latin1Prober``.
Fr r � >� <Tr r N)r �range�lenr r )r r Zin_tag�prevZcurrZbuf_charr r r �filter_with_english_lettersg s"
z)CharSetProber.filter_with_english_letters)N)r �
__module__� __qualname__ZSHORTCUT_THRESHOLDr
r �propertyr r r r � staticmethodr r r& r r r r r # s
$r )r r Zenumsr �objectr r r r r �<module> s chardet/__pycache__/enums.cpython-38.opt-1.pyc 0000644 00000005063 15043676132 0015117 0 ustar 00 U
��.e} � @ sh d Z G dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�Zd
S )zr
All of the Enums that are used throughout the chardet package.
:author: Dan Blanchard (dan.blanchard@gmail.com)
c @ s e Zd ZdZdZdZdZdS )�
InputStatezS
This enum represents the different states a universal detector can be in.
� � � N)�__name__�
__module__� __qualname__�__doc__Z
PURE_ASCIIZ ESC_ASCIIZ HIGH_BYTE� r r �=/usr/lib/python3.8/site-packages/pip/_vendor/chardet/enums.pyr s r c @ s< e Zd ZdZdZdZdZdZdZdZ eeB Z
e
eB eB Z dS ) �LanguageFilterzj
This enum represents the different language filters we can apply to a
``UniversalDetector``.
r r � � � � N) r r r r ZCHINESE_SIMPLIFIEDZCHINESE_TRADITIONALZJAPANESEZKOREANZNON_CJKZALLZCHINESEZCJKr r r r
r s r c @ s e Zd ZdZdZdZdZdS )� ProbingStatezG
This enum represents the different states a prober can be in.
r r r N)r r r r Z DETECTINGZFOUND_ITZNOT_MEr r r r
r s r c @ s e Zd ZdZdZdZdZdS )� MachineStatezN
This enum represents the different states a state machine can be in.
r r r N)r r r r ZSTARTZERRORZITS_MEr r r r
r ) s r c @ s, e Zd ZdZdZdZdZdZedd� �Z dS ) �SequenceLikelihoodzX
This enum represents the likelihood of a character following the previous one.
r r r � c C s dS )z::returns: The number of likelihood categories in the enum.r r )�clsr r r
�get_num_categories; s z%SequenceLikelihood.get_num_categoriesN)
r r r r ZNEGATIVEZUNLIKELYZLIKELYZPOSITIVE� classmethodr r r r r
r 2 s r c @ s$ e Zd ZdZdZdZdZdZdZdS )�CharacterCategoryz�
This enum represents the different categories language models for
``SingleByteCharsetProber`` put characters into.
Anything less than CONTROL is considered a letter.
� � � � � N) r r r r Z UNDEFINEDZ
LINE_BREAKZSYMBOLZDIGITZCONTROLr r r r
r A s r N)r �objectr r r r r r r r r r
�<module> s chardet/__pycache__/big5prober.cpython-38.opt-1.pyc 0000644 00000002111 15043676132 0016017 0 ustar 00 U
��.e� � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�MultiByteCharSetProber)�CodingStateMachine)�Big5DistributionAnalysis)�
BIG5_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )�
Big5Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/big5prober.pyr # s
zBig5Prober.__init__c C s dS )NZBig5r r
r r r � charset_name) s zBig5Prober.charset_namec C s dS )NZChineser r
r r r �language- s zBig5Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zmbcssmr r r r r r �<module> s chardet/__pycache__/hebrewprober.cpython-38.pyc 0000644 00000005652 15043676132 0015523 0 ustar 00 U
��.e6 � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�
CharSetProber)� ProbingStatec s� e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZ� fdd�Zdd� Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Zed d � �Z� ZS )!� HebrewProber�� �� �� �� �� �� �� �� � � � g{�G�z�?z
ISO-8859-8z windows-1255c s> t t| ��� d | _d | _d | _d | _d | _d | _| � � d S �N)
�superr �__init__�_final_char_logical_score�_final_char_visual_score�_prev� _before_prev�_logical_prober�_visual_prober�reset��self�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/hebrewprober.pyr � s zHebrewProber.__init__c C s d| _ d| _d| _d| _d S )N� � )r r r r r r r r r � s zHebrewProber.resetc C s || _ || _d S r )r r )r Z
logicalProberZ visualProberr r r �set_model_probers� s z HebrewProber.set_model_probersc C s || j | j| j| j| jfkS r )� FINAL_KAF� FINAL_MEM� FINAL_NUN�FINAL_PE� FINAL_TSADI�r �cr r r �is_final� s �zHebrewProber.is_finalc C s || j | j| j| jfkS r )�
NORMAL_KAF�
NORMAL_MEM�
NORMAL_NUN� NORMAL_PEr( r r r � is_non_final� s
�zHebrewProber.is_non_finalc C s� | j tjkrtjS | �|�}|D ]�}|dkrn| jdkr�| �| j�rR| jd7 _q�| �| j�r�| j d7 _ n,| jdkr�| �| j�r�|dkr�| j d7 _ | j| _|| _q tj
S )Nr! r ) �stater �NOT_MEZfilter_high_byte_onlyr r* r r r/ r � DETECTING)r Zbyte_strZcurr r r �feed� s&
��zHebrewProber.feedc C sx | j | j }|| jkr | jS || j kr.| jS | j�� | j�� }|| jkrR| jS || j k rd| jS |dk rr| jS | jS )Ng ) r r �MIN_FINAL_CHAR_DISTANCE�LOGICAL_HEBREW_NAME�VISUAL_HEBREW_NAMEr Zget_confidencer �MIN_MODEL_DISTANCE)r ZfinalsubZmodelsubr r r � charset_name� s
�
zHebrewProber.charset_namec C s dS )NZHebrewr r r r r �language s zHebrewProber.languagec C s( | j jtjkr"| jjtjkr"tjS tjS r )r r0 r r1 r r2 r r r r r0 s
�zHebrewProber.state) �__name__�
__module__� __qualname__r# r+ r$ r, r% r- r& r. r' Z NORMAL_TSADIr4 r7 r6 r5 r r r" r* r/ r3 �propertyr8 r9 r0 �
__classcell__r r r r r � s4
;
r N)Z
charsetproberr Zenumsr r r r r r �<module> s c chardet/__pycache__/eucjpprober.cpython-38.pyc 0000644 00000004556 15043676132 0015357 0 ustar 00 U
��.e� � @ s` d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
d dl m Z G dd� de�Z
d S )
� )� ProbingState� MachineState)�MultiByteCharSetProber)�CodingStateMachine)�EUCJPDistributionAnalysis)�EUCJPContextAnalysis)�EUCJP_SM_MODELc sP e Zd Z� fdd�Z� fdd�Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
� EUCJPProberc s4 t t| ��� tt�| _t� | _t� | _ | �
� d S �N) �superr �__init__r r � coding_smr �distribution_analyzerr �context_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/eucjpprober.pyr % s
zEUCJPProber.__init__c s t t| ��� | j�� d S r
)r r r r r r r r r , s zEUCJPProber.resetc C s dS )NzEUC-JPr r r r r � charset_name0 s zEUCJPProber.charset_namec C s dS )NZJapaneser r r r r �language4 s zEUCJPProber.languagec C s6 t t|��D ]�}| j�|| �}|tjkrN| j�d| j| j |� t
j | _ q�q |tj
krft
j| _ q�q |tjkr | j�� }|dkr�|d | jd< | j�| j|� | j�| j|� q | j�||d |d � |� | j�||d |d � |� q |d | jd< | jt
jk�r0| j�� �r0| �� | jk�r0t
j| _ | jS )Nz!%s %s prober hit error at byte %s� r ���)�range�lenr
Z
next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ
_last_charr �feedr �stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�iZ coding_stateZchar_lenr r r r 8 s@
�
�� �zEUCJPProber.feedc C s | j �� }| j�� }t||�S r
)r r r �max)r Z context_confZ distrib_confr r r r Y s
zEUCJPProber.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r r �
__classcell__r r r r r $ s
!r N)Zenumsr r Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr r r r r r �<module> s chardet/__pycache__/sbcsgroupprober.cpython-38.pyc 0000644 00000003070 15043676132 0016246 0 ustar 00 U
��.e�
� @ s� d dl mZ d dlmZ d dlmZmZmZmZm Z m
Z
d dl m Z m
Z
d dlmZmZ d dlmZ d dlmZ d dlmZ d d lmZ G d
d � d e�Zd S )
� )�CharSetGroupProber)�SingleByteCharSetProber)�Win1251CyrillicModel�
Koi8rModel�Latin5CyrillicModel�MacCyrillicModel� Ibm866Model� Ibm855Model)�Latin7GreekModel�Win1253GreekModel)�Latin5BulgarianModel�Win1251BulgarianModel)�TIS620ThaiModel)�Win1255HebrewModel)� HebrewProber)�Latin5TurkishModelc s e Zd Z� fdd�Z� ZS )�SBCSGroupProberc
s� t t| ��� tt�tt�tt�tt�tt�tt �tt
�tt �tt �tt
�tt�tt�g | _t� }ttd|�}ttd|�}|�||� | j�|||g� | �� d S )NFT)�superr �__init__r r r r r r r r
r r r
r r Zprobersr r Zset_model_probers�extend�reset)�selfZ
hebrew_proberZlogical_hebrew_proberZvisual_hebrew_prober�� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcsgroupprober.pyr , s6 � ��
�zSBCSGroupProber.__init__)�__name__�
__module__� __qualname__r �
__classcell__r r r r r + s r N)Zcharsetgroupproberr Zsbcharsetproberr Zlangcyrillicmodelr r r r r r Zlanggreekmodelr
r Zlangbulgarianmodelr r
Z
langthaimodelr Zlanghebrewmodelr Z hebrewproberr Zlangturkishmodelr r r r r r �<module> s chardet/__pycache__/hebrewprober.cpython-38.opt-1.pyc 0000644 00000005652 15043676132 0016462 0 ustar 00 U
��.e6 � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )�
CharSetProber)� ProbingStatec s� e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZ� fdd�Zdd� Zdd� Zdd� Zdd� Zdd� Zedd � �Zed d � �Zed d � �Z� ZS )!� HebrewProber�� �� �� �� �� �� �� �� � � � g{�G�z�?z
ISO-8859-8z windows-1255c s> t t| ��� d | _d | _d | _d | _d | _d | _| � � d S �N)
�superr �__init__�_final_char_logical_score�_final_char_visual_score�_prev� _before_prev�_logical_prober�_visual_prober�reset��self�� __class__� �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/hebrewprober.pyr � s zHebrewProber.__init__c C s d| _ d| _d| _d| _d S )N� � )r r r r r r r r r � s zHebrewProber.resetc C s || _ || _d S r )r r )r Z
logicalProberZ visualProberr r r �set_model_probers� s z HebrewProber.set_model_probersc C s || j | j| j| j| jfkS r )� FINAL_KAF� FINAL_MEM� FINAL_NUN�FINAL_PE� FINAL_TSADI�r �cr r r �is_final� s �zHebrewProber.is_finalc C s || j | j| j| jfkS r )�
NORMAL_KAF�
NORMAL_MEM�
NORMAL_NUN� NORMAL_PEr( r r r � is_non_final� s
�zHebrewProber.is_non_finalc C s� | j tjkrtjS | �|�}|D ]�}|dkrn| jdkr�| �| j�rR| jd7 _q�| �| j�r�| j d7 _ n,| jdkr�| �| j�r�|dkr�| j d7 _ | j| _|| _q tj
S )Nr! r ) �stater �NOT_MEZfilter_high_byte_onlyr r* r r r/ r � DETECTING)r Zbyte_strZcurr r r �feed� s&
��zHebrewProber.feedc C sx | j | j }|| jkr | jS || j kr.| jS | j�� | j�� }|| jkrR| jS || j k rd| jS |dk rr| jS | jS )Ng ) r r �MIN_FINAL_CHAR_DISTANCE�LOGICAL_HEBREW_NAME�VISUAL_HEBREW_NAMEr Zget_confidencer �MIN_MODEL_DISTANCE)r ZfinalsubZmodelsubr r r � charset_name� s
�
zHebrewProber.charset_namec C s dS )NZHebrewr r r r r �language s zHebrewProber.languagec C s( | j jtjkr"| jjtjkr"tjS tjS r )r r0 r r1 r r2 r r r r r0 s
�zHebrewProber.state) �__name__�
__module__� __qualname__r# r+ r$ r, r% r- r& r. r' Z NORMAL_TSADIr4 r7 r6 r5 r r r" r* r/ r3 �propertyr8 r9 r0 �
__classcell__r r r r r � s4
;
r N)Z
charsetproberr Zenumsr r r r r r �<module> s c chardet/__pycache__/eucjpprober.cpython-38.opt-1.pyc 0000644 00000004556 15043676133 0016317 0 ustar 00 U
��.e� � @ s` d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
d dl m Z G dd� de�Z
d S )
� )� ProbingState� MachineState)�MultiByteCharSetProber)�CodingStateMachine)�EUCJPDistributionAnalysis)�EUCJPContextAnalysis)�EUCJP_SM_MODELc sP e Zd Z� fdd�Z� fdd�Zedd� �Zedd� �Zd d
� Zd d � Z � Z
S )
� EUCJPProberc s4 t t| ��� tt�| _t� | _t� | _ | �
� d S �N) �superr �__init__r r � coding_smr �distribution_analyzerr �context_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/eucjpprober.pyr % s
zEUCJPProber.__init__c s t t| ��� | j�� d S r
)r r r r r r r r r , s zEUCJPProber.resetc C s dS )NzEUC-JPr r r r r � charset_name0 s zEUCJPProber.charset_namec C s dS )NZJapaneser r r r r �language4 s zEUCJPProber.languagec C s6 t t|��D ]�}| j�|| �}|tjkrN| j�d| j| j |� t
j | _ q�q |tj
krft
j| _ q�q |tjkr | j�� }|dkr�|d | jd< | j�| j|� | j�| j|� q | j�||d |d � |� | j�||d |d � |� q |d | jd< | jt
jk�r0| j�� �r0| �� | jk�r0t
j| _ | jS )Nz!%s %s prober hit error at byte %s� r ���)�range�lenr
Z
next_stater ZERRORZlogger�debugr r r ZNOT_MEZ_stateZITS_MEZFOUND_ITZSTARTZget_current_charlenZ
_last_charr �feedr �stateZ DETECTINGZgot_enough_data�get_confidenceZSHORTCUT_THRESHOLD)r Zbyte_str�iZ coding_stateZchar_lenr r r r 8 s@
�
�� �zEUCJPProber.feedc C s | j �� }| j�� }t||�S r
)r r r �max)r Z context_confZ distrib_confr r r r Y s
zEUCJPProber.get_confidence) �__name__�
__module__� __qualname__r r �propertyr r r r �
__classcell__r r r r r $ s
!r N)Zenumsr r Zmbcharsetproberr Zcodingstatemachiner Zchardistributionr Zjpcntxr Zmbcssmr r r r r r �<module> s chardet/__pycache__/langthaimodel.cpython-38.pyc 0000644 00000053217 15043676133 0015646 0 ustar 00 U
��.e, � @ s d Z dZe eddddd�ZdS )( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r � �j �k �d � � � �e �^ � � �l �m �n �o � � � �Y �_ �p �q � � � �� r r r r r r �@ �H �I �r �J �s �t �f �Q �� �u �Z �g �N �R �` �� �[ �O �T �h �i �a �b �\ �� r r r r r �� �� �� �� �� �X �� �� �� �� �� �� �� �v �� �� �� �� �c �U �S �� �� �� �� �� �� �� �� �� �� �� �� � � �� � �� �K � � �4 �" �3 �w �/ �: �9 �1 �5 �7 �+ � � �, � �0 � � � �' �> � �6 �- � � � �= � �� � �* �. � � �L � �B �? � �
� �$ � �
�( � � �# �V �� �� �� �� �� � � �) � �! � �2 �% � � �C �M �& �] � � �D �8 �; �A �E �< �F �P �G �W � � � � r r ( � r� rr rr rr rr r� r� rr rr r� rr rr r� rr rr rr rr rr rr rr rr r� r� rr rr rr r� rr rr rr rr r� rr rr r� r� r� r� rr r� rr rr r| rr rr r� r� r| rr rr rr rr r� r| r� r| r� r� rr r| r� r| r| rr r� rr rr r| rr r� r� rr rr r� rr rr r� rr rr rr rr rr rr rr rr rr r� rr r| rr r� r| r| r| rr r� r| rr r� r� r� r� r� r� r� r| rr r� r� rr r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr r| rr rr rr rr rr rr rr rr rr rr rr r| r| r| r| r| r| r| rr rr r| rr r| rr rr r| r| r| rr r� r| rr r� rr rr r| r| r� r| rr rr r� r| r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| r| rr rr rr rr r� r| rr rr rr rr rr r| r| r| r| rr rr r| r| rr rr r| r| rr r| rr r| r| rr rr r� r| rr r� r| r| rr rr r� r� r| r� r� r� rr r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr rr rr r| r| rr rr rr rr r| rr r| r| rr rr r| r| rr r| r| r| r| r� r� rr r� r| r� r� rr r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr r| rr r| rr rr r| r| rr r| rr rr r| rr r� r� r| rr r| r| r| rr r| r| r| r| r| r� r| r� r| r| r� r� rr rr r| r� r� r� r| r| r� r� rr r� r� r� r� r� r� r� r� r� r� r| rr r� r� r| r� r� rr rr r| rr rr r| r� r� rr rr r� rr rr r� r| r| rr r� r| r| r� r� r� r� r| r| r| r� r| r| r� r� r� r| r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| rr rr r| r� r� rr rr r� r| rr r� r| r� r| r| r| r| r� r| r� r� r| r| r| r� r| r| r� r� r� r| r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| rr r| rr r| r� r| r| r� rr r| r� rr r| r� r| rr r| r| rr r� r| rr r| r| r� r| r| r| r| r� r| r| r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| rr rr r| rr r| r| r| rr r| r| rr r| r| r� r| rr r| r| rr r� rr r| r| r| rr r| r| r| rr rr r| r� rr r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� rr r� rr rr rr rr rr r� r� rr r� r| r| rr rr rr rr rr r� r� r� r� r� rr r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r| rr r� r� r� rr r� r| r� r� r� r� r� rr r� r� r� r� r� r� r� r� r| r� rr rr rr rr r� r� r| rr r� r� rr r� rr rr r| rr rr rr rr rr r� r� rr rr rr r� r� r� rr rr r� r� rr r� r� r� r� r| r� r� r| r� r� rr r� r� r� r� r� r| rr r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| rr rr rr rr rr rr rr r� r| r� rr rr r| r| r� r| r| r| rr r� r� r| r� r| r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| r� r| rr rr rr r� r| r� r| r| r� r| r� rr r| r| r� r| r� r� r� r| r| r� r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| r� rr rr r� r� rr r� r| rr r� r� rr r| r� r� r| r� r| r| rr r| r� r� r� r� r� r| rr r� r� r� rr r� r| r� r| r� rr r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r� r� rr r| rr rr rr r� rr r| r� rr r| r� rr r| r| r| r| r� rr rr r� r| r� rr r� r| rr r� r| r� r� rr r| r| r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr rr r| rr r| rr rr r| rr r| rr r| rr rr r| r� r� rr r| r| r| r� r| r| r| r� r| r| r� r| r� r� r| r| r| rr r� r� rr r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| rr r| r| r� r� rr r| rr r| rr r| r� rr r| r| r� r| r� r| r| r| r� r| r| r| r| r� rr r| r� r| r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr rr r| rr r� r| rr rr r| r| rr r� r� r� r| r� rr rr r| r| rr r� r� r� rr r� r� r� r� rr r� r� rr rr r� r| r� r| r� r� r� rr r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr r| rr r| rr rr r� r� rr r� r� r| r� r| r� r� rr r� r� r� r| rr r� r� r� r� r� r� r� r� rr r� r� r| r| r| r| r� r� r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r| r| r� r� r| r� rr rr r| rr r| r| rr r| r| rr r� r| r| r� r| r� rr r| r� r| r| r| r| r| r� rr r| r� r| r| r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr rr rr rr rr r� rr rr r� r| r� r� rr r| r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| r| r| rr r� r� r� rr r� rr r| r� rr r| r| rr rr rr rr rr r� r� r| r| r| r� r| r| r� r| r� r| rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| rr r� rr rr r| rr rr r� rr rr r� rr r| r| rr r| rr rr rr r� r� r| r| rr r� r� r� r� rr r� r� rr r� r� r� r| r| r� r� rr r� r� r| r| r| rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r| rr rr r| r� rr rr r| r| rr r� rr r| r� rr r| r� r� r| r| r� r| rr r| r� r� rr r� r� r� r� rr r� r� r| rr r� rr r� r� rr r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� rr r| r| r| r� r| r� r� rr r� r� rr r� rr r� r� r| r� r� r� r� r| r� r� r� r� r| r� r� r� r� r| r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� rr rr rr rr r| r| r| r| r| r� rr r� r� r� r| r� r� r� r| r� r| r� rr r| r� r� rr r� r� r� r� r� rr r� r� r| rr r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r� rr rr r� r| r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r� rr r� r� r� r| r� r� r| r� rr rr r| rr rr rr r| rr r� r� r| r| r| r� r� r� r| r| r� r� r� r� r� r� r� rr r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| r� r� r� r� r� r� r� r� r� r� r� r| rr r� rr rr r� r� r� r� rr r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r� r| rr r� r| rr r� r� rr r� r| r| r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| r� r� r� r� r� rr r� r| r| r| r| r| r| r� r� r� r� r� rr r� r� r� rr r� r� r� r� r� r� r� r| r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� rr r� r| r| r� rr rr r| rr rr r� r� r� r� r| r| r� r| r� rr rr r� r� r� rr r| r� r� r� r� r| r� r� r� r� r� r� r� r� r| r� r� r� rr r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� rr r� r� rr r� rr r� r� r� r� r� rr r| r� r� r� rr r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rr rr r� rr r| r� rr rr r� r| r| r� r� r| r� r� r� r| r� r� r� r� r� rr r� r� r� rr r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r| r� rr rr rr r| r| r� r� r� r� r� rr r� r� r� r| r| r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| rr r� r| r� r� r| r� r� rr r� r� r� r| r� r� r� r� r� rr r� r� rr r� r� r� r| r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� rr r� r| r� r� r| r| r� r� r| r� r� r� r� rr r� r| r� r� r� r� r| r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r| r| r� r� r� r| r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� rr r� r� r� r� r� r� r� r� rr r| r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r| r| r� r� r� r� r� r� r� r� r| rr r| r� r| r| rr r� r� r� r| rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| r| r� r� r� r� r� r� r| r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� rr r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� rr r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� rr rr r� r� r� r� r| rr r� r� r| r� r� r� r� r� r� r| r� r� r� r� r� r| r� r� r� r| r� r� r� r� r| r� r� rr r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� rr r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| r� r� r� r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� rr r� r� r� r� r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� rr rr r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r| r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r| r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g� �@��?FzTIS-620ZThai)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZTIS620CharToOrderMapZ
ThaiLangModelZTIS620ThaiModel� r� r� �E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langthaimodel.py�<module>$ s � chardet/__pycache__/escprober.cpython-38.pyc 0000644 00000005044 15043676134 0015016 0 ustar 00 U
��.en � @ sX d dl mZ d dlmZ d dlmZmZmZ d dlm Z m
Z
m Z m Z G dd� de�Z
dS )� )�
CharSetProber)�CodingStateMachine)�LanguageFilter� ProbingState� MachineState)� HZ_SM_MODEL�ISO2022CN_SM_MODEL�ISO2022JP_SM_MODEL�ISO2022KR_SM_MODELc sV e Zd ZdZd� fdd� Z� fdd�Zedd� �Zed d
� �Zd d � Z d
d� Z
� Z S )�EscCharSetProberz�
This CharSetProber uses a "code scheme" approach for detecting encodings,
whereby easily recognizable escape or shift sequences are relied on to
identify these encodings.
Nc s� t t| �j|d� g | _| jtj@ rD| j�tt �� | j�tt
�� | jtj @ r`| j�tt �� | jtj
@ r|| j�tt�� d | _d | _d | _d | _| �� d S )N)� lang_filter)�superr �__init__� coding_smr r ZCHINESE_SIMPLIFIED�appendr r r ZJAPANESEr ZKOREANr
�active_sm_count�_detected_charset�_detected_language�_state�reset)�selfr �� __class__� �A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/escprober.pyr * s zEscCharSetProber.__init__c sJ t t| ��� | jD ]}|s qd|_|�� qt| j�| _d | _d | _d S )NT) r
r r r �active�lenr r r )r r r r r r : s
zEscCharSetProber.resetc C s | j S �N�r �r r r r � charset_nameE s z EscCharSetProber.charset_namec C s | j S r )r r r r r �languageI s zEscCharSetProber.languagec C s | j r
dS dS d S )Ng�G�z��?g r r r r r �get_confidenceM s z EscCharSetProber.get_confidencec C s� |D ]�}| j D ]�}|r|js q|�|�}|tjkrhd|_| jd8 _| jdkr�tj| _| j S q|tj
krtj | _|� � | _
|j| _| j S qq| j S )NFr � )r r Z
next_stater ZERRORr r ZNOT_MEr �stateZITS_MEZFOUND_ITZget_coding_state_machiner r! r )r Zbyte_str�cr Z coding_stater r r �feedS s"
zEscCharSetProber.feed)N) �__name__�
__module__� __qualname__�__doc__r r �propertyr r! r" r& �
__classcell__r r r r r # s
r N)Z
charsetproberr Zcodingstatemachiner Zenumsr r r Zescsmr r r r
r r r r r �<module> s chardet/__pycache__/charsetgroupprober.cpython-38.opt-1.pyc 0000644 00000004246 15043676134 0017714 0 ustar 00 U
��.e� � @ s, d dl mZ d dlmZ G dd� de�ZdS )� )� ProbingState)�
CharSetProberc sR e Zd Zd� fdd� Z� fdd�Zedd� �Zedd � �Zd
d � Zd d
� Z � Z
S )�CharSetGroupProberNc s( t t| �j|d� d| _g | _d | _d S )N)� lang_filter� )�superr �__init__� _active_num�probers�_best_guess_prober)�selfr �� __class__� �J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/charsetgroupprober.pyr ! s zCharSetGroupProber.__init__c sJ t t| ��� d| _| jD ]$}|r|�� d|_| jd7 _qd | _d S )Nr Tr )r r �resetr r
�activer )r �proberr
r r r ' s
zCharSetGroupProber.resetc C s | j s| �� | j sd S | j jS �N)r �get_confidence� charset_name�r r r r r 1 s
z CharSetGroupProber.charset_namec C s | j s| �� | j sd S | j jS r )r r �languager r r r r 9 s
zCharSetGroupProber.languagec C s� | j D ]v}|sq|jsq|�|�}|s(q|tjkrB|| _| j S |tjkrd|_| jd8 _| jdkrtj| _ | j S q| jS )NFr r )
r
r �feedr �FOUND_ITr �state�NOT_MEr Z_state)r Zbyte_strr r r r r r A s$
zCharSetGroupProber.feedc C s� | j }|tjkrdS |tjkr"dS d}d | _| jD ]R}|s<q2|jsT| j�d|j � q2|�
� }| j�d|j |j |� ||k r2|}|| _q2| js�dS |S )Ng�G�z��?g{�G�z�?g z
%s not activez%s %s confidence = %s) r r r r r r
r Zlogger�debugr r r )r r Z best_confr Zconfr r r r U s*
z!CharSetGroupProber.get_confidence)N) �__name__�
__module__� __qualname__r r �propertyr r r r �
__classcell__r r r
r r s
r N)Zenumsr Z
charsetproberr r r r r r �<module> s chardet/__pycache__/cp949prober.cpython-38.pyc 0000644 00000002120 15043676134 0015104 0 ustar 00 U
��.e? � @ sD d dl mZ d dlmZ d dlmZ d dlmZ G dd� de�ZdS )� )�EUCKRDistributionAnalysis)�CodingStateMachine)�MultiByteCharSetProber)�CP949_SM_MODELc s4 e Zd Z� fdd�Zedd� �Zedd� �Z� ZS )� CP949Proberc s, t t| ��� tt�| _t� | _| �� d S )N) �superr �__init__r r Z coding_smr Zdistribution_analyzer�reset��self�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cp949prober.pyr # s
zCP949Prober.__init__c C s dS )NZCP949r r
r r r � charset_name+ s zCP949Prober.charset_namec C s dS )NZKoreanr r
r r r �language/ s zCP949Prober.language)�__name__�
__module__� __qualname__r �propertyr r �
__classcell__r r r r r " s
r N) Zchardistributionr Zcodingstatemachiner Zmbcharsetproberr Zmbcssmr r r r r r �<module> s chardet/__pycache__/jpcntx.cpython-38.opt-1.pyc 0000644 00000111303 15043676134 0015273 0 ustar 00 U
��.e�L � @ s8 d Z G dd� de�ZG dd� de�ZG dd� de�ZdS ))S)S� r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr � r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r �Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r )Sr r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r r c @ sP e Zd ZdZdZdZdZdZdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dS )�JapaneseContextAnalysis� ����d i� r c C s* d | _ d | _d | _d | _d | _| �� d S �N)�
_total_rel� _rel_sample�_need_to_skip_char_num�_last_char_order�_done�reset��self� r �>/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jpcntx.py�__init__{ s z JapaneseContextAnalysis.__init__c C s* d| _ dg| j | _d| _d| _d| _d S )Nr r
F)r
�NUM_OF_CATEGORYr r r r r r r r r � s
z JapaneseContextAnalysis.resetc C s� | j r
d S | j}||k r�| �|||d � �\}}||7 }||krT|| | _d| _q|dkr�| jdkr�| jd7 _| j| jkr�d| _ q�| jt| j | d7 < || _qd S )Nr r
r T)r r � get_orderr r
�MAX_REL_THRESHOLDr �jp2CharContext)r �byte_strZ num_bytes�i�order�char_lenr r r �feed� s
z JapaneseContextAnalysis.feedc C s | j | jkS r )r
�ENOUGH_REL_THRESHOLDr r r r �got_enough_data� s z'JapaneseContextAnalysis.got_enough_datac C s, | j | jkr"| j | jd | j S | jS d S )Nr )r
�MINIMUM_DATA_THRESHOLDr � DONT_KNOWr r r r �get_confidence� s z&JapaneseContextAnalysis.get_confidencec C s dS )N�r
r r )r r r r r r � s z!JapaneseContextAnalysis.get_orderN)�__name__�
__module__� __qualname__r r$ r! r r# r r r r" r% r r r r r r t s r c s0 e Zd Z� fdd�Zedd� �Zdd� Z� ZS )�SJISContextAnalysisc s t t| ��� d| _d S )NZ SHIFT_JIS)�superr* r �
_charset_namer �� __class__r r r � s z SJISContextAnalysis.__init__c C s | j S r )r, r r r r � charset_name� s z SJISContextAnalysis.charset_namec C s� |sdS |d }d| kr$dks>n d| kr:dkrjn n,d}|dksbd | kr^dkrnn qnd
| _ nd }t|�d kr�|d }|d kr�d| kr�d
kr�n n |d |fS d|fS )Nr& r � � �� � r � � ZCP932r �� �� r
)r, �len�r r Z
first_charr Z second_charr r r r � s . z SJISContextAnalysis.get_order)r' r( r) r �propertyr/ r �
__classcell__r r r- r r* � s
r* c @ s e Zd Zdd� ZdS )�EUCJPContextAnalysisc C s� |sdS |d }|dks0d| kr,dkr6n nd}n|dkrDd}nd }t |�d kr�|d }|d
kr�d| krxd kr�n n |d |fS d |fS )
Nr& r � � � r � r r � �� r
)r8 r9 r r r r � s z EUCJPContextAnalysis.get_orderN)r' r( r) r r r r r r< � s r< N)r �objectr r* r< r r r r �<module> s VC chardet/__pycache__/universaldetector.cpython-38.pyc 0000644 00000013242 15043676134 0016573 0 ustar 00 U
��.e�0 � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z ddl
m Z ddl m
Z
ddlmZ dd lmZ G d
d � d e�ZdS ) a
Module containing the UniversalDetector detector class, which is the primary
class a user of ``chardet`` should use.
:author: Mark Pilgrim (initial port to Python)
:author: Shy Shalom (original C code)
:author: Dan Blanchard (major refactoring for 3.0)
:author: Ian Cordasco
� N� )�CharSetGroupProber)�
InputState�LanguageFilter� ProbingState)�EscCharSetProber)� Latin1Prober)�MBCSGroupProber)�SBCSGroupProberc @ sn e Zd ZdZdZe�d�Ze�d�Ze�d�Z dddd d
d d d
d�Z
e j fdd�Z
dd� Zdd� Zdd� ZdS )�UniversalDetectoraq
The ``UniversalDetector`` class underlies the ``chardet.detect`` function
and coordinates all of the different charset probers.
To get a ``dict`` containing an encoding and its confidence, you can simply
run:
.. code::
u = UniversalDetector()
u.feed(some_bytes)
u.close()
detected = u.result
g�������?s [�-�]s (|~{)s [�-�]z Windows-1252z Windows-1250z Windows-1251z Windows-1256z Windows-1253z Windows-1255z Windows-1254z Windows-1257)z
iso-8859-1z
iso-8859-2z
iso-8859-5z
iso-8859-6z
iso-8859-7z
iso-8859-8z
iso-8859-9z iso-8859-13c C sN d | _ g | _d | _d | _d | _d | _d | _|| _t� t
�| _ d | _ | �
� d S )N)�_esc_charset_prober�_charset_probers�result�done� _got_data� _input_state�
_last_char� lang_filter�loggingZ getLogger�__name__�logger�_has_win_bytes�reset)�selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/chardet/universaldetector.py�__init__Q s zUniversalDetector.__init__c C sV dddd�| _ d| _d| _d| _tj| _d| _| jr>| j� � | j
D ] }|� � qDdS )z�
Reset the UniversalDetector and all of its probers back to their
initial states. This is called by ``__init__``, so you only need to
call this directly in between analyses of different documents.
N� ��encoding�
confidence�languageF� ) r r r r r �
PURE_ASCIIr r r r r
)r �proberr r r r ^ s
zUniversalDetector.resetc C s> | j r
dS t|�sdS t|t�s(t|�}| js�|�tj�rJdddd�| _nv|�tj tj
f�rldddd�| _nT|�d�r�dddd�| _n:|�d �r�d
ddd�| _n |�tj tj f�r�d ddd�| _d | _| jd
dk r�d | _ dS | j
tjk�r.| j�|��rtj| _
n*| j
tjk�r.| j�| j| ��r.tj| _
|dd� | _| j
tjk�r�| j�s^t| j�| _| j�|�tjk�r:| jj | j� � | jj d�| _d | _ n�| j
tjk�r:| j �s�t | j�g| _ | jt!j"@ �r�| j �#t$� � | j �#t%� � | j D ]:}|�|�tjk�r�|j |� � |j d�| _d | _ �q&�q�| j&�|��r:d | _'dS )a�
Takes a chunk of a document and feeds it through all of the relevant
charset probers.
After calling ``feed``, you can check the value of the ``done``
attribute to see if you need to continue feeding the
``UniversalDetector`` more data, or if it has made a prediction
(in the ``result`` attribute).
.. note::
You should always call ``close`` when you're done feeding in your
document if ``done`` is not already ``True``.
Nz UTF-8-SIG� �?� r zUTF-32s �� zX-ISO-10646-UCS-4-3412s ��zX-ISO-10646-UCS-4-2143zUTF-16Tr ���)(r �len�
isinstance� bytearrayr �
startswith�codecs�BOM_UTF8r � BOM_UTF32_LE� BOM_UTF32_BE�BOM_LE�BOM_BEr r r# �HIGH_BYTE_DETECTOR�search� HIGH_BYTE� ESC_DETECTORr Z ESC_ASCIIr r r �feedr ZFOUND_IT� charset_name�get_confidencer! r
r r ZNON_CJK�appendr
r �WIN_BYTE_DETECTORr )r Zbyte_strr$ r r r r6 o s�
�
��
�
�
�
� �
�
zUniversalDetector.feedc C st | j r | jS d| _ | js&| j�d� n�| jtjkrBdddd�| _n�| jtjkr�d}d}d}| j D ]"}|sjq`|�
� }||kr`|}|}q`|r�|| j kr�|j }|j �
� }|�
� }|�d �r�| jr�| j�||�}|||jd�| _| j�� tjk�rn| jd
dk�rn| j�d � | j D ]`}|�s�q t|t��rP|jD ] }| j�d |j |j|�
� � �q,n| j�d |j |j|�
� � �q | jS )
z�
Stop analyzing the current document and come up with a final
prediction.
:returns: The ``result`` attribute, a ``dict`` with the keys
`encoding`, `confidence`, and `language`.
Tzno data received!�asciir% r& r Nr ziso-8859r z no probers hit minimum thresholdz%s %s confidence = %s)r r r r �debugr r r# r4 r
r8 �MINIMUM_THRESHOLDr7 �lowerr+ r � ISO_WIN_MAP�getr! ZgetEffectiveLevelr �DEBUGr) r Zprobers) r Zprober_confidenceZmax_prober_confidenceZ
max_proberr$ r7 Zlower_charset_namer Z group_proberr r r �close� sj �
��
�
�zUniversalDetector.closeN)r �
__module__� __qualname__�__doc__r= �re�compiler2 r5 r: r? r ZALLr r r6 rB r r r r r 3 s$
�
mr )rE r, r rF Zcharsetgroupproberr Zenumsr r r Z escproberr Z latin1proberr Zmbcsgroupproberr Zsbcsgroupproberr
�objectr r r r r �<module> s chardet/__pycache__/version.cpython-38.opt-1.pyc 0000644 00000000622 15043676134 0015453 0 ustar 00 U
��.e� � @ s d Z dZe�d�ZdS )z�
This module exists only to simplify retrieving the version number of chardet
from within setup.py and from chardet subpackages.
:author: Dan Blanchard (dan.blanchard@gmail.com)
z3.0.4�.N)�__doc__� __version__�splitZVERSION� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/version.py�<module> s chardet/__pycache__/codingstatemachine.cpython-38.pyc 0000644 00000005471 15043676134 0016667 0 ustar 00 U
��.e � @ s( d dl Z ddlmZ G dd� de�ZdS )� N� )� MachineStatec @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )�CodingStateMachinea�
A state machine to verify a byte sequence for a particular encoding. For
each byte the detector receives, it will feed that byte to every active
state machine available, one byte at a time. The state machine changes its
state based on its previous state and the byte it receives. There are 3
states in a state machine that are of interest to an auto-detector:
START state: This is the state to start with, or a legal byte sequence
(i.e. a valid code point) for character has been identified.
ME state: This indicates that the state machine identified a byte sequence
that is specific to the charset it is designed for and that
there is no other possible encoding which can contain this byte
sequence. This will to lead to an immediate positive answer for
the detector.
ERROR state: This indicates the state machine identified an illegal byte
sequence for that encoding. This will lead to an immediate
negative answer for this encoding. Detector will exclude this
encoding from consideration from here on.
c C s0 || _ d| _d| _d | _t�t�| _| �� d S )Nr ) �_model�_curr_byte_pos�_curr_char_len� _curr_state�loggingZ getLogger�__name__Zlogger�reset)�selfZsm� r
�J/usr/lib/python3.8/site-packages/pip/_vendor/chardet/codingstatemachine.py�__init__7 s zCodingStateMachine.__init__c C s t j| _d S �N)r �STARTr �r r
r
r r ? s zCodingStateMachine.resetc C sh | j d | }| jtjkr0d| _| j d | | _| j| j d | }| j d | | _| jd7 _| jS )NZ class_tabler Zchar_len_tableZ class_factorZ state_tabler )r r r r r r )r �cZ
byte_classZ
curr_stater
r
r �
next_stateB s �z CodingStateMachine.next_statec C s | j S r )r r r
r
r �get_current_charlenP s z&CodingStateMachine.get_current_charlenc C s
| j d S )N�name�r r r
r
r �get_coding_state_machineS s z+CodingStateMachine.get_coding_state_machinec C s
| j d S )N�languager r r
r
r r V s zCodingStateMachine.languageN) r
�
__module__� __qualname__�__doc__r r r r r �propertyr r
r
r
r r ! s r )r Zenumsr �objectr r
r
r
r �<module> s chardet/__pycache__/euctwfreq.cpython-38.pyc 0000644 00000065012 15043676135 0015041 0 ustar 00 U
��.e�{ � @ s d Z dZdZdS )g �?i ( � i i� � i� �� � �R � i� � �� i i� i�
�n i� �! i� i �L �, iA � is i� i� i� i � iL
iS
i� i i� i� i� i� i. iN ii i� � �� �: i� i� i� �? i� i� i= iN �K �� � i� il i� i� i�
i� �� i�
i � �
i i� � i�
io i$ i� ii � i� ic i8 i� i� i i� � i� i� � iz �| �� it �" i�
ie �@ i\ i� i� i� i� � i� i� i� iF i� iM
iQ �H i� i� �P iv �� if i� i i� iD iT
i� i� iF iN
i� �E i� iO � i/ i� �s i� i3 �< �2 i� � i& iL i� i� iO
� i� iG � i iM i� i� i? i i i` i iF i* i� ig i� �Z i�
i: i� � i� iK i� � i� � i i� i� i� i` i� i i� ig � i i �q i� i~ i� �� iP
i� i i� i� i� i! i� �u � i� i* i i� i i�
i� �~ i� i� i� � ie i� �G i^ i� i� � i� �U iC i� iB i� i� i� i� i i� i �j io i/ i i� iO i2 i[ i� �� i�
i& i� i� i� i� �S i( i� i� � ip �] i� i6 ii i�
i' i i i� i i i8 � �+ i% i[ � i� i\ i� i� i� i � iX i( i� �� i� i0 �� i iH i�
i�
i" i! �� i+ i� i1 i" i� i� i�
iO iG i� i if i1 �� i� i� i� i� i� i i2 i9 �� �l i, �� i i i� i i� i� i} ih i# iq
iQ iM i& i� �X i� i� i# i� �� i
� � i� ij i� i� �M � i� i� �% � i� i� i$ i� i� �' i� i� iN ii i �7 � �J i� i! i� i� i i� �� iM i� i) iP iU
i� � � i�
i� i% i�
i�
i� � i� i�
i iI i� i3 i� i�
i ir
� i� i� i� i� � �m i� i� i$ i� i� ix i� i� i� i� i�
i� i� i� i% i& �� i
i i� i� i� i � i� �& i� i' i� i i' i� i� �. � i� i i� iH i� �� i� i� i$ �# i� iD i& iA i� � i� i� i� i� iU iG i i� i� i
iQ
iP iS i' i� i� �d i� �0 �F i� i� i* i� i� i i� i i� iJ i i� iU � i� � iI iR
i� i� i< i� iS
i: i7
i�
i� i i i9 i� i} i i� i� i� iV iP iT
i i) iC i i� i� i& i�
i� i) i� i� im i� i� i� i� i� i i4 i� i� i� in i* i i� i� i i� i� iO i� i� i� i� i� i+ i( i
i� i� i� iU
i( i� i5 iY ij i�
il i� iu i i) i�
i* i+ iV
i
i= i� i� i� i� i� i� i� i4 i� i! i� i� iT i, ix i� i� ie � i� i� iJ iP i� is
i5 iA iV
i/ ik i� i�
i il i! i i� iA i� i` i� i�
i� � iA i� i�
i i i� i�
i� i� i� i� i� i� i� �� iM i�
i� i� i� i i� iW
i� i� i�
it
i� i� i+ �} i� ij i8
i� i� i� i� i� i� i� i� i- i) im i� i� iW
i� i i� i�
i� ia i� i
iP iK i� i, i� i� i� i7 i' iu
i� i{ ik i� i� i i� i�
i9
i� i i i� i� i� i� i� i� i� i1 �� �b i i� i�
i� i� io i� iX
i, iQ i� � i� i� i� i i�
i�
iX
i� � i� i5 �D � i� il i� i� i[ i
i� � iY
i� i% � i. iY i� i* i� i� i�
i� iR i� i� i� ip i� � in �c ig i+ i i� i' i2 i� � i� i{ i� il i� im i� i� i:
i� if i
i� i| i5 �� i� i i� iZ
i� i�
i� i� i� i� i, i� i� i� i� �; i� iI iY i� i� i[
iX i" i� i i� i� i� i~ i� i� i, i� ik i� i� i- i� i� i i� i� iD i� i� i� i> i] i� i, i� i� i� iv iL iB �i i& i� i� i�
i� i� i� iG i� i� i iB i� i�
i!
i� i� iu i� i� i� i� i� i ia i i� i� iv
iS i� i} i;
i� iD i� i= i� i0 i i� i\
i( i� i i� iv i � i� i� i� � i. i� i� �9 iH i i� i� i� i]
iE i� i� i� i� i� i! i� i/ i� i� i� i i- i i� iQ i* i� i. i/ i� i� i� i i0 �3 i i"
i� i* iR i � i� iW i� i� i/ i ib i. i� i� i � i� i� i� i� iR i i i� i) i� i2 i� i� i� i� i� i� i� i� iZ i� iT i iw
i� i� i� i� i� i� i� i i� i� i[ �O i� i� i� i` i7 ix
i^
i� i� i� i� i� i� i\ i� i� i� i� i� i� ig i� i� in i� i
i_ i� i~ �� i� i� i0 i� i�
ia i� iy
i] i� i� i� i� i� � i� i� i; �� i� i- i� i� iL i� �� i� i/ i i� i� i� �` i� i# i" i� i i� i i0 i�
is i i� i� id is i�
i� iY
i� i ik iw io i� i� i� i� i� i1 i i2 i� �g ip iQ i� iU i� iv i� i� i� � �C iS i� i^ i� i� i5 i� i� iB i� i_ i� ib iN �� i� iX i� i� i� i�
� iL ic i�
i�
i iK iw i* ia iG i3 i� i
i� i� i i1 i6 i� i2 i6 �N i� i� i i i3 i� i: i� i\ iq i� i� i i- i� i i i3 i�
i� i� i� ix i�
� i� ir i� i4 i�
i_
i� iU i� i� i� i@ i� i5 i� i i� i� i i� i/ i+ i6 i i� i i� i� i� i� i�
i7 iZ
i i� i� i8 i4 i iC i� i i� i� il i� i`
i� i� i� i� i� iY i� � �� i� i5 i� �{ i� i i� i� �$ i7 i iM iV i0 ir i� i� i� ig i iV i� i8 i� i9 i, iZ i� i� i{ i# iW i0 i i i$ i� i�
i�
i� i4 i i[ i� �v i� i ic i� iV iM i$ i- � i� i iX i i i� id i� i� iW i[
i i� i� i i iq i�
i i1 i� i i� i it i� i i� i i i i�
i2 i� i2 i: i3 i i. i� i� i2 i� i
i� i� i �� i� i% i i� i� i i i
i� i i� i i i� �
i�
i6 i� i4 i� i| i i� iS i i i� i_ i�
i i� i� i� i` i i i� i� i� i3 i i i; ir i i i i7 iY iL i; i� i� i� i i i � iT �\ i� i� i i< i� iV i5 i� i i�
i� i� i� i i" ix i% i i; i8 i i� i i2 iE i= i! i� i i� �^ i iw i�
i" i� i� i is i� i# i< iQ i i� ir i$ i i] i i% i� i. i& i i3 i5 iB i� iy i' i� i� i� i i� i i> iY ia
ib
i( i�
i i) i* i i � i � i: i� i6 i� i^ i i i� i i( i�
i+ i+ i i ix i, i i. ih i/ i- i i � i
iV i i� i �h i� iz i. i i� � i� i< i� i� i; i/ i? i� i i
i� i0 i8 i� i i� i5 i6 i�
i_ �) i1 i2 i i3 iy i � i� i�
i i^ i4 i� i� i? i$ i+ i\
i� i5 i_ iW i� i iz
i6 i0 i i�
i]
i �� ip i7 i� i� i8 i^
i<
i� iV i9 i� i6 i� iI �w i} ic
i^ i i
i9 i@ i� i
iA i i� i� i� i: ie i1 i i iB i� i� i� i� i i� i� i i� i7 i; i< i� i= i{
i� �( i` iR i1 iY i iI i� �� i i� i6 i� id
i> i� i� ie
i? i� io � iq iY in i i� il i iC iD i{ i� i�
i_
iE iP iU i� i� i� i� i i� iE im i� i@ i� i: i�
i i
iA i i� i� i� i i#
i� iN i�
i� iB i� iC iW iT iT � i� i
i� if
i; iD i i& i�
i| i� i� i� i i� i�
i� i� i< i=
i�
i� i i iV i� i�
i io i� i� iE i�
iF i i i� i� �� i� i� i i iD i- i8 i� iG id i� i i�
iH it i� i iI iz i
i iJ i�
i�
iK i i� i|
i� i i� i� i>
� i� i� i� i i iL i: i� i= i� iM i i?
i� i� i iH i� i� i i� iN i i� i� iO iP i iF ik iQ i9 i� �� i� i�
i� iu i iv i i� i i� i iR iS i� i� i} i
i> i� i� i� i i
i: iT i i� iN i� iC i� i i� iU i~ i� i iW i� iG i� i� i� i, i i i i� iO i� i| i i� i� iO i? iV i` i� i i� i~ i iw i� i i� i@ i! i� i� i; i � i� i iW i� i" i�
iX i� iY i iR ig
iu i i�
ih
i�
ix i= i
i iZ i� i< i� i i[ i� i# i i= i i\ i$ i i] iH iI i^ i7 iO i$
i
i_ i% iv iJ i� i i! iw it i i` ia ib i9 i& i� i" i{ � i� i� i' ic i� id i8 i� i i� i� i[ i9 i� i� id iZ i� ie i� i� i� i@
i! i( i" if i� �� i i� i# i$ iT ig iK i i� i% i� �W iM ih i i� ii i� i� i� i% i� �� i� i� i� i
i`
i� iy i7 im iL ij ik i� i: i> i! i� i� � i �B i) il i| i � i
iz i� �� ii
i� iM i� i� i�
i� i� im � in iu iq iv i� i�
i
i* iN io ip i� � iq i7 i. ir i� iy i�
i i i�
i� if i� i� i� is i! iy i�
iO i i� i� i� i+ iP ij
i�
i> i� i� i� i� i �Y i� iA it i� iu i%
i
i� iv i� i� iz i2 iw i, i� i� � i� i3 iQ i� i� i
ix i� i6 i9 ik
i� i i& �6 i� � i- i
i� iR iy i� iQ i9 ic i�
i' i. i
�o i( iB iF i? il
i� i) ie i� i�
iz i�
iS iT i� i� i� i{ i/ � i� i" i� ib i/ i� i` i� i� i0 iu i� iv i� i� i1 i� i�
i� i� iU i� i* i� i/ iE � iS i� i8 iZ i| i} iF i+ i i� i! i~ i2 i, iF iP i� im
i i
i� ie is i� iC i� ir i i� i� i i� ia i3 iZ i% i- i� i� i� i� i4 i� i� i� iA i� i� i�
i�
ii i
i� i� i� iD i. i� i i� i� in i� i i� i� i�
i� i� i i� i3 i5 iJ i0 i� is i�
i� i� i� i@ i� i� iV i� i/ i� i� i6 iW iA i7 io i�
i� iP i0 i� i1 i� in
i� � �a �Q i2 i� ip i: i � iP i� ib i� i� i� i� i i{ i3 i7 iE i� i� i� i� i� i| iF iG iX i� i� i� i� i� i] i�
i4 i� i� i}
� i� i�
i5 i� i& i� i8 i
i� �� i� i� i� i� i� i� iL i� i� i� i� i�
i� iY i
i� i i� i� i4 i
iB i9 i8 i� i� i� i� i� iH i�
i/ i3 iZ i[ i� i�
io
i� i� i: i0 i� in i\ i� i] i� i^ i� �� i� i� i� i� i� iI i� i� i� i; i� i4 i� i< � i= i; i� i i
i� i� iX i� i� i �� i5 i_ i� i�
i�
i� i� i� i� i} i0 i> ip
iJ i� i� iK � i� �� i&
iF i� i� i� i�
i�
i# i� i[ i� i� i� �f i �> iq
i� i? ir
i� i6 i� i� i� i i�
i� i� i� i� ij i� i� i i� i@ i- ip i9 i; i6 iy iA i� i� i i� i'
i� i� i i� i� i i� �V i� i� i` i� i4 i� i� i� iK i
ia i�
i6 i� i� i� i� i i� i" i� i� iK i� i
i i� i� i� iY iG io i� ib if ic i7 i is
ip �r i� i8 �� i� i� i� i� i iA
iQ i�
iC i, i
i� i� i� i i� i\ iL i� iu � i~
i�
i� i� i9 i� i� iB i� iZ i� i� i
iC i� i� i ij id i� i0 ih ig i� ie i� iM i} i7 i�
i� i
i� iD i� i� i� i� i� if i: i� i iN i; i�
iE iF i� i(
� i� i< i� i� iG iM i= iw ig i� i~ it i? i� i� i� i
it im i# i� i� i+ i� i� ih i� i� i� � i i[ i�
iO i� i� i� i� i
i� iB
i� i� i$ it
i i�
i� i ia i� i� i� iH i i� i� i� iQ i" i< i
i� i� i- i1 i� i# iu
i' i� iD i� i i� i
i�
iI i� i> iJ i% i� i� iP i i
ii i� i�
i= ia
i� iK i� iv
i� i� i� i� i�
i� i� � �_ i� ij i� i? iE i1 i�
i�
i� ik i� i8 iQ i� i� il i� i� i
i� im i@ i
� ib i� i� i� i iR i� i� i� �5 i� i� i� i� iL i iw
i in i� i� � i4 iH i i� iM i� i� � i� i i� i� i i\ i� io i� iN i] i� i i�
i� i\ ix
ig i� iE i
i� i� i� i� i� i� ip i� i�
i� iq i
i� i� i� i� i� iO i� i� i� ir i� iZ i� is it i� i� i i� iP �e i� i� i� i� i� io i� i� i^ i i} i� i� i� iz iA i& i� i� i� i�
i� i� in i- i� i�
iQ i ii i
i� i� i� iR i� iu i� i� i� i iB i� i� i�
iy
i� i� iv iw iB ih iq i� i� i� i< i� i* ii iS i" iT iC i> i) i
ix iU i� i� i� i~ i� i� i� �z i� iV i� i� i� i� iC
i) iq i� i� iW i
i� i� i� iD i� iE �T iF �p i� i� i# i# iy i� i�
i� i� iG i� iz
i� i i� i� i� i� i� i� iS i� iX i
i� i� i� i� iu i
i= iH i� i� i_ i� iR i i i� i� i� iw i� i� iY iz i{ iq i� i i3 i� i5 i� i
i� i{
i� i� i| i} iS i~ i� i
i
i� iZ i[ i� i i i� i� i` i� iF i� i] i i� in i� i� iI i� i
i i� i� i� i� i� iG iT iJ i� iK iz iS ir i\ i)
i i
iv � i5 �� � i i�
ib i� i� ij i� i� i� i� i�
i� i� i] i^ i� i� i� ic i� i� i� i i�
i� i�
ia i: i1 i� i� i� i� �A ih i ia i�
i6 i� i� i� � ib
�- i� i
iH i_ i i� i� i
i� i� i� i i� i� i� i|
i� i*
if i� i i� i i�
iD
i i
iL iW i� i i iU i i�
i i� i$ i� i
i
i� iN i i iR ik i� iE
i� i� i i iM i� iS i' i i` i� is i� iF
i i� ia i}
i� i�
i( ij i i i~
iV iB �[ ib iW i� i� ib i
iI i� ic
i i
i� i{ i� i� i� i� i� ic i�
i� i id i
i�
i] i� i� i� i= ie i i� i i i� i�
i� �� i
iN i i� i� if ig i�
i�
i�
i� ih i i i i i�
�= i� iX i i� i i� i� i� i� i� id
i� iH iC i�
ii i� iT iW i�
i
i� i9 i� i� iN i� iK iE ij i4 iJ i�
iY i
i� iG
i ik i i� ih iO i i�
i�
i i] iP iZ i� il i� iQ i[ ik i� im in iR io ic i� i i� i� � iS iX i i i i\ i+ i� i� i� i� iI iT iU iU �� i i
i� il i�
iD i i i ip i iq i
�k i� im i� i�
iK i i� i i � i� iV i8 i�
i i� ir i@ iW ir i�
iC iG i� � i� i
i� i^ i�
i� i� �8 it i i: i� i
i! i� in is i� i" i�
i# i$ i] it i� i% i�
i& ir iu i' i+
i( i) i� ie
i
i} i
i� i� i� i* i4 �1 i+ i� i� i� i� i� i i� i, i i�
i> iX it ir i? i� i�
i- i� iv iu i{ i� iw iw i� i. ix iT i,
i i i� i/ i0 i� i� i� i1 i�
i� i2 i�
iG iR i
i� i^ i� iY i
iZ i� i
i[ i3 i^ i� i� i� i� i� i
i) i\ i� i4 i@ iv i� i5 i� i6 i7 i� id i] i�
i� i^ i8 i� i& i� i � i i9 iy iu � i i�
i� iz iR i� i{ i� i� i� i( i_ i� i< i9 i� il i� i� i� i_ i
iS i` ik i� i[ i� i� i� i�
ix i: i� i; i< i!
i$ i= i� i| i i� i> id i�
i i? ie i i� i� i� i i� i� i� i i�
i} i@ iA iB i� i. i~ ia iO i
i� i� i` ib i� i�
i% i i� i� i�
i; i�
i� i i� iC i iD i� i� i i� if
i"
iL i�
i� i� i� i�
iE i; i� iF i& iG i�
i
i� ix iH i) i� i� ic i� iI id iT i� i�
i�
ie i� i� i� i i i� iJ i ig i~ � iU i� ie i i i i� if ia i8 ig i�
i� ib ih iK iy i� i� i� iL i i: i�
i� i i �� i* iM ii i� i� ic it i� iM iN i� i� i� i� i i� i
i� i� if i� i� iY id ie i� �* i i� iO iH
i� i#
i� i# i; i�
i� i� i� i� iI
i\ i@ i� i� i� is i$
i�
iP iQ i�
i� i�
iR ij iS iT i� i+ i� iU i� iV i� i� iL i�
i! i� iJ
i\ �4 iW i� i iX iY iZ i� i[ i> iw ik if i� i� i+ i� i i%
i� i� i$ i� i\ i� i� i il i�
i] i� il i^ i_ ig
i% i� i` ia ig i i i� i�
i� iN iK
ib ic id i� i�
ic iw i�
ie i� ib iy i� if ih ig ih ih i� i' ii i im i� iz ij id ii i� i i i< i� i� i| � i� i� i� i� i� i� i iO ik i�
il i i� i�
ia i� i� im i� i� i� in i�
i� iu i� in i� i� i� ie i&
i�
io i� i� i i� i< i� ip iq iP iQ i� ij i� i� i i� i� i( i� i_ ir is i� i� i� i i< iE iR if i� i� � i� i] i� i� iI it i= i� iu i� iv i� i�
i� io i�
i�
ik i, il iw i'
i� i� im i� i� i� iF i` i� i� if i� i� i�
iS iJ ix i� iy iz in i� iL
�� ip iO i� i � i�
i{ i�
i� i� iA iy i� i� iU �� i| i} i~ iF i� iq i� i�
i� i� i� i i� i i i� i� i ip i� i� iB i� io i i� i� i� ip i i-
i� ir i� i� iq iq i� i(
i� ir i� i� i� is i� i� i� i�
i� i� i�
i( i.
is i)
i� it i i� i i*
i� iu i� i� iT iv iM
i{ i� i� it i� i' i� i� i� i�
i� i� i� i� i� i� i� ig iZ iw i�
i� ic i� ij i+
ip i� i� i� ix i� i� i� ih i� i� i� i�
i� i� i� i� i,
i= i i� i� i iu i� i� i i� i/
iy i� i
i� iy iv i� i� i� iw i� i� i� i� i� i� i� i�
iz i� i� i i� i> i� iC i' i� i� i� i{ i iZ i� i� i� i� i� i� i� i� ia i i� i� i� iq i? i� i
i� i| i� i� i" i� i�
i� i i} i� i� i� i� i= i iA i� i1 i� i) i� i� i� i? i�
i�
i� i i� ix i i� i i i� i�
i� i� ih i� iS i� i� i� i( i� i�
i� i� i' ix iy i� i�
i� i� i
i�
i� i� i� i� i_ i i� i� i> i� i} iP i� i� i� i� i� i i~ i� i
iN
i ic i� i
i� i� i� iH i� i ii i� i� i� i� i� i� i i� i� i� i� i� ij i� i� i� i* i� i� i� i�
i� i i� i ih
i� i� i_ i� i� �/ i� i< i� i~ i7 ik iT i� i i] i iU ib i�
it i� i� ig i� iz i� i�
i� i| i i� i� i� i� i� i� i� i{ i� i� i� i i0
i� i�
i� i+ i� i, i� i� i� �I i� i� i� i� i� i i� i iB i� i� i4 is i�
i� i� i� i� i� i�
i� i� i? iC i� i� i i� iG i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i| i1
i� i im iC i� i� il i� i� ii
i} i� i? i� i� i i� i� i� ih i� i� iI i� i� i� iV i i� i� i� i� i� i� i^ i� i� i� i� i- i. i� i i) i� i� i�
i� i� i� i2
i� ii i i� i�
i� i� i� iA i� i� i� i-
i� i� i� i� i� i�
i� i
i� i� i� i� i� i� i� i�
i� i�
i� i� i�
i� i� iQ i� i�
iO
i� i� i� i� i i� i� iz iK i� i� � i[ i� iJ i� i� i@ i� i.
i� i� i� i� iD i i} i/
i@ i� i�
i� i� i�
i� i@ i iR i� i� i� ij
i~ i� i� iJ i� i� i�
i� i� i� �� i�
i0
i� im i� i� i im i~ i� i i� i i1
i� i� i� i� i� i i� i� i�
id i� i� i� iX i� i� i9 i� i� i i� i� iU i� i� i� i� i� iL i� i3
i� i i� i�
i i� i� i� i� i� � i� i�
i� i i$ i( iv i� i� i& i� ib i� i� i� i� i� i� i� i i� i� i� i{ i� i� i� i� i� i� i� i� i� i� i2
i� i� i� i� i� i� i i� i�
i� i� i� i� i� i� i� i^ i� i� iV i� i� i� i� i� i� i� i� i� i� i� i� i� i i2 iW i� i
iW io ii i ik
iX i� i� i� iA i4
i� i�
i� i3
i� i� i� i� i� i� i� i�
i� i� i�
i� i� i� i� i� i� i� i �� iH i� i� i� i� i� i i i i i� iD i i� iI is i
i� i� i�
i� i i� i� i� i� iw i� i{ i i i� i i� i� i/ in i, i i i i� i i� i� i� i
i� i i i i
i i4
iB i� i i� iP
i5
i�
i� i�
i� i� i�
i� i i� i i| i� iz i i i� i� i
i' i� i5
i� i i� i! i� i� �y i� i� iV i i� i� i� i� i� i� i i� i� i� i� i� i i� i�
i i i- i i� i� i� i i�
i i�
i� i� i� i i i�
i� i" i% i i� i� iJ iC i i� �x i� i� i i i� i i il
i6
i� i� i i i�
i i�
i� i iX i� i i� i7
i i� i�
iN i im
i i i� i iW i i� i! i� i i
i�
i> i8
i� i" i# i9
ij iD i� i� i i$ i
i% i i�
i� i� iX i& i i' iE i� i( iF i i) i� ix i� ik i i� i i� i* i+ i� i� i� iD i� i� i, i� i� i i� i� i iK i- i. i/ i:
i� i0 iJ i� i i1 i| i� i� i� i� i� i� i� iE i* i2 i�
i� i i� i i� iH ix i i� i i3 i� i� i� i� i3 i i� i� i;
ip i� i<
i i� i i� i� i4 i5 i i� i6 i� iO �� i
i7 i8 i� i9 i� i: i� i� i; i� i� i� i� i< i�
i iY i= i> i
i i? i� i@ iA iB i�
i� i� i=
i� i� i� io i� if i� i i� i�
i�
i� i� iC i iD i� i# i� i�
i>
i� iE i� i� iF iZ iE i� i� i� i[ i$ i�
i� iG i?
i i� i� i� iG i� i� i� i@
iH i� iA
i\ iL i� i� i� i� i�
iI i i i i� i i� ii iJ i� i� i�
i iK iL i] iM iN i
i� ij i� iQ
i�
iB
iO iP i� i� iQ i�
i� i� iR i�
iS iT i� i( i� i i� iC
i� iU i iV i� iW iX i� i� iY i� i� i� iZ � i� id i[ ic iH i� i_ i� i# i0 i\ i i] i� in i
i� i� i� i i^ i i� i_ ik iD
i� i` ia i� i� ib i� i� i� ic i� i� i� i� id i� i i� i� i i id i^ iE
ie i i i� i�
i i� i� if i� i_ i7 i i i� i i�
i� iF
i i ig i- i� i i! i i� ih i� iq i; i� i� i� i� iX i� i i i� i� ii ij i� i� i� i
ik il i� i� i~ im iG
i` in iy ip i� i� io i> i� ip i� iq i
i� i� ir i� ia i� i� i� is it i" iu i| i� i? i i� i iv i� i� i� i� i� ie i� i� iw ix iy i� i� i� i� iz i{ i@ i| i� i� i} i� i� i� i� i% is i iR
i� i. i� iM i? i�
i� i~ i i� ib i i� i@ i� i� i� i i� i� i� i� i� i� i� i� i� i� i�
i� i6
iI i� i� i� i� i� i� i� i� ic i� i� i� i� i� i� i� i2 i i� i� im i� i@ i� i� i� i� i� i� iN i i� i� if i i i� iZ i�
i� i� i� i� i� i� i\ iH
i� id i� i� iJ i� i� i� i� i�
i� i� i� i� i� iK i� i� i� i# i� i� i� i� i� i� i� i� i� iK i� i� i� i� ig i� i� i� ih i� i> i� i. i� i� i� i� i� i� i� i i) in
�t i� i i i� i�
io
i�
iI
i� i�
i� i iq i� i� ir i� i� i� �� i� i� ip
i� i� i� i� iz i i i� iU i� iJ
i� i� i1 iK
it i� i� i� i� i� �� i�
i� i� iJ i� i iL i� i� i� i� i� i� i� N)Z EUCTW_TYPICAL_DISTRIBUTION_RATIOZEUCTW_TABLE_SIZEZEUCTW_CHAR_TO_FREQ_ORDER� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/chardet/euctwfreq.py�<module>, s chardet/__pycache__/sbcharsetprober.cpython-38.pyc 0000644 00000005646 15043676135 0016233 0 ustar 00 U
��.e � @ s4 d dl mZ d dlmZmZmZ G dd� de�ZdS )� )�
CharSetProber)�CharacterCategory� ProbingState�SequenceLikelihoodc sb e Zd ZdZdZdZdZd� fdd� Z� fd d
�Ze d d � �Z
e d
d� �Z dd� Z dd� Z
� ZS )�SingleByteCharSetProber�@ i gffffff�?g�������?FNc sJ t t| ��� || _|| _|| _d | _d | _d | _d | _ d | _
| � � d S )N) �superr �__init__�_model� _reversed� _name_prober� _last_order�
_seq_counters� _total_seqs� _total_char�
_freq_char�reset)�self�model�reversedZ name_prober�� __class__� �G/usr/lib/python3.8/site-packages/pip/_vendor/chardet/sbcharsetprober.pyr ' s z SingleByteCharSetProber.__init__c s: t t| ��� d| _dgt�� | _d| _d| _d| _ d S )N� � )
r r r r
r Zget_num_categoriesr r r r �r r r r r 5 s z SingleByteCharSetProber.resetc C s | j r| j jS | jd S d S )N� charset_name)r r r
r r r r r ? s z$SingleByteCharSetProber.charset_namec C s | j r| j jS | j�d�S d S )N�language)r r r
�getr r r r r F s z SingleByteCharSetProber.languagec C sj | j d s| �|�}|s | jS | j d }t|�D ]�\}}|| }|tjk rX| jd7 _|| jk r�| jd7 _| j | jk r�| j
d7 _
| j s�| j | j | }| j d | }n || j | j }| j d | }| j | d7 < || _ q0| j d }| jt
jk�rd| j
| jk�rd| �� }|| jk�r<| j�d||� t
j| _n(|| jk �rd| j�d||| j� t
j| _| jS )NZkeep_english_letter�char_to_order_mapr Zprecedence_matrixr z$%s confidence = %s, we have a winnerz9%s confidence = %s, below negative shortcut threshhold %s)r
Zfilter_international_words�state� enumerater ZCONTROLr � SAMPLE_SIZEr r
r r r r Z DETECTING�SB_ENOUGH_REL_THRESHOLD�get_confidence�POSITIVE_SHORTCUT_THRESHOLDZlogger�debugZFOUND_ITZ_state�NEGATIVE_SHORTCUT_THRESHOLDZNOT_ME) r Zbyte_strr �i�c�orderr r Z
confidencer r r �feedM sL
�
�z SingleByteCharSetProber.feedc C sN d}| j dkrJd| jtj | j | jd }|| j | j }|dkrJd}|S )Ng{�G�z�?r g �?Ztypical_positive_ratiog�G�z��?)r r r ZPOSITIVEr
r r )r �rr r r r% | s
��z&SingleByteCharSetProber.get_confidence)FN)�__name__�
__module__� __qualname__r# r$ r& r( r r �propertyr r r, r% �
__classcell__r r r r r ! s
/r N)Z
charsetproberr Zenumsr r r r r r r r �<module> s chardet/__pycache__/jisfreq.cpython-38.pyc 0000644 00000053122 15043676136 0014477 0 ustar 00 U
��.e�d � @ s d Z dZdZdS )g @i ( �( � � � � � i' iO i i} i� i� i� i� i] i�
i�
i i�
i� i� i� i� i � i� i� � � i� iX i} i� i� ik � ig
i�
i� ik i� �� �� i i i i i� i� i% i& �0 �1 �, �- i� i� i i i� i i� i� i� i< i i� ip i� i� i� i� i� i� ig i� i i� iW iX i� i� ih
i" i� i� i� i� i
i i i\ i� i� i�
i/
i� i� i� i� i i� i0
i� i�
ih i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i� iV ij i4 i� i i� iB i i� i8 i9 i: i; i< i= i> iv i� i� i� iS i� ie i if i� i� id i+ i� i� ia iw i� i� i� iI i� i~ i� i�
i i? i@ iA iB iC iD i
i i- i i ii i� i�
i iE i^ i. i� i3 i ii
iF i/ iY i� i� i i� ij i�
i iG iH iI iJ iq � i1
� iY � ik �/ i �2 � � �# i � �� �* � � � � � � �[ � �\ �5 i� �! i! � �% �@ il � �' iA � � � �4 �
� �� � � � �< i � � i- � i i7 �S � i� �~ iK i= � �E � �; � � �7 i7 i8 �m �& � � �
� �O iK �= i~ id � � iL iM iN iO iP iQ iR iS iT iU iV �Y �> �J �" ip �p � �� i � �T i_ � i� �. �X � i� �L ij �e i �9 �P � il �y i� � i �D �� � i� �) ih i� �F �? � �+ i i ig �c i �� �B �] iN �� � �8 �j �: i5 i i i7 � � �R i4 �G �d � �� i� �n i �h it �6 �3 �$ �W �C i� � i:
ix i� � i* iV i iW iX iY iZ i[ i\ i] i^ i_ i` i ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it i�
iu iv iw ix iy iz i{ i| i� i� i i� il i} i� i~ i i i i� i�
i� i i� i
i� i� i i� i i i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i ik i� i�
i> i�
i�
i i� i
ij
i� � i� iZ i[ i\ i] i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i i i i i i i i i i
i i i
i i i i i i i i i i i i i i i i i i i i! i" i# i$ i% i& i' i( i) i* i+ i, i- i. i/ i0 i1 i2 i3 i4 i5 i6 i7 i8 i9 i: i; i< i= i> i? i@ iA iB iC iD iE iF iG iH iI iJ iK iL iM iN iO iP iQ iR iS iT iU iV iW iX iY iZ i[ i\ i] i^ i_ i` ia ib ic id ie if ig ih ii ij ik il im in io ip iq ir is it iu iv iw ix iy iz i{ i| i} i~ i i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i i
i� i� i� i� i i� i2
i� i� i{ iT i� ia
i�
i^ i� i� i| i� i= i im ik
i� i� i� i iV iy i� i� i
iq i i� i i�
i� � i� i� i� i! i� i� i� i i� i� � iC iO i3 i i� i� i� i� ir i� i� in i� i+ i i� i� i�
ip iq i� i;
�A i� i� i� iC i0 i� in i�
i� i� iT iC io i
i� i
i# i i� i~ i iP i� i� i� i i� i� i i� i� i$ iz i� i� i& i� i� i� i� i i� i� i� i� i_ i � iU i� i�
is i� i� i� iI i� i� i� i i� i� i� i3
i� i i$ iW i1 i5 iP i� i� i i� i� i� i� iX i� i� i� il
i� i� iH i� i� i i� i� i i� i
i�
iW i� i~ ip i i$ i� i i i@ iL i� i� i� i� i� iu i i iJ iI iW i� i� i_ i� i� i< i� i� i i] iD i� i� i� i ih i� i� i� i� i �� �f i- i� �} it i� i� i �� i� i� i, �� i
ib i� i� iX i� i iF i i{ i` i� i� i+ i3 iq i� im i� i4
i� i� i� i� i� iB il iX i�
i i%
i� i� i% i2 iu i� i� i� i� iJ i i| ir i� i@ i i� i i i� i� i�
i� i� iL
i i i i i� i� ib
iJ i ic i� i� i� � i� i� i i4 iR i� im
iT i� i� i i� i� i� i� i� ie i� i i? i
i� i� i� i i- i i� i* iE i� i� i+ i� i� i& i� i� i� i/ i� i� i. is i[ i� i+ i i�
i i�
iB ic
i� i� i� i� i� i i) i i, i� iu i i i i9 i&
i i i� i� i� iv i� iY i� i3 i� i
i� i� i iD i� i� i� i� id i� i� i| i( iy i i� i i� i< i8 i� ii i i i id
i5
iB i� in i i� i i� i� i| i� i! i� i) i@ in
im i i� i0 ia i� i� i� �z i' �� i� i� iW i� i[ iv i� i� i� i� i� i io
i i� i� i
i i� i'
i� i i" i� i� i9 i i� i i� iJ i� i� ih i� i� ie
i � i\ i� � i ip
i@ i iQ i9 i� i� �� i � i� i� iw ii iE i� iJ iI i� i� i� i� i� i if i� i� i� i
i� i1 i� i� i
i� i� i' ir i
i� i� i� i�
i� i� ic i� iq i� ix i� i i
i2 i� i� i i� i� i* i� i� ib iF i� iv i� id i�
i� i� i! iR i� i� iQ i� i i� iP i� i i i� i i� i� i( i� i� i_ i i` i� i� if
i� i6
i� iA i i� ia i� i� iu iT i i2 i� i� i i i� i i^ iC i� i�
i� i[ i� i�
iv i% i� i� i� in i! iF i� iZ i^ i� i i� id i i� i� ix i� i� i] i� iB i ic i�
i� i� i� iP iq i i iH iY i� i� i(
i� i�
i� ig i} iK i� i� i i4 i� iW i� i� i� iC ig
i- id i� ik i i4 i} i� iq
i~ i+ i� i� i� ih i@ i� i i@ iA iD i: i� i� ie i�
i� iq iw i� i� i� i� i� i� i� id i� iZ i� i* iM
i[ i� i� is iZ i�
i� i� i> i� i' i- i� i�
i i i� i) i i� i� i� it iF i7
i� it i# i� i� i� i� i iY i� i� if ik ib i1 i� i�
i� i6 io ic i iq i� i� i� i� i�
iu i� i: i� i� iN
i� iU i= i� iv i� il �N i� i� i� i] i� i; i� i� i�
i� i� il iL i i} i� i� i i� iB � i8
iQ i� i# i` iT i� i� ix i ir i� i i i� i� i� i� i� i3 in i i� i i� i i� i{ i� i� i@ i� i� i i� i9
� � i� i5 ih
id iZ �� i� ii i i� i� i� i is i- ir
i� i i i� i[ i� i0 i i i� i� i. iS i iR iO
i� i i� i� i; i� i4 iy i�
i; i� iz i� ip i� i� i i� i� i:
i( i| i�
i� i" i� i� i� i� i� i� iO i� ie i� i� � i
iC it i)
i i6 �K i� i� i8 i� iP
i ih i� i� i� i i� i3 i$ i� i� i*
i= �b ie i i�
i4 i� i� i� i. i7 i� i\ i� i� i ij i� i i� i� i� i� i� � i/ i � i� i� i= i� i^ i� i5 i� i� i� i\ i� i i� i� i9 i# i+ i�
is
i, i� i7 i i� iY i� i� i�
iM i� i+
ii
iQ i� � i6 i� i� i� i� i iy i� i is i# i{ i�
iU if i< i� i� iv i� i� i) i�
i i� i i� i� im i< i i i� i� i� ig i� i� �l i� i iD ib iu i�
i� iD iB i� i� i�
i[ i� i i8 i� i� i> i i� i i� i� i� i� i i] i� iD i� �� i� i6 iZ i� i� i5 i� i�
i�
i< im i�
i, i� i� iu i^ i� i� i� ig i� i� �I i� i� ig i� i� i\ i: i
iM �t i� i� iE i� �o �� i� i� i� iE iR i� i i� iE ij
i� �g iW i� i� iK i� iC i� i= i� i] i$ i! i� i� i i� i� �` iK iv i i i0 ii � �^ �� i� i3 i� i" i i� �� i� i �a ik
i i;
iw i� i� i� i� i� i� i�
iy i i� i� i� iP i i� i� iw i� � i� it
i� i� i� i i� i� iJ ia i i� i] i� i� i� i� � i i� i iL ih i i� i� i�
iu
ij i� i i# iC i� i� i ia �� i! �s i| i� i iY i� i
i� i� i� ih iO i5 i� i� iz ii i�
iS i� iL i� i. i� i& i i i<
i7 i� is iA i� i� iM i�
i� is i� i* i,
i% i�
i� i� ik i� i& if �� iO ij i" i� i( i- i� i[ i� i� i� i� i- i= i� i} i� i� �M iS i� i� i� i i� i i i� i� i� i�
i
i i
i� i~ i� iJ it ik iv ie iy i �� i� i<
i� if i� iM �k i�
i i� io i� �� i� iw iv
il i� i] i� i i. i�
i� i� i� i/ if iq i$ ig i� iG � � in i� i> i6 i=
i� i� i� i� i� iN i� ix i� ie i* i ih i i� i� i$ i� i� i� io ib i, i i� i� i it i� i� i i� i i�
iV i� i�
ii i i� i� i� iw
i i ip iH i� �V i� ii i< iZ i� i8 �r iw i� i& �� i� i� i/ i� i� i� i� i> i� i>
iE ix i� i& ie i� iw i i� i� i5 i� i� i�
i i\ i� � i� iS ii i i� � i� i2 � i� i i i+ i' i� i% i� i� ix
iO i� i
iQ
i� i� i i i� i� i_ �H i� i� i i� ig i i� iy
i� i�
i0 i& i+ i i� i i� i� il
i' i� i' iz i� i i i� i_ i� i� i i� i� i� i?
i�
i� i� � iz
i� im
i| i
i i ig i0 i� i� i i� i* i� i� i
i` iw i i� i
i# �� ic i) i� i� iR
i� �� i� iT � i� ir i iV i� i� i� i_ i i� i i� ir i� i� i�
i` ix i� i� i
i� i� if i� i in
i=
i* iA i i� i( �� ix � iS
i� �{ iT
i� i9 i i� iM i� ir �� i i; i i( i i% i� i[ ia ib i i� iD i� i� i i-
i\ i� i i i� io
iE im i) i� i! i� i ic i� i, i1 i i] i� � i� i> iI � i� i� iT i i� i� i� i� i� iy i ik iz ix i� iN i i� i� i� i i5 i� i� i" i� iH i< id i� i
i� i� ih i� i� i
ip
i� i� i: iL i1 i� i� i�
i i� i>
i� iq
i? iZ iM iI i� i iB iK iD i� i# i
i
iY i> � i� i i i` i� i� i� i� i i� i� i� i i� i� i� i i� i� ic i� i i� i� i� �� iT i� ia i i2 iy i/ i� i" iU
�� �� ib i� i� i� i/ i� i� i� i i
i{ i
i� ij � i� � i5 i* i� i� i� i� ia ix i� i� i� i iF i� i� i� i7 i� i� i� i? i� �w i� i i i� i� i+ i� i8 i� i�
iN i�
i� i� i, i� in i� i
i i� io is i_ i? i� i� i� i� i i� i� i� i? i0 i� i� i� iy i3 if i� i= i� i� il i i� i iv i] i� i i i� i� iz i�
i� iy ij i iu i� i� ip i� ij � i i
ii iz i i� ir
i i� i� i� i� i� i i iF i� i' i� i{
in i ix �u i$ i i� i� iM i� � i� ik i ip i�
i^ iq i
i` i| i� i� i i
i|
i� i�
i i� i� i
i� i� i� i� iG i i� i- i� iZ i1 iY i� i- i ie i� i� i[ iC � i� i� ie i� i. i- i i� i� i i� i� i�
i�
i7 ib il i � i� i� i{ i� i. i i� i� iz i� i�
i�
i� i?
i� i i9 i i�
i� i i� i} i� i�
ia i� i� i
�Q i� id i; iV
i� i/ i^ iD i� i? im i�
i�
i9 iI i�
i� i� i
i i� i�
i{ i} i i� i i� i� � i& i� i~ i� iX i� i� i}
i�
i� i9 i� i� i: i� i" i\ i i� i
i_ �� i8 iW i~
i^ i% iP is i� iw i� i� i i8 i� iL i� i i.
i� i� i�
i� i iN �� i� iP i� iS i� i� i� i: iR i' i0 ib i i� i�
i� i� i� i� iz i i� i i i i iK i� �� i� i�
ir i� iq i
i� i� in iL i i� i i� i� i� i� i� i� iX i@
i� ig �i � i� i4 i� i: i i� i� ir i� i� iQ i�
i i i; i' i� i> i� ib im i� iw �� i� i� is
i� i i� iA
i� it
i9 i i� i i i� io i^ i� i� i2 i� ic i� i �� i� i ir i� i� i� i! i it i i1 i{ i� i� i� i� � i� is i i� i� i� i� i� �x i �v ia ip i� i� i
i� iL iO i� i iU i� i. i �� i) i. i� iE i� i" i iy i i i� i� i� � i( i�
i i� iq iE i6 i
i�
i2 iu i6 i� i� i� i� i. i� ii i i� iV i� i is i�
i� i� iG iG ij it i� iW i i� i� i� i` i� i� i� iu i� i i�
i� i{ iQ i i� iO iC i� i� i�
i� iJ i� i i i$ i� i� i� i/ i� i i_ i i� i ij iR i� i7 i i� i/
i i3 iD iu
i6 iX i4 i� i� i i i� i i> i� i i i0
i` i` i
i� i� i� iU i� i i�
ir i i� i) i� i5 i� iH i� i
i� i i~ ir i� i�
i� i� i� i� i� � i i] i� i� i i� i i� i i@
i� i� i�
ia i� iv i� i� i� i/ i! i6 i� i� i� i7 iw i� i i3 ic i8 ix i i� i� iB
i� i� iM i� � iF i� ig i i� i� i( i� i
i: i i� iH i� i�
if �� i� i" i�
i~ i� i� i� i�
iy i i i� i� i i! iN i�
i4 iA
i� id ie �� � iz i i� i� i� i� i� i� i0 i� i� i i� i� i� i i� i{ i� i� i� i�
i� if i( il i� iG i� i� �� i^ iB
im iF i| i iU i� i� i2 iR i� i� i# i� i�
i� i� iF �� i �U i� i� i� i1 i� ic ik i� iN iS i� � �� i�
i� i� i$ iO i� i iY i� i� i� i
i� iG i i i� iW
i iC
i? i� i � i~ i� i� iU iF i� i� i� i i� i� i� i�
iC
i� i� i� i ie i
i� i� i� i i/ iQ i_ iv
i; i� i� iP i) �� iG im i� i� i� iG i, iI iz �_ i� �� i i9 in i� i�
iA i� i�
iX
i� i# iV i) i< i% i� i} i� i� iH iw
i5 i� ip i. i i� i� im i i� i� i�
i# ih i| ib i� i� i� i@ i( i^ iz i� i iA i�
i i i" i ig i� i| i� i� i� � i� i6 i� iX i� i� i, i� i� i i i� i$ i# iI ik i� i i� i� i: i i� iQ i io ih iV i$ i�
i� it i� i� i� iY
i, i� i i
i� iD
i� i� i~ i�
i�
i� i� i% i� i i i� � i� i i� i�
i i7 i/ i
� i� �� i� iE iV i� i�
iE
iu i� i& i� i� i i� i� i� io i� i� iZ i� ii i� i� i i i� i� � i! i� in i8 i� i' i� � i� i i� i i� i� i� iG i� iR i2 i� i i: i� i, �� i iZ
il i� i( iX iP i? i� i i� io i� i i� i� i� i� iW i* i �� i; i8 i� i& i) i� i� i
io i� i i� i� iH i_ i� i� i0 i� ix
i� i0 i� i; i� i
i� i� iX i� i �� i� i1 i� �Z i* i% i� � i �| id i` i i� iS ij i} i\ i i� i� iG i� i i� if �q i% iB i� i1
ip i� i" i i� i� i� i� i| i� i� i i� i� il i2
� i�
i�
i i� i@ ih i� i; i� � i i i� i i� i� i& i i� i� i} i� i% i� i� i i i? i� i� i� ia iy
i i�
i� i� i� i� i= i1 i� i< i� i{ i# i �� i� i� i�
iA i� i
i� it i� i� i� i� i> i
iK i3
i� i� i= �� i i\ i� i� i' iA i+ ig i� ib iK i� i� i� i� i
i� i
i� i4
i� i* i� im i� i� i�
io iN i i0 i( ii i� i$ i4 i i{ i i� i� iQ i� i� iU i� i� i� i, i` i i� i� i i�
ij i) i i� i- i6 �� i� iF
i2 i) i i
i* i� iY N)Z JIS_TYPICAL_DISTRIBUTION_RATIOZJIS_TABLE_SIZEZJIS_CHAR_TO_FREQ_ORDER� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/chardet/jisfreq.py�<module>, s chardet/__pycache__/__init__.cpython-38.pyc 0000644 00000001455 15043676137 0014576 0 ustar 00 U
��.e � @ s8 d dl mZmZ d dlmZ d dlmZmZ dd� ZdS )� )�PY2�PY3)�UniversalDetector)� __version__�VERSIONc C sH t | t�s0t | t�s(td�t| ����nt| �} t� }|�| � |�� S )z�
Detect the encoding of the given byte string.
:param byte_str: The byte sequence to examine.
:type byte_str: ``bytes`` or ``bytearray``
z4Expected object of type bytes or bytearray, got: {0}) �
isinstance� bytearray�bytes� TypeError�format�typer Zfeed�close)Zbyte_strZdetector� r �@/usr/lib/python3.8/site-packages/pip/_vendor/chardet/__init__.py�detect s
�
r N) �compatr r Zuniversaldetectorr �versionr r r r r r r �<module> s chardet/__pycache__/langthaimodel.cpython-38.opt-1.pyc 0000644 00000053217 15043676137 0016611 0 ustar 00 U
��.e, � @ s d Z dZe eddddd�ZdS )( � r r r r r r r r r � r r r r r r r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r � r r r r r r r r r r r r r r r r � �j �k �d � � � �e �^ � � �l �m �n �o � � � �Y �_ �p �q � � � �� r r r r r r �@ �H �I �r �J �s �t �f �Q �� �u �Z �g �N �R �` �� �[ �O �T �h �i �a �b �\ �� r r r r r �� �� �� �� �� �X �� �� �� �� �� �� �� �v �� �� �� �� �c �U �S �� �� �� �� �� �� �� �� �� �� �� �� � � �� � �� �K � � �4 �" �3 �w �/ �: �9 �1 �5 �7 �+ � � �, � �0 � � � �' �> � �6 �- � � � �= � �� � �* �. � � �L � �B �? � �
� �$ � �
�( � � �# �V �� �� �� �� �� � � �) � �! � �2 �% � � �C �M �& �] � � �D �8 �; �A �E �< �F �P �G �W � � � � r r ( � r� rr rr rr rr r� r� rr rr r� rr rr r� rr rr rr rr rr rr rr rr r� r� rr rr rr r� rr rr rr rr r� rr rr r� r� r� r� rr r� rr rr r| rr rr r� r� r| rr rr rr rr r� r| r� r| r� r� rr r| r� r| r| rr r� rr rr r| rr r� r� rr rr r� rr rr r� rr rr rr rr rr rr rr rr rr r� rr r| rr r� r| r| r| rr r� r| rr r� r� r� r� r� r� r� r| rr r� r� rr r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr r| rr rr rr rr rr rr rr rr rr rr rr r| r| r| r| r| r| r| rr rr r| rr r| rr rr r| r| r| rr r� r| rr r� rr rr r| r| r� r| rr rr r� r| r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| r| rr rr rr rr r� r| rr rr rr rr rr r| r| r| r| rr rr r| r| rr rr r| r| rr r| rr r| r| rr rr r� r| rr r� r| r| rr rr r� r� r| r� r� r� rr r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr rr rr r| r| rr rr rr rr r| rr r| r| rr rr r| r| rr r| r| r| r| r� r� rr r� r| r� r� rr r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr r| rr r| rr rr r| r| rr r| rr rr r| rr r� r� r| rr r| r| r| rr r| r| r| r| r| r� r| r� r| r| r� r� rr rr r| r� r� r� r| r| r� r� rr r� r� r� r� r� r� r� r� r� r� r| rr r� r� r| r� r� rr rr r| rr rr r| r� r� rr rr r� rr rr r� r| r| rr r� r| r| r� r� r� r� r| r| r| r� r| r| r� r� r� r| r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| rr rr r| r� r� rr rr r� r| rr r� r| r� r| r| r| r| r� r| r� r� r| r| r| r� r| r| r� r� r� r| r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| rr r| rr r| r� r| r| r� rr r| r� rr r| r� r| rr r| r| rr r� r| rr r| r| r� r| r| r| r| r� r| r| r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| rr rr r| rr r| r| r| rr r| r| rr r| r| r� r| rr r| r| rr r� rr r| r| r| rr r| r| r| rr rr r| r� rr r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� rr r� rr rr rr rr rr r� r� rr r� r| r| rr rr rr rr rr r� r� r� r� r� rr r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r| rr r� r� r� rr r� r| r� r� r� r� r� rr r� r� r� r� r� r� r� r� r| r� rr rr rr rr r� r� r| rr r� r� rr r� rr rr r| rr rr rr rr rr r� r� rr rr rr r� r� r� rr rr r� r� rr r� r� r� r� r| r� r� r| r� r� rr r� r� r� r� r� r| rr r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| rr rr rr rr rr rr rr r� r| r� rr rr r| r| r� r| r| r| rr r� r� r| r� r| r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| r� r| rr rr rr r� r| r� r| r| r� r| r� rr r| r| r� r| r� r� r� r| r| r� r� r| r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| r� rr rr r� r� rr r� r| rr r� r� rr r| r� r� r| r� r| r| rr r| r� r� r� r� r� r| rr r� r� r� rr r� r| r� r| r� rr r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r� r� rr r| rr rr rr r� rr r| r� rr r| r� rr r| r| r| r| r� rr rr r� r| r� rr r� r| rr r� r| r� r� rr r| r| r| r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr rr r| rr r| rr rr r| rr r| rr r| rr rr r| r� r� rr r| r| r| r� r| r| r| r� r| r| r� r| r� r� r| r| r| rr r� r� rr r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| rr r| r| r� r� rr r| rr r| rr r| r� rr r| r| r� r| r� r| r| r| r� r| r| r| r| r� rr r| r� r| r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr rr r| rr r� r| rr rr r| r| rr r� r� r� r| r� rr rr r| r| rr r� r� r� rr r� r� r� r� rr r� r� rr rr r� r| r� r| r� r� r� rr r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr r| rr r| rr rr r� r� rr r� r� r| r� r| r� r� rr r� r� r� r| rr r� r� r� r� r� r� r� r� rr r� r� r| r| r| r| r� r� r� r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r| r| r� r� r| r� rr rr r| rr r| r| rr r| r| rr r� r| r| r� r| r� rr r| r� r| r| r| r| r| r� rr r| r� r| r| r| r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr rr rr rr rr r� rr rr r� r| r� r� rr r| r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| r| r| rr r� r� r� rr r� rr r| r� rr r| r| rr rr rr rr rr r� r� r| r| r| r� r| r| r� r| r� r| rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| rr r� rr rr r| rr rr r� rr rr r� rr r| r| rr r| rr rr rr r� r� r| r| rr r� r� r� r� rr r� r� rr r� r� r� r| r| r� r� rr r� r� r| r| r| rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r| rr rr r| r� rr rr r| r| rr r� rr r| r� rr r| r� r� r| r| r� r| rr r| r� r� rr r� r� r� r� rr r� r� r| rr r� rr r� r� rr r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� rr r| r| r| r� r| r� r� rr r� r� rr r� rr r� r� r| r� r� r� r� r| r� r� r� r� r| r� r� r� r� r| r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� rr rr rr rr r| r| r| r| r| r� rr r� r� r� r| r� r� r� r| r� r| r� rr r| r� r� rr r� r� r� r� r� rr r� r� r| rr r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r� rr rr r� r| r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r� rr r� r� r� r| r� r� r| r� rr rr r| rr rr rr r| rr r� r� r| r| r| r� r� r� r| r| r� r� r� r� r� r� r� rr r� r� r� r� r| r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| r� r� r� r� r� r� r� r� r� r� r� r| rr r� rr rr r� r� r� r� rr r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r� r| rr r� r| rr r� r� rr r� r| r| r� r� r| r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r| r� r� r� r� r� rr r� r| r| r| r| r| r| r� r� r� r� r� rr r� r� r� rr r� r� r� r� r� r� r� r| r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� rr r� r| r| r� rr rr r| rr rr r� r� r� r� r| r| r� r| r� rr rr r� r� r� rr r| r� r� r� r� r| r� r� r� r� r� r� r� r� r| r� r� r� rr r� r� r| r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� rr r� r� rr r� rr r� r� r� r� r� rr r| r� r� r� rr r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� rr rr r� rr r| r� rr rr r� r| r| r� r� r| r� r� r� r| r� r� r� r� r� rr r� r� r� rr r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r| r� rr rr rr r| r| r� r� r� r� r� rr r� r� r� r| r| r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r| rr r� r| r� r� r| r� r� rr r� r� r� r| r� r� r� r� r� rr r� r� rr r� r� r� r| r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� rr r� r| r� r� r| r| r� r� r| r� r� r� r� rr r� r| r� r� r� r� r| r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r| r| r� r� r� r| r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� rr r� r� r� r� r� r� r� r� rr r| r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr rr rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r| r| r� r� r� r� r� r� r� r� r| rr r| r� r| r| rr r� r� r� r| rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| r| r� r� r� r� r� r� r| r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� rr r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� rr r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� rr rr r� r� r� r� r| rr r� r� r| r� r� r� r� r� r� r| r� r� r� r� r� r| r� r� r� r| r� r� r� r� r| r� r� rr r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� rr r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr rr r| r� r� r� r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� rr r� r� r� r� r� r| r� r� r� r� r� r� r� r� r| r� r� r� r� r� rr rr r� r� r� r� r| r� r� r� r| r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r| r| r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r| r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| rr r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r| r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r| r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rr r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� g� �@��?FzTIS-620ZThai)Zchar_to_order_mapZprecedence_matrixZtypical_positive_ratioZkeep_english_letterZ charset_nameZlanguageN)ZTIS620CharToOrderMapZ
ThaiLangModelZTIS620ThaiModel� r� r� �E/usr/lib/python3.8/site-packages/pip/_vendor/chardet/langthaimodel.py�<module>$ s � chardet/__pycache__/gb2312freq.cpython-38.opt-1.pyc 0000644 00000045176 15043676141 0015557 0 ustar 00 U
��.e�P � @ s d Z dZdZdS )g�������?i� (� i� i� i� i< iT i� i iQ i� i�
i�
i� i� i< iw i� i9 �� i� i� i� i� iZ i� i� iq i� i� i�
iW
iy i i� ie io i� iv
i� i� i� i� i� i i iL iB i iQ
� i� i� iQ i� i� iE i if i� i i� i i� i� i� id i( iy i i� i, i i� i
iE ie � i�
iW iR i� i� i| iR
i� i�
i� i
iX
i�
ij iE i� i i+ iP i � i� i i� i �; i� im i� il i� i� i� i� � i ie iH i� i� i� i� i^ ik i6 i� i" �F i� i�
i�
i�
i^ i� i�
i� i� �� i? i` iu i$ i1 i�
i� i� i iU i� i1 i� i� ig il i� i i i� iG i� i2 i� iq i� i iP i� iL i� i� i� i iy i � i�
i� iM i� ik i� i4 i� i i� i� i� i
i� i@ i` i� i5 �� i� iN
i� i7 i3 i� in i iu iG i& ib ih i0 i� iM iN i i� i
iY i�
i� i� �
i� � i�
�& i�
iQ i
i7 i^ ih i� i� iJ i� iP i� i� i� ir i� i� i� i i� i� iT i- iG i, iu i i� i� i$ i i� i< iB i i$ i> i i� ix iL iW i i� in i
i� iT i� iZ i� i�
i� i{ i i� i� i� � i i�
i? i�
�0 ib i; �D i� i �� i� iC iS i� iU i> i| ig i� i� i� i�
iK �� i
i� i� i� i%
i5
i� i� i i� il i� ih i
i i� i? � i � iU i� �� i� i� i� i* i<
i� i�
i� i
� i
i� i� i�
i� i�
i! iX
i� i� i� i� iQ ig i� i� i� i� i� ir i�
i� i� iq i� i�
i� iz
i� i� i3 � i� i� i� i
i�
i] ic iz i i i7 i� i_ i i� iC i� i& ia iH i|
il i
i� i= i� i� iI iP i�
i� i~
i8 i` i� iw i� i�
iT i� i�
i� i� i� i� i�
i� i i� i� �� i[ iq � i i� ig i� �| iC i i� i� iN iI i� i� i5 i�
i( i� i/ iH iK
i
i� � i i� i9 i� iI i� i� i| i� � i� i�
i� � iW i i� i� i� i^ �~ i i i� i� i� i= iX i� i3 i�
iI i� i i�
� i� i� i� i3 ir � i� �� io i i� i� i{ i ii iC �� �! iH i� �� i� i� �f � i=
i i1 �[ i� i| iD i i% i� it i� i� i�
i� i i� i. i� � i �y i iT i� i� i9
i�
i i# � i� iJ i� �n i� i i� i
i� i> iB i" i� i� ia i� i� iM iK �� i iW i� i� i� i!
ir iF i+ i�
i
i i� ix
�H iJ i� �� i� i� i2 �K i� iR
i$ i i9 i�
it
i� i�
i� i� i� � i� i i� i� i i� i� i% i~ i�
i` � i� i� i� i' iv i i i� i� i| i �' i i� in
i* i� i� i� iF i� i% i� �) i~ i� i
i� i� iJ i& i� i
i! iD i� iw i i[ i i i� i� i i' i� i� �k i i� i i�
i�
�� i� � i� i i� i� ih
�B i_ i� i? i ig ih i� i' i� i� i� i� i� i i� i� i� i i� i� �5 i] i� i i� i� i i� �� i� i� i1 i� i) ia i i� i� i� i; i i� i_ i� i� �Q i/ iu
i�
i�
ij i[ i� i} i� i
i� i� i� i i� i� iQ i^
i� iG i� iz i� i� i� iV iO i� i i� i� i� i� im iu i� i6 i� i� i- i$ i� i� iR i� i} i
ip ir i]
i�
iD i i i� i� i� ii i i i� i� i i1 in i� i� i it iY iG i� i� i/ i| �t i0 i�
i� i� i i� i\ i�
i� i� iv i� i� i� ic i� i i� i�
i~ iA i" i� i" i! i8 �C i8 i i� ij i�
i1 i� il i> i�
i i]
i� i�
i~ � iL i( i� i� iK id � �v iD i� i� i� i% i� i� i� i� i, � i2 i� i�
i� i� ij �- i. i� im iK i i� �� io i i; i i� i� id i@ ia i iM i1
iL i@ i2 i� iw i� it iQ i
i/ i� i i� i~ i� i� i� i� i�
i/ i� i�
i_ i# i� �O i� iO iG � i� ik i[ iO io i� �� i-
i
� i i� i! i� i� iI i� i� i� i{ ir i� i. ih i�
i iT
i i � i' iL
�a i� i�
i@ � i� i� i� i� i�
iT i/
i� i i� i� i i� iM i� ii
il i� i i�
i{ i8 i# i�
i� i� i9 i� iS iR i� �w i� iZ i� i0
iE ig ig i� i� �
i� �L i� i� ip i� i� iS i
i� i� i� i� i� i@ i� iI iL i;
iO iq i� i� i) i i: iF i� i5 iJ id iA
i� i
i)
iE iL �Y i� i� i� i�
im i� i� i� i� i� i� ic i� iR i� i! i� i� i� i�
�� i( i� i� i] �I i� i�
i� i� ie i� i i� i� � i� i� i` i� i i� i� i
i� i[ i� iC
i( iP i, i� i} iO i' iL i\
i�
i� i i� i� i iZ i� i� is i' i� iU i� i� i� i� iN
� i� i� i�
i� i� iM i� i� i� i� i� i� �� i� ii i� ig i' i� i� i i� i
� �P i0 is ii i� ip i� in i i� i� i i\ i�
i� i� i�
i! ih � �� im i( i& i
iC i iB i) i5 i� i� � i i� i� i
i� i� �> i� i� � � i i� �� i{ iN i� i i iE i3 � �J i# i� ic i� i�
i i$
�� i5 i� ix i i] i� i� ik �� i� i� i� i� iP
i� i
i i ir i� iL i� iz id i� i� i# i�
i i� i[ iS i ih i iG i� i� i i� i�
iU �+ i� iy � iw i" i� iV i2
i& iz i� i� i� iJ
iP i� i� i� �� i� i% iZ i$ io iT iK i1 i�
i� i` iV i� i i� id � i� i� i� i+ i� i� iA i� i� i� i� i� i$ i� i� i_ i3 i\ i� i� �� �� i� ib i� if � i� i� i� i�
iA in i i� �x � iF i�
iO i[ i� i� �( i� i i
i# i7 i2 ix i if i� i�
i! i6 i{
�� i� iY i� � i� i+ i� i� i� i� i i� i� i� i� i iK ie i� i� i�
iT i$ i� i� i ih i i iR i� i� i" i� i� �Z i
i_ i� i@ i� ia i i� i i3
i�
ik i) ij i� i i ie i� i
iA i^ i� i
iW i� i� ih i:
iz
i)
i� i| i� i� i i� i i8 ij �� i�
i i� i3 i� i
iz i� ip iy i� i� i2 io iD i= i� �. i� i9 ia if i� i* i_ i� i i* i� i i�
i�
i� i� i- i i�
i} i� i�
i� i� i* i�
it � it i6
�q i� i� i� i� i� i� i� iS i i� i� i! i) i iy i�
�� i i ij i� i� i� iV iI i� i� ig
i i iL i� i� i� ip iD i� i� i� i� i% i� i� iM i� i� i� i$ i� i� i� iE i" iU i� ie
i i| i� iQ i i� i� i� i i� i�
i1
i� i� i� i� �$ i i] i4 i& i� i� iz i� i� i` i� iw i�
i i i i�
i) i%
i& i� i� i� i* i� i� i8 i2 i>
iS i
i� i� i1 i# i� i� i
i� i# i i�
i� i� i i� iF
i i i, i> i+ i
i i� iZ �3 iq � i�
i$ i� i�
iV i� i; i� i� iN i� �m iK iW i� i� � i5 i�
i� �R i4 i� iI i iD i� i� i� i�
i� i�
i� i� i� i i% iK i| i i� i�
i� � i� � i9 i� in i� i� i�
i- i3 i2
ip i � i?
i� i~ i� i� i� i� i� iC i� i[ i� i�
i� i� i� i3 i> i� il i
i` ix i� i� i� i� i#
i� i� i� i0 �� i� i� i� iL
i� i� iQ i� iR i� i? i( im i� i`
i� i3 i i� i i&
i�
i i is iD i� i0 ib if i@ i� i� i� i�
i i= i� i
i< �� i� i� i�
i� i6 i i� is i� i� i� iS i� i� i�
i8 iZ
i� i� i� i� i� i� i� i i�
i� i�
i� i i� iN i� i� i
iL i�
iJ i� i� i� ib i ig i i� i[
i� i� i i� i i~ i� i� i� i� i� if i� i� i i i�
i i` i4 i= i� i� i� il i? i� ic i� i i� i ii i� i� i� i� i� i� i� i� iw i� i� i� i% i i� id i^ i+ i� i� i� iZ � iF iI
i� it � i� �/ i� i i� iy i*
is i& i+ i i� i) i i� i� i� i� i i�
i� ie i� i� iQ i] i i i_ i7 i i0 �c iu i� i� iL ik i
i� i� i� i� �# i i� i i� i� � i� i? i� � i i�
in i
i� i� i� i i� i� i� iH i� iY i� iu i� i�
i� i� iJ i� i_ i_ i& i� i� i i� i� i� iZ i% � i� is i� iS i i i iV i� i� i� i� i� i1 i' �� i� iF i\ i
i| i� iW i� i� i| � iS �W i� i* i iR il iP i# i� i i- iq
i� i� � i� i� i4 i� i� i� i� i� ia i� i� i i� i@
i� iX ii i% i� i� i8
i3 i, i� i} i� i� i� �d ix i� i� i# i� i6 i�
i�
i. i i� iA i�
i� ir
i�
i� iR id i� i i+
i� i� i� i�
i{ i{ iH i� i
i� i� i� i� i� ic i i
i� i� i� i, i� iI
i� ic i i� i� i� i� i= i� iJ i. i, i> i i i� iL ie i] i� i�
iC i� i� i� i* i; i
i� i i� ip i�
i� i� iR i� i9 i�
i�
i i�
i� i� i? i: i� i� i� iQ i' is i� iw i[ i�
i� i- i�
i) i� i� �M i� i� i� i� i] �} i6 i@ i
i iU i� i� i� i/ i� i� is
i� i� i� ik i? i� i,
i=
i1 iM i� i� i� i/ iS
id �� i� io
i6 ik iu i� i� i� iW �{ i ix iW i� i� i i� i� ix i^ i� � i[ i+ �7 i: i� iU i� i� i! i� i� i�
i. iH iT i� iY i� i� i i i@ i" iC is i i� i iG
�b i� i7 i~ i.
iU i iq i� i� i� i� i{ i� i� � iY i/ i�
i� i� iA i�
i� i* i: i8 i' i� i� i� i� i iA i_ i0 i� i� i� i ii i� iK i�
i� i� it i* i� i� i�
i� i� i� i� i� i�
�� i� iD i i� i i> i� i� iv i i
i�
i' i� �V i� i� i�
i� i� ik i i i\ i � i� i� i! i i� �* iU
i� i� i� i� i iz i� i\ if
i� i� i� i
i� �� i� i� i� i� i� i� i� i iB i i i� i� i� i{ � i= i�
�� i& i�
i� iV i� i� �" i! i�
i� i� i� i�
i( i= i� i�
i�
i� i9 i i� i4 ia �� i� i- iQ � i�
i� i�
im i� i� i� i� iC i� i� i7 i} iq iD i4 i� �u i i� i� i� iv i i� iF i� iu ia
i� iH io i�
i
il iK iA i� i� i� iz i4 i� i!
iH
i� i� �� i5 i ij i� i` i� i�
iB i: iO ia i� i# i� � i� id � i� i( i�
i&
i� i^ im ig
iE
i io i� i( iG i$ i@ i
iI i i� iA i i �` �X i i7 i� i/ i� i$ i� i� i� ih i� i� i� i� iU i" iT � i� i� i� im � i� i! i i� i� i i� i i� iM i� i� � i� i� �2 iq i� i� �9 i� i� i� � i� i i� i/ i� i� �� i �p i@ iX i� ij � ii
i^
ib i�
i� in i iv � i� i� io io � i iv i� i� i0 i� i9 i� i$ i� if iS iz i
i iD i{ i� iX � i i� iV i3 iY i
i� i�
iA i� i� � i� i� iq iU i�
i: i i2 ij i� i i i{ i� i� iF i� i�
i� i i i� � i� ic ii iR i; ik �h i� i i�
i� iY iO ix i� �z iZ i< iv i i�
i
i�
i� iI i� i� i4
iM i� i� i� i� ib i� i i� i i� i� i� iC i� i�
i� i� iO i� i8 i� i� i� i. i] i iV ic
i� i� i� i
iH i� iT i� i� i� i� i>
i
i� i� i3 i � i� �, i� i� if i� i� i il iT iW iH i. i' i> ip i� i� i� i" i� i� iJ i� i�
i�
iv i2 i� i� i ix i i2 i� ig i i4 i� i� i�
i�
i� i� i{
iz i� i� i�
i� i� i� i� i� i i� i� i? i i� � i� iJ i� i� i� i�
i� i8 � � iE ij
�\ i� i8 i8
i i i � i i` i� i> ib iS i i� � i� i� i i� i0 i� i� i� iE i� i� id i� i� i� i1 � i� i� in �@ i� i� i� iT i i� �� i� iQ �� iC i� i� iK i; ik i� i� i� i� i� i_ i\ ie i iw i� i� i i� iM i� i. ir ia i i� i�
i� i� i�
i� i� i� ig i� i� i' i�
i� i i i� �T i i� i4 io i� i� iX iy i� ix i i� i�
i
iU
�^ i: i� i� i� i� i i" i# i� i� i i i� i� i� i� iN iU i� i� ip � i"
i- i� i� � i� i: i� i
i i� i� i� i� i� i� � iW i
iG
iL i� i�
iG iw �o i� i� i iM ir � i� i i� iQ
i� iI iN �% i
iX i i i� i7
i�
ia i� i� i � i� i'
ii ih i� i} iN iy i? it i� i� iD i� i� i� � i� �l i� i� i� i i �� ie iJ is i2 i* iy i� i� i� i� i� i i� iq i� i� i5 i} is i$ i� i� i� i5
iB i� i� � i# id is i} i� i~ i� i ib
i� iO
i/ �] i� i� i� i] i2 �� i if i7 i� i� iO i
iR i i#
i i[ i� �E i� i if
iS
i� id iF i� i� � iC iV
i> i� i i� iB i� i i i1 i6 im �� i i i� � i� i� ip
i� i i�
i� i< iz i�
i|
iX � i� i� is ie i] i i� � i
i�
i iO i� i+ i� i i i� i� i� i: i� iA i� i i� i� i� i(
i�
im i �4 iP � i in i� i�
io io i� i� im i iy � i i8 i �� i< i� i� i< ic iC i� i� i& iw i
i� i$ i
i9 i& i� i� i) i` i� i� i i� i� iG ib iE i� i: iQ io iF i�
i� i� i� i�
iF i| i; i�
i� i i3 i4 i% i� �: i� ic i� ip i6
i\ iC i� i0 i9
i� i� i� i� i� i~ i� i i" ih i� i� i� i� i) i i� i�
i� i� i*
i� i i
i
i% i� i i� i� i i�
i. i� i� i9 i i� i� i�
i� i� i i� i" i! i� i,
i� ig iJ ig iF
i� i i� i�
i� i; ii iZ iE i^ iA
i� i il i5 i� i� i� i4 i'
i� i ik i i� i� i2 i� i�
i� i iX i7 � i� i�
i{ i� iB ix i= �e i( i � i� i� i' i� i� � i� i� i i� i i i i� iD
ii ik i i� i� i� i- i, i�
ie i7
i� � i� i� � i� i� in i}
ip i7 ij i� i� i� i9 i� i�
�� i� i� �� i0 iP i� �� i� i� i i� iO
i�
i� i� �� iU i
i i� i<
i� i� i�
iJ i� it iN i� i) i i. i� � i* i iA �� ir
i] i) i� i i� i� iG i� i_
ip ik
i� i� i
i% i
i� i�
i� i> ib i_ i^ �? i i: iY iD i% � i� i�
i� i i� i� � iY i� i�
i� i� i i� i� il
�A i� i� i�
i� iD iB i� i
i� i i@
i( iv
i� i� i� �g i�
i� i} iv i� i� i� i�
i� i i� i� i i� i� i i� i i� i� i i- i~ i� iy i% i� i�
�_ i� i� i i� i� i �j iM i� i� iG i+ i� i i� �� i� i� i� i i3
i; i
�G i) i� i
i� i� i i� i� i i� i
i
i� i, iI i� i� i� i iX iA i\ i� � i� iP iv i� i� iV i i= i�
i�
i6 i< i� iX i i�
i i i8 i- iY
i� i� i� i� i� i� � ic i� i� i� i9 i� i-
iu i� i i� i�
iR i�
i i i6 i� i� i� ih i} i i?
iw
i i� i� ia i( i� i �1 i� i�
i� i> i� i� i� i� i� i] i�
iX ir iP i0 i, i i+ ij i� i` i� i� i� i i. i i i
i� i& iW iB
i� i i| i7 �U i� i� � iW i� iY i� i�
i� iw
i�
i i� i i� i i� i� iu i� ib i� iq
i� i� ib i� i� i� � �= i$
i� iN iJ i� i� iU i� i i� i� i i� �i iK i, i� i� i4 ir i{ i� i iH i� ip i5 i i� i= i� i� iE i9 i� i; i �< i i5 i�
i ii i� i\ i i� � ip i� i i� i� �r i� �N i� i i^ i� i� i� i� iK i i� i* i i{ i+
i� i� i* i8 i i� i i i i� i� i� ij
i i@ il �6 i� i2 i8 i� i� i� i i� i' i� i� i� iB
i� i i i\ i� i� iS iV i i~ i� i� i� i� i� i�
i� iV i�
iz i� i^ i i� i� i� i_
i}
iG iq � iI i� i� i� �8 it ih iS i� i} iR i� i9 � �S in
iP i� iB i i i� �s i� iX i} if i� i� i i� i� i� i� i� �� i� in iI i^ � iT i� ix i� ir i� i� i_ � ib i� iO iP iQ iR iS N)Z!GB2312_TYPICAL_DISTRIBUTION_RATIOZGB2312_TABLE_SIZEZGB2312_CHAR_TO_FREQ_ORDER� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/chardet/gb2312freq.py�<module>* s chardet/charsetprober.py 0000644 00000011766 15043676143 0011417 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
import logging
import re
from .enums import ProbingState
class CharSetProber(object):
SHORTCUT_THRESHOLD = 0.95
def __init__(self, lang_filter=None):
self._state = None
self.lang_filter = lang_filter
self.logger = logging.getLogger(__name__)
def reset(self):
self._state = ProbingState.DETECTING
@property
def charset_name(self):
return None
def feed(self, buf):
pass
@property
def state(self):
return self._state
def get_confidence(self):
return 0.0
@staticmethod
def filter_high_byte_only(buf):
buf = re.sub(b'([\x00-\x7F])+', b' ', buf)
return buf
@staticmethod
def filter_international_words(buf):
"""
We define three types of bytes:
alphabet: english alphabets [a-zA-Z]
international: international characters [\x80-\xFF]
marker: everything else [^a-zA-Z\x80-\xFF]
The input buffer can be thought to contain a series of words delimited
by markers. This function works to filter all words that contain at
least one international character. All contiguous sequences of markers
are replaced by a single space ascii character.
This filter applies to all scripts which do not use English characters.
"""
filtered = bytearray()
# This regex expression filters out only words that have at-least one
# international character. The word may include one marker character at
# the end.
words = re.findall(b'[a-zA-Z]*[\x80-\xFF]+[a-zA-Z]*[^a-zA-Z\x80-\xFF]?',
buf)
for word in words:
filtered.extend(word[:-1])
# If the last character in the word is a marker, replace it with a
# space as markers shouldn't affect our analysis (they are used
# similarly across all languages and may thus have similar
# frequencies).
last_char = word[-1:]
if not last_char.isalpha() and last_char < b'\x80':
last_char = b' '
filtered.extend(last_char)
return filtered
@staticmethod
def filter_with_english_letters(buf):
"""
Returns a copy of ``buf`` that retains only the sequences of English
alphabet and high byte characters that are not between <> characters.
Also retains English alphabet and high byte characters immediately
before occurrences of >.
This filter can be applied to all scripts which contain both English
characters and extended ASCII characters, but is currently only used by
``Latin1Prober``.
"""
filtered = bytearray()
in_tag = False
prev = 0
for curr in range(len(buf)):
# Slice here to get bytes instead of an int with Python 3
buf_char = buf[curr:curr + 1]
# Check if we're coming out of or entering an HTML tag
if buf_char == b'>':
in_tag = False
elif buf_char == b'<':
in_tag = True
# If current character is not extended-ASCII and not alphabetic...
if buf_char < b'\x80' and not buf_char.isalpha():
# ...and we're not in a tag
if curr > prev and not in_tag:
# Keep everything after last non-extended-ASCII,
# non-alphabetic character
filtered.extend(buf[prev:curr])
# Output a space to delimit stretch we kept
filtered.extend(b' ')
prev = curr + 1
# If we're not in a tag...
if not in_tag:
# Keep everything after last non-extended-ASCII, non-alphabetic
# character
filtered.extend(buf[prev:])
return filtered
chardet/big5prober.py 0000644 00000003335 15043676144 0010606 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import Big5DistributionAnalysis
from .mbcssm import BIG5_SM_MODEL
class Big5Prober(MultiByteCharSetProber):
def __init__(self):
super(Big5Prober, self).__init__()
self.coding_sm = CodingStateMachine(BIG5_SM_MODEL)
self.distribution_analyzer = Big5DistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "Big5"
@property
def language(self):
return "Chinese"
chardet/jisfreq.py 0000644 00000062261 15043676146 0010216 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# Sampling from about 20M text materials include literature and computer technology
#
# Japanese frequency table, applied to both S-JIS and EUC-JP
# They are sorted in order.
# 128 --> 0.77094
# 256 --> 0.85710
# 512 --> 0.92635
# 1024 --> 0.97130
# 2048 --> 0.99431
#
# Ideal Distribution Ratio = 0.92635 / (1-0.92635) = 12.58
# Random Distribution Ration = 512 / (2965+62+83+86-512) = 0.191
#
# Typical Distribution Ratio, 25% of IDR
JIS_TYPICAL_DISTRIBUTION_RATIO = 3.0
# Char to FreqOrder table ,
JIS_TABLE_SIZE = 4368
JIS_CHAR_TO_FREQ_ORDER = (
40, 1, 6, 182, 152, 180, 295,2127, 285, 381,3295,4304,3068,4606,3165,3510, # 16
3511,1822,2785,4607,1193,2226,5070,4608, 171,2996,1247, 18, 179,5071, 856,1661, # 32
1262,5072, 619, 127,3431,3512,3230,1899,1700, 232, 228,1294,1298, 284, 283,2041, # 48
2042,1061,1062, 48, 49, 44, 45, 433, 434,1040,1041, 996, 787,2997,1255,4305, # 64
2108,4609,1684,1648,5073,5074,5075,5076,5077,5078,3687,5079,4610,5080,3927,3928, # 80
5081,3296,3432, 290,2285,1471,2187,5082,2580,2825,1303,2140,1739,1445,2691,3375, # 96
1691,3297,4306,4307,4611, 452,3376,1182,2713,3688,3069,4308,5083,5084,5085,5086, # 112
5087,5088,5089,5090,5091,5092,5093,5094,5095,5096,5097,5098,5099,5100,5101,5102, # 128
5103,5104,5105,5106,5107,5108,5109,5110,5111,5112,4097,5113,5114,5115,5116,5117, # 144
5118,5119,5120,5121,5122,5123,5124,5125,5126,5127,5128,5129,5130,5131,5132,5133, # 160
5134,5135,5136,5137,5138,5139,5140,5141,5142,5143,5144,5145,5146,5147,5148,5149, # 176
5150,5151,5152,4612,5153,5154,5155,5156,5157,5158,5159,5160,5161,5162,5163,5164, # 192
5165,5166,5167,5168,5169,5170,5171,5172,5173,5174,5175,1472, 598, 618, 820,1205, # 208
1309,1412,1858,1307,1692,5176,5177,5178,5179,5180,5181,5182,1142,1452,1234,1172, # 224
1875,2043,2149,1793,1382,2973, 925,2404,1067,1241, 960,1377,2935,1491, 919,1217, # 240
1865,2030,1406,1499,2749,4098,5183,5184,5185,5186,5187,5188,2561,4099,3117,1804, # 256
2049,3689,4309,3513,1663,5189,3166,3118,3298,1587,1561,3433,5190,3119,1625,2998, # 272
3299,4613,1766,3690,2786,4614,5191,5192,5193,5194,2161, 26,3377, 2,3929, 20, # 288
3691, 47,4100, 50, 17, 16, 35, 268, 27, 243, 42, 155, 24, 154, 29, 184, # 304
4, 91, 14, 92, 53, 396, 33, 289, 9, 37, 64, 620, 21, 39, 321, 5, # 320
12, 11, 52, 13, 3, 208, 138, 0, 7, 60, 526, 141, 151,1069, 181, 275, # 336
1591, 83, 132,1475, 126, 331, 829, 15, 69, 160, 59, 22, 157, 55,1079, 312, # 352
109, 38, 23, 25, 10, 19, 79,5195, 61, 382,1124, 8, 30,5196,5197,5198, # 368
5199,5200,5201,5202,5203,5204,5205,5206, 89, 62, 74, 34,2416, 112, 139, 196, # 384
271, 149, 84, 607, 131, 765, 46, 88, 153, 683, 76, 874, 101, 258, 57, 80, # 400
32, 364, 121,1508, 169,1547, 68, 235, 145,2999, 41, 360,3027, 70, 63, 31, # 416
43, 259, 262,1383, 99, 533, 194, 66, 93, 846, 217, 192, 56, 106, 58, 565, # 432
280, 272, 311, 256, 146, 82, 308, 71, 100, 128, 214, 655, 110, 261, 104,1140, # 448
54, 51, 36, 87, 67,3070, 185,2618,2936,2020, 28,1066,2390,2059,5207,5208, # 464
5209,5210,5211,5212,5213,5214,5215,5216,4615,5217,5218,5219,5220,5221,5222,5223, # 480
5224,5225,5226,5227,5228,5229,5230,5231,5232,5233,5234,5235,5236,3514,5237,5238, # 496
5239,5240,5241,5242,5243,5244,2297,2031,4616,4310,3692,5245,3071,5246,3598,5247, # 512
4617,3231,3515,5248,4101,4311,4618,3808,4312,4102,5249,4103,4104,3599,5250,5251, # 528
5252,5253,5254,5255,5256,5257,5258,5259,5260,5261,5262,5263,5264,5265,5266,5267, # 544
5268,5269,5270,5271,5272,5273,5274,5275,5276,5277,5278,5279,5280,5281,5282,5283, # 560
5284,5285,5286,5287,5288,5289,5290,5291,5292,5293,5294,5295,5296,5297,5298,5299, # 576
5300,5301,5302,5303,5304,5305,5306,5307,5308,5309,5310,5311,5312,5313,5314,5315, # 592
5316,5317,5318,5319,5320,5321,5322,5323,5324,5325,5326,5327,5328,5329,5330,5331, # 608
5332,5333,5334,5335,5336,5337,5338,5339,5340,5341,5342,5343,5344,5345,5346,5347, # 624
5348,5349,5350,5351,5352,5353,5354,5355,5356,5357,5358,5359,5360,5361,5362,5363, # 640
5364,5365,5366,5367,5368,5369,5370,5371,5372,5373,5374,5375,5376,5377,5378,5379, # 656
5380,5381, 363, 642,2787,2878,2788,2789,2316,3232,2317,3434,2011, 165,1942,3930, # 672
3931,3932,3933,5382,4619,5383,4620,5384,5385,5386,5387,5388,5389,5390,5391,5392, # 688
5393,5394,5395,5396,5397,5398,5399,5400,5401,5402,5403,5404,5405,5406,5407,5408, # 704
5409,5410,5411,5412,5413,5414,5415,5416,5417,5418,5419,5420,5421,5422,5423,5424, # 720
5425,5426,5427,5428,5429,5430,5431,5432,5433,5434,5435,5436,5437,5438,5439,5440, # 736
5441,5442,5443,5444,5445,5446,5447,5448,5449,5450,5451,5452,5453,5454,5455,5456, # 752
5457,5458,5459,5460,5461,5462,5463,5464,5465,5466,5467,5468,5469,5470,5471,5472, # 768
5473,5474,5475,5476,5477,5478,5479,5480,5481,5482,5483,5484,5485,5486,5487,5488, # 784
5489,5490,5491,5492,5493,5494,5495,5496,5497,5498,5499,5500,5501,5502,5503,5504, # 800
5505,5506,5507,5508,5509,5510,5511,5512,5513,5514,5515,5516,5517,5518,5519,5520, # 816
5521,5522,5523,5524,5525,5526,5527,5528,5529,5530,5531,5532,5533,5534,5535,5536, # 832
5537,5538,5539,5540,5541,5542,5543,5544,5545,5546,5547,5548,5549,5550,5551,5552, # 848
5553,5554,5555,5556,5557,5558,5559,5560,5561,5562,5563,5564,5565,5566,5567,5568, # 864
5569,5570,5571,5572,5573,5574,5575,5576,5577,5578,5579,5580,5581,5582,5583,5584, # 880
5585,5586,5587,5588,5589,5590,5591,5592,5593,5594,5595,5596,5597,5598,5599,5600, # 896
5601,5602,5603,5604,5605,5606,5607,5608,5609,5610,5611,5612,5613,5614,5615,5616, # 912
5617,5618,5619,5620,5621,5622,5623,5624,5625,5626,5627,5628,5629,5630,5631,5632, # 928
5633,5634,5635,5636,5637,5638,5639,5640,5641,5642,5643,5644,5645,5646,5647,5648, # 944
5649,5650,5651,5652,5653,5654,5655,5656,5657,5658,5659,5660,5661,5662,5663,5664, # 960
5665,5666,5667,5668,5669,5670,5671,5672,5673,5674,5675,5676,5677,5678,5679,5680, # 976
5681,5682,5683,5684,5685,5686,5687,5688,5689,5690,5691,5692,5693,5694,5695,5696, # 992
5697,5698,5699,5700,5701,5702,5703,5704,5705,5706,5707,5708,5709,5710,5711,5712, # 1008
5713,5714,5715,5716,5717,5718,5719,5720,5721,5722,5723,5724,5725,5726,5727,5728, # 1024
5729,5730,5731,5732,5733,5734,5735,5736,5737,5738,5739,5740,5741,5742,5743,5744, # 1040
5745,5746,5747,5748,5749,5750,5751,5752,5753,5754,5755,5756,5757,5758,5759,5760, # 1056
5761,5762,5763,5764,5765,5766,5767,5768,5769,5770,5771,5772,5773,5774,5775,5776, # 1072
5777,5778,5779,5780,5781,5782,5783,5784,5785,5786,5787,5788,5789,5790,5791,5792, # 1088
5793,5794,5795,5796,5797,5798,5799,5800,5801,5802,5803,5804,5805,5806,5807,5808, # 1104
5809,5810,5811,5812,5813,5814,5815,5816,5817,5818,5819,5820,5821,5822,5823,5824, # 1120
5825,5826,5827,5828,5829,5830,5831,5832,5833,5834,5835,5836,5837,5838,5839,5840, # 1136
5841,5842,5843,5844,5845,5846,5847,5848,5849,5850,5851,5852,5853,5854,5855,5856, # 1152
5857,5858,5859,5860,5861,5862,5863,5864,5865,5866,5867,5868,5869,5870,5871,5872, # 1168
5873,5874,5875,5876,5877,5878,5879,5880,5881,5882,5883,5884,5885,5886,5887,5888, # 1184
5889,5890,5891,5892,5893,5894,5895,5896,5897,5898,5899,5900,5901,5902,5903,5904, # 1200
5905,5906,5907,5908,5909,5910,5911,5912,5913,5914,5915,5916,5917,5918,5919,5920, # 1216
5921,5922,5923,5924,5925,5926,5927,5928,5929,5930,5931,5932,5933,5934,5935,5936, # 1232
5937,5938,5939,5940,5941,5942,5943,5944,5945,5946,5947,5948,5949,5950,5951,5952, # 1248
5953,5954,5955,5956,5957,5958,5959,5960,5961,5962,5963,5964,5965,5966,5967,5968, # 1264
5969,5970,5971,5972,5973,5974,5975,5976,5977,5978,5979,5980,5981,5982,5983,5984, # 1280
5985,5986,5987,5988,5989,5990,5991,5992,5993,5994,5995,5996,5997,5998,5999,6000, # 1296
6001,6002,6003,6004,6005,6006,6007,6008,6009,6010,6011,6012,6013,6014,6015,6016, # 1312
6017,6018,6019,6020,6021,6022,6023,6024,6025,6026,6027,6028,6029,6030,6031,6032, # 1328
6033,6034,6035,6036,6037,6038,6039,6040,6041,6042,6043,6044,6045,6046,6047,6048, # 1344
6049,6050,6051,6052,6053,6054,6055,6056,6057,6058,6059,6060,6061,6062,6063,6064, # 1360
6065,6066,6067,6068,6069,6070,6071,6072,6073,6074,6075,6076,6077,6078,6079,6080, # 1376
6081,6082,6083,6084,6085,6086,6087,6088,6089,6090,6091,6092,6093,6094,6095,6096, # 1392
6097,6098,6099,6100,6101,6102,6103,6104,6105,6106,6107,6108,6109,6110,6111,6112, # 1408
6113,6114,2044,2060,4621, 997,1235, 473,1186,4622, 920,3378,6115,6116, 379,1108, # 1424
4313,2657,2735,3934,6117,3809, 636,3233, 573,1026,3693,3435,2974,3300,2298,4105, # 1440
854,2937,2463, 393,2581,2417, 539, 752,1280,2750,2480, 140,1161, 440, 708,1569, # 1456
665,2497,1746,1291,1523,3000, 164,1603, 847,1331, 537,1997, 486, 508,1693,2418, # 1472
1970,2227, 878,1220, 299,1030, 969, 652,2751, 624,1137,3301,2619, 65,3302,2045, # 1488
1761,1859,3120,1930,3694,3516, 663,1767, 852, 835,3695, 269, 767,2826,2339,1305, # 1504
896,1150, 770,1616,6118, 506,1502,2075,1012,2519, 775,2520,2975,2340,2938,4314, # 1520
3028,2086,1224,1943,2286,6119,3072,4315,2240,1273,1987,3935,1557, 175, 597, 985, # 1536
3517,2419,2521,1416,3029, 585, 938,1931,1007,1052,1932,1685,6120,3379,4316,4623, # 1552
804, 599,3121,1333,2128,2539,1159,1554,2032,3810, 687,2033,2904, 952, 675,1467, # 1568
3436,6121,2241,1096,1786,2440,1543,1924, 980,1813,2228, 781,2692,1879, 728,1918, # 1584
3696,4624, 548,1950,4625,1809,1088,1356,3303,2522,1944, 502, 972, 373, 513,2827, # 1600
586,2377,2391,1003,1976,1631,6122,2464,1084, 648,1776,4626,2141, 324, 962,2012, # 1616
2177,2076,1384, 742,2178,1448,1173,1810, 222, 102, 301, 445, 125,2420, 662,2498, # 1632
277, 200,1476,1165,1068, 224,2562,1378,1446, 450,1880, 659, 791, 582,4627,2939, # 1648
3936,1516,1274, 555,2099,3697,1020,1389,1526,3380,1762,1723,1787,2229, 412,2114, # 1664
1900,2392,3518, 512,2597, 427,1925,2341,3122,1653,1686,2465,2499, 697, 330, 273, # 1680
380,2162, 951, 832, 780, 991,1301,3073, 965,2270,3519, 668,2523,2636,1286, 535, # 1696
1407, 518, 671, 957,2658,2378, 267, 611,2197,3030,6123, 248,2299, 967,1799,2356, # 1712
850,1418,3437,1876,1256,1480,2828,1718,6124,6125,1755,1664,2405,6126,4628,2879, # 1728
2829, 499,2179, 676,4629, 557,2329,2214,2090, 325,3234, 464, 811,3001, 992,2342, # 1744
2481,1232,1469, 303,2242, 466,1070,2163, 603,1777,2091,4630,2752,4631,2714, 322, # 1760
2659,1964,1768, 481,2188,1463,2330,2857,3600,2092,3031,2421,4632,2318,2070,1849, # 1776
2598,4633,1302,2254,1668,1701,2422,3811,2905,3032,3123,2046,4106,1763,1694,4634, # 1792
1604, 943,1724,1454, 917, 868,2215,1169,2940, 552,1145,1800,1228,1823,1955, 316, # 1808
1080,2510, 361,1807,2830,4107,2660,3381,1346,1423,1134,4108,6127, 541,1263,1229, # 1824
1148,2540, 545, 465,1833,2880,3438,1901,3074,2482, 816,3937, 713,1788,2500, 122, # 1840
1575, 195,1451,2501,1111,6128, 859, 374,1225,2243,2483,4317, 390,1033,3439,3075, # 1856
2524,1687, 266, 793,1440,2599, 946, 779, 802, 507, 897,1081, 528,2189,1292, 711, # 1872
1866,1725,1167,1640, 753, 398,2661,1053, 246, 348,4318, 137,1024,3440,1600,2077, # 1888
2129, 825,4319, 698, 238, 521, 187,2300,1157,2423,1641,1605,1464,1610,1097,2541, # 1904
1260,1436, 759,2255,1814,2150, 705,3235, 409,2563,3304, 561,3033,2005,2564, 726, # 1920
1956,2343,3698,4109, 949,3812,3813,3520,1669, 653,1379,2525, 881,2198, 632,2256, # 1936
1027, 778,1074, 733,1957, 514,1481,2466, 554,2180, 702,3938,1606,1017,1398,6129, # 1952
1380,3521, 921, 993,1313, 594, 449,1489,1617,1166, 768,1426,1360, 495,1794,3601, # 1968
1177,3602,1170,4320,2344, 476, 425,3167,4635,3168,1424, 401,2662,1171,3382,1998, # 1984
1089,4110, 477,3169, 474,6130,1909, 596,2831,1842, 494, 693,1051,1028,1207,3076, # 2000
606,2115, 727,2790,1473,1115, 743,3522, 630, 805,1532,4321,2021, 366,1057, 838, # 2016
684,1114,2142,4322,2050,1492,1892,1808,2271,3814,2424,1971,1447,1373,3305,1090, # 2032
1536,3939,3523,3306,1455,2199, 336, 369,2331,1035, 584,2393, 902, 718,2600,6131, # 2048
2753, 463,2151,1149,1611,2467, 715,1308,3124,1268, 343,1413,3236,1517,1347,2663, # 2064
2093,3940,2022,1131,1553,2100,2941,1427,3441,2942,1323,2484,6132,1980, 872,2368, # 2080
2441,2943, 320,2369,2116,1082, 679,1933,3941,2791,3815, 625,1143,2023, 422,2200, # 2096
3816,6133, 730,1695, 356,2257,1626,2301,2858,2637,1627,1778, 937, 883,2906,2693, # 2112
3002,1769,1086, 400,1063,1325,3307,2792,4111,3077, 456,2345,1046, 747,6134,1524, # 2128
884,1094,3383,1474,2164,1059, 974,1688,2181,2258,1047, 345,1665,1187, 358, 875, # 2144
3170, 305, 660,3524,2190,1334,1135,3171,1540,1649,2542,1527, 927, 968,2793, 885, # 2160
1972,1850, 482, 500,2638,1218,1109,1085,2543,1654,2034, 876, 78,2287,1482,1277, # 2176
861,1675,1083,1779, 724,2754, 454, 397,1132,1612,2332, 893, 672,1237, 257,2259, # 2192
2370, 135,3384, 337,2244, 547, 352, 340, 709,2485,1400, 788,1138,2511, 540, 772, # 2208
1682,2260,2272,2544,2013,1843,1902,4636,1999,1562,2288,4637,2201,1403,1533, 407, # 2224
576,3308,1254,2071, 978,3385, 170, 136,1201,3125,2664,3172,2394, 213, 912, 873, # 2240
3603,1713,2202, 699,3604,3699, 813,3442, 493, 531,1054, 468,2907,1483, 304, 281, # 2256
4112,1726,1252,2094, 339,2319,2130,2639, 756,1563,2944, 748, 571,2976,1588,2425, # 2272
2715,1851,1460,2426,1528,1392,1973,3237, 288,3309, 685,3386, 296, 892,2716,2216, # 2288
1570,2245, 722,1747,2217, 905,3238,1103,6135,1893,1441,1965, 251,1805,2371,3700, # 2304
2601,1919,1078, 75,2182,1509,1592,1270,2640,4638,2152,6136,3310,3817, 524, 706, # 2320
1075, 292,3818,1756,2602, 317, 98,3173,3605,3525,1844,2218,3819,2502, 814, 567, # 2336
385,2908,1534,6137, 534,1642,3239, 797,6138,1670,1529, 953,4323, 188,1071, 538, # 2352
178, 729,3240,2109,1226,1374,2000,2357,2977, 731,2468,1116,2014,2051,6139,1261, # 2368
1593, 803,2859,2736,3443, 556, 682, 823,1541,6140,1369,2289,1706,2794, 845, 462, # 2384
2603,2665,1361, 387, 162,2358,1740, 739,1770,1720,1304,1401,3241,1049, 627,1571, # 2400
2427,3526,1877,3942,1852,1500, 431,1910,1503, 677, 297,2795, 286,1433,1038,1198, # 2416
2290,1133,1596,4113,4639,2469,1510,1484,3943,6141,2442, 108, 712,4640,2372, 866, # 2432
3701,2755,3242,1348, 834,1945,1408,3527,2395,3243,1811, 824, 994,1179,2110,1548, # 2448
1453, 790,3003, 690,4324,4325,2832,2909,3820,1860,3821, 225,1748, 310, 346,1780, # 2464
2470, 821,1993,2717,2796, 828, 877,3528,2860,2471,1702,2165,2910,2486,1789, 453, # 2480
359,2291,1676, 73,1164,1461,1127,3311, 421, 604, 314,1037, 589, 116,2487, 737, # 2496
837,1180, 111, 244, 735,6142,2261,1861,1362, 986, 523, 418, 581,2666,3822, 103, # 2512
855, 503,1414,1867,2488,1091, 657,1597, 979, 605,1316,4641,1021,2443,2078,2001, # 2528
1209, 96, 587,2166,1032, 260,1072,2153, 173, 94, 226,3244, 819,2006,4642,4114, # 2544
2203, 231,1744, 782, 97,2667, 786,3387, 887, 391, 442,2219,4326,1425,6143,2694, # 2560
633,1544,1202, 483,2015, 592,2052,1958,2472,1655, 419, 129,4327,3444,3312,1714, # 2576
1257,3078,4328,1518,1098, 865,1310,1019,1885,1512,1734, 469,2444, 148, 773, 436, # 2592
1815,1868,1128,1055,4329,1245,2756,3445,2154,1934,1039,4643, 579,1238, 932,2320, # 2608
353, 205, 801, 115,2428, 944,2321,1881, 399,2565,1211, 678, 766,3944, 335,2101, # 2624
1459,1781,1402,3945,2737,2131,1010, 844, 981,1326,1013, 550,1816,1545,2620,1335, # 2640
1008, 371,2881, 936,1419,1613,3529,1456,1395,2273,1834,2604,1317,2738,2503, 416, # 2656
1643,4330, 806,1126, 229, 591,3946,1314,1981,1576,1837,1666, 347,1790, 977,3313, # 2672
764,2861,1853, 688,2429,1920,1462, 77, 595, 415,2002,3034, 798,1192,4115,6144, # 2688
2978,4331,3035,2695,2582,2072,2566, 430,2430,1727, 842,1396,3947,3702, 613, 377, # 2704
278, 236,1417,3388,3314,3174, 757,1869, 107,3530,6145,1194, 623,2262, 207,1253, # 2720
2167,3446,3948, 492,1117,1935, 536,1838,2757,1246,4332, 696,2095,2406,1393,1572, # 2736
3175,1782, 583, 190, 253,1390,2230, 830,3126,3389, 934,3245,1703,1749,2979,1870, # 2752
2545,1656,2204, 869,2346,4116,3176,1817, 496,1764,4644, 942,1504, 404,1903,1122, # 2768
1580,3606,2945,1022, 515, 372,1735, 955,2431,3036,6146,2797,1110,2302,2798, 617, # 2784
6147, 441, 762,1771,3447,3607,3608,1904, 840,3037, 86, 939,1385, 572,1370,2445, # 2800
1336, 114,3703, 898, 294, 203,3315, 703,1583,2274, 429, 961,4333,1854,1951,3390, # 2816
2373,3704,4334,1318,1381, 966,1911,2322,1006,1155, 309, 989, 458,2718,1795,1372, # 2832
1203, 252,1689,1363,3177, 517,1936, 168,1490, 562, 193,3823,1042,4117,1835, 551, # 2848
470,4645, 395, 489,3448,1871,1465,2583,2641, 417,1493, 279,1295, 511,1236,1119, # 2864
72,1231,1982,1812,3004, 871,1564, 984,3449,1667,2696,2096,4646,2347,2833,1673, # 2880
3609, 695,3246,2668, 807,1183,4647, 890, 388,2333,1801,1457,2911,1765,1477,1031, # 2896
3316,3317,1278,3391,2799,2292,2526, 163,3450,4335,2669,1404,1802,6148,2323,2407, # 2912
1584,1728,1494,1824,1269, 298, 909,3318,1034,1632, 375, 776,1683,2061, 291, 210, # 2928
1123, 809,1249,1002,2642,3038, 206,1011,2132, 144, 975, 882,1565, 342, 667, 754, # 2944
1442,2143,1299,2303,2062, 447, 626,2205,1221,2739,2912,1144,1214,2206,2584, 760, # 2960
1715, 614, 950,1281,2670,2621, 810, 577,1287,2546,4648, 242,2168, 250,2643, 691, # 2976
123,2644, 647, 313,1029, 689,1357,2946,1650, 216, 771,1339,1306, 808,2063, 549, # 2992
913,1371,2913,2914,6149,1466,1092,1174,1196,1311,2605,2396,1783,1796,3079, 406, # 3008
2671,2117,3949,4649, 487,1825,2220,6150,2915, 448,2348,1073,6151,2397,1707, 130, # 3024
900,1598, 329, 176,1959,2527,1620,6152,2275,4336,3319,1983,2191,3705,3610,2155, # 3040
3706,1912,1513,1614,6153,1988, 646, 392,2304,1589,3320,3039,1826,1239,1352,1340, # 3056
2916, 505,2567,1709,1437,2408,2547, 906,6154,2672, 384,1458,1594,1100,1329, 710, # 3072
423,3531,2064,2231,2622,1989,2673,1087,1882, 333, 841,3005,1296,2882,2379, 580, # 3088
1937,1827,1293,2585, 601, 574, 249,1772,4118,2079,1120, 645, 901,1176,1690, 795, # 3104
2207, 478,1434, 516,1190,1530, 761,2080, 930,1264, 355, 435,1552, 644,1791, 987, # 3120
220,1364,1163,1121,1538, 306,2169,1327,1222, 546,2645, 218, 241, 610,1704,3321, # 3136
1984,1839,1966,2528, 451,6155,2586,3707,2568, 907,3178, 254,2947, 186,1845,4650, # 3152
745, 432,1757, 428,1633, 888,2246,2221,2489,3611,2118,1258,1265, 956,3127,1784, # 3168
4337,2490, 319, 510, 119, 457,3612, 274,2035,2007,4651,1409,3128, 970,2758, 590, # 3184
2800, 661,2247,4652,2008,3950,1420,1549,3080,3322,3951,1651,1375,2111, 485,2491, # 3200
1429,1156,6156,2548,2183,1495, 831,1840,2529,2446, 501,1657, 307,1894,3247,1341, # 3216
666, 899,2156,1539,2549,1559, 886, 349,2208,3081,2305,1736,3824,2170,2759,1014, # 3232
1913,1386, 542,1397,2948, 490, 368, 716, 362, 159, 282,2569,1129,1658,1288,1750, # 3248
2674, 276, 649,2016, 751,1496, 658,1818,1284,1862,2209,2087,2512,3451, 622,2834, # 3264
376, 117,1060,2053,1208,1721,1101,1443, 247,1250,3179,1792,3952,2760,2398,3953, # 3280
6157,2144,3708, 446,2432,1151,2570,3452,2447,2761,2835,1210,2448,3082, 424,2222, # 3296
1251,2449,2119,2836, 504,1581,4338, 602, 817, 857,3825,2349,2306, 357,3826,1470, # 3312
1883,2883, 255, 958, 929,2917,3248, 302,4653,1050,1271,1751,2307,1952,1430,2697, # 3328
2719,2359, 354,3180, 777, 158,2036,4339,1659,4340,4654,2308,2949,2248,1146,2232, # 3344
3532,2720,1696,2623,3827,6158,3129,1550,2698,1485,1297,1428, 637, 931,2721,2145, # 3360
914,2550,2587, 81,2450, 612, 827,2646,1242,4655,1118,2884, 472,1855,3181,3533, # 3376
3534, 569,1353,2699,1244,1758,2588,4119,2009,2762,2171,3709,1312,1531,6159,1152, # 3392
1938, 134,1830, 471,3710,2276,1112,1535,3323,3453,3535, 982,1337,2950, 488, 826, # 3408
674,1058,1628,4120,2017, 522,2399, 211, 568,1367,3454, 350, 293,1872,1139,3249, # 3424
1399,1946,3006,1300,2360,3324, 588, 736,6160,2606, 744, 669,3536,3828,6161,1358, # 3440
199, 723, 848, 933, 851,1939,1505,1514,1338,1618,1831,4656,1634,3613, 443,2740, # 3456
3829, 717,1947, 491,1914,6162,2551,1542,4121,1025,6163,1099,1223, 198,3040,2722, # 3472
370, 410,1905,2589, 998,1248,3182,2380, 519,1449,4122,1710, 947, 928,1153,4341, # 3488
2277, 344,2624,1511, 615, 105, 161,1212,1076,1960,3130,2054,1926,1175,1906,2473, # 3504
414,1873,2801,6164,2309, 315,1319,3325, 318,2018,2146,2157, 963, 631, 223,4342, # 3520
4343,2675, 479,3711,1197,2625,3712,2676,2361,6165,4344,4123,6166,2451,3183,1886, # 3536
2184,1674,1330,1711,1635,1506, 799, 219,3250,3083,3954,1677,3713,3326,2081,3614, # 3552
1652,2073,4657,1147,3041,1752, 643,1961, 147,1974,3955,6167,1716,2037, 918,3007, # 3568
1994, 120,1537, 118, 609,3184,4345, 740,3455,1219, 332,1615,3830,6168,1621,2980, # 3584
1582, 783, 212, 553,2350,3714,1349,2433,2082,4124, 889,6169,2310,1275,1410, 973, # 3600
166,1320,3456,1797,1215,3185,2885,1846,2590,2763,4658, 629, 822,3008, 763, 940, # 3616
1990,2862, 439,2409,1566,1240,1622, 926,1282,1907,2764, 654,2210,1607, 327,1130, # 3632
3956,1678,1623,6170,2434,2192, 686, 608,3831,3715, 903,3957,3042,6171,2741,1522, # 3648
1915,1105,1555,2552,1359, 323,3251,4346,3457, 738,1354,2553,2311,2334,1828,2003, # 3664
3832,1753,2351,1227,6172,1887,4125,1478,6173,2410,1874,1712,1847, 520,1204,2607, # 3680
264,4659, 836,2677,2102, 600,4660,3833,2278,3084,6174,4347,3615,1342, 640, 532, # 3696
543,2608,1888,2400,2591,1009,4348,1497, 341,1737,3616,2723,1394, 529,3252,1321, # 3712
983,4661,1515,2120, 971,2592, 924, 287,1662,3186,4349,2700,4350,1519, 908,1948, # 3728
2452, 156, 796,1629,1486,2223,2055, 694,4126,1259,1036,3392,1213,2249,2742,1889, # 3744
1230,3958,1015, 910, 408, 559,3617,4662, 746, 725, 935,4663,3959,3009,1289, 563, # 3760
867,4664,3960,1567,2981,2038,2626, 988,2263,2381,4351, 143,2374, 704,1895,6175, # 3776
1188,3716,2088, 673,3085,2362,4352, 484,1608,1921,2765,2918, 215, 904,3618,3537, # 3792
894, 509, 976,3043,2701,3961,4353,2837,2982, 498,6176,6177,1102,3538,1332,3393, # 3808
1487,1636,1637, 233, 245,3962, 383, 650, 995,3044, 460,1520,1206,2352, 749,3327, # 3824
530, 700, 389,1438,1560,1773,3963,2264, 719,2951,2724,3834, 870,1832,1644,1000, # 3840
839,2474,3717, 197,1630,3394, 365,2886,3964,1285,2133, 734, 922, 818,1106, 732, # 3856
480,2083,1774,3458, 923,2279,1350, 221,3086, 85,2233,2234,3835,1585,3010,2147, # 3872
1387,1705,2382,1619,2475, 133, 239,2802,1991,1016,2084,2383, 411,2838,1113, 651, # 3888
1985,1160,3328, 990,1863,3087,1048,1276,2647, 265,2627,1599,3253,2056, 150, 638, # 3904
2019, 656, 853, 326,1479, 680,1439,4354,1001,1759, 413,3459,3395,2492,1431, 459, # 3920
4355,1125,3329,2265,1953,1450,2065,2863, 849, 351,2678,3131,3254,3255,1104,1577, # 3936
227,1351,1645,2453,2193,1421,2887, 812,2121, 634, 95,2435, 201,2312,4665,1646, # 3952
1671,2743,1601,2554,2702,2648,2280,1315,1366,2089,3132,1573,3718,3965,1729,1189, # 3968
328,2679,1077,1940,1136, 558,1283, 964,1195, 621,2074,1199,1743,3460,3619,1896, # 3984
1916,1890,3836,2952,1154,2112,1064, 862, 378,3011,2066,2113,2803,1568,2839,6178, # 4000
3088,2919,1941,1660,2004,1992,2194, 142, 707,1590,1708,1624,1922,1023,1836,1233, # 4016
1004,2313, 789, 741,3620,6179,1609,2411,1200,4127,3719,3720,4666,2057,3721, 593, # 4032
2840, 367,2920,1878,6180,3461,1521, 628,1168, 692,2211,2649, 300, 720,2067,2571, # 4048
2953,3396, 959,2504,3966,3539,3462,1977, 701,6181, 954,1043, 800, 681, 183,3722, # 4064
1803,1730,3540,4128,2103, 815,2314, 174, 467, 230,2454,1093,2134, 755,3541,3397, # 4080
1141,1162,6182,1738,2039, 270,3256,2513,1005,1647,2185,3837, 858,1679,1897,1719, # 4096
2954,2324,1806, 402, 670, 167,4129,1498,2158,2104, 750,6183, 915, 189,1680,1551, # 4112
455,4356,1501,2455, 405,1095,2955, 338,1586,1266,1819, 570, 641,1324, 237,1556, # 4128
2650,1388,3723,6184,1368,2384,1343,1978,3089,2436, 879,3724, 792,1191, 758,3012, # 4144
1411,2135,1322,4357, 240,4667,1848,3725,1574,6185, 420,3045,1546,1391, 714,4358, # 4160
1967, 941,1864, 863, 664, 426, 560,1731,2680,1785,2864,1949,2363, 403,3330,1415, # 4176
1279,2136,1697,2335, 204, 721,2097,3838, 90,6186,2085,2505, 191,3967, 124,2148, # 4192
1376,1798,1178,1107,1898,1405, 860,4359,1243,1272,2375,2983,1558,2456,1638, 113, # 4208
3621, 578,1923,2609, 880, 386,4130, 784,2186,2266,1422,2956,2172,1722, 497, 263, # 4224
2514,1267,2412,2610, 177,2703,3542, 774,1927,1344, 616,1432,1595,1018, 172,4360, # 4240
2325, 911,4361, 438,1468,3622, 794,3968,2024,2173,1681,1829,2957, 945, 895,3090, # 4256
575,2212,2476, 475,2401,2681, 785,2744,1745,2293,2555,1975,3133,2865, 394,4668, # 4272
3839, 635,4131, 639, 202,1507,2195,2766,1345,1435,2572,3726,1908,1184,1181,2457, # 4288
3727,3134,4362, 843,2611, 437, 916,4669, 234, 769,1884,3046,3047,3623, 833,6187, # 4304
1639,2250,2402,1355,1185,2010,2047, 999, 525,1732,1290,1488,2612, 948,1578,3728, # 4320
2413,2477,1216,2725,2159, 334,3840,1328,3624,2921,1525,4132, 564,1056, 891,4363, # 4336
1444,1698,2385,2251,3729,1365,2281,2235,1717,6188, 864,3841,2515, 444, 527,2767, # 4352
2922,3625, 544, 461,6189, 566, 209,2437,3398,2098,1065,2068,3331,3626,3257,2137, # 4368 #last 512
)
chardet/gb2312freq.py 0000644 00000050353 15043676147 0010331 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# GB2312 most frequently used character table
#
# Char to FreqOrder table , from hz6763
# 512 --> 0.79 -- 0.79
# 1024 --> 0.92 -- 0.13
# 2048 --> 0.98 -- 0.06
# 6768 --> 1.00 -- 0.02
#
# Ideal Distribution Ratio = 0.79135/(1-0.79135) = 3.79
# Random Distribution Ration = 512 / (3755 - 512) = 0.157
#
# Typical Distribution Ratio about 25% of Ideal one, still much higher that RDR
GB2312_TYPICAL_DISTRIBUTION_RATIO = 0.9
GB2312_TABLE_SIZE = 3760
GB2312_CHAR_TO_FREQ_ORDER = (
1671, 749,1443,2364,3924,3807,2330,3921,1704,3463,2691,1511,1515, 572,3191,2205,
2361, 224,2558, 479,1711, 963,3162, 440,4060,1905,2966,2947,3580,2647,3961,3842,
2204, 869,4207, 970,2678,5626,2944,2956,1479,4048, 514,3595, 588,1346,2820,3409,
249,4088,1746,1873,2047,1774, 581,1813, 358,1174,3590,1014,1561,4844,2245, 670,
1636,3112, 889,1286, 953, 556,2327,3060,1290,3141, 613, 185,3477,1367, 850,3820,
1715,2428,2642,2303,2732,3041,2562,2648,3566,3946,1349, 388,3098,2091,1360,3585,
152,1687,1539, 738,1559, 59,1232,2925,2267,1388,1249,1741,1679,2960, 151,1566,
1125,1352,4271, 924,4296, 385,3166,4459, 310,1245,2850, 70,3285,2729,3534,3575,
2398,3298,3466,1960,2265, 217,3647, 864,1909,2084,4401,2773,1010,3269,5152, 853,
3051,3121,1244,4251,1895, 364,1499,1540,2313,1180,3655,2268, 562, 715,2417,3061,
544, 336,3768,2380,1752,4075, 950, 280,2425,4382, 183,2759,3272, 333,4297,2155,
1688,2356,1444,1039,4540, 736,1177,3349,2443,2368,2144,2225, 565, 196,1482,3406,
927,1335,4147, 692, 878,1311,1653,3911,3622,1378,4200,1840,2969,3149,2126,1816,
2534,1546,2393,2760, 737,2494, 13, 447, 245,2747, 38,2765,2129,2589,1079, 606,
360, 471,3755,2890, 404, 848, 699,1785,1236, 370,2221,1023,3746,2074,2026,2023,
2388,1581,2119, 812,1141,3091,2536,1519, 804,2053, 406,1596,1090, 784, 548,4414,
1806,2264,2936,1100, 343,4114,5096, 622,3358, 743,3668,1510,1626,5020,3567,2513,
3195,4115,5627,2489,2991, 24,2065,2697,1087,2719, 48,1634, 315, 68, 985,2052,
198,2239,1347,1107,1439, 597,2366,2172, 871,3307, 919,2487,2790,1867, 236,2570,
1413,3794, 906,3365,3381,1701,1982,1818,1524,2924,1205, 616,2586,2072,2004, 575,
253,3099, 32,1365,1182, 197,1714,2454,1201, 554,3388,3224,2748, 756,2587, 250,
2567,1507,1517,3529,1922,2761,2337,3416,1961,1677,2452,2238,3153, 615, 911,1506,
1474,2495,1265,1906,2749,3756,3280,2161, 898,2714,1759,3450,2243,2444, 563, 26,
3286,2266,3769,3344,2707,3677, 611,1402, 531,1028,2871,4548,1375, 261,2948, 835,
1190,4134, 353, 840,2684,1900,3082,1435,2109,1207,1674, 329,1872,2781,4055,2686,
2104, 608,3318,2423,2957,2768,1108,3739,3512,3271,3985,2203,1771,3520,1418,2054,
1681,1153, 225,1627,2929, 162,2050,2511,3687,1954, 124,1859,2431,1684,3032,2894,
585,4805,3969,2869,2704,2088,2032,2095,3656,2635,4362,2209, 256, 518,2042,2105,
3777,3657, 643,2298,1148,1779, 190, 989,3544, 414, 11,2135,2063,2979,1471, 403,
3678, 126, 770,1563, 671,2499,3216,2877, 600,1179, 307,2805,4937,1268,1297,2694,
252,4032,1448,1494,1331,1394, 127,2256, 222,1647,1035,1481,3056,1915,1048, 873,
3651, 210, 33,1608,2516, 200,1520, 415, 102, 0,3389,1287, 817, 91,3299,2940,
836,1814, 549,2197,1396,1669,2987,3582,2297,2848,4528,1070, 687, 20,1819, 121,
1552,1364,1461,1968,2617,3540,2824,2083, 177, 948,4938,2291, 110,4549,2066, 648,
3359,1755,2110,2114,4642,4845,1693,3937,3308,1257,1869,2123, 208,1804,3159,2992,
2531,2549,3361,2418,1350,2347,2800,2568,1291,2036,2680, 72, 842,1990, 212,1233,
1154,1586, 75,2027,3410,4900,1823,1337,2710,2676, 728,2810,1522,3026,4995, 157,
755,1050,4022, 710, 785,1936,2194,2085,1406,2777,2400, 150,1250,4049,1206, 807,
1910, 534, 529,3309,1721,1660, 274, 39,2827, 661,2670,1578, 925,3248,3815,1094,
4278,4901,4252, 41,1150,3747,2572,2227,4501,3658,4902,3813,3357,3617,2884,2258,
887, 538,4187,3199,1294,2439,3042,2329,2343,2497,1255, 107, 543,1527, 521,3478,
3568, 194,5062, 15, 961,3870,1241,1192,2664, 66,5215,3260,2111,1295,1127,2152,
3805,4135, 901,1164,1976, 398,1278, 530,1460, 748, 904,1054,1966,1426, 53,2909,
509, 523,2279,1534, 536,1019, 239,1685, 460,2353, 673,1065,2401,3600,4298,2272,
1272,2363, 284,1753,3679,4064,1695, 81, 815,2677,2757,2731,1386, 859, 500,4221,
2190,2566, 757,1006,2519,2068,1166,1455, 337,2654,3203,1863,1682,1914,3025,1252,
1409,1366, 847, 714,2834,2038,3209, 964,2970,1901, 885,2553,1078,1756,3049, 301,
1572,3326, 688,2130,1996,2429,1805,1648,2930,3421,2750,3652,3088, 262,1158,1254,
389,1641,1812, 526,1719, 923,2073,1073,1902, 468, 489,4625,1140, 857,2375,3070,
3319,2863, 380, 116,1328,2693,1161,2244, 273,1212,1884,2769,3011,1775,1142, 461,
3066,1200,2147,2212, 790, 702,2695,4222,1601,1058, 434,2338,5153,3640, 67,2360,
4099,2502, 618,3472,1329, 416,1132, 830,2782,1807,2653,3211,3510,1662, 192,2124,
296,3979,1739,1611,3684, 23, 118, 324, 446,1239,1225, 293,2520,3814,3795,2535,
3116, 17,1074, 467,2692,2201, 387,2922, 45,1326,3055,1645,3659,2817, 958, 243,
1903,2320,1339,2825,1784,3289, 356, 576, 865,2315,2381,3377,3916,1088,3122,1713,
1655, 935, 628,4689,1034,1327, 441, 800, 720, 894,1979,2183,1528,5289,2702,1071,
4046,3572,2399,1571,3281, 79, 761,1103, 327, 134, 758,1899,1371,1615, 879, 442,
215,2605,2579, 173,2048,2485,1057,2975,3317,1097,2253,3801,4263,1403,1650,2946,
814,4968,3487,1548,2644,1567,1285, 2, 295,2636, 97, 946,3576, 832, 141,4257,
3273, 760,3821,3521,3156,2607, 949,1024,1733,1516,1803,1920,2125,2283,2665,3180,
1501,2064,3560,2171,1592, 803,3518,1416, 732,3897,4258,1363,1362,2458, 119,1427,
602,1525,2608,1605,1639,3175, 694,3064, 10, 465, 76,2000,4846,4208, 444,3781,
1619,3353,2206,1273,3796, 740,2483, 320,1723,2377,3660,2619,1359,1137,1762,1724,
2345,2842,1850,1862, 912, 821,1866, 612,2625,1735,2573,3369,1093, 844, 89, 937,
930,1424,3564,2413,2972,1004,3046,3019,2011, 711,3171,1452,4178, 428, 801,1943,
432, 445,2811, 206,4136,1472, 730, 349, 73, 397,2802,2547, 998,1637,1167, 789,
396,3217, 154,1218, 716,1120,1780,2819,4826,1931,3334,3762,2139,1215,2627, 552,
3664,3628,3232,1405,2383,3111,1356,2652,3577,3320,3101,1703, 640,1045,1370,1246,
4996, 371,1575,2436,1621,2210, 984,4033,1734,2638, 16,4529, 663,2755,3255,1451,
3917,2257,1253,1955,2234,1263,2951, 214,1229, 617, 485, 359,1831,1969, 473,2310,
750,2058, 165, 80,2864,2419, 361,4344,2416,2479,1134, 796,3726,1266,2943, 860,
2715, 938, 390,2734,1313,1384, 248, 202, 877,1064,2854, 522,3907, 279,1602, 297,
2357, 395,3740, 137,2075, 944,4089,2584,1267,3802, 62,1533,2285, 178, 176, 780,
2440, 201,3707, 590, 478,1560,4354,2117,1075, 30, 74,4643,4004,1635,1441,2745,
776,2596, 238,1077,1692,1912,2844, 605, 499,1742,3947, 241,3053, 980,1749, 936,
2640,4511,2582, 515,1543,2162,5322,2892,2993, 890,2148,1924, 665,1827,3581,1032,
968,3163, 339,1044,1896, 270, 583,1791,1720,4367,1194,3488,3669, 43,2523,1657,
163,2167, 290,1209,1622,3378, 550, 634,2508,2510, 695,2634,2384,2512,1476,1414,
220,1469,2341,2138,2852,3183,2900,4939,2865,3502,1211,3680, 854,3227,1299,2976,
3172, 186,2998,1459, 443,1067,3251,1495, 321,1932,3054, 909, 753,1410,1828, 436,
2441,1119,1587,3164,2186,1258, 227, 231,1425,1890,3200,3942, 247, 959, 725,5254,
2741, 577,2158,2079, 929, 120, 174, 838,2813, 591,1115, 417,2024, 40,3240,1536,
1037, 291,4151,2354, 632,1298,2406,2500,3535,1825,1846,3451, 205,1171, 345,4238,
18,1163, 811, 685,2208,1217, 425,1312,1508,1175,4308,2552,1033, 587,1381,3059,
2984,3482, 340,1316,4023,3972, 792,3176, 519, 777,4690, 918, 933,4130,2981,3741,
90,3360,2911,2200,5184,4550, 609,3079,2030, 272,3379,2736, 363,3881,1130,1447,
286, 779, 357,1169,3350,3137,1630,1220,2687,2391, 747,1277,3688,2618,2682,2601,
1156,3196,5290,4034,3102,1689,3596,3128, 874, 219,2783, 798, 508,1843,2461, 269,
1658,1776,1392,1913,2983,3287,2866,2159,2372, 829,4076, 46,4253,2873,1889,1894,
915,1834,1631,2181,2318, 298, 664,2818,3555,2735, 954,3228,3117, 527,3511,2173,
681,2712,3033,2247,2346,3467,1652, 155,2164,3382, 113,1994, 450, 899, 494, 994,
1237,2958,1875,2336,1926,3727, 545,1577,1550, 633,3473, 204,1305,3072,2410,1956,
2471, 707,2134, 841,2195,2196,2663,3843,1026,4940, 990,3252,4997, 368,1092, 437,
3212,3258,1933,1829, 675,2977,2893, 412, 943,3723,4644,3294,3283,2230,2373,5154,
2389,2241,2661,2323,1404,2524, 593, 787, 677,3008,1275,2059, 438,2709,2609,2240,
2269,2246,1446, 36,1568,1373,3892,1574,2301,1456,3962, 693,2276,5216,2035,1143,
2720,1919,1797,1811,2763,4137,2597,1830,1699,1488,1198,2090, 424,1694, 312,3634,
3390,4179,3335,2252,1214, 561,1059,3243,2295,2561, 975,5155,2321,2751,3772, 472,
1537,3282,3398,1047,2077,2348,2878,1323,3340,3076, 690,2906, 51, 369, 170,3541,
1060,2187,2688,3670,2541,1083,1683, 928,3918, 459, 109,4427, 599,3744,4286, 143,
2101,2730,2490, 82,1588,3036,2121, 281,1860, 477,4035,1238,2812,3020,2716,3312,
1530,2188,2055,1317, 843, 636,1808,1173,3495, 649, 181,1002, 147,3641,1159,2414,
3750,2289,2795, 813,3123,2610,1136,4368, 5,3391,4541,2174, 420, 429,1728, 754,
1228,2115,2219, 347,2223,2733, 735,1518,3003,2355,3134,1764,3948,3329,1888,2424,
1001,1234,1972,3321,3363,1672,1021,1450,1584, 226, 765, 655,2526,3404,3244,2302,
3665, 731, 594,2184, 319,1576, 621, 658,2656,4299,2099,3864,1279,2071,2598,2739,
795,3086,3699,3908,1707,2352,2402,1382,3136,2475,1465,4847,3496,3865,1085,3004,
2591,1084, 213,2287,1963,3565,2250, 822, 793,4574,3187,1772,1789,3050, 595,1484,
1959,2770,1080,2650, 456, 422,2996, 940,3322,4328,4345,3092,2742, 965,2784, 739,
4124, 952,1358,2498,2949,2565, 332,2698,2378, 660,2260,2473,4194,3856,2919, 535,
1260,2651,1208,1428,1300,1949,1303,2942, 433,2455,2450,1251,1946, 614,1269, 641,
1306,1810,2737,3078,2912, 564,2365,1419,1415,1497,4460,2367,2185,1379,3005,1307,
3218,2175,1897,3063, 682,1157,4040,4005,1712,1160,1941,1399, 394, 402,2952,1573,
1151,2986,2404, 862, 299,2033,1489,3006, 346, 171,2886,3401,1726,2932, 168,2533,
47,2507,1030,3735,1145,3370,1395,1318,1579,3609,4560,2857,4116,1457,2529,1965,
504,1036,2690,2988,2405, 745,5871, 849,2397,2056,3081, 863,2359,3857,2096, 99,
1397,1769,2300,4428,1643,3455,1978,1757,3718,1440, 35,4879,3742,1296,4228,2280,
160,5063,1599,2013, 166, 520,3479,1646,3345,3012, 490,1937,1545,1264,2182,2505,
1096,1188,1369,1436,2421,1667,2792,2460,1270,2122, 727,3167,2143, 806,1706,1012,
1800,3037, 960,2218,1882, 805, 139,2456,1139,1521, 851,1052,3093,3089, 342,2039,
744,5097,1468,1502,1585,2087, 223, 939, 326,2140,2577, 892,2481,1623,4077, 982,
3708, 135,2131, 87,2503,3114,2326,1106, 876,1616, 547,2997,2831,2093,3441,4530,
4314, 9,3256,4229,4148, 659,1462,1986,1710,2046,2913,2231,4090,4880,5255,3392,
3274,1368,3689,4645,1477, 705,3384,3635,1068,1529,2941,1458,3782,1509, 100,1656,
2548, 718,2339, 408,1590,2780,3548,1838,4117,3719,1345,3530, 717,3442,2778,3220,
2898,1892,4590,3614,3371,2043,1998,1224,3483, 891, 635, 584,2559,3355, 733,1766,
1729,1172,3789,1891,2307, 781,2982,2271,1957,1580,5773,2633,2005,4195,3097,1535,
3213,1189,1934,5693,3262, 586,3118,1324,1598, 517,1564,2217,1868,1893,4445,3728,
2703,3139,1526,1787,1992,3882,2875,1549,1199,1056,2224,1904,2711,5098,4287, 338,
1993,3129,3489,2689,1809,2815,1997, 957,1855,3898,2550,3275,3057,1105,1319, 627,
1505,1911,1883,3526, 698,3629,3456,1833,1431, 746, 77,1261,2017,2296,1977,1885,
125,1334,1600, 525,1798,1109,2222,1470,1945, 559,2236,1186,3443,2476,1929,1411,
2411,3135,1777,3372,2621,1841,1613,3229, 668,1430,1839,2643,2916, 195,1989,2671,
2358,1387, 629,3205,2293,5256,4439, 123,1310, 888,1879,4300,3021,3605,1003,1162,
3192,2910,2010, 140,2395,2859, 55,1082,2012,2901, 662, 419,2081,1438, 680,2774,
4654,3912,1620,1731,1625,5035,4065,2328, 512,1344, 802,5443,2163,2311,2537, 524,
3399, 98,1155,2103,1918,2606,3925,2816,1393,2465,1504,3773,2177,3963,1478,4346,
180,1113,4655,3461,2028,1698, 833,2696,1235,1322,1594,4408,3623,3013,3225,2040,
3022, 541,2881, 607,3632,2029,1665,1219, 639,1385,1686,1099,2803,3231,1938,3188,
2858, 427, 676,2772,1168,2025, 454,3253,2486,3556, 230,1950, 580, 791,1991,1280,
1086,1974,2034, 630, 257,3338,2788,4903,1017, 86,4790, 966,2789,1995,1696,1131,
259,3095,4188,1308, 179,1463,5257, 289,4107,1248, 42,3413,1725,2288, 896,1947,
774,4474,4254, 604,3430,4264, 392,2514,2588, 452, 237,1408,3018, 988,4531,1970,
3034,3310, 540,2370,1562,1288,2990, 502,4765,1147, 4,1853,2708, 207, 294,2814,
4078,2902,2509, 684, 34,3105,3532,2551, 644, 709,2801,2344, 573,1727,3573,3557,
2021,1081,3100,4315,2100,3681, 199,2263,1837,2385, 146,3484,1195,2776,3949, 997,
1939,3973,1008,1091,1202,1962,1847,1149,4209,5444,1076, 493, 117,5400,2521, 972,
1490,2934,1796,4542,2374,1512,2933,2657, 413,2888,1135,2762,2314,2156,1355,2369,
766,2007,2527,2170,3124,2491,2593,2632,4757,2437, 234,3125,3591,1898,1750,1376,
1942,3468,3138, 570,2127,2145,3276,4131, 962, 132,1445,4196, 19, 941,3624,3480,
3366,1973,1374,4461,3431,2629, 283,2415,2275, 808,2887,3620,2112,2563,1353,3610,
955,1089,3103,1053, 96, 88,4097, 823,3808,1583, 399, 292,4091,3313, 421,1128,
642,4006, 903,2539,1877,2082, 596, 29,4066,1790, 722,2157, 130, 995,1569, 769,
1485, 464, 513,2213, 288,1923,1101,2453,4316, 133, 486,2445, 50, 625, 487,2207,
57, 423, 481,2962, 159,3729,1558, 491, 303, 482, 501, 240,2837, 112,3648,2392,
1783, 362, 8,3433,3422, 610,2793,3277,1390,1284,1654, 21,3823, 734, 367, 623,
193, 287, 374,1009,1483, 816, 476, 313,2255,2340,1262,2150,2899,1146,2581, 782,
2116,1659,2018,1880, 255,3586,3314,1110,2867,2137,2564, 986,2767,5185,2006, 650,
158, 926, 762, 881,3157,2717,2362,3587, 306,3690,3245,1542,3077,2427,1691,2478,
2118,2985,3490,2438, 539,2305, 983, 129,1754, 355,4201,2386, 827,2923, 104,1773,
2838,2771, 411,2905,3919, 376, 767, 122,1114, 828,2422,1817,3506, 266,3460,1007,
1609,4998, 945,2612,4429,2274, 726,1247,1964,2914,2199,2070,4002,4108, 657,3323,
1422, 579, 455,2764,4737,1222,2895,1670, 824,1223,1487,2525, 558, 861,3080, 598,
2659,2515,1967, 752,2583,2376,2214,4180, 977, 704,2464,4999,2622,4109,1210,2961,
819,1541, 142,2284, 44, 418, 457,1126,3730,4347,4626,1644,1876,3671,1864, 302,
1063,5694, 624, 723,1984,3745,1314,1676,2488,1610,1449,3558,3569,2166,2098, 409,
1011,2325,3704,2306, 818,1732,1383,1824,1844,3757, 999,2705,3497,1216,1423,2683,
2426,2954,2501,2726,2229,1475,2554,5064,1971,1794,1666,2014,1343, 783, 724, 191,
2434,1354,2220,5065,1763,2752,2472,4152, 131, 175,2885,3434, 92,1466,4920,2616,
3871,3872,3866, 128,1551,1632, 669,1854,3682,4691,4125,1230, 188,2973,3290,1302,
1213, 560,3266, 917, 763,3909,3249,1760, 868,1958, 764,1782,2097, 145,2277,3774,
4462, 64,1491,3062, 971,2132,3606,2442, 221,1226,1617, 218, 323,1185,3207,3147,
571, 619,1473,1005,1744,2281, 449,1887,2396,3685, 275, 375,3816,1743,3844,3731,
845,1983,2350,4210,1377, 773, 967,3499,3052,3743,2725,4007,1697,1022,3943,1464,
3264,2855,2722,1952,1029,2839,2467, 84,4383,2215, 820,1391,2015,2448,3672, 377,
1948,2168, 797,2545,3536,2578,2645, 94,2874,1678, 405,1259,3071, 771, 546,1315,
470,1243,3083, 895,2468, 981, 969,2037, 846,4181, 653,1276,2928, 14,2594, 557,
3007,2474, 156, 902,1338,1740,2574, 537,2518, 973,2282,2216,2433,1928, 138,2903,
1293,2631,1612, 646,3457, 839,2935, 111, 496,2191,2847, 589,3186, 149,3994,2060,
4031,2641,4067,3145,1870, 37,3597,2136,1025,2051,3009,3383,3549,1121,1016,3261,
1301, 251,2446,2599,2153, 872,3246, 637, 334,3705, 831, 884, 921,3065,3140,4092,
2198,1944, 246,2964, 108,2045,1152,1921,2308,1031, 203,3173,4170,1907,3890, 810,
1401,2003,1690, 506, 647,1242,2828,1761,1649,3208,2249,1589,3709,2931,5156,1708,
498, 666,2613, 834,3817,1231, 184,2851,1124, 883,3197,2261,3710,1765,1553,2658,
1178,2639,2351, 93,1193, 942,2538,2141,4402, 235,1821, 870,1591,2192,1709,1871,
3341,1618,4126,2595,2334, 603, 651, 69, 701, 268,2662,3411,2555,1380,1606, 503,
448, 254,2371,2646, 574,1187,2309,1770, 322,2235,1292,1801, 305, 566,1133, 229,
2067,2057, 706, 167, 483,2002,2672,3295,1820,3561,3067, 316, 378,2746,3452,1112,
136,1981, 507,1651,2917,1117, 285,4591, 182,2580,3522,1304, 335,3303,1835,2504,
1795,1792,2248, 674,1018,2106,2449,1857,2292,2845, 976,3047,1781,2600,2727,1389,
1281, 52,3152, 153, 265,3950, 672,3485,3951,4463, 430,1183, 365, 278,2169, 27,
1407,1336,2304, 209,1340,1730,2202,1852,2403,2883, 979,1737,1062, 631,2829,2542,
3876,2592, 825,2086,2226,3048,3625, 352,1417,3724, 542, 991, 431,1351,3938,1861,
2294, 826,1361,2927,3142,3503,1738, 463,2462,2723, 582,1916,1595,2808, 400,3845,
3891,2868,3621,2254, 58,2492,1123, 910,2160,2614,1372,1603,1196,1072,3385,1700,
3267,1980, 696, 480,2430, 920, 799,1570,2920,1951,2041,4047,2540,1321,4223,2469,
3562,2228,1271,2602, 401,2833,3351,2575,5157, 907,2312,1256, 410, 263,3507,1582,
996, 678,1849,2316,1480, 908,3545,2237, 703,2322, 667,1826,2849,1531,2604,2999,
2407,3146,2151,2630,1786,3711, 469,3542, 497,3899,2409, 858, 837,4446,3393,1274,
786, 620,1845,2001,3311, 484, 308,3367,1204,1815,3691,2332,1532,2557,1842,2020,
2724,1927,2333,4440, 567, 22,1673,2728,4475,1987,1858,1144,1597, 101,1832,3601,
12, 974,3783,4391, 951,1412, 1,3720, 453,4608,4041, 528,1041,1027,3230,2628,
1129, 875,1051,3291,1203,2262,1069,2860,2799,2149,2615,3278, 144,1758,3040, 31,
475,1680, 366,2685,3184, 311,1642,4008,2466,5036,1593,1493,2809, 216,1420,1668,
233, 304,2128,3284, 232,1429,1768,1040,2008,3407,2740,2967,2543, 242,2133, 778,
1565,2022,2620, 505,2189,2756,1098,2273, 372,1614, 708, 553,2846,2094,2278, 169,
3626,2835,4161, 228,2674,3165, 809,1454,1309, 466,1705,1095, 900,3423, 880,2667,
3751,5258,2317,3109,2571,4317,2766,1503,1342, 866,4447,1118, 63,2076, 314,1881,
1348,1061, 172, 978,3515,1747, 532, 511,3970, 6, 601, 905,2699,3300,1751, 276,
1467,3725,2668, 65,4239,2544,2779,2556,1604, 578,2451,1802, 992,2331,2624,1320,
3446, 713,1513,1013, 103,2786,2447,1661, 886,1702, 916, 654,3574,2031,1556, 751,
2178,2821,2179,1498,1538,2176, 271, 914,2251,2080,1325, 638,1953,2937,3877,2432,
2754, 95,3265,1716, 260,1227,4083, 775, 106,1357,3254, 426,1607, 555,2480, 772,
1985, 244,2546, 474, 495,1046,2611,1851,2061, 71,2089,1675,2590, 742,3758,2843,
3222,1433, 267,2180,2576,2826,2233,2092,3913,2435, 956,1745,3075, 856,2113,1116,
451, 3,1988,2896,1398, 993,2463,1878,2049,1341,2718,2721,2870,2108, 712,2904,
4363,2753,2324, 277,2872,2349,2649, 384, 987, 435, 691,3000, 922, 164,3939, 652,
1500,1184,4153,2482,3373,2165,4848,2335,3775,3508,3154,2806,2830,1554,2102,1664,
2530,1434,2408, 893,1547,2623,3447,2832,2242,2532,3169,2856,3223,2078, 49,3770,
3469, 462, 318, 656,2259,3250,3069, 679,1629,2758, 344,1138,1104,3120,1836,1283,
3115,2154,1437,4448, 934, 759,1999, 794,2862,1038, 533,2560,1722,2342, 855,2626,
1197,1663,4476,3127, 85,4240,2528, 25,1111,1181,3673, 407,3470,4561,2679,2713,
768,1925,2841,3986,1544,1165, 932, 373,1240,2146,1930,2673, 721,4766, 354,4333,
391,2963, 187, 61,3364,1442,1102, 330,1940,1767, 341,3809,4118, 393,2496,2062,
2211, 105, 331, 300, 439, 913,1332, 626, 379,3304,1557, 328, 689,3952, 309,1555,
931, 317,2517,3027, 325, 569, 686,2107,3084, 60,1042,1333,2794, 264,3177,4014,
1628, 258,3712, 7,4464,1176,1043,1778, 683, 114,1975, 78,1492, 383,1886, 510,
386, 645,5291,2891,2069,3305,4138,3867,2939,2603,2493,1935,1066,1848,3588,1015,
1282,1289,4609, 697,1453,3044,2666,3611,1856,2412, 54, 719,1330, 568,3778,2459,
1748, 788, 492, 551,1191,1000, 488,3394,3763, 282,1799, 348,2016,1523,3155,2390,
1049, 382,2019,1788,1170, 729,2968,3523, 897,3926,2785,2938,3292, 350,2319,3238,
1718,1717,2655,3453,3143,4465, 161,2889,2980,2009,1421, 56,1908,1640,2387,2232,
1917,1874,2477,4921, 148, 83,3438, 592,4245,2882,1822,1055, 741, 115,1496,1624,
381,1638,4592,1020, 516,3214, 458, 947,4575,1432, 211,1514,2926,1865,2142, 189,
852,1221,1400,1486, 882,2299,4036, 351, 28,1122, 700,6479,6480,6481,6482,6483, #last 512
)
chardet/eucjpprober.py 0000644 00000007245 15043676150 0011067 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import ProbingState, MachineState
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import EUCJPDistributionAnalysis
from .jpcntx import EUCJPContextAnalysis
from .mbcssm import EUCJP_SM_MODEL
class EUCJPProber(MultiByteCharSetProber):
def __init__(self):
super(EUCJPProber, self).__init__()
self.coding_sm = CodingStateMachine(EUCJP_SM_MODEL)
self.distribution_analyzer = EUCJPDistributionAnalysis()
self.context_analyzer = EUCJPContextAnalysis()
self.reset()
def reset(self):
super(EUCJPProber, self).reset()
self.context_analyzer.reset()
@property
def charset_name(self):
return "EUC-JP"
@property
def language(self):
return "Japanese"
def feed(self, byte_str):
for i in range(len(byte_str)):
# PY3K: byte_str is a byte array, so byte_str[i] is an int, not a byte
coding_state = self.coding_sm.next_state(byte_str[i])
if coding_state == MachineState.ERROR:
self.logger.debug('%s %s prober hit error at byte %s',
self.charset_name, self.language, i)
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
char_len = self.coding_sm.get_current_charlen()
if i == 0:
self._last_char[1] = byte_str[0]
self.context_analyzer.feed(self._last_char, char_len)
self.distribution_analyzer.feed(self._last_char, char_len)
else:
self.context_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self.distribution_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self._last_char[0] = byte_str[-1]
if self.state == ProbingState.DETECTING:
if (self.context_analyzer.got_enough_data() and
(self.get_confidence() > self.SHORTCUT_THRESHOLD)):
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
context_conf = self.context_analyzer.get_confidence()
distrib_conf = self.distribution_analyzer.get_confidence()
return max(context_conf, distrib_conf)
chardet/universaldetector.py 0000644 00000030305 15043676152 0012304 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
"""
Module containing the UniversalDetector detector class, which is the primary
class a user of ``chardet`` should use.
:author: Mark Pilgrim (initial port to Python)
:author: Shy Shalom (original C code)
:author: Dan Blanchard (major refactoring for 3.0)
:author: Ian Cordasco
"""
import codecs
import logging
import re
from .charsetgroupprober import CharSetGroupProber
from .enums import InputState, LanguageFilter, ProbingState
from .escprober import EscCharSetProber
from .latin1prober import Latin1Prober
from .mbcsgroupprober import MBCSGroupProber
from .sbcsgroupprober import SBCSGroupProber
class UniversalDetector(object):
"""
The ``UniversalDetector`` class underlies the ``chardet.detect`` function
and coordinates all of the different charset probers.
To get a ``dict`` containing an encoding and its confidence, you can simply
run:
.. code::
u = UniversalDetector()
u.feed(some_bytes)
u.close()
detected = u.result
"""
MINIMUM_THRESHOLD = 0.20
HIGH_BYTE_DETECTOR = re.compile(b'[\x80-\xFF]')
ESC_DETECTOR = re.compile(b'(\033|~{)')
WIN_BYTE_DETECTOR = re.compile(b'[\x80-\x9F]')
ISO_WIN_MAP = {'iso-8859-1': 'Windows-1252',
'iso-8859-2': 'Windows-1250',
'iso-8859-5': 'Windows-1251',
'iso-8859-6': 'Windows-1256',
'iso-8859-7': 'Windows-1253',
'iso-8859-8': 'Windows-1255',
'iso-8859-9': 'Windows-1254',
'iso-8859-13': 'Windows-1257'}
def __init__(self, lang_filter=LanguageFilter.ALL):
self._esc_charset_prober = None
self._charset_probers = []
self.result = None
self.done = None
self._got_data = None
self._input_state = None
self._last_char = None
self.lang_filter = lang_filter
self.logger = logging.getLogger(__name__)
self._has_win_bytes = None
self.reset()
def reset(self):
"""
Reset the UniversalDetector and all of its probers back to their
initial states. This is called by ``__init__``, so you only need to
call this directly in between analyses of different documents.
"""
self.result = {'encoding': None, 'confidence': 0.0, 'language': None}
self.done = False
self._got_data = False
self._has_win_bytes = False
self._input_state = InputState.PURE_ASCII
self._last_char = b''
if self._esc_charset_prober:
self._esc_charset_prober.reset()
for prober in self._charset_probers:
prober.reset()
def feed(self, byte_str):
"""
Takes a chunk of a document and feeds it through all of the relevant
charset probers.
After calling ``feed``, you can check the value of the ``done``
attribute to see if you need to continue feeding the
``UniversalDetector`` more data, or if it has made a prediction
(in the ``result`` attribute).
.. note::
You should always call ``close`` when you're done feeding in your
document if ``done`` is not already ``True``.
"""
if self.done:
return
if not len(byte_str):
return
if not isinstance(byte_str, bytearray):
byte_str = bytearray(byte_str)
# First check for known BOMs, since these are guaranteed to be correct
if not self._got_data:
# If the data starts with BOM, we know it is UTF
if byte_str.startswith(codecs.BOM_UTF8):
# EF BB BF UTF-8 with BOM
self.result = {'encoding': "UTF-8-SIG",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith((codecs.BOM_UTF32_LE,
codecs.BOM_UTF32_BE)):
# FF FE 00 00 UTF-32, little-endian BOM
# 00 00 FE FF UTF-32, big-endian BOM
self.result = {'encoding': "UTF-32",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith(b'\xFE\xFF\x00\x00'):
# FE FF 00 00 UCS-4, unusual octet order BOM (3412)
self.result = {'encoding': "X-ISO-10646-UCS-4-3412",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith(b'\x00\x00\xFF\xFE'):
# 00 00 FF FE UCS-4, unusual octet order BOM (2143)
self.result = {'encoding': "X-ISO-10646-UCS-4-2143",
'confidence': 1.0,
'language': ''}
elif byte_str.startswith((codecs.BOM_LE, codecs.BOM_BE)):
# FF FE UTF-16, little endian BOM
# FE FF UTF-16, big endian BOM
self.result = {'encoding': "UTF-16",
'confidence': 1.0,
'language': ''}
self._got_data = True
if self.result['encoding'] is not None:
self.done = True
return
# If none of those matched and we've only see ASCII so far, check
# for high bytes and escape sequences
if self._input_state == InputState.PURE_ASCII:
if self.HIGH_BYTE_DETECTOR.search(byte_str):
self._input_state = InputState.HIGH_BYTE
elif self._input_state == InputState.PURE_ASCII and \
self.ESC_DETECTOR.search(self._last_char + byte_str):
self._input_state = InputState.ESC_ASCII
self._last_char = byte_str[-1:]
# If we've seen escape sequences, use the EscCharSetProber, which
# uses a simple state machine to check for known escape sequences in
# HZ and ISO-2022 encodings, since those are the only encodings that
# use such sequences.
if self._input_state == InputState.ESC_ASCII:
if not self._esc_charset_prober:
self._esc_charset_prober = EscCharSetProber(self.lang_filter)
if self._esc_charset_prober.feed(byte_str) == ProbingState.FOUND_IT:
self.result = {'encoding':
self._esc_charset_prober.charset_name,
'confidence':
self._esc_charset_prober.get_confidence(),
'language':
self._esc_charset_prober.language}
self.done = True
# If we've seen high bytes (i.e., those with values greater than 127),
# we need to do more complicated checks using all our multi-byte and
# single-byte probers that are left. The single-byte probers
# use character bigram distributions to determine the encoding, whereas
# the multi-byte probers use a combination of character unigram and
# bigram distributions.
elif self._input_state == InputState.HIGH_BYTE:
if not self._charset_probers:
self._charset_probers = [MBCSGroupProber(self.lang_filter)]
# If we're checking non-CJK encodings, use single-byte prober
if self.lang_filter & LanguageFilter.NON_CJK:
self._charset_probers.append(SBCSGroupProber())
self._charset_probers.append(Latin1Prober())
for prober in self._charset_probers:
if prober.feed(byte_str) == ProbingState.FOUND_IT:
self.result = {'encoding': prober.charset_name,
'confidence': prober.get_confidence(),
'language': prober.language}
self.done = True
break
if self.WIN_BYTE_DETECTOR.search(byte_str):
self._has_win_bytes = True
def close(self):
"""
Stop analyzing the current document and come up with a final
prediction.
:returns: The ``result`` attribute, a ``dict`` with the keys
`encoding`, `confidence`, and `language`.
"""
# Don't bother with checks if we're already done
if self.done:
return self.result
self.done = True
if not self._got_data:
self.logger.debug('no data received!')
# Default to ASCII if it is all we've seen so far
elif self._input_state == InputState.PURE_ASCII:
self.result = {'encoding': 'ascii',
'confidence': 1.0,
'language': ''}
# If we have seen non-ASCII, return the best that met MINIMUM_THRESHOLD
elif self._input_state == InputState.HIGH_BYTE:
prober_confidence = None
max_prober_confidence = 0.0
max_prober = None
for prober in self._charset_probers:
if not prober:
continue
prober_confidence = prober.get_confidence()
if prober_confidence > max_prober_confidence:
max_prober_confidence = prober_confidence
max_prober = prober
if max_prober and (max_prober_confidence > self.MINIMUM_THRESHOLD):
charset_name = max_prober.charset_name
lower_charset_name = max_prober.charset_name.lower()
confidence = max_prober.get_confidence()
# Use Windows encoding name instead of ISO-8859 if we saw any
# extra Windows-specific bytes
if lower_charset_name.startswith('iso-8859'):
if self._has_win_bytes:
charset_name = self.ISO_WIN_MAP.get(lower_charset_name,
charset_name)
self.result = {'encoding': charset_name,
'confidence': confidence,
'language': max_prober.language}
# Log all prober confidences if none met MINIMUM_THRESHOLD
if self.logger.getEffectiveLevel() == logging.DEBUG:
if self.result['encoding'] is None:
self.logger.debug('no probers hit minimum threshold')
for group_prober in self._charset_probers:
if not group_prober:
continue
if isinstance(group_prober, CharSetGroupProber):
for prober in group_prober.probers:
self.logger.debug('%s %s confidence = %s',
prober.charset_name,
prober.language,
prober.get_confidence())
else:
self.logger.debug('%s %s confidence = %s',
prober.charset_name,
prober.language,
prober.get_confidence())
return self.result
chardet/mbcsgroupprober.py 0000644 00000003734 15043676153 0011764 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
# Proofpoint, Inc.
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetgroupprober import CharSetGroupProber
from .utf8prober import UTF8Prober
from .sjisprober import SJISProber
from .eucjpprober import EUCJPProber
from .gb2312prober import GB2312Prober
from .euckrprober import EUCKRProber
from .cp949prober import CP949Prober
from .big5prober import Big5Prober
from .euctwprober import EUCTWProber
class MBCSGroupProber(CharSetGroupProber):
def __init__(self, lang_filter=None):
super(MBCSGroupProber, self).__init__(lang_filter=lang_filter)
self.probers = [
UTF8Prober(),
SJISProber(),
EUCJPProber(),
GB2312Prober(),
EUCKRProber(),
CP949Prober(),
Big5Prober(),
EUCTWProber()
]
self.reset()
chardet/euctwprober.py 0000644 00000003323 15043676154 0011105 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import EUCTWDistributionAnalysis
from .mbcssm import EUCTW_SM_MODEL
class EUCTWProber(MultiByteCharSetProber):
def __init__(self):
super(EUCTWProber, self).__init__()
self.coding_sm = CodingStateMachine(EUCTW_SM_MODEL)
self.distribution_analyzer = EUCTWDistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "EUC-TW"
@property
def language(self):
return "Taiwan"
chardet/langthaimodel.py 0000644 00000026032 15043676155 0011357 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# 255: Control characters that usually does not exist in any text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# The following result for thai was collected from a limited sample (1M).
# Character Mapping Table:
TIS620CharToOrderMap = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253,182,106,107,100,183,184,185,101, 94,186,187,108,109,110,111, # 40
188,189,190, 89, 95,112,113,191,192,193,194,253,253,253,253,253, # 50
253, 64, 72, 73,114, 74,115,116,102, 81,201,117, 90,103, 78, 82, # 60
96,202, 91, 79, 84,104,105, 97, 98, 92,203,253,253,253,253,253, # 70
209,210,211,212,213, 88,214,215,216,217,218,219,220,118,221,222,
223,224, 99, 85, 83,225,226,227,228,229,230,231,232,233,234,235,
236, 5, 30,237, 24,238, 75, 8, 26, 52, 34, 51,119, 47, 58, 57,
49, 53, 55, 43, 20, 19, 44, 14, 48, 3, 17, 25, 39, 62, 31, 54,
45, 9, 16, 2, 61, 15,239, 12, 42, 46, 18, 21, 76, 4, 66, 63,
22, 10, 1, 36, 23, 13, 40, 27, 32, 35, 86,240,241,242,243,244,
11, 28, 41, 29, 33,245, 50, 37, 6, 7, 67, 77, 38, 93,246,247,
68, 56, 59, 65, 69, 60, 70, 80, 71, 87,248,249,250,251,252,253,
)
# Model Table:
# total sequences: 100%
# first 512 sequences: 92.6386%
# first 1024 sequences:7.3177%
# rest sequences: 1.0230%
# negative sequences: 0.0436%
ThaiLangModel = (
0,1,3,3,3,3,0,0,3,3,0,3,3,0,3,3,3,3,3,3,3,3,0,0,3,3,3,0,3,3,3,3,
0,3,3,0,0,0,1,3,0,3,3,2,3,3,0,1,2,3,3,3,3,0,2,0,2,0,0,3,2,1,2,2,
3,0,3,3,2,3,0,0,3,3,0,3,3,0,3,3,3,3,3,3,3,3,3,0,3,2,3,0,2,2,2,3,
0,2,3,0,0,0,0,1,0,1,2,3,1,1,3,2,2,0,1,1,0,0,1,0,0,0,0,0,0,0,1,1,
3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2,3,3,2,3,2,3,3,2,2,2,
3,1,2,3,0,3,3,2,2,1,2,3,3,1,2,0,1,3,0,1,0,0,1,0,0,0,0,0,0,0,1,1,
3,3,2,2,3,3,3,3,1,2,3,3,3,3,3,2,2,2,2,3,3,2,2,3,3,2,2,3,2,3,2,2,
3,3,1,2,3,1,2,2,3,3,1,0,2,1,0,0,3,1,2,1,0,0,1,0,0,0,0,0,0,1,0,1,
3,3,3,3,3,3,2,2,3,3,3,3,2,3,2,2,3,3,2,2,3,2,2,2,2,1,1,3,1,2,1,1,
3,2,1,0,2,1,0,1,0,1,1,0,1,1,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,
3,3,3,2,3,2,3,3,2,2,3,2,3,3,2,3,1,1,2,3,2,2,2,3,2,2,2,2,2,1,2,1,
2,2,1,1,3,3,2,1,0,1,2,2,0,1,3,0,0,0,1,1,0,0,0,0,0,2,3,0,0,2,1,1,
3,3,2,3,3,2,0,0,3,3,0,3,3,0,2,2,3,1,2,2,1,1,1,0,2,2,2,0,2,2,1,1,
0,2,1,0,2,0,0,2,0,1,0,0,1,0,0,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,2,3,3,2,0,0,3,3,0,2,3,0,2,1,2,2,2,2,1,2,0,0,2,2,2,0,2,2,1,1,
0,2,1,0,2,0,0,2,0,1,1,0,1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,
3,3,2,3,2,3,2,0,2,2,1,3,2,1,3,2,1,2,3,2,2,3,0,2,3,2,2,1,2,2,2,2,
1,2,2,0,0,0,0,2,0,1,2,0,1,1,1,0,1,0,3,1,1,0,0,0,0,0,0,0,0,0,1,0,
3,3,2,3,3,2,3,2,2,2,3,2,2,3,2,2,1,2,3,2,2,3,1,3,2,2,2,3,2,2,2,3,
3,2,1,3,0,1,1,1,0,2,1,1,1,1,1,0,1,0,1,1,0,0,0,0,0,0,0,0,0,2,0,0,
1,0,0,3,0,3,3,3,3,3,0,0,3,0,2,2,3,3,3,3,3,0,0,0,1,1,3,0,0,0,0,2,
0,0,1,0,0,0,0,0,0,0,2,3,0,0,0,3,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,
2,0,3,3,3,3,0,0,2,3,0,0,3,0,3,3,2,3,3,3,3,3,0,0,3,3,3,0,0,0,3,3,
0,0,3,0,0,0,0,2,0,0,2,1,1,3,0,0,1,0,0,2,3,0,1,0,0,0,0,0,0,0,1,0,
3,3,3,3,2,3,3,3,3,3,3,3,1,2,1,3,3,2,2,1,2,2,2,3,1,1,2,0,2,1,2,1,
2,2,1,0,0,0,1,1,0,1,0,1,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,
3,0,2,1,2,3,3,3,0,2,0,2,2,0,2,1,3,2,2,1,2,1,0,0,2,2,1,0,2,1,2,2,
0,1,1,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,2,1,3,3,1,1,3,0,2,3,1,1,3,2,1,1,2,0,2,2,3,2,1,1,1,1,1,2,
3,0,0,1,3,1,2,1,2,0,3,0,0,0,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,
3,3,1,1,3,2,3,3,3,1,3,2,1,3,2,1,3,2,2,2,2,1,3,3,1,2,1,3,1,2,3,0,
2,1,1,3,2,2,2,1,2,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,
3,3,2,3,2,3,3,2,3,2,3,2,3,3,2,1,0,3,2,2,2,1,2,2,2,1,2,2,1,2,1,1,
2,2,2,3,0,1,3,1,1,1,1,0,1,1,0,2,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,2,3,2,2,1,1,3,2,3,2,3,2,0,3,2,2,1,2,0,2,2,2,1,2,2,2,2,1,
3,2,1,2,2,1,0,2,0,1,0,0,1,1,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,1,
3,3,3,3,3,2,3,1,2,3,3,2,2,3,0,1,1,2,0,3,3,2,2,3,0,1,1,3,0,0,0,0,
3,1,0,3,3,0,2,0,2,1,0,0,3,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,2,3,2,3,3,0,1,3,1,1,2,1,2,1,1,3,1,1,0,2,3,1,1,1,1,1,1,1,1,
3,1,1,2,2,2,2,1,1,1,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
3,2,2,1,1,2,1,3,3,2,3,2,2,3,2,2,3,1,2,2,1,2,0,3,2,1,2,2,2,2,2,1,
3,2,1,2,2,2,1,1,1,1,0,0,1,1,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,1,3,3,0,2,1,0,3,2,0,0,3,1,0,1,1,0,1,0,0,0,0,0,1,
1,0,0,1,0,3,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,2,2,2,3,0,0,1,3,0,3,2,0,3,2,2,3,3,3,3,3,1,0,2,2,2,0,2,2,1,2,
0,2,3,0,0,0,0,1,0,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
3,0,2,3,1,3,3,2,3,3,0,3,3,0,3,2,2,3,2,3,3,3,0,0,2,2,3,0,1,1,1,3,
0,0,3,0,0,0,2,2,0,1,3,0,1,2,2,2,3,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,
3,2,3,3,2,0,3,3,2,2,3,1,3,2,1,3,2,0,1,2,2,0,2,3,2,1,0,3,0,0,0,0,
3,0,0,2,3,1,3,0,0,3,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,3,2,2,2,1,2,0,1,3,1,1,3,1,3,0,0,2,1,1,1,1,2,1,1,1,0,2,1,0,1,
1,2,0,0,0,3,1,1,0,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,0,3,1,0,0,0,1,0,
3,3,3,3,2,2,2,2,2,1,3,1,1,1,2,0,1,1,2,1,2,1,3,2,0,0,3,1,1,1,1,1,
3,1,0,2,3,0,0,0,3,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,2,3,0,3,3,0,2,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,2,3,1,3,0,0,1,2,0,0,2,0,3,3,2,3,3,3,2,3,0,0,2,2,2,0,0,0,2,2,
0,0,1,0,0,0,0,3,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
0,0,0,3,0,2,0,0,0,0,0,0,0,0,0,0,1,2,3,1,3,3,0,0,1,0,3,0,0,0,0,0,
0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,1,2,3,1,2,3,1,0,3,0,2,2,1,0,2,1,1,2,0,1,0,0,1,1,1,1,0,1,0,0,
1,0,0,0,0,1,1,0,3,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,2,1,0,1,1,1,3,1,2,2,2,2,2,2,1,1,1,1,0,3,1,0,1,3,1,1,1,1,
1,1,0,2,0,1,3,1,1,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,1,
3,0,2,2,1,3,3,2,3,3,0,1,1,0,2,2,1,2,1,3,3,1,0,0,3,2,0,0,0,0,2,1,
0,1,0,0,0,0,1,2,0,1,1,3,1,1,2,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
0,0,3,0,0,1,0,0,0,3,0,0,3,0,3,1,0,1,1,1,3,2,0,0,0,3,0,0,0,0,2,0,
0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
3,3,1,3,2,1,3,3,1,2,2,0,1,2,1,0,1,2,0,0,0,0,0,3,0,0,0,3,0,0,0,0,
3,0,0,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,1,2,0,3,3,3,2,2,0,1,1,0,1,3,0,0,0,2,2,0,0,0,0,3,1,0,1,0,0,0,
0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,2,3,1,2,0,0,2,1,0,3,1,0,1,2,0,1,1,1,1,3,0,0,3,1,1,0,2,2,1,1,
0,2,0,0,0,0,0,1,0,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,0,3,1,2,0,0,2,2,0,1,2,0,1,0,1,3,1,2,1,0,0,0,2,0,3,0,0,0,1,0,
0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,1,1,2,2,0,0,0,2,0,2,1,0,1,1,0,1,1,1,2,1,0,0,1,1,1,0,2,1,1,1,
0,1,1,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,1,
0,0,0,2,0,1,3,1,1,1,1,0,0,0,0,3,2,0,1,0,0,0,1,2,0,0,0,1,0,0,0,0,
0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,3,3,3,3,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,2,3,2,2,0,0,0,1,0,0,0,0,2,3,2,1,2,2,3,0,0,0,2,3,1,0,0,0,1,1,
0,0,1,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,1,1,0,1,0,0,0,0,0,0,0,0,0,
3,3,2,2,0,1,0,0,0,0,2,0,2,0,1,0,0,0,1,1,0,0,0,2,1,0,1,0,1,1,0,0,
0,1,0,2,0,0,1,0,3,0,1,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,1,0,0,1,0,0,0,0,0,1,1,2,0,0,0,0,1,0,0,1,3,1,0,0,0,0,1,1,0,0,
0,1,0,0,0,0,3,0,0,0,0,0,0,3,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,
3,3,1,1,1,1,2,3,0,0,2,1,1,1,1,1,0,2,1,1,0,0,0,2,1,0,1,2,1,1,0,1,
2,1,0,3,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,3,1,0,0,0,0,0,0,0,3,0,0,0,3,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,1,
0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,2,0,0,0,0,0,0,1,2,1,0,1,1,0,2,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,2,0,0,0,1,3,0,1,0,0,0,2,0,0,0,0,0,0,0,1,2,0,0,0,0,0,
3,3,0,0,1,1,2,0,0,1,2,1,0,1,1,1,0,1,1,0,0,2,1,1,0,1,0,0,1,1,1,0,
0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,3,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,1,0,0,0,0,1,0,0,0,0,3,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,
2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,0,0,1,1,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,1,0,1,2,0,1,2,0,0,1,1,0,2,0,1,0,0,1,0,0,0,0,1,0,0,0,2,0,0,0,0,
1,0,0,1,0,1,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,1,0,0,0,0,0,0,0,1,1,0,1,1,0,2,1,3,0,0,0,0,1,1,0,0,0,0,0,0,0,3,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,1,0,1,0,0,2,0,0,2,0,0,1,1,2,0,0,1,1,0,0,0,1,0,0,0,1,1,0,0,0,
1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
1,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,1,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,3,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,
1,0,0,0,0,0,0,0,0,1,0,0,0,0,2,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,1,1,0,0,2,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
)
TIS620ThaiModel = {
'char_to_order_map': TIS620CharToOrderMap,
'precedence_matrix': ThaiLangModel,
'typical_positive_ratio': 0.926386,
'keep_english_letter': False,
'charset_name': "TIS-620",
'language': 'Thai',
}
chardet/escsm.py 0000644 00000024416 15043676156 0007666 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import MachineState
HZ_CLS = (
1,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,0,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,0,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,4,0,5,2,0, # 78 - 7f
1,1,1,1,1,1,1,1, # 80 - 87
1,1,1,1,1,1,1,1, # 88 - 8f
1,1,1,1,1,1,1,1, # 90 - 97
1,1,1,1,1,1,1,1, # 98 - 9f
1,1,1,1,1,1,1,1, # a0 - a7
1,1,1,1,1,1,1,1, # a8 - af
1,1,1,1,1,1,1,1, # b0 - b7
1,1,1,1,1,1,1,1, # b8 - bf
1,1,1,1,1,1,1,1, # c0 - c7
1,1,1,1,1,1,1,1, # c8 - cf
1,1,1,1,1,1,1,1, # d0 - d7
1,1,1,1,1,1,1,1, # d8 - df
1,1,1,1,1,1,1,1, # e0 - e7
1,1,1,1,1,1,1,1, # e8 - ef
1,1,1,1,1,1,1,1, # f0 - f7
1,1,1,1,1,1,1,1, # f8 - ff
)
HZ_ST = (
MachineState.START,MachineState.ERROR, 3,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,# 00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START, 4,MachineState.ERROR,# 10-17
5,MachineState.ERROR, 6,MachineState.ERROR, 5, 5, 4,MachineState.ERROR,# 18-1f
4,MachineState.ERROR, 4, 4, 4,MachineState.ERROR, 4,MachineState.ERROR,# 20-27
4,MachineState.ITS_ME,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 28-2f
)
HZ_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0)
HZ_SM_MODEL = {'class_table': HZ_CLS,
'class_factor': 6,
'state_table': HZ_ST,
'char_len_table': HZ_CHAR_LEN_TABLE,
'name': "HZ-GB-2312",
'language': 'Chinese'}
ISO2022CN_CLS = (
2,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,3,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,4,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
2,2,2,2,2,2,2,2, # 80 - 87
2,2,2,2,2,2,2,2, # 88 - 8f
2,2,2,2,2,2,2,2, # 90 - 97
2,2,2,2,2,2,2,2, # 98 - 9f
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,2, # f8 - ff
)
ISO2022CN_ST = (
MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 00-07
MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 08-0f
MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 10-17
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,# 18-1f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 20-27
5, 6,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 28-2f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 30-37
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,# 38-3f
)
ISO2022CN_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0, 0, 0, 0)
ISO2022CN_SM_MODEL = {'class_table': ISO2022CN_CLS,
'class_factor': 9,
'state_table': ISO2022CN_ST,
'char_len_table': ISO2022CN_CHAR_LEN_TABLE,
'name': "ISO-2022-CN",
'language': 'Chinese'}
ISO2022JP_CLS = (
2,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,2,2, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,7,0,0,0, # 20 - 27
3,0,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
6,0,4,0,8,0,0,0, # 40 - 47
0,9,5,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
2,2,2,2,2,2,2,2, # 80 - 87
2,2,2,2,2,2,2,2, # 88 - 8f
2,2,2,2,2,2,2,2, # 90 - 97
2,2,2,2,2,2,2,2, # 98 - 9f
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,2, # f8 - ff
)
ISO2022JP_ST = (
MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 00-07
MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 08-0f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 10-17
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,# 18-1f
MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,MachineState.ERROR,# 20-27
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 6,MachineState.ITS_ME,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,# 28-2f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,# 30-37
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 38-3f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,MachineState.START,# 40-47
)
ISO2022JP_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0, 0, 0, 0, 0)
ISO2022JP_SM_MODEL = {'class_table': ISO2022JP_CLS,
'class_factor': 10,
'state_table': ISO2022JP_ST,
'char_len_table': ISO2022JP_CHAR_LEN_TABLE,
'name': "ISO-2022-JP",
'language': 'Japanese'}
ISO2022KR_CLS = (
2,0,0,0,0,0,0,0, # 00 - 07
0,0,0,0,0,0,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,1,0,0,0,0, # 18 - 1f
0,0,0,0,3,0,0,0, # 20 - 27
0,4,0,0,0,0,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,5,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
2,2,2,2,2,2,2,2, # 80 - 87
2,2,2,2,2,2,2,2, # 88 - 8f
2,2,2,2,2,2,2,2, # 90 - 97
2,2,2,2,2,2,2,2, # 98 - 9f
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,2, # f8 - ff
)
ISO2022KR_ST = (
MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,# 00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,# 08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 4,MachineState.ERROR,MachineState.ERROR,# 10-17
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,# 18-1f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.START,MachineState.START,MachineState.START,MachineState.START,# 20-27
)
ISO2022KR_CHAR_LEN_TABLE = (0, 0, 0, 0, 0, 0)
ISO2022KR_SM_MODEL = {'class_table': ISO2022KR_CLS,
'class_factor': 6,
'state_table': ISO2022KR_ST,
'char_len_table': ISO2022KR_CHAR_LEN_TABLE,
'name': "ISO-2022-KR",
'language': 'Korean'}
chardet/sbcsgroupprober.py 0000644 00000006732 15043676157 0011777 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetgroupprober import CharSetGroupProber
from .sbcharsetprober import SingleByteCharSetProber
from .langcyrillicmodel import (Win1251CyrillicModel, Koi8rModel,
Latin5CyrillicModel, MacCyrillicModel,
Ibm866Model, Ibm855Model)
from .langgreekmodel import Latin7GreekModel, Win1253GreekModel
from .langbulgarianmodel import Latin5BulgarianModel, Win1251BulgarianModel
# from .langhungarianmodel import Latin2HungarianModel, Win1250HungarianModel
from .langthaimodel import TIS620ThaiModel
from .langhebrewmodel import Win1255HebrewModel
from .hebrewprober import HebrewProber
from .langturkishmodel import Latin5TurkishModel
class SBCSGroupProber(CharSetGroupProber):
def __init__(self):
super(SBCSGroupProber, self).__init__()
self.probers = [
SingleByteCharSetProber(Win1251CyrillicModel),
SingleByteCharSetProber(Koi8rModel),
SingleByteCharSetProber(Latin5CyrillicModel),
SingleByteCharSetProber(MacCyrillicModel),
SingleByteCharSetProber(Ibm866Model),
SingleByteCharSetProber(Ibm855Model),
SingleByteCharSetProber(Latin7GreekModel),
SingleByteCharSetProber(Win1253GreekModel),
SingleByteCharSetProber(Latin5BulgarianModel),
SingleByteCharSetProber(Win1251BulgarianModel),
# TODO: Restore Hungarian encodings (iso-8859-2 and windows-1250)
# after we retrain model.
# SingleByteCharSetProber(Latin2HungarianModel),
# SingleByteCharSetProber(Win1250HungarianModel),
SingleByteCharSetProber(TIS620ThaiModel),
SingleByteCharSetProber(Latin5TurkishModel),
]
hebrew_prober = HebrewProber()
logical_hebrew_prober = SingleByteCharSetProber(Win1255HebrewModel,
False, hebrew_prober)
visual_hebrew_prober = SingleByteCharSetProber(Win1255HebrewModel, True,
hebrew_prober)
hebrew_prober.set_model_probers(logical_hebrew_prober, visual_hebrew_prober)
self.probers.extend([hebrew_prober, logical_hebrew_prober,
visual_hebrew_prober])
self.reset()
chardet/codingstatemachine.py 0000644 00000007006 15043676160 0012374 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
import logging
from .enums import MachineState
class CodingStateMachine(object):
"""
A state machine to verify a byte sequence for a particular encoding. For
each byte the detector receives, it will feed that byte to every active
state machine available, one byte at a time. The state machine changes its
state based on its previous state and the byte it receives. There are 3
states in a state machine that are of interest to an auto-detector:
START state: This is the state to start with, or a legal byte sequence
(i.e. a valid code point) for character has been identified.
ME state: This indicates that the state machine identified a byte sequence
that is specific to the charset it is designed for and that
there is no other possible encoding which can contain this byte
sequence. This will to lead to an immediate positive answer for
the detector.
ERROR state: This indicates the state machine identified an illegal byte
sequence for that encoding. This will lead to an immediate
negative answer for this encoding. Detector will exclude this
encoding from consideration from here on.
"""
def __init__(self, sm):
self._model = sm
self._curr_byte_pos = 0
self._curr_char_len = 0
self._curr_state = None
self.logger = logging.getLogger(__name__)
self.reset()
def reset(self):
self._curr_state = MachineState.START
def next_state(self, c):
# for each byte we get its class
# if it is first byte, we also get byte length
byte_class = self._model['class_table'][c]
if self._curr_state == MachineState.START:
self._curr_byte_pos = 0
self._curr_char_len = self._model['char_len_table'][byte_class]
# from byte's class and state_table, we get its next state
curr_state = (self._curr_state * self._model['class_factor']
+ byte_class)
self._curr_state = self._model['state_table'][curr_state]
self._curr_byte_pos += 1
return self._curr_state
def get_current_charlen(self):
return self._curr_char_len
def get_coding_state_machine(self):
return self._model['name']
@property
def language(self):
return self._model['language']
chardet/euckrprober.py 0000644 00000003324 15043676160 0011065 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import EUCKRDistributionAnalysis
from .mbcssm import EUCKR_SM_MODEL
class EUCKRProber(MultiByteCharSetProber):
def __init__(self):
super(EUCKRProber, self).__init__()
self.coding_sm = CodingStateMachine(EUCKR_SM_MODEL)
self.distribution_analyzer = EUCKRDistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "EUC-KR"
@property
def language(self):
return "Korean"
chardet/cp949prober.py 0000644 00000003477 15043676161 0010636 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .chardistribution import EUCKRDistributionAnalysis
from .codingstatemachine import CodingStateMachine
from .mbcharsetprober import MultiByteCharSetProber
from .mbcssm import CP949_SM_MODEL
class CP949Prober(MultiByteCharSetProber):
def __init__(self):
super(CP949Prober, self).__init__()
self.coding_sm = CodingStateMachine(CP949_SM_MODEL)
# NOTE: CP949 is a superset of EUC-KR, so the distribution should be
# not different.
self.distribution_analyzer = EUCKRDistributionAnalysis()
self.reset()
@property
def charset_name(self):
return "CP949"
@property
def language(self):
return "Korean"
chardet/version.py 0000644 00000000362 15043676162 0010230 0 ustar 00 """
This module exists only to simplify retrieving the version number of chardet
from within setup.py and from chardet subpackages.
:author: Dan Blanchard (dan.blanchard@gmail.com)
"""
__version__ = "3.0.4"
VERSION = __version__.split('.')
chardet/euctwfreq.py 0000644 00000075605 15043676163 0010565 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# EUCTW frequency table
# Converted from big5 work
# by Taiwan's Mandarin Promotion Council
# <http:#www.edu.tw:81/mandr/>
# 128 --> 0.42261
# 256 --> 0.57851
# 512 --> 0.74851
# 1024 --> 0.89384
# 2048 --> 0.97583
#
# Idea Distribution Ratio = 0.74851/(1-0.74851) =2.98
# Random Distribution Ration = 512/(5401-512)=0.105
#
# Typical Distribution Ratio about 25% of Ideal one, still much higher than RDR
EUCTW_TYPICAL_DISTRIBUTION_RATIO = 0.75
# Char to FreqOrder table ,
EUCTW_TABLE_SIZE = 5376
EUCTW_CHAR_TO_FREQ_ORDER = (
1,1800,1506, 255,1431, 198, 9, 82, 6,7310, 177, 202,3615,1256,2808, 110, # 2742
3735, 33,3241, 261, 76, 44,2113, 16,2931,2184,1176, 659,3868, 26,3404,2643, # 2758
1198,3869,3313,4060, 410,2211, 302, 590, 361,1963, 8, 204, 58,4296,7311,1931, # 2774
63,7312,7313, 317,1614, 75, 222, 159,4061,2412,1480,7314,3500,3068, 224,2809, # 2790
3616, 3, 10,3870,1471, 29,2774,1135,2852,1939, 873, 130,3242,1123, 312,7315, # 2806
4297,2051, 507, 252, 682,7316, 142,1914, 124, 206,2932, 34,3501,3173, 64, 604, # 2822
7317,2494,1976,1977, 155,1990, 645, 641,1606,7318,3405, 337, 72, 406,7319, 80, # 2838
630, 238,3174,1509, 263, 939,1092,2644, 756,1440,1094,3406, 449, 69,2969, 591, # 2854
179,2095, 471, 115,2034,1843, 60, 50,2970, 134, 806,1868, 734,2035,3407, 180, # 2870
995,1607, 156, 537,2893, 688,7320, 319,1305, 779,2144, 514,2374, 298,4298, 359, # 2886
2495, 90,2707,1338, 663, 11, 906,1099,2545, 20,2436, 182, 532,1716,7321, 732, # 2902
1376,4062,1311,1420,3175, 25,2312,1056, 113, 399, 382,1949, 242,3408,2467, 529, # 2918
3243, 475,1447,3617,7322, 117, 21, 656, 810,1297,2295,2329,3502,7323, 126,4063, # 2934
706, 456, 150, 613,4299, 71,1118,2036,4064, 145,3069, 85, 835, 486,2114,1246, # 2950
1426, 428, 727,1285,1015, 800, 106, 623, 303,1281,7324,2127,2354, 347,3736, 221, # 2966
3503,3110,7325,1955,1153,4065, 83, 296,1199,3070, 192, 624, 93,7326, 822,1897, # 2982
2810,3111, 795,2064, 991,1554,1542,1592, 27, 43,2853, 859, 139,1456, 860,4300, # 2998
437, 712,3871, 164,2392,3112, 695, 211,3017,2096, 195,3872,1608,3504,3505,3618, # 3014
3873, 234, 811,2971,2097,3874,2229,1441,3506,1615,2375, 668,2076,1638, 305, 228, # 3030
1664,4301, 467, 415,7327, 262,2098,1593, 239, 108, 300, 200,1033, 512,1247,2077, # 3046
7328,7329,2173,3176,3619,2673, 593, 845,1062,3244, 88,1723,2037,3875,1950, 212, # 3062
266, 152, 149, 468,1898,4066,4302, 77, 187,7330,3018, 37, 5,2972,7331,3876, # 3078
7332,7333, 39,2517,4303,2894,3177,2078, 55, 148, 74,4304, 545, 483,1474,1029, # 3094
1665, 217,1869,1531,3113,1104,2645,4067, 24, 172,3507, 900,3877,3508,3509,4305, # 3110
32,1408,2811,1312, 329, 487,2355,2247,2708, 784,2674, 4,3019,3314,1427,1788, # 3126
188, 109, 499,7334,3620,1717,1789, 888,1217,3020,4306,7335,3510,7336,3315,1520, # 3142
3621,3878, 196,1034, 775,7337,7338, 929,1815, 249, 439, 38,7339,1063,7340, 794, # 3158
3879,1435,2296, 46, 178,3245,2065,7341,2376,7342, 214,1709,4307, 804, 35, 707, # 3174
324,3622,1601,2546, 140, 459,4068,7343,7344,1365, 839, 272, 978,2257,2572,3409, # 3190
2128,1363,3623,1423, 697, 100,3071, 48, 70,1231, 495,3114,2193,7345,1294,7346, # 3206
2079, 462, 586,1042,3246, 853, 256, 988, 185,2377,3410,1698, 434,1084,7347,3411, # 3222
314,2615,2775,4308,2330,2331, 569,2280, 637,1816,2518, 757,1162,1878,1616,3412, # 3238
287,1577,2115, 768,4309,1671,2854,3511,2519,1321,3737, 909,2413,7348,4069, 933, # 3254
3738,7349,2052,2356,1222,4310, 765,2414,1322, 786,4311,7350,1919,1462,1677,2895, # 3270
1699,7351,4312,1424,2437,3115,3624,2590,3316,1774,1940,3413,3880,4070, 309,1369, # 3286
1130,2812, 364,2230,1653,1299,3881,3512,3882,3883,2646, 525,1085,3021, 902,2000, # 3302
1475, 964,4313, 421,1844,1415,1057,2281, 940,1364,3116, 376,4314,4315,1381, 7, # 3318
2520, 983,2378, 336,1710,2675,1845, 321,3414, 559,1131,3022,2742,1808,1132,1313, # 3334
265,1481,1857,7352, 352,1203,2813,3247, 167,1089, 420,2814, 776, 792,1724,3513, # 3350
4071,2438,3248,7353,4072,7354, 446, 229, 333,2743, 901,3739,1200,1557,4316,2647, # 3366
1920, 395,2744,2676,3740,4073,1835, 125, 916,3178,2616,4317,7355,7356,3741,7357, # 3382
7358,7359,4318,3117,3625,1133,2547,1757,3415,1510,2313,1409,3514,7360,2145, 438, # 3398
2591,2896,2379,3317,1068, 958,3023, 461, 311,2855,2677,4074,1915,3179,4075,1978, # 3414
383, 750,2745,2617,4076, 274, 539, 385,1278,1442,7361,1154,1964, 384, 561, 210, # 3430
98,1295,2548,3515,7362,1711,2415,1482,3416,3884,2897,1257, 129,7363,3742, 642, # 3446
523,2776,2777,2648,7364, 141,2231,1333, 68, 176, 441, 876, 907,4077, 603,2592, # 3462
710, 171,3417, 404, 549, 18,3118,2393,1410,3626,1666,7365,3516,4319,2898,4320, # 3478
7366,2973, 368,7367, 146, 366, 99, 871,3627,1543, 748, 807,1586,1185, 22,2258, # 3494
379,3743,3180,7368,3181, 505,1941,2618,1991,1382,2314,7369, 380,2357, 218, 702, # 3510
1817,1248,3418,3024,3517,3318,3249,7370,2974,3628, 930,3250,3744,7371, 59,7372, # 3526
585, 601,4078, 497,3419,1112,1314,4321,1801,7373,1223,1472,2174,7374, 749,1836, # 3542
690,1899,3745,1772,3885,1476, 429,1043,1790,2232,2116, 917,4079, 447,1086,1629, # 3558
7375, 556,7376,7377,2020,1654, 844,1090, 105, 550, 966,1758,2815,1008,1782, 686, # 3574
1095,7378,2282, 793,1602,7379,3518,2593,4322,4080,2933,2297,4323,3746, 980,2496, # 3590
544, 353, 527,4324, 908,2678,2899,7380, 381,2619,1942,1348,7381,1341,1252, 560, # 3606
3072,7382,3420,2856,7383,2053, 973, 886,2080, 143,4325,7384,7385, 157,3886, 496, # 3622
4081, 57, 840, 540,2038,4326,4327,3421,2117,1445, 970,2259,1748,1965,2081,4082, # 3638
3119,1234,1775,3251,2816,3629, 773,1206,2129,1066,2039,1326,3887,1738,1725,4083, # 3654
279,3120, 51,1544,2594, 423,1578,2130,2066, 173,4328,1879,7386,7387,1583, 264, # 3670
610,3630,4329,2439, 280, 154,7388,7389,7390,1739, 338,1282,3073, 693,2857,1411, # 3686
1074,3747,2440,7391,4330,7392,7393,1240, 952,2394,7394,2900,1538,2679, 685,1483, # 3702
4084,2468,1436, 953,4085,2054,4331, 671,2395, 79,4086,2441,3252, 608, 567,2680, # 3718
3422,4087,4088,1691, 393,1261,1791,2396,7395,4332,7396,7397,7398,7399,1383,1672, # 3734
3748,3182,1464, 522,1119, 661,1150, 216, 675,4333,3888,1432,3519, 609,4334,2681, # 3750
2397,7400,7401,7402,4089,3025, 0,7403,2469, 315, 231,2442, 301,3319,4335,2380, # 3766
7404, 233,4090,3631,1818,4336,4337,7405, 96,1776,1315,2082,7406, 257,7407,1809, # 3782
3632,2709,1139,1819,4091,2021,1124,2163,2778,1777,2649,7408,3074, 363,1655,3183, # 3798
7409,2975,7410,7411,7412,3889,1567,3890, 718, 103,3184, 849,1443, 341,3320,2934, # 3814
1484,7413,1712, 127, 67, 339,4092,2398, 679,1412, 821,7414,7415, 834, 738, 351, # 3830
2976,2146, 846, 235,1497,1880, 418,1992,3749,2710, 186,1100,2147,2746,3520,1545, # 3846
1355,2935,2858,1377, 583,3891,4093,2573,2977,7416,1298,3633,1078,2549,3634,2358, # 3862
78,3750,3751, 267,1289,2099,2001,1594,4094, 348, 369,1274,2194,2175,1837,4338, # 3878
1820,2817,3635,2747,2283,2002,4339,2936,2748, 144,3321, 882,4340,3892,2749,3423, # 3894
4341,2901,7417,4095,1726, 320,7418,3893,3026, 788,2978,7419,2818,1773,1327,2859, # 3910
3894,2819,7420,1306,4342,2003,1700,3752,3521,2359,2650, 787,2022, 506, 824,3636, # 3926
534, 323,4343,1044,3322,2023,1900, 946,3424,7421,1778,1500,1678,7422,1881,4344, # 3942
165, 243,4345,3637,2521, 123, 683,4096, 764,4346, 36,3895,1792, 589,2902, 816, # 3958
626,1667,3027,2233,1639,1555,1622,3753,3896,7423,3897,2860,1370,1228,1932, 891, # 3974
2083,2903, 304,4097,7424, 292,2979,2711,3522, 691,2100,4098,1115,4347, 118, 662, # 3990
7425, 611,1156, 854,2381,1316,2861, 2, 386, 515,2904,7426,7427,3253, 868,2234, # 4006
1486, 855,2651, 785,2212,3028,7428,1040,3185,3523,7429,3121, 448,7430,1525,7431, # 4022
2164,4348,7432,3754,7433,4099,2820,3524,3122, 503, 818,3898,3123,1568, 814, 676, # 4038
1444, 306,1749,7434,3755,1416,1030, 197,1428, 805,2821,1501,4349,7435,7436,7437, # 4054
1993,7438,4350,7439,7440,2195, 13,2779,3638,2980,3124,1229,1916,7441,3756,2131, # 4070
7442,4100,4351,2399,3525,7443,2213,1511,1727,1120,7444,7445, 646,3757,2443, 307, # 4086
7446,7447,1595,3186,7448,7449,7450,3639,1113,1356,3899,1465,2522,2523,7451, 519, # 4102
7452, 128,2132, 92,2284,1979,7453,3900,1512, 342,3125,2196,7454,2780,2214,1980, # 4118
3323,7455, 290,1656,1317, 789, 827,2360,7456,3758,4352, 562, 581,3901,7457, 401, # 4134
4353,2248, 94,4354,1399,2781,7458,1463,2024,4355,3187,1943,7459, 828,1105,4101, # 4150
1262,1394,7460,4102, 605,4356,7461,1783,2862,7462,2822, 819,2101, 578,2197,2937, # 4166
7463,1502, 436,3254,4103,3255,2823,3902,2905,3425,3426,7464,2712,2315,7465,7466, # 4182
2332,2067, 23,4357, 193, 826,3759,2102, 699,1630,4104,3075, 390,1793,1064,3526, # 4198
7467,1579,3076,3077,1400,7468,4105,1838,1640,2863,7469,4358,4359, 137,4106, 598, # 4214
3078,1966, 780, 104, 974,2938,7470, 278, 899, 253, 402, 572, 504, 493,1339,7471, # 4230
3903,1275,4360,2574,2550,7472,3640,3029,3079,2249, 565,1334,2713, 863, 41,7473, # 4246
7474,4361,7475,1657,2333, 19, 463,2750,4107, 606,7476,2981,3256,1087,2084,1323, # 4262
2652,2982,7477,1631,1623,1750,4108,2682,7478,2864, 791,2714,2653,2334, 232,2416, # 4278
7479,2983,1498,7480,2654,2620, 755,1366,3641,3257,3126,2025,1609, 119,1917,3427, # 4294
862,1026,4109,7481,3904,3760,4362,3905,4363,2260,1951,2470,7482,1125, 817,4110, # 4310
4111,3906,1513,1766,2040,1487,4112,3030,3258,2824,3761,3127,7483,7484,1507,7485, # 4326
2683, 733, 40,1632,1106,2865, 345,4113, 841,2524, 230,4364,2984,1846,3259,3428, # 4342
7486,1263, 986,3429,7487, 735, 879, 254,1137, 857, 622,1300,1180,1388,1562,3907, # 4358
3908,2939, 967,2751,2655,1349, 592,2133,1692,3324,2985,1994,4114,1679,3909,1901, # 4374
2185,7488, 739,3642,2715,1296,1290,7489,4115,2198,2199,1921,1563,2595,2551,1870, # 4390
2752,2986,7490, 435,7491, 343,1108, 596, 17,1751,4365,2235,3430,3643,7492,4366, # 4406
294,3527,2940,1693, 477, 979, 281,2041,3528, 643,2042,3644,2621,2782,2261,1031, # 4422
2335,2134,2298,3529,4367, 367,1249,2552,7493,3530,7494,4368,1283,3325,2004, 240, # 4438
1762,3326,4369,4370, 836,1069,3128, 474,7495,2148,2525, 268,3531,7496,3188,1521, # 4454
1284,7497,1658,1546,4116,7498,3532,3533,7499,4117,3327,2684,1685,4118, 961,1673, # 4470
2622, 190,2005,2200,3762,4371,4372,7500, 570,2497,3645,1490,7501,4373,2623,3260, # 4486
1956,4374, 584,1514, 396,1045,1944,7502,4375,1967,2444,7503,7504,4376,3910, 619, # 4502
7505,3129,3261, 215,2006,2783,2553,3189,4377,3190,4378, 763,4119,3763,4379,7506, # 4518
7507,1957,1767,2941,3328,3646,1174, 452,1477,4380,3329,3130,7508,2825,1253,2382, # 4534
2186,1091,2285,4120, 492,7509, 638,1169,1824,2135,1752,3911, 648, 926,1021,1324, # 4550
4381, 520,4382, 997, 847,1007, 892,4383,3764,2262,1871,3647,7510,2400,1784,4384, # 4566
1952,2942,3080,3191,1728,4121,2043,3648,4385,2007,1701,3131,1551, 30,2263,4122, # 4582
7511,2026,4386,3534,7512, 501,7513,4123, 594,3431,2165,1821,3535,3432,3536,3192, # 4598
829,2826,4124,7514,1680,3132,1225,4125,7515,3262,4387,4126,3133,2336,7516,4388, # 4614
4127,7517,3912,3913,7518,1847,2383,2596,3330,7519,4389, 374,3914, 652,4128,4129, # 4630
375,1140, 798,7520,7521,7522,2361,4390,2264, 546,1659, 138,3031,2445,4391,7523, # 4646
2250, 612,1848, 910, 796,3765,1740,1371, 825,3766,3767,7524,2906,2554,7525, 692, # 4662
444,3032,2624, 801,4392,4130,7526,1491, 244,1053,3033,4131,4132, 340,7527,3915, # 4678
1041,2987, 293,1168, 87,1357,7528,1539, 959,7529,2236, 721, 694,4133,3768, 219, # 4694
1478, 644,1417,3331,2656,1413,1401,1335,1389,3916,7530,7531,2988,2362,3134,1825, # 4710
730,1515, 184,2827, 66,4393,7532,1660,2943, 246,3332, 378,1457, 226,3433, 975, # 4726
3917,2944,1264,3537, 674, 696,7533, 163,7534,1141,2417,2166, 713,3538,3333,4394, # 4742
3918,7535,7536,1186, 15,7537,1079,1070,7538,1522,3193,3539, 276,1050,2716, 758, # 4758
1126, 653,2945,3263,7539,2337, 889,3540,3919,3081,2989, 903,1250,4395,3920,3434, # 4774
3541,1342,1681,1718, 766,3264, 286, 89,2946,3649,7540,1713,7541,2597,3334,2990, # 4790
7542,2947,2215,3194,2866,7543,4396,2498,2526, 181, 387,1075,3921, 731,2187,3335, # 4806
7544,3265, 310, 313,3435,2299, 770,4134, 54,3034, 189,4397,3082,3769,3922,7545, # 4822
1230,1617,1849, 355,3542,4135,4398,3336, 111,4136,3650,1350,3135,3436,3035,4137, # 4838
2149,3266,3543,7546,2784,3923,3924,2991, 722,2008,7547,1071, 247,1207,2338,2471, # 4854
1378,4399,2009, 864,1437,1214,4400, 373,3770,1142,2216, 667,4401, 442,2753,2555, # 4870
3771,3925,1968,4138,3267,1839, 837, 170,1107, 934,1336,1882,7548,7549,2118,4139, # 4886
2828, 743,1569,7550,4402,4140, 582,2384,1418,3437,7551,1802,7552, 357,1395,1729, # 4902
3651,3268,2418,1564,2237,7553,3083,3772,1633,4403,1114,2085,4141,1532,7554, 482, # 4918
2446,4404,7555,7556,1492, 833,1466,7557,2717,3544,1641,2829,7558,1526,1272,3652, # 4934
4142,1686,1794, 416,2556,1902,1953,1803,7559,3773,2785,3774,1159,2316,7560,2867, # 4950
4405,1610,1584,3036,2419,2754, 443,3269,1163,3136,7561,7562,3926,7563,4143,2499, # 4966
3037,4406,3927,3137,2103,1647,3545,2010,1872,4144,7564,4145, 431,3438,7565, 250, # 4982
97, 81,4146,7566,1648,1850,1558, 160, 848,7567, 866, 740,1694,7568,2201,2830, # 4998
3195,4147,4407,3653,1687, 950,2472, 426, 469,3196,3654,3655,3928,7569,7570,1188, # 5014
424,1995, 861,3546,4148,3775,2202,2685, 168,1235,3547,4149,7571,2086,1674,4408, # 5030
3337,3270, 220,2557,1009,7572,3776, 670,2992, 332,1208, 717,7573,7574,3548,2447, # 5046
3929,3338,7575, 513,7576,1209,2868,3339,3138,4409,1080,7577,7578,7579,7580,2527, # 5062
3656,3549, 815,1587,3930,3931,7581,3550,3439,3777,1254,4410,1328,3038,1390,3932, # 5078
1741,3933,3778,3934,7582, 236,3779,2448,3271,7583,7584,3657,3780,1273,3781,4411, # 5094
7585, 308,7586,4412, 245,4413,1851,2473,1307,2575, 430, 715,2136,2449,7587, 270, # 5110
199,2869,3935,7588,3551,2718,1753, 761,1754, 725,1661,1840,4414,3440,3658,7589, # 5126
7590, 587, 14,3272, 227,2598, 326, 480,2265, 943,2755,3552, 291, 650,1883,7591, # 5142
1702,1226, 102,1547, 62,3441, 904,4415,3442,1164,4150,7592,7593,1224,1548,2756, # 5158
391, 498,1493,7594,1386,1419,7595,2055,1177,4416, 813, 880,1081,2363, 566,1145, # 5174
4417,2286,1001,1035,2558,2599,2238, 394,1286,7596,7597,2068,7598, 86,1494,1730, # 5190
3936, 491,1588, 745, 897,2948, 843,3340,3937,2757,2870,3273,1768, 998,2217,2069, # 5206
397,1826,1195,1969,3659,2993,3341, 284,7599,3782,2500,2137,2119,1903,7600,3938, # 5222
2150,3939,4151,1036,3443,1904, 114,2559,4152, 209,1527,7601,7602,2949,2831,2625, # 5238
2385,2719,3139, 812,2560,7603,3274,7604,1559, 737,1884,3660,1210, 885, 28,2686, # 5254
3553,3783,7605,4153,1004,1779,4418,7606, 346,1981,2218,2687,4419,3784,1742, 797, # 5270
1642,3940,1933,1072,1384,2151, 896,3941,3275,3661,3197,2871,3554,7607,2561,1958, # 5286
4420,2450,1785,7608,7609,7610,3942,4154,1005,1308,3662,4155,2720,4421,4422,1528, # 5302
2600, 161,1178,4156,1982, 987,4423,1101,4157, 631,3943,1157,3198,2420,1343,1241, # 5318
1016,2239,2562, 372, 877,2339,2501,1160, 555,1934, 911,3944,7611, 466,1170, 169, # 5334
1051,2907,2688,3663,2474,2994,1182,2011,2563,1251,2626,7612, 992,2340,3444,1540, # 5350
2721,1201,2070,2401,1996,2475,7613,4424, 528,1922,2188,1503,1873,1570,2364,3342, # 5366
3276,7614, 557,1073,7615,1827,3445,2087,2266,3140,3039,3084, 767,3085,2786,4425, # 5382
1006,4158,4426,2341,1267,2176,3664,3199, 778,3945,3200,2722,1597,2657,7616,4427, # 5398
7617,3446,7618,7619,7620,3277,2689,1433,3278, 131, 95,1504,3946, 723,4159,3141, # 5414
1841,3555,2758,2189,3947,2027,2104,3665,7621,2995,3948,1218,7622,3343,3201,3949, # 5430
4160,2576, 248,1634,3785, 912,7623,2832,3666,3040,3786, 654, 53,7624,2996,7625, # 5446
1688,4428, 777,3447,1032,3950,1425,7626, 191, 820,2120,2833, 971,4429, 931,3202, # 5462
135, 664, 783,3787,1997, 772,2908,1935,3951,3788,4430,2909,3203, 282,2723, 640, # 5478
1372,3448,1127, 922, 325,3344,7627,7628, 711,2044,7629,7630,3952,2219,2787,1936, # 5494
3953,3345,2220,2251,3789,2300,7631,4431,3790,1258,3279,3954,3204,2138,2950,3955, # 5510
3956,7632,2221, 258,3205,4432, 101,1227,7633,3280,1755,7634,1391,3281,7635,2910, # 5526
2056, 893,7636,7637,7638,1402,4161,2342,7639,7640,3206,3556,7641,7642, 878,1325, # 5542
1780,2788,4433, 259,1385,2577, 744,1183,2267,4434,7643,3957,2502,7644, 684,1024, # 5558
4162,7645, 472,3557,3449,1165,3282,3958,3959, 322,2152, 881, 455,1695,1152,1340, # 5574
660, 554,2153,4435,1058,4436,4163, 830,1065,3346,3960,4437,1923,7646,1703,1918, # 5590
7647, 932,2268, 122,7648,4438, 947, 677,7649,3791,2627, 297,1905,1924,2269,4439, # 5606
2317,3283,7650,7651,4164,7652,4165, 84,4166, 112, 989,7653, 547,1059,3961, 701, # 5622
3558,1019,7654,4167,7655,3450, 942, 639, 457,2301,2451, 993,2951, 407, 851, 494, # 5638
4440,3347, 927,7656,1237,7657,2421,3348, 573,4168, 680, 921,2911,1279,1874, 285, # 5654
790,1448,1983, 719,2167,7658,7659,4441,3962,3963,1649,7660,1541, 563,7661,1077, # 5670
7662,3349,3041,3451, 511,2997,3964,3965,3667,3966,1268,2564,3350,3207,4442,4443, # 5686
7663, 535,1048,1276,1189,2912,2028,3142,1438,1373,2834,2952,1134,2012,7664,4169, # 5702
1238,2578,3086,1259,7665, 700,7666,2953,3143,3668,4170,7667,4171,1146,1875,1906, # 5718
4444,2601,3967, 781,2422, 132,1589, 203, 147, 273,2789,2402, 898,1786,2154,3968, # 5734
3969,7668,3792,2790,7669,7670,4445,4446,7671,3208,7672,1635,3793, 965,7673,1804, # 5750
2690,1516,3559,1121,1082,1329,3284,3970,1449,3794, 65,1128,2835,2913,2759,1590, # 5766
3795,7674,7675, 12,2658, 45, 976,2579,3144,4447, 517,2528,1013,1037,3209,7676, # 5782
3796,2836,7677,3797,7678,3452,7679,2602, 614,1998,2318,3798,3087,2724,2628,7680, # 5798
2580,4172, 599,1269,7681,1810,3669,7682,2691,3088, 759,1060, 489,1805,3351,3285, # 5814
1358,7683,7684,2386,1387,1215,2629,2252, 490,7685,7686,4173,1759,2387,2343,7687, # 5830
4448,3799,1907,3971,2630,1806,3210,4449,3453,3286,2760,2344, 874,7688,7689,3454, # 5846
3670,1858, 91,2914,3671,3042,3800,4450,7690,3145,3972,2659,7691,3455,1202,1403, # 5862
3801,2954,2529,1517,2503,4451,3456,2504,7692,4452,7693,2692,1885,1495,1731,3973, # 5878
2365,4453,7694,2029,7695,7696,3974,2693,1216, 237,2581,4174,2319,3975,3802,4454, # 5894
4455,2694,3560,3457, 445,4456,7697,7698,7699,7700,2761, 61,3976,3672,1822,3977, # 5910
7701, 687,2045, 935, 925, 405,2660, 703,1096,1859,2725,4457,3978,1876,1367,2695, # 5926
3352, 918,2105,1781,2476, 334,3287,1611,1093,4458, 564,3146,3458,3673,3353, 945, # 5942
2631,2057,4459,7702,1925, 872,4175,7703,3459,2696,3089, 349,4176,3674,3979,4460, # 5958
3803,4177,3675,2155,3980,4461,4462,4178,4463,2403,2046, 782,3981, 400, 251,4179, # 5974
1624,7704,7705, 277,3676, 299,1265, 476,1191,3804,2121,4180,4181,1109, 205,7706, # 5990
2582,1000,2156,3561,1860,7707,7708,7709,4464,7710,4465,2565, 107,2477,2157,3982, # 6006
3460,3147,7711,1533, 541,1301, 158, 753,4182,2872,3562,7712,1696, 370,1088,4183, # 6022
4466,3563, 579, 327, 440, 162,2240, 269,1937,1374,3461, 968,3043, 56,1396,3090, # 6038
2106,3288,3354,7713,1926,2158,4467,2998,7714,3564,7715,7716,3677,4468,2478,7717, # 6054
2791,7718,1650,4469,7719,2603,7720,7721,3983,2661,3355,1149,3356,3984,3805,3985, # 6070
7722,1076, 49,7723, 951,3211,3289,3290, 450,2837, 920,7724,1811,2792,2366,4184, # 6086
1908,1138,2367,3806,3462,7725,3212,4470,1909,1147,1518,2423,4471,3807,7726,4472, # 6102
2388,2604, 260,1795,3213,7727,7728,3808,3291, 708,7729,3565,1704,7730,3566,1351, # 6118
1618,3357,2999,1886, 944,4185,3358,4186,3044,3359,4187,7731,3678, 422, 413,1714, # 6134
3292, 500,2058,2345,4188,2479,7732,1344,1910, 954,7733,1668,7734,7735,3986,2404, # 6150
4189,3567,3809,4190,7736,2302,1318,2505,3091, 133,3092,2873,4473, 629, 31,2838, # 6166
2697,3810,4474, 850, 949,4475,3987,2955,1732,2088,4191,1496,1852,7737,3988, 620, # 6182
3214, 981,1242,3679,3360,1619,3680,1643,3293,2139,2452,1970,1719,3463,2168,7738, # 6198
3215,7739,7740,3361,1828,7741,1277,4476,1565,2047,7742,1636,3568,3093,7743, 869, # 6214
2839, 655,3811,3812,3094,3989,3000,3813,1310,3569,4477,7744,7745,7746,1733, 558, # 6230
4478,3681, 335,1549,3045,1756,4192,3682,1945,3464,1829,1291,1192, 470,2726,2107, # 6246
2793, 913,1054,3990,7747,1027,7748,3046,3991,4479, 982,2662,3362,3148,3465,3216, # 6262
3217,1946,2794,7749, 571,4480,7750,1830,7751,3570,2583,1523,2424,7752,2089, 984, # 6278
4481,3683,1959,7753,3684, 852, 923,2795,3466,3685, 969,1519, 999,2048,2320,1705, # 6294
7754,3095, 615,1662, 151, 597,3992,2405,2321,1049, 275,4482,3686,4193, 568,3687, # 6310
3571,2480,4194,3688,7755,2425,2270, 409,3218,7756,1566,2874,3467,1002, 769,2840, # 6326
194,2090,3149,3689,2222,3294,4195, 628,1505,7757,7758,1763,2177,3001,3993, 521, # 6342
1161,2584,1787,2203,2406,4483,3994,1625,4196,4197, 412, 42,3096, 464,7759,2632, # 6358
4484,3363,1760,1571,2875,3468,2530,1219,2204,3814,2633,2140,2368,4485,4486,3295, # 6374
1651,3364,3572,7760,7761,3573,2481,3469,7762,3690,7763,7764,2271,2091, 460,7765, # 6390
4487,7766,3002, 962, 588,3574, 289,3219,2634,1116, 52,7767,3047,1796,7768,7769, # 6406
7770,1467,7771,1598,1143,3691,4198,1984,1734,1067,4488,1280,3365, 465,4489,1572, # 6422
510,7772,1927,2241,1812,1644,3575,7773,4490,3692,7774,7775,2663,1573,1534,7776, # 6438
7777,4199, 536,1807,1761,3470,3815,3150,2635,7778,7779,7780,4491,3471,2915,1911, # 6454
2796,7781,3296,1122, 377,3220,7782, 360,7783,7784,4200,1529, 551,7785,2059,3693, # 6470
1769,2426,7786,2916,4201,3297,3097,2322,2108,2030,4492,1404, 136,1468,1479, 672, # 6486
1171,3221,2303, 271,3151,7787,2762,7788,2049, 678,2727, 865,1947,4493,7789,2013, # 6502
3995,2956,7790,2728,2223,1397,3048,3694,4494,4495,1735,2917,3366,3576,7791,3816, # 6518
509,2841,2453,2876,3817,7792,7793,3152,3153,4496,4202,2531,4497,2304,1166,1010, # 6534
552, 681,1887,7794,7795,2957,2958,3996,1287,1596,1861,3154, 358, 453, 736, 175, # 6550
478,1117, 905,1167,1097,7796,1853,1530,7797,1706,7798,2178,3472,2287,3695,3473, # 6566
3577,4203,2092,4204,7799,3367,1193,2482,4205,1458,2190,2205,1862,1888,1421,3298, # 6582
2918,3049,2179,3474, 595,2122,7800,3997,7801,7802,4206,1707,2636, 223,3696,1359, # 6598
751,3098, 183,3475,7803,2797,3003, 419,2369, 633, 704,3818,2389, 241,7804,7805, # 6614
7806, 838,3004,3697,2272,2763,2454,3819,1938,2050,3998,1309,3099,2242,1181,7807, # 6630
1136,2206,3820,2370,1446,4207,2305,4498,7808,7809,4208,1055,2605, 484,3698,7810, # 6646
3999, 625,4209,2273,3368,1499,4210,4000,7811,4001,4211,3222,2274,2275,3476,7812, # 6662
7813,2764, 808,2606,3699,3369,4002,4212,3100,2532, 526,3370,3821,4213, 955,7814, # 6678
1620,4214,2637,2427,7815,1429,3700,1669,1831, 994, 928,7816,3578,1260,7817,7818, # 6694
7819,1948,2288, 741,2919,1626,4215,2729,2455, 867,1184, 362,3371,1392,7820,7821, # 6710
4003,4216,1770,1736,3223,2920,4499,4500,1928,2698,1459,1158,7822,3050,3372,2877, # 6726
1292,1929,2506,2842,3701,1985,1187,2071,2014,2607,4217,7823,2566,2507,2169,3702, # 6742
2483,3299,7824,3703,4501,7825,7826, 666,1003,3005,1022,3579,4218,7827,4502,1813, # 6758
2253, 574,3822,1603, 295,1535, 705,3823,4219, 283, 858, 417,7828,7829,3224,4503, # 6774
4504,3051,1220,1889,1046,2276,2456,4004,1393,1599, 689,2567, 388,4220,7830,2484, # 6790
802,7831,2798,3824,2060,1405,2254,7832,4505,3825,2109,1052,1345,3225,1585,7833, # 6806
809,7834,7835,7836, 575,2730,3477, 956,1552,1469,1144,2323,7837,2324,1560,2457, # 6822
3580,3226,4005, 616,2207,3155,2180,2289,7838,1832,7839,3478,4506,7840,1319,3704, # 6838
3705,1211,3581,1023,3227,1293,2799,7841,7842,7843,3826, 607,2306,3827, 762,2878, # 6854
1439,4221,1360,7844,1485,3052,7845,4507,1038,4222,1450,2061,2638,4223,1379,4508, # 6870
2585,7846,7847,4224,1352,1414,2325,2921,1172,7848,7849,3828,3829,7850,1797,1451, # 6886
7851,7852,7853,7854,2922,4006,4007,2485,2346, 411,4008,4009,3582,3300,3101,4509, # 6902
1561,2664,1452,4010,1375,7855,7856, 47,2959, 316,7857,1406,1591,2923,3156,7858, # 6918
1025,2141,3102,3157, 354,2731, 884,2224,4225,2407, 508,3706, 726,3583, 996,2428, # 6934
3584, 729,7859, 392,2191,1453,4011,4510,3707,7860,7861,2458,3585,2608,1675,2800, # 6950
919,2347,2960,2348,1270,4511,4012, 73,7862,7863, 647,7864,3228,2843,2255,1550, # 6966
1346,3006,7865,1332, 883,3479,7866,7867,7868,7869,3301,2765,7870,1212, 831,1347, # 6982
4226,4512,2326,3830,1863,3053, 720,3831,4513,4514,3832,7871,4227,7872,7873,4515, # 6998
7874,7875,1798,4516,3708,2609,4517,3586,1645,2371,7876,7877,2924, 669,2208,2665, # 7014
2429,7878,2879,7879,7880,1028,3229,7881,4228,2408,7882,2256,1353,7883,7884,4518, # 7030
3158, 518,7885,4013,7886,4229,1960,7887,2142,4230,7888,7889,3007,2349,2350,3833, # 7046
516,1833,1454,4014,2699,4231,4519,2225,2610,1971,1129,3587,7890,2766,7891,2961, # 7062
1422, 577,1470,3008,1524,3373,7892,7893, 432,4232,3054,3480,7894,2586,1455,2508, # 7078
2226,1972,1175,7895,1020,2732,4015,3481,4520,7896,2733,7897,1743,1361,3055,3482, # 7094
2639,4016,4233,4521,2290, 895, 924,4234,2170, 331,2243,3056, 166,1627,3057,1098, # 7110
7898,1232,2880,2227,3374,4522, 657, 403,1196,2372, 542,3709,3375,1600,4235,3483, # 7126
7899,4523,2767,3230, 576, 530,1362,7900,4524,2533,2666,3710,4017,7901, 842,3834, # 7142
7902,2801,2031,1014,4018, 213,2700,3376, 665, 621,4236,7903,3711,2925,2430,7904, # 7158
2431,3302,3588,3377,7905,4237,2534,4238,4525,3589,1682,4239,3484,1380,7906, 724, # 7174
2277, 600,1670,7907,1337,1233,4526,3103,2244,7908,1621,4527,7909, 651,4240,7910, # 7190
1612,4241,2611,7911,2844,7912,2734,2307,3058,7913, 716,2459,3059, 174,1255,2701, # 7206
4019,3590, 548,1320,1398, 728,4020,1574,7914,1890,1197,3060,4021,7915,3061,3062, # 7222
3712,3591,3713, 747,7916, 635,4242,4528,7917,7918,7919,4243,7920,7921,4529,7922, # 7238
3378,4530,2432, 451,7923,3714,2535,2072,4244,2735,4245,4022,7924,1764,4531,7925, # 7254
4246, 350,7926,2278,2390,2486,7927,4247,4023,2245,1434,4024, 488,4532, 458,4248, # 7270
4025,3715, 771,1330,2391,3835,2568,3159,2159,2409,1553,2667,3160,4249,7928,2487, # 7286
2881,2612,1720,2702,4250,3379,4533,7929,2536,4251,7930,3231,4252,2768,7931,2015, # 7302
2736,7932,1155,1017,3716,3836,7933,3303,2308, 201,1864,4253,1430,7934,4026,7935, # 7318
7936,7937,7938,7939,4254,1604,7940, 414,1865, 371,2587,4534,4535,3485,2016,3104, # 7334
4536,1708, 960,4255, 887, 389,2171,1536,1663,1721,7941,2228,4027,2351,2926,1580, # 7350
7942,7943,7944,1744,7945,2537,4537,4538,7946,4539,7947,2073,7948,7949,3592,3380, # 7366
2882,4256,7950,4257,2640,3381,2802, 673,2703,2460, 709,3486,4028,3593,4258,7951, # 7382
1148, 502, 634,7952,7953,1204,4540,3594,1575,4541,2613,3717,7954,3718,3105, 948, # 7398
3232, 121,1745,3837,1110,7955,4259,3063,2509,3009,4029,3719,1151,1771,3838,1488, # 7414
4030,1986,7956,2433,3487,7957,7958,2093,7959,4260,3839,1213,1407,2803, 531,2737, # 7430
2538,3233,1011,1537,7960,2769,4261,3106,1061,7961,3720,3721,1866,2883,7962,2017, # 7446
120,4262,4263,2062,3595,3234,2309,3840,2668,3382,1954,4542,7963,7964,3488,1047, # 7462
2704,1266,7965,1368,4543,2845, 649,3383,3841,2539,2738,1102,2846,2669,7966,7967, # 7478
1999,7968,1111,3596,2962,7969,2488,3842,3597,2804,1854,3384,3722,7970,7971,3385, # 7494
2410,2884,3304,3235,3598,7972,2569,7973,3599,2805,4031,1460, 856,7974,3600,7975, # 7510
2885,2963,7976,2886,3843,7977,4264, 632,2510, 875,3844,1697,3845,2291,7978,7979, # 7526
4544,3010,1239, 580,4545,4265,7980, 914, 936,2074,1190,4032,1039,2123,7981,7982, # 7542
7983,3386,1473,7984,1354,4266,3846,7985,2172,3064,4033, 915,3305,4267,4268,3306, # 7558
1605,1834,7986,2739, 398,3601,4269,3847,4034, 328,1912,2847,4035,3848,1331,4270, # 7574
3011, 937,4271,7987,3602,4036,4037,3387,2160,4546,3388, 524, 742, 538,3065,1012, # 7590
7988,7989,3849,2461,7990, 658,1103, 225,3850,7991,7992,4547,7993,4548,7994,3236, # 7606
1243,7995,4038, 963,2246,4549,7996,2705,3603,3161,7997,7998,2588,2327,7999,4550, # 7622
8000,8001,8002,3489,3307, 957,3389,2540,2032,1930,2927,2462, 870,2018,3604,1746, # 7638
2770,2771,2434,2463,8003,3851,8004,3723,3107,3724,3490,3390,3725,8005,1179,3066, # 7654
8006,3162,2373,4272,3726,2541,3163,3108,2740,4039,8007,3391,1556,2542,2292, 977, # 7670
2887,2033,4040,1205,3392,8008,1765,3393,3164,2124,1271,1689, 714,4551,3491,8009, # 7686
2328,3852, 533,4273,3605,2181, 617,8010,2464,3308,3492,2310,8011,8012,3165,8013, # 7702
8014,3853,1987, 618, 427,2641,3493,3394,8015,8016,1244,1690,8017,2806,4274,4552, # 7718
8018,3494,8019,8020,2279,1576, 473,3606,4275,3395, 972,8021,3607,8022,3067,8023, # 7734
8024,4553,4554,8025,3727,4041,4042,8026, 153,4555, 356,8027,1891,2888,4276,2143, # 7750
408, 803,2352,8028,3854,8029,4277,1646,2570,2511,4556,4557,3855,8030,3856,4278, # 7766
8031,2411,3396, 752,8032,8033,1961,2964,8034, 746,3012,2465,8035,4279,3728, 698, # 7782
4558,1892,4280,3608,2543,4559,3609,3857,8036,3166,3397,8037,1823,1302,4043,2706, # 7798
3858,1973,4281,8038,4282,3167, 823,1303,1288,1236,2848,3495,4044,3398, 774,3859, # 7814
8039,1581,4560,1304,2849,3860,4561,8040,2435,2161,1083,3237,4283,4045,4284, 344, # 7830
1173, 288,2311, 454,1683,8041,8042,1461,4562,4046,2589,8043,8044,4563, 985, 894, # 7846
8045,3399,3168,8046,1913,2928,3729,1988,8047,2110,1974,8048,4047,8049,2571,1194, # 7862
425,8050,4564,3169,1245,3730,4285,8051,8052,2850,8053, 636,4565,1855,3861, 760, # 7878
1799,8054,4286,2209,1508,4566,4048,1893,1684,2293,8055,8056,8057,4287,4288,2210, # 7894
479,8058,8059, 832,8060,4049,2489,8061,2965,2490,3731, 990,3109, 627,1814,2642, # 7910
4289,1582,4290,2125,2111,3496,4567,8062, 799,4291,3170,8063,4568,2112,1737,3013, # 7926
1018, 543, 754,4292,3309,1676,4569,4570,4050,8064,1489,8065,3497,8066,2614,2889, # 7942
4051,8067,8068,2966,8069,8070,8071,8072,3171,4571,4572,2182,1722,8073,3238,3239, # 7958
1842,3610,1715, 481, 365,1975,1856,8074,8075,1962,2491,4573,8076,2126,3611,3240, # 7974
433,1894,2063,2075,8077, 602,2741,8078,8079,8080,8081,8082,3014,1628,3400,8083, # 7990
3172,4574,4052,2890,4575,2512,8084,2544,2772,8085,8086,8087,3310,4576,2891,8088, # 8006
4577,8089,2851,4578,4579,1221,2967,4053,2513,8090,8091,8092,1867,1989,8093,8094, # 8022
8095,1895,8096,8097,4580,1896,4054, 318,8098,2094,4055,4293,8099,8100, 485,8101, # 8038
938,3862, 553,2670, 116,8102,3863,3612,8103,3498,2671,2773,3401,3311,2807,8104, # 8054
3613,2929,4056,1747,2930,2968,8105,8106, 207,8107,8108,2672,4581,2514,8109,3015, # 8070
890,3614,3864,8110,1877,3732,3402,8111,2183,2353,3403,1652,8112,8113,8114, 941, # 8086
2294, 208,3499,4057,2019, 330,4294,3865,2892,2492,3733,4295,8115,8116,8117,8118, # 8102
)
chardet/chardistribution.py 0000644 00000022303 15043676164 0012121 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .euctwfreq import (EUCTW_CHAR_TO_FREQ_ORDER, EUCTW_TABLE_SIZE,
EUCTW_TYPICAL_DISTRIBUTION_RATIO)
from .euckrfreq import (EUCKR_CHAR_TO_FREQ_ORDER, EUCKR_TABLE_SIZE,
EUCKR_TYPICAL_DISTRIBUTION_RATIO)
from .gb2312freq import (GB2312_CHAR_TO_FREQ_ORDER, GB2312_TABLE_SIZE,
GB2312_TYPICAL_DISTRIBUTION_RATIO)
from .big5freq import (BIG5_CHAR_TO_FREQ_ORDER, BIG5_TABLE_SIZE,
BIG5_TYPICAL_DISTRIBUTION_RATIO)
from .jisfreq import (JIS_CHAR_TO_FREQ_ORDER, JIS_TABLE_SIZE,
JIS_TYPICAL_DISTRIBUTION_RATIO)
class CharDistributionAnalysis(object):
ENOUGH_DATA_THRESHOLD = 1024
SURE_YES = 0.99
SURE_NO = 0.01
MINIMUM_DATA_THRESHOLD = 3
def __init__(self):
# Mapping table to get frequency order from char order (get from
# GetOrder())
self._char_to_freq_order = None
self._table_size = None # Size of above table
# This is a constant value which varies from language to language,
# used in calculating confidence. See
# http://www.mozilla.org/projects/intl/UniversalCharsetDetection.html
# for further detail.
self.typical_distribution_ratio = None
self._done = None
self._total_chars = None
self._freq_chars = None
self.reset()
def reset(self):
"""reset analyser, clear any state"""
# If this flag is set to True, detection is done and conclusion has
# been made
self._done = False
self._total_chars = 0 # Total characters encountered
# The number of characters whose frequency order is less than 512
self._freq_chars = 0
def feed(self, char, char_len):
"""feed a character with known length"""
if char_len == 2:
# we only care about 2-bytes character in our distribution analysis
order = self.get_order(char)
else:
order = -1
if order >= 0:
self._total_chars += 1
# order is valid
if order < self._table_size:
if 512 > self._char_to_freq_order[order]:
self._freq_chars += 1
def get_confidence(self):
"""return confidence based on existing data"""
# if we didn't receive any character in our consideration range,
# return negative answer
if self._total_chars <= 0 or self._freq_chars <= self.MINIMUM_DATA_THRESHOLD:
return self.SURE_NO
if self._total_chars != self._freq_chars:
r = (self._freq_chars / ((self._total_chars - self._freq_chars)
* self.typical_distribution_ratio))
if r < self.SURE_YES:
return r
# normalize confidence (we don't want to be 100% sure)
return self.SURE_YES
def got_enough_data(self):
# It is not necessary to receive all data to draw conclusion.
# For charset detection, certain amount of data is enough
return self._total_chars > self.ENOUGH_DATA_THRESHOLD
def get_order(self, byte_str):
# We do not handle characters based on the original encoding string,
# but convert this encoding string to a number, here called order.
# This allows multiple encodings of a language to share one frequency
# table.
return -1
class EUCTWDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(EUCTWDistributionAnalysis, self).__init__()
self._char_to_freq_order = EUCTW_CHAR_TO_FREQ_ORDER
self._table_size = EUCTW_TABLE_SIZE
self.typical_distribution_ratio = EUCTW_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for euc-TW encoding, we are interested
# first byte range: 0xc4 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char = byte_str[0]
if first_char >= 0xC4:
return 94 * (first_char - 0xC4) + byte_str[1] - 0xA1
else:
return -1
class EUCKRDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(EUCKRDistributionAnalysis, self).__init__()
self._char_to_freq_order = EUCKR_CHAR_TO_FREQ_ORDER
self._table_size = EUCKR_TABLE_SIZE
self.typical_distribution_ratio = EUCKR_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for euc-KR encoding, we are interested
# first byte range: 0xb0 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char = byte_str[0]
if first_char >= 0xB0:
return 94 * (first_char - 0xB0) + byte_str[1] - 0xA1
else:
return -1
class GB2312DistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(GB2312DistributionAnalysis, self).__init__()
self._char_to_freq_order = GB2312_CHAR_TO_FREQ_ORDER
self._table_size = GB2312_TABLE_SIZE
self.typical_distribution_ratio = GB2312_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for GB2312 encoding, we are interested
# first byte range: 0xb0 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char, second_char = byte_str[0], byte_str[1]
if (first_char >= 0xB0) and (second_char >= 0xA1):
return 94 * (first_char - 0xB0) + second_char - 0xA1
else:
return -1
class Big5DistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(Big5DistributionAnalysis, self).__init__()
self._char_to_freq_order = BIG5_CHAR_TO_FREQ_ORDER
self._table_size = BIG5_TABLE_SIZE
self.typical_distribution_ratio = BIG5_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for big5 encoding, we are interested
# first byte range: 0xa4 -- 0xfe
# second byte range: 0x40 -- 0x7e , 0xa1 -- 0xfe
# no validation needed here. State machine has done that
first_char, second_char = byte_str[0], byte_str[1]
if first_char >= 0xA4:
if second_char >= 0xA1:
return 157 * (first_char - 0xA4) + second_char - 0xA1 + 63
else:
return 157 * (first_char - 0xA4) + second_char - 0x40
else:
return -1
class SJISDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(SJISDistributionAnalysis, self).__init__()
self._char_to_freq_order = JIS_CHAR_TO_FREQ_ORDER
self._table_size = JIS_TABLE_SIZE
self.typical_distribution_ratio = JIS_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for sjis encoding, we are interested
# first byte range: 0x81 -- 0x9f , 0xe0 -- 0xfe
# second byte range: 0x40 -- 0x7e, 0x81 -- oxfe
# no validation needed here. State machine has done that
first_char, second_char = byte_str[0], byte_str[1]
if (first_char >= 0x81) and (first_char <= 0x9F):
order = 188 * (first_char - 0x81)
elif (first_char >= 0xE0) and (first_char <= 0xEF):
order = 188 * (first_char - 0xE0 + 31)
else:
return -1
order = order + second_char - 0x40
if second_char > 0x7F:
order = -1
return order
class EUCJPDistributionAnalysis(CharDistributionAnalysis):
def __init__(self):
super(EUCJPDistributionAnalysis, self).__init__()
self._char_to_freq_order = JIS_CHAR_TO_FREQ_ORDER
self._table_size = JIS_TABLE_SIZE
self.typical_distribution_ratio = JIS_TYPICAL_DISTRIBUTION_RATIO
def get_order(self, byte_str):
# for euc-JP encoding, we are interested
# first byte range: 0xa0 -- 0xfe
# second byte range: 0xa1 -- 0xfe
# no validation needed here. State machine has done that
char = byte_str[0]
if char >= 0xA0:
return 94 * (char - 0xA1) + byte_str[1] - 0xa1
else:
return -1
chardet/utf8prober.py 0000644 00000005316 15043676165 0010652 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState, MachineState
from .codingstatemachine import CodingStateMachine
from .mbcssm import UTF8_SM_MODEL
class UTF8Prober(CharSetProber):
ONE_CHAR_PROB = 0.5
def __init__(self):
super(UTF8Prober, self).__init__()
self.coding_sm = CodingStateMachine(UTF8_SM_MODEL)
self._num_mb_chars = None
self.reset()
def reset(self):
super(UTF8Prober, self).reset()
self.coding_sm.reset()
self._num_mb_chars = 0
@property
def charset_name(self):
return "utf-8"
@property
def language(self):
return ""
def feed(self, byte_str):
for c in byte_str:
coding_state = self.coding_sm.next_state(c)
if coding_state == MachineState.ERROR:
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
if self.coding_sm.get_current_charlen() >= 2:
self._num_mb_chars += 1
if self.state == ProbingState.DETECTING:
if self.get_confidence() > self.SHORTCUT_THRESHOLD:
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
unlike = 0.99
if self._num_mb_chars < 6:
unlike *= self.ONE_CHAR_PROB ** self._num_mb_chars
return 1.0 - unlike
else:
return unlike
chardet/langgreekmodel.py 0000644 00000030620 15043676166 0011527 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# 255: Control characters that usually does not exist in any text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# Character Mapping Table:
Latin7_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, # 40
79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, # 50
253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, # 60
78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, # 70
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 80
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 90
253,233, 90,253,253,253,253,253,253,253,253,253,253, 74,253,253, # a0
253,253,253,253,247,248, 61, 36, 46, 71, 73,253, 54,253,108,123, # b0
110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, # c0
35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, # d0
124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, # e0
9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, # f0
)
win1253_char_to_order_map = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, # 40
79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, # 50
253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, # 60
78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, # 70
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 80
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 90
253,233, 61,253,253,253,253,253,253,253,253,253,253, 74,253,253, # a0
253,253,253,253,247,253,253, 36, 46, 71, 73,253, 54,253,108,123, # b0
110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, # c0
35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, # d0
124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, # e0
9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, # f0
)
# Model Table:
# total sequences: 100%
# first 512 sequences: 98.2851%
# first 1024 sequences:1.7001%
# rest sequences: 0.0359%
# negative sequences: 0.0148%
GreekLangModel = (
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,2,2,3,3,3,3,3,3,3,3,1,3,3,3,0,2,2,3,3,0,3,0,3,2,0,3,3,3,0,
3,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,0,3,3,0,3,2,3,3,0,3,2,3,3,3,0,0,3,0,3,0,3,3,2,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
0,2,3,2,2,3,3,3,3,3,3,3,3,0,3,3,3,3,0,2,3,3,0,3,3,3,3,2,3,3,3,0,
2,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,0,2,1,3,3,3,3,2,3,3,2,3,3,2,0,
0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,0,3,3,3,3,3,3,0,3,3,0,3,3,3,3,3,3,3,3,3,3,0,3,2,3,3,0,
2,0,1,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,2,3,0,0,0,0,3,3,0,3,1,3,3,3,0,3,3,0,3,3,3,3,0,0,0,0,
2,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,0,3,0,3,3,3,3,3,0,3,2,2,2,3,0,2,3,3,3,3,3,2,3,3,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,3,2,2,2,3,3,3,3,0,3,1,3,3,3,3,2,3,3,3,3,3,3,3,2,2,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,2,0,3,0,0,0,3,3,2,3,3,3,3,3,0,0,3,2,3,0,2,3,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,0,3,3,3,3,0,0,3,3,0,2,3,0,3,0,3,3,3,0,0,3,0,3,0,2,2,3,3,0,0,
0,0,1,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,2,0,3,2,3,3,3,3,0,3,3,3,3,3,0,3,3,2,3,2,3,3,2,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,2,3,2,3,3,3,3,3,3,0,2,3,2,3,2,2,2,3,2,3,3,2,3,0,2,2,2,3,0,
2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,0,0,0,3,3,3,2,3,3,0,0,3,0,3,0,0,0,3,2,0,3,0,3,0,0,2,0,2,0,
0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,0,3,3,3,3,3,3,0,3,3,0,3,0,0,0,3,3,0,3,3,3,0,0,1,2,3,0,
3,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,2,0,0,3,2,2,3,3,0,3,3,3,3,3,2,1,3,0,3,2,3,3,2,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,3,0,2,3,3,3,3,3,3,0,0,3,0,3,0,0,0,3,3,0,3,2,3,0,0,3,3,3,0,
3,0,0,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,0,3,3,3,3,3,3,0,0,3,0,3,0,0,0,3,2,0,3,2,3,0,0,3,2,3,0,
2,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,1,2,2,3,3,3,3,3,3,0,2,3,0,3,0,0,0,3,3,0,3,0,2,0,0,2,3,1,0,
2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,0,3,3,3,3,0,3,0,3,3,2,3,0,3,3,3,3,3,3,0,3,3,3,0,2,3,0,0,3,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,0,3,3,3,0,0,3,0,0,0,3,3,0,3,0,2,3,3,0,0,3,0,3,0,3,3,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,0,0,0,3,3,3,3,3,3,0,0,3,0,2,0,0,0,3,3,0,3,0,3,0,0,2,0,2,0,
0,0,0,0,1,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,3,0,3,0,2,0,3,2,0,3,2,3,2,3,0,0,3,2,3,2,3,3,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,0,0,2,3,3,3,3,3,0,0,0,3,0,2,1,0,0,3,2,2,2,0,3,0,0,2,2,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,0,3,3,3,2,0,3,0,3,0,3,3,0,2,1,2,3,3,0,0,3,0,3,0,3,3,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,3,3,3,0,3,3,3,3,3,3,0,2,3,0,3,0,0,0,2,1,0,2,2,3,0,0,2,2,2,0,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,3,0,0,2,3,3,3,2,3,0,0,1,3,0,2,0,0,0,0,3,0,1,0,2,0,0,1,1,1,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,3,1,0,3,0,0,0,3,2,0,3,2,3,3,3,0,0,3,0,3,2,2,2,1,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,0,3,3,3,0,0,3,0,0,0,0,2,0,2,3,3,2,2,2,2,3,0,2,0,2,2,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,3,3,3,2,0,0,0,0,0,0,2,3,0,2,0,2,3,2,0,0,3,0,3,0,3,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,3,2,3,3,2,2,3,0,2,0,3,0,0,0,2,0,0,0,0,1,2,0,2,0,2,0,
0,2,0,2,0,2,2,0,0,1,0,2,2,2,0,2,2,2,0,2,2,2,0,0,2,0,0,1,0,0,0,0,
0,2,0,3,3,2,0,0,0,0,0,0,1,3,0,2,0,2,2,2,0,0,2,0,3,0,0,2,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,0,2,3,2,0,2,2,0,2,0,2,2,0,2,0,2,2,2,0,0,0,0,0,0,2,3,0,0,0,2,
0,1,2,0,0,0,0,2,2,0,0,0,2,1,0,2,2,0,0,0,0,0,0,1,0,2,0,0,0,0,0,0,
0,0,2,1,0,2,3,2,2,3,2,3,2,0,0,3,3,3,0,0,3,2,0,0,0,1,1,0,2,0,2,2,
0,2,0,2,0,2,2,0,0,2,0,2,2,2,0,2,2,2,2,0,0,2,0,0,0,2,0,1,0,0,0,0,
0,3,0,3,3,2,2,0,3,0,0,0,2,2,0,2,2,2,1,2,0,0,1,2,2,0,0,3,0,0,0,2,
0,1,2,0,0,0,1,2,0,0,0,0,0,0,0,2,2,0,1,0,0,2,0,0,0,2,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,3,3,2,2,0,0,0,2,0,2,3,3,0,2,0,0,0,0,0,0,2,2,2,0,2,2,0,2,0,2,
0,2,2,0,0,2,2,2,2,1,0,0,2,2,0,2,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,
0,2,0,3,2,3,0,0,0,3,0,0,2,2,0,2,0,2,2,2,0,0,2,0,0,0,0,0,0,0,0,2,
0,0,2,2,0,0,2,2,2,0,0,0,0,0,0,2,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,2,0,0,3,2,0,2,2,2,2,2,0,0,0,2,0,0,0,0,2,0,1,0,0,2,0,1,0,0,0,
0,2,2,2,0,2,2,0,1,2,0,2,2,2,0,2,2,2,2,1,2,2,0,0,2,0,0,0,0,0,0,0,
0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
0,2,0,2,0,2,2,0,0,0,0,1,2,1,0,0,2,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,3,2,3,0,0,2,0,0,0,2,2,0,2,0,0,0,1,0,0,2,0,2,0,2,2,0,0,0,0,
0,0,2,0,0,0,0,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,
0,2,2,3,2,2,0,0,0,0,0,0,1,3,0,2,0,2,2,0,0,0,1,0,2,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,0,2,0,3,2,0,2,0,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
0,0,2,0,0,0,0,1,1,0,0,2,1,2,0,2,2,0,1,0,0,1,0,0,0,2,0,0,0,0,0,0,
0,3,0,2,2,2,0,0,2,0,0,0,2,0,0,0,2,3,0,2,0,0,0,0,0,0,2,2,0,0,0,2,
0,1,2,0,0,0,1,2,2,1,0,0,0,2,0,0,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,1,2,0,2,2,0,2,0,0,2,0,0,0,0,1,2,1,0,2,1,0,0,0,0,0,0,0,0,0,0,
0,0,2,0,0,0,3,1,2,2,0,2,0,0,0,0,2,0,0,0,2,0,0,3,0,0,0,0,2,2,2,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,1,0,2,0,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,2,
0,2,2,0,0,2,2,2,2,2,0,1,2,0,0,0,2,2,0,1,0,2,0,0,2,2,0,0,0,0,0,0,
0,0,0,0,1,0,0,0,0,0,0,0,3,0,0,2,0,0,0,0,0,0,0,0,2,0,2,0,0,0,0,2,
0,1,2,0,0,0,0,2,2,1,0,1,0,1,0,2,2,2,1,0,0,0,0,0,0,1,0,0,0,0,0,0,
0,2,0,1,2,0,0,0,0,0,0,0,0,0,0,2,0,0,2,2,0,0,0,0,1,0,0,0,0,0,0,2,
0,2,2,0,0,0,0,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,2,0,0,2,0,0,0,
0,2,2,2,2,0,0,0,3,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,1,
0,0,2,0,0,0,0,1,2,0,0,0,0,0,0,2,2,1,1,0,0,0,0,0,0,1,0,0,0,0,0,0,
0,2,0,2,2,2,0,0,2,0,0,0,0,0,0,0,2,2,2,0,0,0,2,0,0,0,0,0,0,0,0,2,
0,0,1,0,0,0,0,2,1,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
0,3,0,2,0,0,0,0,0,0,0,0,2,0,0,0,0,0,2,0,0,0,0,0,0,0,2,0,0,0,0,2,
0,0,2,0,0,0,0,2,2,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,2,0,2,2,1,0,0,0,0,0,0,2,0,0,2,0,2,2,2,0,0,0,0,0,0,2,0,0,0,0,2,
0,0,2,0,0,2,0,2,2,0,0,0,0,2,0,2,0,0,0,0,0,2,0,0,0,2,0,0,0,0,0,0,
0,0,3,0,0,0,2,2,0,2,2,0,0,0,0,0,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,2,0,0,0,0,0,
0,2,2,2,2,2,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,
0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,2,2,0,0,0,0,0,2,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
0,2,0,0,0,2,0,0,0,0,0,1,0,0,0,0,2,2,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,2,0,0,0,
0,2,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,2,0,2,0,0,0,
0,0,0,0,0,0,0,0,2,1,0,0,0,0,0,0,2,0,0,0,1,2,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
)
Latin7GreekModel = {
'char_to_order_map': Latin7_char_to_order_map,
'precedence_matrix': GreekLangModel,
'typical_positive_ratio': 0.982851,
'keep_english_letter': False,
'charset_name': "ISO-8859-7",
'language': 'Greek',
}
Win1253GreekModel = {
'char_to_order_map': win1253_char_to_order_map,
'precedence_matrix': GreekLangModel,
'typical_positive_ratio': 0.982851,
'keep_english_letter': False,
'charset_name': "windows-1253",
'language': 'Greek',
}
chardet/mbcssm.py 0000644 00000061611 15043676167 0010040 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .enums import MachineState
# BIG5
BIG5_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07 #allow 0x00 as legal value
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,1, # 78 - 7f
4,4,4,4,4,4,4,4, # 80 - 87
4,4,4,4,4,4,4,4, # 88 - 8f
4,4,4,4,4,4,4,4, # 90 - 97
4,4,4,4,4,4,4,4, # 98 - 9f
4,3,3,3,3,3,3,3, # a0 - a7
3,3,3,3,3,3,3,3, # a8 - af
3,3,3,3,3,3,3,3, # b0 - b7
3,3,3,3,3,3,3,3, # b8 - bf
3,3,3,3,3,3,3,3, # c0 - c7
3,3,3,3,3,3,3,3, # c8 - cf
3,3,3,3,3,3,3,3, # d0 - d7
3,3,3,3,3,3,3,3, # d8 - df
3,3,3,3,3,3,3,3, # e0 - e7
3,3,3,3,3,3,3,3, # e8 - ef
3,3,3,3,3,3,3,3, # f0 - f7
3,3,3,3,3,3,3,0 # f8 - ff
)
BIG5_ST = (
MachineState.ERROR,MachineState.START,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,#08-0f
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START#10-17
)
BIG5_CHAR_LEN_TABLE = (0, 1, 1, 2, 0)
BIG5_SM_MODEL = {'class_table': BIG5_CLS,
'class_factor': 5,
'state_table': BIG5_ST,
'char_len_table': BIG5_CHAR_LEN_TABLE,
'name': 'Big5'}
# CP949
CP949_CLS = (
1,1,1,1,1,1,1,1, 1,1,1,1,1,1,0,0, # 00 - 0f
1,1,1,1,1,1,1,1, 1,1,1,0,1,1,1,1, # 10 - 1f
1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1, # 20 - 2f
1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1, # 30 - 3f
1,4,4,4,4,4,4,4, 4,4,4,4,4,4,4,4, # 40 - 4f
4,4,5,5,5,5,5,5, 5,5,5,1,1,1,1,1, # 50 - 5f
1,5,5,5,5,5,5,5, 5,5,5,5,5,5,5,5, # 60 - 6f
5,5,5,5,5,5,5,5, 5,5,5,1,1,1,1,1, # 70 - 7f
0,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6, # 80 - 8f
6,6,6,6,6,6,6,6, 6,6,6,6,6,6,6,6, # 90 - 9f
6,7,7,7,7,7,7,7, 7,7,7,7,7,8,8,8, # a0 - af
7,7,7,7,7,7,7,7, 7,7,7,7,7,7,7,7, # b0 - bf
7,7,7,7,7,7,9,2, 2,3,2,2,2,2,2,2, # c0 - cf
2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2, # d0 - df
2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,2, # e0 - ef
2,2,2,2,2,2,2,2, 2,2,2,2,2,2,2,0, # f0 - ff
)
CP949_ST = (
#cls= 0 1 2 3 4 5 6 7 8 9 # previous state =
MachineState.ERROR,MachineState.START, 3,MachineState.ERROR,MachineState.START,MachineState.START, 4, 5,MachineState.ERROR, 6, # MachineState.START
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, # MachineState.ERROR
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME, # MachineState.ITS_ME
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START, # 3
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, # 4
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, # 5
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START, # 6
)
CP949_CHAR_LEN_TABLE = (0, 1, 2, 0, 1, 1, 2, 2, 0, 2)
CP949_SM_MODEL = {'class_table': CP949_CLS,
'class_factor': 10,
'state_table': CP949_ST,
'char_len_table': CP949_CHAR_LEN_TABLE,
'name': 'CP949'}
# EUC-JP
EUCJP_CLS = (
4,4,4,4,4,4,4,4, # 00 - 07
4,4,4,4,4,4,5,5, # 08 - 0f
4,4,4,4,4,4,4,4, # 10 - 17
4,4,4,5,4,4,4,4, # 18 - 1f
4,4,4,4,4,4,4,4, # 20 - 27
4,4,4,4,4,4,4,4, # 28 - 2f
4,4,4,4,4,4,4,4, # 30 - 37
4,4,4,4,4,4,4,4, # 38 - 3f
4,4,4,4,4,4,4,4, # 40 - 47
4,4,4,4,4,4,4,4, # 48 - 4f
4,4,4,4,4,4,4,4, # 50 - 57
4,4,4,4,4,4,4,4, # 58 - 5f
4,4,4,4,4,4,4,4, # 60 - 67
4,4,4,4,4,4,4,4, # 68 - 6f
4,4,4,4,4,4,4,4, # 70 - 77
4,4,4,4,4,4,4,4, # 78 - 7f
5,5,5,5,5,5,5,5, # 80 - 87
5,5,5,5,5,5,1,3, # 88 - 8f
5,5,5,5,5,5,5,5, # 90 - 97
5,5,5,5,5,5,5,5, # 98 - 9f
5,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
0,0,0,0,0,0,0,0, # e0 - e7
0,0,0,0,0,0,0,0, # e8 - ef
0,0,0,0,0,0,0,0, # f0 - f7
0,0,0,0,0,0,0,5 # f8 - ff
)
EUCJP_ST = (
3, 4, 3, 5,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.START,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#10-17
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 3,MachineState.ERROR,#18-1f
3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START#20-27
)
EUCJP_CHAR_LEN_TABLE = (2, 2, 2, 3, 1, 0)
EUCJP_SM_MODEL = {'class_table': EUCJP_CLS,
'class_factor': 6,
'state_table': EUCJP_ST,
'char_len_table': EUCJP_CHAR_LEN_TABLE,
'name': 'EUC-JP'}
# EUC-KR
EUCKR_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
1,1,1,1,1,1,1,1, # 40 - 47
1,1,1,1,1,1,1,1, # 48 - 4f
1,1,1,1,1,1,1,1, # 50 - 57
1,1,1,1,1,1,1,1, # 58 - 5f
1,1,1,1,1,1,1,1, # 60 - 67
1,1,1,1,1,1,1,1, # 68 - 6f
1,1,1,1,1,1,1,1, # 70 - 77
1,1,1,1,1,1,1,1, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,0,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,3,3,3, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,3,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
2,2,2,2,2,2,2,2, # e0 - e7
2,2,2,2,2,2,2,2, # e8 - ef
2,2,2,2,2,2,2,2, # f0 - f7
2,2,2,2,2,2,2,0 # f8 - ff
)
EUCKR_ST = (
MachineState.ERROR,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START #08-0f
)
EUCKR_CHAR_LEN_TABLE = (0, 1, 2, 0)
EUCKR_SM_MODEL = {'class_table': EUCKR_CLS,
'class_factor': 4,
'state_table': EUCKR_ST,
'char_len_table': EUCKR_CHAR_LEN_TABLE,
'name': 'EUC-KR'}
# EUC-TW
EUCTW_CLS = (
2,2,2,2,2,2,2,2, # 00 - 07
2,2,2,2,2,2,0,0, # 08 - 0f
2,2,2,2,2,2,2,2, # 10 - 17
2,2,2,0,2,2,2,2, # 18 - 1f
2,2,2,2,2,2,2,2, # 20 - 27
2,2,2,2,2,2,2,2, # 28 - 2f
2,2,2,2,2,2,2,2, # 30 - 37
2,2,2,2,2,2,2,2, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,2, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,6,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,3,4,4,4,4,4,4, # a0 - a7
5,5,1,1,1,1,1,1, # a8 - af
1,1,1,1,1,1,1,1, # b0 - b7
1,1,1,1,1,1,1,1, # b8 - bf
1,1,3,1,3,3,3,3, # c0 - c7
3,3,3,3,3,3,3,3, # c8 - cf
3,3,3,3,3,3,3,3, # d0 - d7
3,3,3,3,3,3,3,3, # d8 - df
3,3,3,3,3,3,3,3, # e0 - e7
3,3,3,3,3,3,3,3, # e8 - ef
3,3,3,3,3,3,3,3, # f0 - f7
3,3,3,3,3,3,3,0 # f8 - ff
)
EUCTW_ST = (
MachineState.ERROR,MachineState.ERROR,MachineState.START, 3, 3, 3, 4,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.START,MachineState.ERROR,#10-17
MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f
5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.START,MachineState.START,#20-27
MachineState.START,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START #28-2f
)
EUCTW_CHAR_LEN_TABLE = (0, 0, 1, 2, 2, 2, 3)
EUCTW_SM_MODEL = {'class_table': EUCTW_CLS,
'class_factor': 7,
'state_table': EUCTW_ST,
'char_len_table': EUCTW_CHAR_LEN_TABLE,
'name': 'x-euc-tw'}
# GB2312
GB2312_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
3,3,3,3,3,3,3,3, # 30 - 37
3,3,1,1,1,1,1,1, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,4, # 78 - 7f
5,6,6,6,6,6,6,6, # 80 - 87
6,6,6,6,6,6,6,6, # 88 - 8f
6,6,6,6,6,6,6,6, # 90 - 97
6,6,6,6,6,6,6,6, # 98 - 9f
6,6,6,6,6,6,6,6, # a0 - a7
6,6,6,6,6,6,6,6, # a8 - af
6,6,6,6,6,6,6,6, # b0 - b7
6,6,6,6,6,6,6,6, # b8 - bf
6,6,6,6,6,6,6,6, # c0 - c7
6,6,6,6,6,6,6,6, # c8 - cf
6,6,6,6,6,6,6,6, # d0 - d7
6,6,6,6,6,6,6,6, # d8 - df
6,6,6,6,6,6,6,6, # e0 - e7
6,6,6,6,6,6,6,6, # e8 - ef
6,6,6,6,6,6,6,6, # f0 - f7
6,6,6,6,6,6,6,0 # f8 - ff
)
GB2312_ST = (
MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START, 3,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,#10-17
4,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f
MachineState.ERROR,MachineState.ERROR, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,#20-27
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.START #28-2f
)
# To be accurate, the length of class 6 can be either 2 or 4.
# But it is not necessary to discriminate between the two since
# it is used for frequency analysis only, and we are validating
# each code range there as well. So it is safe to set it to be
# 2 here.
GB2312_CHAR_LEN_TABLE = (0, 1, 1, 1, 1, 1, 2)
GB2312_SM_MODEL = {'class_table': GB2312_CLS,
'class_factor': 7,
'state_table': GB2312_ST,
'char_len_table': GB2312_CHAR_LEN_TABLE,
'name': 'GB2312'}
# Shift_JIS
SJIS_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
2,2,2,2,2,2,2,2, # 40 - 47
2,2,2,2,2,2,2,2, # 48 - 4f
2,2,2,2,2,2,2,2, # 50 - 57
2,2,2,2,2,2,2,2, # 58 - 5f
2,2,2,2,2,2,2,2, # 60 - 67
2,2,2,2,2,2,2,2, # 68 - 6f
2,2,2,2,2,2,2,2, # 70 - 77
2,2,2,2,2,2,2,1, # 78 - 7f
3,3,3,3,3,2,2,3, # 80 - 87
3,3,3,3,3,3,3,3, # 88 - 8f
3,3,3,3,3,3,3,3, # 90 - 97
3,3,3,3,3,3,3,3, # 98 - 9f
#0xa0 is illegal in sjis encoding, but some pages does
#contain such byte. We need to be more error forgiven.
2,2,2,2,2,2,2,2, # a0 - a7
2,2,2,2,2,2,2,2, # a8 - af
2,2,2,2,2,2,2,2, # b0 - b7
2,2,2,2,2,2,2,2, # b8 - bf
2,2,2,2,2,2,2,2, # c0 - c7
2,2,2,2,2,2,2,2, # c8 - cf
2,2,2,2,2,2,2,2, # d0 - d7
2,2,2,2,2,2,2,2, # d8 - df
3,3,3,3,3,3,3,3, # e0 - e7
3,3,3,3,3,4,4,4, # e8 - ef
3,3,3,3,3,3,3,3, # f0 - f7
3,3,3,3,3,0,0,0) # f8 - ff
SJIS_ST = (
MachineState.ERROR,MachineState.START,MachineState.START, 3,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START #10-17
)
SJIS_CHAR_LEN_TABLE = (0, 1, 1, 2, 0, 0)
SJIS_SM_MODEL = {'class_table': SJIS_CLS,
'class_factor': 6,
'state_table': SJIS_ST,
'char_len_table': SJIS_CHAR_LEN_TABLE,
'name': 'Shift_JIS'}
# UCS2-BE
UCS2BE_CLS = (
0,0,0,0,0,0,0,0, # 00 - 07
0,0,1,0,0,2,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,3,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,3,3,3,3,3,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,0,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,0,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,0,0,0,0,0,0,0, # a0 - a7
0,0,0,0,0,0,0,0, # a8 - af
0,0,0,0,0,0,0,0, # b0 - b7
0,0,0,0,0,0,0,0, # b8 - bf
0,0,0,0,0,0,0,0, # c0 - c7
0,0,0,0,0,0,0,0, # c8 - cf
0,0,0,0,0,0,0,0, # d0 - d7
0,0,0,0,0,0,0,0, # d8 - df
0,0,0,0,0,0,0,0, # e0 - e7
0,0,0,0,0,0,0,0, # e8 - ef
0,0,0,0,0,0,0,0, # f0 - f7
0,0,0,0,0,0,4,5 # f8 - ff
)
UCS2BE_ST = (
5, 7, 7,MachineState.ERROR, 4, 3,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME, 6, 6, 6, 6,MachineState.ERROR,MachineState.ERROR,#10-17
6, 6, 6, 6, 6,MachineState.ITS_ME, 6, 6,#18-1f
6, 6, 6, 6, 5, 7, 7,MachineState.ERROR,#20-27
5, 8, 6, 6,MachineState.ERROR, 6, 6, 6,#28-2f
6, 6, 6, 6,MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START #30-37
)
UCS2BE_CHAR_LEN_TABLE = (2, 2, 2, 0, 2, 2)
UCS2BE_SM_MODEL = {'class_table': UCS2BE_CLS,
'class_factor': 6,
'state_table': UCS2BE_ST,
'char_len_table': UCS2BE_CHAR_LEN_TABLE,
'name': 'UTF-16BE'}
# UCS2-LE
UCS2LE_CLS = (
0,0,0,0,0,0,0,0, # 00 - 07
0,0,1,0,0,2,0,0, # 08 - 0f
0,0,0,0,0,0,0,0, # 10 - 17
0,0,0,3,0,0,0,0, # 18 - 1f
0,0,0,0,0,0,0,0, # 20 - 27
0,3,3,3,3,3,0,0, # 28 - 2f
0,0,0,0,0,0,0,0, # 30 - 37
0,0,0,0,0,0,0,0, # 38 - 3f
0,0,0,0,0,0,0,0, # 40 - 47
0,0,0,0,0,0,0,0, # 48 - 4f
0,0,0,0,0,0,0,0, # 50 - 57
0,0,0,0,0,0,0,0, # 58 - 5f
0,0,0,0,0,0,0,0, # 60 - 67
0,0,0,0,0,0,0,0, # 68 - 6f
0,0,0,0,0,0,0,0, # 70 - 77
0,0,0,0,0,0,0,0, # 78 - 7f
0,0,0,0,0,0,0,0, # 80 - 87
0,0,0,0,0,0,0,0, # 88 - 8f
0,0,0,0,0,0,0,0, # 90 - 97
0,0,0,0,0,0,0,0, # 98 - 9f
0,0,0,0,0,0,0,0, # a0 - a7
0,0,0,0,0,0,0,0, # a8 - af
0,0,0,0,0,0,0,0, # b0 - b7
0,0,0,0,0,0,0,0, # b8 - bf
0,0,0,0,0,0,0,0, # c0 - c7
0,0,0,0,0,0,0,0, # c8 - cf
0,0,0,0,0,0,0,0, # d0 - d7
0,0,0,0,0,0,0,0, # d8 - df
0,0,0,0,0,0,0,0, # e0 - e7
0,0,0,0,0,0,0,0, # e8 - ef
0,0,0,0,0,0,0,0, # f0 - f7
0,0,0,0,0,0,4,5 # f8 - ff
)
UCS2LE_ST = (
6, 6, 7, 6, 4, 3,MachineState.ERROR,MachineState.ERROR,#00-07
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#08-0f
MachineState.ITS_ME,MachineState.ITS_ME, 5, 5, 5,MachineState.ERROR,MachineState.ITS_ME,MachineState.ERROR,#10-17
5, 5, 5,MachineState.ERROR, 5,MachineState.ERROR, 6, 6,#18-1f
7, 6, 8, 8, 5, 5, 5,MachineState.ERROR,#20-27
5, 5, 5,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5, 5,#28-2f
5, 5, 5,MachineState.ERROR, 5,MachineState.ERROR,MachineState.START,MachineState.START #30-37
)
UCS2LE_CHAR_LEN_TABLE = (2, 2, 2, 2, 2, 2)
UCS2LE_SM_MODEL = {'class_table': UCS2LE_CLS,
'class_factor': 6,
'state_table': UCS2LE_ST,
'char_len_table': UCS2LE_CHAR_LEN_TABLE,
'name': 'UTF-16LE'}
# UTF-8
UTF8_CLS = (
1,1,1,1,1,1,1,1, # 00 - 07 #allow 0x00 as a legal value
1,1,1,1,1,1,0,0, # 08 - 0f
1,1,1,1,1,1,1,1, # 10 - 17
1,1,1,0,1,1,1,1, # 18 - 1f
1,1,1,1,1,1,1,1, # 20 - 27
1,1,1,1,1,1,1,1, # 28 - 2f
1,1,1,1,1,1,1,1, # 30 - 37
1,1,1,1,1,1,1,1, # 38 - 3f
1,1,1,1,1,1,1,1, # 40 - 47
1,1,1,1,1,1,1,1, # 48 - 4f
1,1,1,1,1,1,1,1, # 50 - 57
1,1,1,1,1,1,1,1, # 58 - 5f
1,1,1,1,1,1,1,1, # 60 - 67
1,1,1,1,1,1,1,1, # 68 - 6f
1,1,1,1,1,1,1,1, # 70 - 77
1,1,1,1,1,1,1,1, # 78 - 7f
2,2,2,2,3,3,3,3, # 80 - 87
4,4,4,4,4,4,4,4, # 88 - 8f
4,4,4,4,4,4,4,4, # 90 - 97
4,4,4,4,4,4,4,4, # 98 - 9f
5,5,5,5,5,5,5,5, # a0 - a7
5,5,5,5,5,5,5,5, # a8 - af
5,5,5,5,5,5,5,5, # b0 - b7
5,5,5,5,5,5,5,5, # b8 - bf
0,0,6,6,6,6,6,6, # c0 - c7
6,6,6,6,6,6,6,6, # c8 - cf
6,6,6,6,6,6,6,6, # d0 - d7
6,6,6,6,6,6,6,6, # d8 - df
7,8,8,8,8,8,8,8, # e0 - e7
8,8,8,8,8,9,8,8, # e8 - ef
10,11,11,11,11,11,11,11, # f0 - f7
12,13,13,13,14,15,0,0 # f8 - ff
)
UTF8_ST = (
MachineState.ERROR,MachineState.START,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 12, 10,#00-07
9, 11, 8, 7, 6, 5, 4, 3,#08-0f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#10-17
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#18-1f
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#20-27
MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,MachineState.ITS_ME,#28-2f
MachineState.ERROR,MachineState.ERROR, 5, 5, 5, 5,MachineState.ERROR,MachineState.ERROR,#30-37
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#38-3f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 5, 5, 5,MachineState.ERROR,MachineState.ERROR,#40-47
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#48-4f
MachineState.ERROR,MachineState.ERROR, 7, 7, 7, 7,MachineState.ERROR,MachineState.ERROR,#50-57
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#58-5f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 7, 7,MachineState.ERROR,MachineState.ERROR,#60-67
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#68-6f
MachineState.ERROR,MachineState.ERROR, 9, 9, 9, 9,MachineState.ERROR,MachineState.ERROR,#70-77
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#78-7f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 9,MachineState.ERROR,MachineState.ERROR,#80-87
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#88-8f
MachineState.ERROR,MachineState.ERROR, 12, 12, 12, 12,MachineState.ERROR,MachineState.ERROR,#90-97
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#98-9f
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR, 12,MachineState.ERROR,MachineState.ERROR,#a0-a7
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#a8-af
MachineState.ERROR,MachineState.ERROR, 12, 12, 12,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#b0-b7
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,#b8-bf
MachineState.ERROR,MachineState.ERROR,MachineState.START,MachineState.START,MachineState.START,MachineState.START,MachineState.ERROR,MachineState.ERROR,#c0-c7
MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR,MachineState.ERROR #c8-cf
)
UTF8_CHAR_LEN_TABLE = (0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6)
UTF8_SM_MODEL = {'class_table': UTF8_CLS,
'class_factor': 16,
'state_table': UTF8_ST,
'char_len_table': UTF8_CHAR_LEN_TABLE,
'name': 'UTF-8'}
chardet/langturkishmodel.py 0000644 00000025536 15043676170 0012130 0 ustar 00 # -*- coding: utf-8 -*-
######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Özgür Baskın - Turkish Language Model
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# 255: Control characters that usually does not exist in any text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# Character Mapping Table:
Latin5_TurkishCharToOrderMap = (
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,
255, 23, 37, 47, 39, 29, 52, 36, 45, 53, 60, 16, 49, 20, 46, 42,
48, 69, 44, 35, 31, 51, 38, 62, 65, 43, 56,255,255,255,255,255,
255, 1, 21, 28, 12, 2, 18, 27, 25, 3, 24, 10, 5, 13, 4, 15,
26, 64, 7, 8, 9, 14, 32, 57, 58, 11, 22,255,255,255,255,255,
180,179,178,177,176,175,174,173,172,171,170,169,168,167,166,165,
164,163,162,161,160,159,101,158,157,156,155,154,153,152,151,106,
150,149,148,147,146,145,144,100,143,142,141,140,139,138,137,136,
94, 80, 93,135,105,134,133, 63,132,131,130,129,128,127,126,125,
124,104, 73, 99, 79, 85,123, 54,122, 98, 92,121,120, 91,103,119,
68,118,117, 97,116,115, 50, 90,114,113,112,111, 55, 41, 40, 86,
89, 70, 59, 78, 71, 82, 88, 33, 77, 66, 84, 83,110, 75, 61, 96,
30, 67,109, 74, 87,102, 34, 95, 81,108, 76, 72, 17, 6, 19,107,
)
TurkishLangModel = (
3,2,3,3,3,1,3,3,3,3,3,3,3,3,2,1,1,3,3,1,3,3,0,3,3,3,3,3,0,3,1,3,
3,2,1,0,0,1,1,0,0,0,1,0,0,1,1,1,1,0,0,0,0,0,0,0,2,2,0,0,1,0,0,1,
3,2,2,3,3,0,3,3,3,3,3,3,3,2,3,1,0,3,3,1,3,3,0,3,3,3,3,3,0,3,0,3,
3,1,1,0,1,0,1,0,0,0,0,0,0,1,1,1,1,0,0,0,0,0,0,0,2,2,0,0,0,1,0,1,
3,3,2,3,3,0,3,3,3,3,3,3,3,2,3,1,1,3,3,0,3,3,1,2,3,3,3,3,0,3,0,3,
3,1,1,0,0,0,1,0,0,0,0,1,1,0,1,2,1,0,0,0,1,0,0,0,0,2,0,0,0,0,0,1,
3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,1,3,3,2,0,3,2,1,2,2,1,3,3,0,0,0,2,
2,2,0,1,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,1,0,1,0,0,1,
3,3,3,2,3,3,1,2,3,3,3,3,3,3,3,1,3,2,1,0,3,2,0,1,2,3,3,2,1,0,0,2,
2,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,2,0,0,0,
1,0,1,3,3,1,3,3,3,3,3,3,3,1,2,0,0,2,3,0,2,3,0,0,2,2,2,3,0,3,0,1,
2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,3,3,0,3,2,0,2,3,2,3,3,1,0,0,2,
3,2,0,0,1,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,1,1,1,0,2,0,0,1,
3,3,3,2,3,3,2,3,3,3,3,2,3,3,3,0,3,3,0,0,2,1,0,0,2,3,2,2,0,0,0,2,
2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,0,1,0,2,0,0,1,
3,3,3,2,3,3,3,3,3,3,3,2,3,3,3,0,3,2,0,1,3,2,1,1,3,2,3,2,1,0,0,2,
2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,
3,3,3,2,3,3,3,3,3,3,3,2,3,3,3,0,3,2,2,0,2,3,0,0,2,2,2,2,0,0,0,2,
3,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,2,0,1,0,0,0,
3,3,3,3,3,3,3,2,2,2,2,3,2,3,3,0,3,3,1,1,2,2,0,0,2,2,3,2,0,0,1,3,
0,3,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,1,
3,3,3,2,3,3,3,2,1,2,2,3,2,3,3,0,3,2,0,0,1,1,0,1,1,2,1,2,0,0,0,1,
0,3,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,1,0,0,0,
3,3,3,2,3,3,2,3,2,2,2,3,3,3,3,1,3,1,1,0,3,2,1,1,3,3,2,3,1,0,0,1,
1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,2,0,0,1,
3,2,2,3,3,0,3,3,3,3,3,3,3,2,2,1,0,3,3,1,3,3,0,1,3,3,2,3,0,3,0,3,
2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,
2,2,2,3,3,0,3,3,3,3,3,3,3,3,3,0,0,3,2,0,3,3,0,3,2,3,3,3,0,3,1,3,
2,0,0,0,0,0,0,0,0,0,0,1,0,1,2,0,1,0,0,0,0,0,0,0,2,2,0,0,1,0,0,1,
3,3,3,1,2,3,3,1,0,0,1,0,0,3,3,2,3,0,0,2,0,0,2,0,2,0,0,0,2,0,2,0,
0,3,1,0,1,0,0,0,2,2,1,0,1,1,2,1,2,2,2,0,2,1,1,0,0,0,2,0,0,0,0,0,
1,2,1,3,3,0,3,3,3,3,3,2,3,0,0,0,0,2,3,0,2,3,1,0,2,3,1,3,0,3,0,2,
3,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,1,3,3,2,2,3,2,2,0,1,2,3,0,1,2,1,0,1,0,0,0,1,0,2,2,0,0,0,1,
1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,1,0,0,1,0,0,0,
3,3,3,1,3,3,1,1,3,3,1,1,3,3,1,0,2,1,2,0,2,1,0,0,1,1,2,1,0,0,0,2,
2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,1,0,2,1,3,0,0,2,0,0,3,3,0,3,0,0,1,0,1,2,0,0,1,1,2,2,0,1,0,
0,1,2,1,1,0,1,0,1,1,1,1,1,0,1,1,1,2,2,1,2,0,1,0,0,0,0,0,0,1,0,0,
3,3,3,2,3,2,3,3,0,2,2,2,3,3,3,0,3,0,0,0,2,2,0,1,2,1,1,1,0,0,0,1,
0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
3,3,3,3,3,3,2,1,2,2,3,3,3,3,2,0,2,0,0,0,2,2,0,0,2,1,3,3,0,0,1,1,
1,1,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,
1,1,2,3,3,0,3,3,3,3,3,3,2,2,0,2,0,2,3,2,3,2,2,2,2,2,2,2,1,3,2,3,
2,0,2,1,2,2,2,2,1,1,2,2,1,2,2,1,2,0,0,2,1,1,0,2,1,0,0,1,0,0,0,1,
2,3,3,1,1,1,0,1,1,1,2,3,2,1,1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,
0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,2,2,2,3,2,3,2,2,1,3,3,3,0,2,1,2,0,2,1,0,0,1,1,1,1,1,0,0,1,
2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,2,0,1,0,0,0,
3,3,3,2,3,3,3,3,3,2,3,1,2,3,3,1,2,0,0,0,0,0,0,0,3,2,1,1,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,
3,3,3,2,2,3,3,2,1,1,1,1,1,3,3,0,3,1,0,0,1,1,0,0,3,1,2,1,0,0,0,0,
0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,
3,3,3,2,2,3,2,2,2,3,2,1,1,3,3,0,3,0,0,0,0,1,0,0,3,1,1,2,0,0,0,1,
1,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
1,1,1,3,3,0,3,3,3,3,3,2,2,2,1,2,0,2,1,2,2,1,1,0,1,2,2,2,2,2,2,2,
0,0,2,1,2,1,2,1,0,1,1,3,1,2,1,1,2,0,0,2,0,1,0,1,0,1,0,0,0,1,0,1,
3,3,3,1,3,3,3,0,1,1,0,2,2,3,1,0,3,0,0,0,1,0,0,0,1,0,0,1,0,1,0,0,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,2,0,0,2,2,1,0,0,1,0,0,3,3,1,3,0,0,1,1,0,2,0,3,0,0,0,2,0,1,1,
0,1,2,0,1,2,2,0,2,2,2,2,1,0,2,1,1,0,2,0,2,1,2,0,0,0,0,0,0,0,0,0,
3,3,3,1,3,2,3,2,0,2,2,2,1,3,2,0,2,1,2,0,1,2,0,0,1,0,2,2,0,0,0,2,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,1,0,0,0,
3,3,3,0,3,3,1,1,2,3,1,0,3,2,3,0,3,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,
1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,3,3,0,3,3,2,3,3,2,2,0,0,0,0,1,2,0,1,3,0,0,0,3,1,1,0,3,0,2,
2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,1,2,2,1,0,3,1,1,1,1,3,3,2,3,0,0,1,0,1,2,0,2,2,0,2,2,0,2,1,
0,2,2,1,1,1,1,0,2,1,1,0,1,1,1,1,2,1,2,1,2,0,1,0,1,0,0,0,0,0,0,0,
3,3,3,0,1,1,3,0,0,1,1,0,0,2,2,0,3,0,0,1,1,0,1,0,0,0,0,0,2,0,0,0,
0,3,1,0,1,0,1,0,2,0,0,1,0,1,0,1,1,1,2,1,1,0,2,0,0,0,0,0,0,0,0,0,
3,3,3,0,2,0,2,0,1,1,1,0,0,3,3,0,2,0,0,1,0,0,2,1,1,0,1,0,1,0,1,0,
0,2,0,1,2,0,2,0,2,1,1,0,1,0,2,1,1,0,2,1,1,0,1,0,0,0,1,1,0,0,0,0,
3,2,3,0,1,0,0,0,0,0,0,0,0,1,2,0,1,0,0,1,0,0,1,0,0,0,0,0,2,0,0,0,
0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,2,1,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,0,0,2,3,0,0,1,0,1,0,2,3,2,3,0,0,1,3,0,2,1,0,0,0,0,2,0,1,0,
0,2,1,0,0,1,1,0,2,1,0,0,1,0,0,1,1,0,1,1,2,0,1,0,0,0,0,1,0,0,0,0,
3,2,2,0,0,1,1,0,0,0,0,0,0,3,1,1,1,0,0,0,0,0,1,0,0,0,0,0,2,0,1,0,
0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,
0,0,0,3,3,0,2,3,2,2,1,2,2,1,1,2,0,1,3,2,2,2,0,0,2,2,0,0,0,1,2,1,
3,0,2,1,1,0,1,1,1,0,1,2,2,2,1,1,2,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,
0,1,1,2,3,0,3,3,3,2,2,2,2,1,0,1,0,1,0,1,2,2,0,0,2,2,1,3,1,1,2,1,
0,0,1,1,2,0,1,1,0,0,1,2,0,2,1,1,2,0,0,1,0,0,0,1,0,1,0,1,0,0,0,0,
3,3,2,0,0,3,1,0,0,0,0,0,0,3,2,1,2,0,0,1,0,0,2,0,0,0,0,0,2,0,1,0,
0,2,1,1,0,0,1,0,1,2,0,0,1,1,0,0,2,1,1,1,1,0,2,0,0,0,0,0,0,0,0,0,
3,3,2,0,0,1,0,0,0,0,1,0,0,3,3,2,2,0,0,1,0,0,2,0,1,0,0,0,2,0,1,0,
0,0,1,1,0,0,2,0,2,1,0,0,1,1,2,1,2,0,2,1,2,1,1,1,0,0,1,1,0,0,0,0,
3,3,2,0,0,2,2,0,0,0,1,1,0,2,2,1,3,1,0,1,0,1,2,0,0,0,0,0,1,0,1,0,
0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,2,0,0,0,1,0,0,1,0,0,2,3,1,2,0,0,1,0,0,2,0,0,0,1,0,2,0,2,0,
0,1,1,2,2,1,2,0,2,1,1,0,0,1,1,0,1,1,1,1,2,1,1,0,0,0,0,0,0,0,0,0,
3,3,3,0,2,1,2,1,0,0,1,1,0,3,3,1,2,0,0,1,0,0,2,0,2,0,1,1,2,0,0,0,
0,0,1,1,1,1,2,0,1,1,0,1,1,1,1,0,0,0,1,1,1,0,1,0,0,0,1,0,0,0,0,0,
3,3,3,0,2,2,3,2,0,0,1,0,0,2,3,1,0,0,0,0,0,0,2,0,2,0,0,0,2,0,0,0,
0,1,1,0,0,0,1,0,0,1,0,1,1,0,1,0,1,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,
3,2,3,0,0,0,0,0,0,0,1,0,0,2,2,2,2,0,0,1,0,0,2,0,0,0,0,0,2,0,1,0,
0,0,2,1,1,0,1,0,2,1,1,0,0,1,1,2,1,0,2,0,2,0,1,0,0,0,2,0,0,0,0,0,
0,0,0,2,2,0,2,1,1,1,1,2,2,0,0,1,0,1,0,0,1,3,0,0,0,0,1,0,0,2,1,0,
0,0,1,0,1,0,0,0,0,0,2,1,0,1,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,
2,0,0,2,3,0,2,3,1,2,2,0,2,0,0,2,0,2,1,1,1,2,1,0,0,1,2,1,1,2,1,0,
1,0,2,0,1,0,1,1,0,0,2,2,1,2,1,1,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,0,2,1,2,0,0,0,1,0,0,3,2,0,1,0,0,1,0,0,2,0,0,0,1,2,1,0,1,0,
0,0,0,0,1,0,1,0,0,1,0,0,0,0,1,0,1,0,1,1,1,0,1,0,0,0,0,0,0,0,0,0,
0,0,0,2,2,0,2,2,1,1,0,1,1,1,1,1,0,0,1,2,1,1,1,0,1,0,0,0,1,1,1,1,
0,0,2,1,0,1,1,1,0,1,1,2,1,2,1,1,2,0,1,1,2,1,0,2,0,0,0,0,0,0,0,0,
3,2,2,0,0,2,0,0,0,0,0,0,0,2,2,0,2,0,0,1,0,0,2,0,0,0,0,0,2,0,0,0,
0,2,1,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,
0,0,0,3,2,0,2,2,0,1,1,0,1,0,0,1,0,0,0,1,0,1,0,0,0,0,0,1,0,0,0,0,
2,0,1,0,1,0,1,1,0,0,1,2,0,1,0,1,1,0,0,1,0,1,0,2,0,0,0,0,0,0,0,0,
2,2,2,0,1,1,0,0,0,1,0,0,0,1,2,0,1,0,0,1,0,0,1,0,0,0,0,1,2,0,1,0,
0,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,1,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,2,1,0,1,1,1,0,0,0,0,1,2,0,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
1,1,2,0,1,0,0,0,1,0,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,2,0,0,0,0,0,1,
0,0,1,2,2,0,2,1,2,1,1,2,2,0,0,0,0,1,0,0,1,1,0,0,2,0,0,0,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
2,2,2,0,0,0,1,0,0,0,0,0,0,2,2,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,0,1,0,1,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,1,0,0,0,0,0,0,0,0,0,0,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
)
Latin5TurkishModel = {
'char_to_order_map': Latin5_TurkishCharToOrderMap,
'precedence_matrix': TurkishLangModel,
'typical_positive_ratio': 0.970290,
'keep_english_letter': True,
'charset_name': "ISO-8859-9",
'language': 'Turkish',
}
chardet/escprober.py 0000644 00000007556 15043676171 0010543 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .codingstatemachine import CodingStateMachine
from .enums import LanguageFilter, ProbingState, MachineState
from .escsm import (HZ_SM_MODEL, ISO2022CN_SM_MODEL, ISO2022JP_SM_MODEL,
ISO2022KR_SM_MODEL)
class EscCharSetProber(CharSetProber):
"""
This CharSetProber uses a "code scheme" approach for detecting encodings,
whereby easily recognizable escape or shift sequences are relied on to
identify these encodings.
"""
def __init__(self, lang_filter=None):
super(EscCharSetProber, self).__init__(lang_filter=lang_filter)
self.coding_sm = []
if self.lang_filter & LanguageFilter.CHINESE_SIMPLIFIED:
self.coding_sm.append(CodingStateMachine(HZ_SM_MODEL))
self.coding_sm.append(CodingStateMachine(ISO2022CN_SM_MODEL))
if self.lang_filter & LanguageFilter.JAPANESE:
self.coding_sm.append(CodingStateMachine(ISO2022JP_SM_MODEL))
if self.lang_filter & LanguageFilter.KOREAN:
self.coding_sm.append(CodingStateMachine(ISO2022KR_SM_MODEL))
self.active_sm_count = None
self._detected_charset = None
self._detected_language = None
self._state = None
self.reset()
def reset(self):
super(EscCharSetProber, self).reset()
for coding_sm in self.coding_sm:
if not coding_sm:
continue
coding_sm.active = True
coding_sm.reset()
self.active_sm_count = len(self.coding_sm)
self._detected_charset = None
self._detected_language = None
@property
def charset_name(self):
return self._detected_charset
@property
def language(self):
return self._detected_language
def get_confidence(self):
if self._detected_charset:
return 0.99
else:
return 0.00
def feed(self, byte_str):
for c in byte_str:
for coding_sm in self.coding_sm:
if not coding_sm or not coding_sm.active:
continue
coding_state = coding_sm.next_state(c)
if coding_state == MachineState.ERROR:
coding_sm.active = False
self.active_sm_count -= 1
if self.active_sm_count <= 0:
self._state = ProbingState.NOT_ME
return self.state
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
self._detected_charset = coding_sm.get_coding_state_machine()
self._detected_language = coding_sm.language
return self.state
return self.state
chardet/latin1prober.py 0000644 00000012372 15043676172 0011152 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState
FREQ_CAT_NUM = 4
UDF = 0 # undefined
OTH = 1 # other
ASC = 2 # ascii capital letter
ASS = 3 # ascii small letter
ACV = 4 # accent capital vowel
ACO = 5 # accent capital other
ASV = 6 # accent small vowel
ASO = 7 # accent small other
CLASS_NUM = 8 # total classes
Latin1_CharToClass = (
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 00 - 07
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 08 - 0F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 10 - 17
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 18 - 1F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 20 - 27
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 28 - 2F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 30 - 37
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 38 - 3F
OTH, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 40 - 47
ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 48 - 4F
ASC, ASC, ASC, ASC, ASC, ASC, ASC, ASC, # 50 - 57
ASC, ASC, ASC, OTH, OTH, OTH, OTH, OTH, # 58 - 5F
OTH, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 60 - 67
ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 68 - 6F
ASS, ASS, ASS, ASS, ASS, ASS, ASS, ASS, # 70 - 77
ASS, ASS, ASS, OTH, OTH, OTH, OTH, OTH, # 78 - 7F
OTH, UDF, OTH, ASO, OTH, OTH, OTH, OTH, # 80 - 87
OTH, OTH, ACO, OTH, ACO, UDF, ACO, UDF, # 88 - 8F
UDF, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # 90 - 97
OTH, OTH, ASO, OTH, ASO, UDF, ASO, ACO, # 98 - 9F
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # A0 - A7
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # A8 - AF
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # B0 - B7
OTH, OTH, OTH, OTH, OTH, OTH, OTH, OTH, # B8 - BF
ACV, ACV, ACV, ACV, ACV, ACV, ACO, ACO, # C0 - C7
ACV, ACV, ACV, ACV, ACV, ACV, ACV, ACV, # C8 - CF
ACO, ACO, ACV, ACV, ACV, ACV, ACV, OTH, # D0 - D7
ACV, ACV, ACV, ACV, ACV, ACO, ACO, ACO, # D8 - DF
ASV, ASV, ASV, ASV, ASV, ASV, ASO, ASO, # E0 - E7
ASV, ASV, ASV, ASV, ASV, ASV, ASV, ASV, # E8 - EF
ASO, ASO, ASV, ASV, ASV, ASV, ASV, OTH, # F0 - F7
ASV, ASV, ASV, ASV, ASV, ASO, ASO, ASO, # F8 - FF
)
# 0 : illegal
# 1 : very unlikely
# 2 : normal
# 3 : very likely
Latin1ClassModel = (
# UDF OTH ASC ASS ACV ACO ASV ASO
0, 0, 0, 0, 0, 0, 0, 0, # UDF
0, 3, 3, 3, 3, 3, 3, 3, # OTH
0, 3, 3, 3, 3, 3, 3, 3, # ASC
0, 3, 3, 3, 1, 1, 3, 3, # ASS
0, 3, 3, 3, 1, 2, 1, 2, # ACV
0, 3, 3, 3, 3, 3, 3, 3, # ACO
0, 3, 1, 3, 1, 1, 1, 3, # ASV
0, 3, 1, 3, 1, 1, 3, 3, # ASO
)
class Latin1Prober(CharSetProber):
def __init__(self):
super(Latin1Prober, self).__init__()
self._last_char_class = None
self._freq_counter = None
self.reset()
def reset(self):
self._last_char_class = OTH
self._freq_counter = [0] * FREQ_CAT_NUM
CharSetProber.reset(self)
@property
def charset_name(self):
return "ISO-8859-1"
@property
def language(self):
return ""
def feed(self, byte_str):
byte_str = self.filter_with_english_letters(byte_str)
for c in byte_str:
char_class = Latin1_CharToClass[c]
freq = Latin1ClassModel[(self._last_char_class * CLASS_NUM)
+ char_class]
if freq == 0:
self._state = ProbingState.NOT_ME
break
self._freq_counter[freq] += 1
self._last_char_class = char_class
return self.state
def get_confidence(self):
if self.state == ProbingState.NOT_ME:
return 0.01
total = sum(self._freq_counter)
if total < 0.01:
confidence = 0.0
else:
confidence = ((self._freq_counter[3] - self._freq_counter[1] * 20.0)
/ total)
if confidence < 0.0:
confidence = 0.0
# lower the confidence of latin1 so that other more accurate
# detector can take priority.
confidence = confidence * 0.73
return confidence
chardet/mbcharsetprober.py 0000644 00000006525 15043676173 0011736 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 2001
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
# Proofpoint, Inc.
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .charsetprober import CharSetProber
from .enums import ProbingState, MachineState
class MultiByteCharSetProber(CharSetProber):
"""
MultiByteCharSetProber
"""
def __init__(self, lang_filter=None):
super(MultiByteCharSetProber, self).__init__(lang_filter=lang_filter)
self.distribution_analyzer = None
self.coding_sm = None
self._last_char = [0, 0]
def reset(self):
super(MultiByteCharSetProber, self).reset()
if self.coding_sm:
self.coding_sm.reset()
if self.distribution_analyzer:
self.distribution_analyzer.reset()
self._last_char = [0, 0]
@property
def charset_name(self):
raise NotImplementedError
@property
def language(self):
raise NotImplementedError
def feed(self, byte_str):
for i in range(len(byte_str)):
coding_state = self.coding_sm.next_state(byte_str[i])
if coding_state == MachineState.ERROR:
self.logger.debug('%s %s prober hit error at byte %s',
self.charset_name, self.language, i)
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
char_len = self.coding_sm.get_current_charlen()
if i == 0:
self._last_char[1] = byte_str[0]
self.distribution_analyzer.feed(self._last_char, char_len)
else:
self.distribution_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self._last_char[0] = byte_str[-1]
if self.state == ProbingState.DETECTING:
if (self.distribution_analyzer.got_enough_data() and
(self.get_confidence() > self.SHORTCUT_THRESHOLD)):
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
return self.distribution_analyzer.get_confidence()
chardet/cli/__init__.py 0000644 00000000001 15043676175 0011043 0 ustar 00
chardet/cli/__pycache__/chardetect.cpython-38.pyc 0000644 00000005144 15043676201 0015703 0 ustar 00 U
��.e�
� @ sr d Z ddlmZmZmZ ddlZddlZddlmZ ddl m
Z
ddl m Z d
dd �Z
dd
d �Zed krne� dS )a
Script which takes one or more file paths and reports on their detected
encodings
Example::
% chardetect somefile someotherfile
somefile: windows-1252 with confidence 0.5
someotherfile: ascii with confidence 1.0
If no paths are provided, it takes its input from stdin.
� )�absolute_import�print_function�unicode_literalsN)� __version__)�PY2)�UniversalDetector�stdinc C sz t � }| D ] }t|�}|�|� |jr
q,q
|�� |j}trN|�t� � d�}|d rld�
||d |d �S d�
|�S dS )z�
Return a string describing the probable encoding of a file or
list of strings.
:param lines: The lines to get the encoding of.
:type lines: Iterable of bytes
:param name: Name of file or collection of lines
:type name: str
�ignore�encodingz {0}: {1} with confidence {2}Z
confidencez{0}: no resultN) r � bytearrayZfeedZdone�close�resultr �decode�sys�getfilesystemencoding�format)�lines�name�u�liner
� r �F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/chardetect.py�description_of s
�r c C s� t jdd�}|jddt �d�dtr(tjntjjgd� |jdd d
�t �d � |�
| �}|j D ]*}|� � rvt
d tjd
� t
t||j�� q\dS )z�
Handles command line arguments and gets things started.
:param argv: List of arguments, as if specified on the command-line.
If None, ``sys.argv[1:]`` is used instead.
:type argv: list of str
zVTakes one or more file paths and reports their detected encodings)� description�inputz^File whose encoding we would like to determine. (default: stdin)�rb�*)�help�type�nargs�defaultz --version�versionz %(prog)s {0})�actionr! z�You are running chardetect interactively. Press CTRL-D twice at the start of a blank line to signal the end of your input. If you want help, run chardetect --help
)�fileN)�argparse�ArgumentParser� add_argumentZFileTyper r r �bufferr r �
parse_argsr �isatty�print�stderrr r )�argv�parser�args�fr r r �main6 s& � ��
�r0 �__main__)r )N)�__doc__Z
__future__r r r r$ r Zpip._vendor.chardetr Zpip._vendor.chardet.compatr Z%pip._vendor.chardet.universaldetectorr r r0 �__name__r r r r �<module> s
chardet/cli/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000237 15043676202 0016272 0 ustar 00 U
��.e � @ s d S )N� r r r �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/__init__.py�<module> � chardet/cli/__pycache__/chardetect.cpython-38.opt-1.pyc 0000644 00000005144 15043676202 0016643 0 ustar 00 U
��.e�
� @ sr d Z ddlmZmZmZ ddlZddlZddlmZ ddl m
Z
ddl m Z d
dd �Z
dd
d �Zed krne� dS )a
Script which takes one or more file paths and reports on their detected
encodings
Example::
% chardetect somefile someotherfile
somefile: windows-1252 with confidence 0.5
someotherfile: ascii with confidence 1.0
If no paths are provided, it takes its input from stdin.
� )�absolute_import�print_function�unicode_literalsN)� __version__)�PY2)�UniversalDetector�stdinc C sz t � }| D ] }t|�}|�|� |jr
q,q
|�� |j}trN|�t� � d�}|d rld�
||d |d �S d�
|�S dS )z�
Return a string describing the probable encoding of a file or
list of strings.
:param lines: The lines to get the encoding of.
:type lines: Iterable of bytes
:param name: Name of file or collection of lines
:type name: str
�ignore�encodingz {0}: {1} with confidence {2}Z
confidencez{0}: no resultN) r � bytearrayZfeedZdone�close�resultr �decode�sys�getfilesystemencoding�format)�lines�name�u�liner
� r �F/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/chardetect.py�description_of s
�r c C s� t jdd�}|jddt �d�dtr(tjntjjgd� |jdd d
�t �d � |�
| �}|j D ]*}|� � rvt
d tjd
� t
t||j�� q\dS )z�
Handles command line arguments and gets things started.
:param argv: List of arguments, as if specified on the command-line.
If None, ``sys.argv[1:]`` is used instead.
:type argv: list of str
zVTakes one or more file paths and reports their detected encodings)� description�inputz^File whose encoding we would like to determine. (default: stdin)�rb�*)�help�type�nargs�defaultz --version�versionz %(prog)s {0})�actionr! z�You are running chardetect interactively. Press CTRL-D twice at the start of a blank line to signal the end of your input. If you want help, run chardetect --help
)�fileN)�argparse�ArgumentParser� add_argumentZFileTyper r r �bufferr r �
parse_argsr �isatty�print�stderrr r )�argv�parser�args�fr r r �main6 s& � ��
�r0 �__main__)r )N)�__doc__Z
__future__r r r r$ r Zpip._vendor.chardetr Zpip._vendor.chardet.compatr Z%pip._vendor.chardet.universaldetectorr r r0 �__name__r r r r �<module> s
chardet/cli/__pycache__/__init__.cpython-38.pyc 0000644 00000000237 15043676203 0015334 0 ustar 00 U
��.e � @ s d S )N� r r r �D/usr/lib/python3.8/site-packages/pip/_vendor/chardet/cli/__init__.py�<module> � chardet/cli/chardetect.py 0000644 00000005262 15043676203 0011420 0 ustar 00 #!/usr/bin/env python
"""
Script which takes one or more file paths and reports on their detected
encodings
Example::
% chardetect somefile someotherfile
somefile: windows-1252 with confidence 0.5
someotherfile: ascii with confidence 1.0
If no paths are provided, it takes its input from stdin.
"""
from __future__ import absolute_import, print_function, unicode_literals
import argparse
import sys
from chardet import __version__
from chardet.compat import PY2
from chardet.universaldetector import UniversalDetector
def description_of(lines, name='stdin'):
"""
Return a string describing the probable encoding of a file or
list of strings.
:param lines: The lines to get the encoding of.
:type lines: Iterable of bytes
:param name: Name of file or collection of lines
:type name: str
"""
u = UniversalDetector()
for line in lines:
line = bytearray(line)
u.feed(line)
# shortcut out of the loop to save reading further - particularly useful if we read a BOM.
if u.done:
break
u.close()
result = u.result
if PY2:
name = name.decode(sys.getfilesystemencoding(), 'ignore')
if result['encoding']:
return '{0}: {1} with confidence {2}'.format(name, result['encoding'],
result['confidence'])
else:
return '{0}: no result'.format(name)
def main(argv=None):
"""
Handles command line arguments and gets things started.
:param argv: List of arguments, as if specified on the command-line.
If None, ``sys.argv[1:]`` is used instead.
:type argv: list of str
"""
# Get command line arguments
parser = argparse.ArgumentParser(
description="Takes one or more file paths and reports their detected \
encodings")
parser.add_argument('input',
help='File whose encoding we would like to determine. \
(default: stdin)',
type=argparse.FileType('rb'), nargs='*',
default=[sys.stdin if PY2 else sys.stdin.buffer])
parser.add_argument('--version', action='version',
version='%(prog)s {0}'.format(__version__))
args = parser.parse_args(argv)
for f in args.input:
if f.isatty():
print("You are running chardetect interactively. Press " +
"CTRL-D twice at the start of a blank line to signal the " +
"end of your input. If you want help, run chardetect " +
"--help\n", file=sys.stderr)
print(description_of(f, f.name))
if __name__ == '__main__':
main()
chardet/langhebrewmodel.py 0000644 00000026121 15043676204 0011700 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Universal charset detector code.
#
# The Initial Developer of the Original Code is
# Simon Montagu
# Portions created by the Initial Developer are Copyright (C) 2005
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
# Shy Shalom - original C code
# Shoshannah Forbes - original C code (?)
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# 255: Control characters that usually does not exist in any text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# Windows-1255 language model
# Character Mapping Table:
WIN1255_CHAR_TO_ORDER_MAP = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 69, 91, 79, 80, 92, 89, 97, 90, 68,111,112, 82, 73, 95, 85, # 40
78,121, 86, 71, 67,102,107, 84,114,103,115,253,253,253,253,253, # 50
253, 50, 74, 60, 61, 42, 76, 70, 64, 53,105, 93, 56, 65, 54, 49, # 60
66,110, 51, 43, 44, 63, 81, 77, 98, 75,108,253,253,253,253,253, # 70
124,202,203,204,205, 40, 58,206,207,208,209,210,211,212,213,214,
215, 83, 52, 47, 46, 72, 32, 94,216,113,217,109,218,219,220,221,
34,116,222,118,100,223,224,117,119,104,125,225,226, 87, 99,227,
106,122,123,228, 55,229,230,101,231,232,120,233, 48, 39, 57,234,
30, 59, 41, 88, 33, 37, 36, 31, 29, 35,235, 62, 28,236,126,237,
238, 38, 45,239,240,241,242,243,127,244,245,246,247,248,249,250,
9, 8, 20, 16, 3, 2, 24, 14, 22, 1, 25, 15, 4, 11, 6, 23,
12, 19, 13, 26, 18, 27, 21, 17, 7, 10, 5,251,252,128, 96,253,
)
# Model Table:
# total sequences: 100%
# first 512 sequences: 98.4004%
# first 1024 sequences: 1.5981%
# rest sequences: 0.087%
# negative sequences: 0.0015%
HEBREW_LANG_MODEL = (
0,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,2,3,2,1,2,0,1,0,0,
3,0,3,1,0,0,1,3,2,0,1,1,2,0,2,2,2,1,1,1,1,2,1,1,1,2,0,0,2,2,0,1,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,
1,2,1,2,1,2,0,0,2,0,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,
1,2,1,3,1,1,0,0,2,0,0,0,1,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,0,1,2,2,1,3,
1,2,1,1,2,2,0,0,2,2,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,1,0,1,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,2,2,2,3,2,
1,2,1,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,2,3,2,2,3,2,2,2,1,2,2,2,2,
1,2,1,1,2,2,0,1,2,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,0,2,2,2,2,2,
0,2,0,2,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,0,2,2,2,
0,2,1,2,2,2,0,0,2,1,0,0,0,0,1,0,1,0,0,0,0,0,0,2,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,2,1,2,3,2,2,2,
1,2,1,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,1,0,
3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,1,0,2,0,2,
0,2,1,2,2,2,0,0,1,2,0,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,2,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,2,3,2,2,3,2,1,2,1,1,1,
0,1,1,1,1,1,3,0,1,0,0,0,0,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,1,1,0,0,1,0,0,1,0,0,0,0,
0,0,1,0,0,0,0,0,2,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,2,2,2,2,
0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,2,3,3,3,2,1,2,3,3,2,3,3,3,3,2,3,2,1,2,0,2,1,2,
0,2,0,2,2,2,0,0,1,2,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,
3,3,3,3,3,3,3,3,3,2,3,3,3,1,2,2,3,3,2,3,2,3,2,2,3,1,2,2,0,2,2,2,
0,2,1,2,2,2,0,0,1,2,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,1,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,2,2,3,3,3,3,1,3,2,2,2,
0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,2,3,2,2,2,1,2,2,0,2,2,2,2,
0,2,0,2,2,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,1,3,2,3,3,2,3,3,2,2,1,2,2,2,2,2,2,
0,2,1,2,1,2,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,2,3,2,3,3,2,3,3,3,3,2,3,2,3,3,3,3,3,2,2,2,2,2,2,2,1,
0,2,0,1,2,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,2,1,2,3,3,3,3,3,3,3,2,3,2,3,2,1,2,3,0,2,1,2,2,
0,2,1,1,2,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,2,0,
3,3,3,3,3,3,3,3,3,2,3,3,3,3,2,1,3,1,2,2,2,1,2,3,3,1,2,1,2,2,2,2,
0,1,1,1,1,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,0,2,3,3,3,1,3,3,3,1,2,2,2,2,1,1,2,2,2,2,2,2,
0,2,0,1,1,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,2,3,3,3,2,2,3,3,3,2,1,2,3,2,3,2,2,2,2,1,2,1,1,1,2,2,
0,2,1,1,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,1,0,0,0,0,0,
1,0,1,0,0,0,0,0,2,0,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,2,3,3,2,3,1,2,2,2,2,3,2,3,1,1,2,2,1,2,2,1,1,0,2,2,2,2,
0,1,0,1,2,2,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,
3,0,0,1,1,0,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,2,2,0,
0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,1,0,1,0,1,1,0,1,1,0,0,0,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,0,0,0,1,1,0,1,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,
3,2,2,1,2,2,2,2,2,2,2,1,2,2,1,2,2,1,1,1,1,1,1,1,1,2,1,1,0,3,3,3,
0,3,0,2,2,2,2,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
2,2,2,3,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,2,1,2,2,2,1,1,1,2,0,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,2,2,2,2,2,2,0,2,2,0,0,0,0,0,0,
0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,3,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,1,2,1,0,2,1,0,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
0,3,1,1,2,2,2,2,2,1,2,2,2,1,1,2,2,2,2,2,2,2,1,2,2,1,0,1,1,1,1,0,
0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,2,1,1,1,1,2,1,1,2,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0,
0,0,2,0,0,0,0,0,0,0,0,1,1,0,0,0,0,1,1,0,0,1,1,0,0,0,0,0,0,1,0,0,
2,1,1,2,2,2,2,2,2,2,2,2,2,2,1,2,2,2,2,2,1,2,1,2,1,1,1,1,0,0,0,0,
0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,2,1,2,2,2,2,2,2,2,2,2,2,1,2,1,2,1,1,2,1,1,1,2,1,2,1,2,0,1,0,1,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,3,1,2,2,2,1,2,2,2,2,2,2,2,2,1,2,1,1,1,1,1,1,2,1,2,1,1,0,1,0,1,
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,1,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,2,2,
0,2,0,1,2,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,1,1,1,1,1,1,1,0,1,1,0,1,0,0,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,2,0,1,1,1,0,1,0,0,0,1,1,0,1,1,0,0,0,0,0,1,1,0,0,
0,1,1,1,2,1,2,2,2,0,2,0,2,0,1,1,2,1,1,1,1,2,1,0,1,1,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,1,0,0,0,0,0,1,0,1,2,2,0,1,0,0,1,1,2,2,1,2,0,2,0,0,0,1,2,0,1,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,2,0,2,1,2,0,2,0,0,1,1,1,1,1,1,0,1,0,0,0,1,0,0,1,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,1,0,0,0,0,0,1,0,2,1,1,0,1,0,0,1,1,1,2,2,0,0,1,0,0,0,1,0,0,1,
1,1,2,1,0,1,1,1,0,1,0,1,1,1,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,2,2,1,
0,2,0,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,1,0,0,1,0,1,1,1,1,0,0,0,0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,1,0,0,0,1,1,0,1,
2,0,1,0,1,0,1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,1,1,1,0,1,0,0,1,1,2,1,1,2,0,1,0,0,0,1,1,0,1,
1,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,0,0,2,1,1,2,0,2,0,0,0,1,1,0,1,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,2,1,1,0,1,0,0,2,2,1,2,1,1,0,1,0,0,0,1,1,0,1,
2,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,2,2,0,0,0,0,0,1,1,0,1,0,0,1,0,0,0,0,1,0,1,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,2,2,0,0,0,0,2,1,1,1,0,2,1,1,0,0,0,2,1,0,1,
1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,1,1,0,2,1,1,0,1,0,0,0,1,1,0,1,
2,2,1,1,1,0,1,1,0,1,1,0,1,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,2,1,1,0,1,0,0,1,1,0,1,2,1,0,2,0,0,0,1,1,0,1,
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,
0,1,0,0,2,0,2,1,1,0,1,0,1,0,0,1,0,0,0,0,1,0,0,0,1,0,0,0,0,0,1,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,1,0,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,1,0,1,1,2,0,1,0,0,1,1,1,0,1,0,0,1,0,0,0,1,0,0,1,
1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,0,0,0,0,0,1,0,1,1,0,0,1,0,0,2,1,1,1,1,1,0,1,0,0,0,0,1,0,1,
0,1,1,1,2,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,1,2,1,0,0,0,0,0,1,1,1,1,1,0,1,0,0,0,1,1,0,0,
)
Win1255HebrewModel = {
'char_to_order_map': WIN1255_CHAR_TO_ORDER_MAP,
'precedence_matrix': HEBREW_LANG_MODEL,
'typical_positive_ratio': 0.984004,
'keep_english_letter': False,
'charset_name': "windows-1255",
'language': 'Hebrew',
}
chardet/sjisprober.py 0000644 00000007276 15043676205 0010736 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is mozilla.org code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
from .mbcharsetprober import MultiByteCharSetProber
from .codingstatemachine import CodingStateMachine
from .chardistribution import SJISDistributionAnalysis
from .jpcntx import SJISContextAnalysis
from .mbcssm import SJIS_SM_MODEL
from .enums import ProbingState, MachineState
class SJISProber(MultiByteCharSetProber):
def __init__(self):
super(SJISProber, self).__init__()
self.coding_sm = CodingStateMachine(SJIS_SM_MODEL)
self.distribution_analyzer = SJISDistributionAnalysis()
self.context_analyzer = SJISContextAnalysis()
self.reset()
def reset(self):
super(SJISProber, self).reset()
self.context_analyzer.reset()
@property
def charset_name(self):
return self.context_analyzer.charset_name
@property
def language(self):
return "Japanese"
def feed(self, byte_str):
for i in range(len(byte_str)):
coding_state = self.coding_sm.next_state(byte_str[i])
if coding_state == MachineState.ERROR:
self.logger.debug('%s %s prober hit error at byte %s',
self.charset_name, self.language, i)
self._state = ProbingState.NOT_ME
break
elif coding_state == MachineState.ITS_ME:
self._state = ProbingState.FOUND_IT
break
elif coding_state == MachineState.START:
char_len = self.coding_sm.get_current_charlen()
if i == 0:
self._last_char[1] = byte_str[0]
self.context_analyzer.feed(self._last_char[2 - char_len:],
char_len)
self.distribution_analyzer.feed(self._last_char, char_len)
else:
self.context_analyzer.feed(byte_str[i + 1 - char_len:i + 3
- char_len], char_len)
self.distribution_analyzer.feed(byte_str[i - 1:i + 1],
char_len)
self._last_char[0] = byte_str[-1]
if self.state == ProbingState.DETECTING:
if (self.context_analyzer.got_enough_data() and
(self.get_confidence() > self.SHORTCUT_THRESHOLD)):
self._state = ProbingState.FOUND_IT
return self.state
def get_confidence(self):
context_conf = self.context_analyzer.get_confidence()
distrib_conf = self.distribution_analyzer.get_confidence()
return max(context_conf, distrib_conf)
chardet/langhungarianmodel.py 0000644 00000030460 15043676206 0012403 0 ustar 00 ######################## BEGIN LICENSE BLOCK ########################
# The Original Code is Mozilla Communicator client code.
#
# The Initial Developer of the Original Code is
# Netscape Communications Corporation.
# Portions created by the Initial Developer are Copyright (C) 1998
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
# Mark Pilgrim - port to Python
#
# This library is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# This library is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with this library; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
# 02110-1301 USA
######################### END LICENSE BLOCK #########################
# 255: Control characters that usually does not exist in any text
# 254: Carriage/Return
# 253: symbol (punctuation) that does not belong to word
# 252: 0 - 9
# Character Mapping Table:
Latin2_HungarianCharToOrderMap = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47,
46, 71, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253,
253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8,
23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253,
159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,
175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,
191,192,193,194,195,196,197, 75,198,199,200,201,202,203,204,205,
79,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,
221, 51, 81,222, 78,223,224,225,226, 44,227,228,229, 61,230,231,
232,233,234, 58,235, 66, 59,236,237,238, 60, 69, 63,239,240,241,
82, 14, 74,242, 70, 80,243, 72,244, 15, 83, 77, 84, 30, 76, 85,
245,246,247, 25, 73, 42, 24,248,249,250, 31, 56, 29,251,252,253,
)
win1250HungarianCharToOrderMap = (
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30
253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47,
46, 72, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253,
253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8,
23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253,
161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,
177,178,179,180, 78,181, 69,182,183,184,185,186,187,188,189,190,
191,192,193,194,195,196,197, 76,198,199,200,201,202,203,204,205,
81,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,
221, 51, 83,222, 80,223,224,225,226, 44,227,228,229, 61,230,231,
232,233,234, 58,235, 66, 59,236,237,238, 60, 70, 63,239,240,241,
84, 14, 75,242, 71, 82,243, 73,244, 15, 85, 79, 86, 30, 77, 87,
245,246,247, 25, 74, 42, 24,248,249,250, 31, 56, 29,251,252,253,
)
# Model Table:
# total sequences: 100%
# first 512 sequences: 94.7368%
# first 1024 sequences:5.2623%
# rest sequences: 0.8894%
# negative sequences: 0.0009%
HungarianLangModel = (
0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,
3,3,3,3,3,3,3,3,3,3,2,3,3,3,3,3,3,3,3,2,2,3,3,1,1,2,2,2,2,2,1,2,
3,2,2,3,3,3,3,3,2,3,3,3,3,3,3,1,2,3,3,3,3,2,3,3,1,1,3,3,0,1,1,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,
3,2,1,3,3,3,3,3,2,3,3,3,3,3,1,1,2,3,3,3,3,3,3,3,1,1,3,2,0,1,1,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,1,1,2,3,3,3,1,3,3,3,3,3,1,3,3,2,2,0,3,2,3,
0,0,0,0,0,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,3,3,2,3,3,2,2,3,2,3,2,0,3,2,2,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,
3,3,3,3,3,3,2,3,3,3,3,3,2,3,3,3,1,2,3,2,2,3,1,2,3,3,2,2,0,3,3,3,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,3,2,3,3,3,3,2,3,3,3,3,0,2,3,2,
0,0,0,1,1,0,0,0,0,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,3,3,3,3,1,1,1,3,3,2,1,3,2,2,3,2,1,3,2,2,1,0,3,3,1,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,2,2,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,3,2,2,3,1,1,3,2,0,1,1,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,1,3,3,3,3,3,2,2,1,3,3,3,0,1,1,2,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,3,2,3,3,2,3,3,3,2,0,3,2,3,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,1,0,
3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,1,3,2,2,2,3,1,1,3,3,1,1,0,3,3,2,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,3,3,3,3,2,3,3,3,2,3,2,3,3,3,2,3,3,3,3,3,1,2,3,2,2,0,2,2,2,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,2,2,2,3,1,3,3,2,2,1,3,3,3,1,1,3,1,2,3,2,3,2,2,2,1,0,2,2,2,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,2,1,3,3,3,2,2,3,2,1,0,3,2,0,1,1,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,1,3,3,3,3,3,1,2,3,3,3,3,1,1,0,3,3,3,3,0,2,3,0,0,2,1,0,1,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,3,3,3,3,2,2,3,3,2,2,2,2,3,3,0,1,2,3,2,3,2,2,3,2,1,2,0,2,2,2,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,
3,3,3,3,3,3,1,2,3,3,3,2,1,2,3,3,2,2,2,3,2,3,3,1,3,3,1,1,0,2,3,2,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,1,2,2,2,2,3,3,3,1,1,1,3,3,1,1,3,1,1,3,2,1,2,3,1,1,0,2,2,2,
0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,2,1,2,1,1,3,3,1,1,1,1,3,3,1,1,2,2,1,2,1,1,2,2,1,1,0,2,2,1,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,1,1,2,1,1,3,3,1,0,1,1,3,3,2,0,1,1,2,3,1,0,2,2,1,0,0,1,3,2,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,2,1,3,3,3,3,3,1,2,3,2,3,3,2,1,1,3,2,3,2,1,2,2,0,1,2,1,0,0,1,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,
3,3,3,3,2,2,2,2,3,1,2,2,1,1,3,3,0,3,2,1,2,3,2,1,3,3,1,1,0,2,1,3,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,3,3,2,2,2,3,2,3,3,3,2,1,1,3,3,1,1,1,2,2,3,2,3,2,2,2,1,0,2,2,1,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
1,0,0,3,3,3,3,3,0,0,3,3,2,3,0,0,0,2,3,3,1,0,1,2,0,0,1,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,2,3,3,3,3,3,1,2,3,3,2,2,1,1,0,3,3,2,2,1,2,2,1,0,2,2,0,1,1,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,3,2,2,1,3,1,2,3,3,2,2,1,1,2,2,1,1,1,1,3,2,1,1,1,1,2,1,0,1,2,1,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
2,3,3,1,1,1,1,1,3,3,3,0,1,1,3,3,1,1,1,1,1,2,2,0,3,1,1,2,0,2,1,1,
0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,
3,1,0,1,2,1,2,2,0,1,2,3,1,2,0,0,0,2,1,1,1,1,1,2,0,0,1,1,0,0,0,0,
1,2,1,2,2,2,1,2,1,2,0,2,0,2,2,1,1,2,1,1,2,1,1,1,0,1,0,0,0,1,1,0,
1,1,1,2,3,2,3,3,0,1,2,2,3,1,0,1,0,2,1,2,2,0,1,1,0,0,1,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,3,3,2,2,1,0,0,3,2,3,2,0,0,0,1,1,3,0,0,1,1,0,0,2,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,1,2,2,3,3,1,0,1,3,2,3,1,1,1,0,1,1,1,1,1,3,1,0,0,2,2,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
3,1,1,1,2,2,2,1,0,1,2,3,3,2,0,0,0,2,1,1,1,2,1,1,1,0,1,1,1,0,0,0,
1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,2,1,1,1,1,1,1,0,1,1,1,0,0,1,1,
3,2,2,1,0,0,1,1,2,2,0,3,0,1,2,1,1,0,0,1,1,1,0,1,1,1,1,0,2,1,1,1,
2,2,1,1,1,2,1,2,1,1,1,1,1,1,1,2,1,1,1,2,3,1,1,1,1,1,1,1,1,1,0,1,
2,3,3,0,1,0,0,0,3,3,1,0,0,1,2,2,1,0,0,0,0,2,0,0,1,1,1,0,2,1,1,1,
2,1,1,1,1,1,1,2,1,1,0,1,1,0,1,1,1,0,1,2,1,1,0,1,1,1,1,1,1,1,0,1,
2,3,3,0,1,0,0,0,2,2,0,0,0,0,1,2,2,0,0,0,0,1,0,0,1,1,0,0,2,0,1,0,
2,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1,
3,2,2,0,1,0,1,0,2,3,2,0,0,1,2,2,1,0,0,1,1,1,0,0,2,1,0,1,2,2,1,1,
2,1,1,1,1,1,1,2,1,1,1,1,1,1,0,2,1,0,1,1,0,1,1,1,0,1,1,2,1,1,0,1,
2,2,2,0,0,1,0,0,2,2,1,1,0,0,2,1,1,0,0,0,1,2,0,0,2,1,0,0,2,1,1,1,
2,1,1,1,1,2,1,2,1,1,1,2,2,1,1,2,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,
1,2,3,0,0,0,1,0,3,2,1,0,0,1,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,2,1,
1,1,0,0,0,1,0,1,1,1,1,1,2,0,0,1,0,0,0,2,0,0,1,1,1,1,1,1,1,1,0,1,
3,0,0,2,1,2,2,1,0,0,2,1,2,2,0,0,0,2,1,1,1,0,1,1,0,0,1,1,2,0,0,0,
1,2,1,2,2,1,1,2,1,2,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,0,0,1,
1,3,2,0,0,0,1,0,2,2,2,0,0,0,2,2,1,0,0,0,0,3,1,1,1,1,0,0,2,1,1,1,
2,1,0,1,1,1,0,1,1,1,1,1,1,1,0,2,1,0,0,1,0,1,1,0,1,1,1,1,1,1,0,1,
2,3,2,0,0,0,1,0,2,2,0,0,0,0,2,1,1,0,0,0,0,2,1,0,1,1,0,0,2,1,1,0,
2,1,1,1,1,2,1,2,1,2,0,1,1,1,0,2,1,1,1,2,1,1,1,1,0,1,1,1,1,1,0,1,
3,1,1,2,2,2,3,2,1,1,2,2,1,1,0,1,0,2,2,1,1,1,1,1,0,0,1,1,0,1,1,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
2,2,2,0,0,0,0,0,2,2,0,0,0,0,2,2,1,0,0,0,1,1,0,0,1,2,0,0,2,1,1,1,
2,2,1,1,1,2,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,1,1,0,1,2,1,1,1,0,1,
1,0,0,1,2,3,2,1,0,0,2,0,1,1,0,0,0,1,1,1,1,0,1,1,0,0,1,0,0,0,0,0,
1,2,1,2,1,2,1,1,1,2,0,2,1,1,1,0,1,2,0,0,1,1,1,0,0,0,0,0,0,0,0,0,
2,3,2,0,0,0,0,0,1,1,2,1,0,0,1,1,1,0,0,0,0,2,0,0,1,1,0,0,2,1,1,1,
2,1,1,1,1,1,1,2,1,0,1,1,1,1,0,2,1,1,1,1,1,1,0,1,0,1,1,1,1,1,0,1,
1,2,2,0,1,1,1,0,2,2,2,0,0,0,3,2,1,0,0,0,1,1,0,0,1,1,0,1,1,1,0,0,
1,1,0,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,2,1,1,1,0,0,1,1,1,0,1,0,1,
2,1,0,2,1,1,2,2,1,1,2,1,1,1,0,0,0,1,1,0,1,1,1,1,0,0,1,1,1,0,0,0,
1,2,2,2,2,2,1,1,1,2,0,2,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,0,0,0,1,0,
1,2,3,0,0,0,1,0,2,2,0,0,0,0,2,2,0,0,0,0,0,1,0,0,1,0,0,0,2,0,1,0,
2,1,1,1,1,1,0,2,0,0,0,1,2,1,1,1,1,0,1,2,0,1,0,1,0,1,1,1,0,1,0,1,
2,2,2,0,0,0,1,0,2,1,2,0,0,0,1,1,2,0,0,0,0,1,0,0,1,1,0,0,2,1,0,1,
2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,0,1,1,1,1,1,0,1,
1,2,2,0,0,0,1,0,2,2,2,0,0,0,1,1,0,0,0,0,0,1,1,0,2,0,0,1,1,1,0,1,
1,0,1,1,1,1,1,1,0,1,1,1,1,0,0,1,0,0,1,1,0,1,0,1,1,1,1,1,0,0,0,1,
1,0,0,1,0,1,2,1,0,0,1,1,1,2,0,0,0,1,1,0,1,0,1,1,0,0,1,0,0,0,0,0,
0,2,1,2,1,1,1,1,1,2,0,2,0,1,1,0,1,2,1,0,1,1,1,0,0,0,0,0,0,1,0,0,
2,1,1,0,1,2,0,0,1,1,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,0,0,0,2,1,0,1,
2,2,1,1,1,1,1,2,1,1,0,1,1,1,1,2,1,1,1,2,1,1,0,1,0,1,1,1,1,1,0,1,
1,2,2,0,0,0,0,0,1,1,0,0,0,0,2,1,0,0,0,0,0,2,0,0,2,2,0,0,2,0,0,1,
2,1,1,1,1,1,1,1,0,1,1,0,1,1,0,1,0,0,0,1,1,1,1,0,0,1,1,1,1,0,0,1,
1,1,2,0,0,3,1,0,2,1,1,1,0,0,1,1,1,0,0,0,1,1,0,0,0,1,0,0,1,0,1,0,
1,2,1,0,1,1,1,2,1,1,0,1,1,1,1,1,0,0,0,1,1,1,1,1,0,1,0,0,0,1,0,0,
2,1,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,1,0,0,0,1,0,0,0,0,2,0,0,0,
2,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,2,1,1,0,0,1,1,1,1,1,0,1,
2,1,1,1,2,1,1,1,0,1,1,2,1,0,0,0,0,1,1,1,1,0,1,0,0,0,0,1,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,1,0,1,1,1,1,1,0,0,1,1,2,1,0,0,0,1,1,0,0,0,1,1,0,0,1,0,1,0,0,0,
1,2,1,1,1,1,1,1,1,1,0,1,0,1,1,1,1,1,1,0,1,1,1,0,0,0,0,0,0,1,0,0,
2,0,0,0,1,1,1,1,0,0,1,1,0,0,0,0,0,1,1,1,2,0,0,1,0,0,1,0,1,0,0,0,
0,1,1,1,1,1,1,1,1,2,0,1,1,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,
1,0,0,1,1,1,1,1,0,0,2,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,1,0,0,0,0,0,
0,1,1,1,1,1,1,0,1,1,0,1,0,1,1,0,1,1,0,0,1,1,1,0,0,0,0,0,0,0,0,0,
1,0,0,1,1,1,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
0,1,1,1,1,1,0,0,1,1,0,1,0,1,0,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,
0,0,0,1,0,0,0,0,0,0,1,1,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,1,1,1,0,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,1,1,0,0,0,0,0,0,0,0,0,
2,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,0,1,0,0,1,0,1,0,1,1,1,0,0,1,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1,0,0,1,1,1,1,0,0,0,1,1,1,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,
0,1,1,1,1,1,1,0,1,1,0,1,0,1,0,0,1,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,
)
Latin2HungarianModel = {
'char_to_order_map': Latin2_HungarianCharToOrderMap,
'precedence_matrix': HungarianLangModel,
'typical_positive_ratio': 0.947368,
'keep_english_letter': True,
'charset_name': "ISO-8859-2",
'language': 'Hungarian',
}
Win1250HungarianModel = {
'char_to_order_map': win1250HungarianCharToOrderMap,
'precedence_matrix': HungarianLangModel,
'typical_positive_ratio': 0.947368,
'keep_english_letter': True,
'charset_name': "windows-1250",
'language': 'Hungarian',
}
pkg_resources/__init__.py 0000644 00000311476 15043676207 0011556 0 ustar 00 # coding: utf-8
"""
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
"""
from __future__ import absolute_import
import sys
import os
import io
import time
import re
import types
import zipfile
import zipimport
import warnings
import stat
import functools
import pkgutil
import operator
import platform
import collections
import plistlib
import email.parser
import tempfile
import textwrap
import itertools
from pkgutil import get_importer
try:
import _imp
except ImportError:
# Python 3.2 compatibility
import imp as _imp
from pip._vendor import six
from pip._vendor.six.moves import urllib, map, filter
# capture these to bypass sandboxing
from os import utime
try:
from os import mkdir, rename, unlink
WRITE_SUPPORT = True
except ImportError:
# no write support, probably under GAE
WRITE_SUPPORT = False
from os import open as os_open
from os.path import isdir, split
try:
import importlib.machinery as importlib_machinery
# access attribute to force import under delayed import mechanisms.
importlib_machinery.__name__
except ImportError:
importlib_machinery = None
from pip._vendor import appdirs
from pip._vendor import packaging
__import__('pip._vendor.packaging.version')
__import__('pip._vendor.packaging.specifiers')
__import__('pip._vendor.packaging.requirements')
__import__('pip._vendor.packaging.markers')
if (3, 0) < sys.version_info < (3, 3):
msg = (
"Support for Python 3.0-3.2 has been dropped. Future versions "
"will fail here."
)
warnings.warn(msg)
# declare some globals that will be defined later to
# satisfy the linters.
require = None
working_set = None
class PEP440Warning(RuntimeWarning):
"""
Used when there is an issue with a version or specifier not complying with
PEP 440.
"""
class _SetuptoolsVersionMixin(object):
def __hash__(self):
return super(_SetuptoolsVersionMixin, self).__hash__()
def __lt__(self, other):
if isinstance(other, tuple):
return tuple(self) < other
else:
return super(_SetuptoolsVersionMixin, self).__lt__(other)
def __le__(self, other):
if isinstance(other, tuple):
return tuple(self) <= other
else:
return super(_SetuptoolsVersionMixin, self).__le__(other)
def __eq__(self, other):
if isinstance(other, tuple):
return tuple(self) == other
else:
return super(_SetuptoolsVersionMixin, self).__eq__(other)
def __ge__(self, other):
if isinstance(other, tuple):
return tuple(self) >= other
else:
return super(_SetuptoolsVersionMixin, self).__ge__(other)
def __gt__(self, other):
if isinstance(other, tuple):
return tuple(self) > other
else:
return super(_SetuptoolsVersionMixin, self).__gt__(other)
def __ne__(self, other):
if isinstance(other, tuple):
return tuple(self) != other
else:
return super(_SetuptoolsVersionMixin, self).__ne__(other)
def __getitem__(self, key):
return tuple(self)[key]
def __iter__(self):
component_re = re.compile(r'(\d+ | [a-z]+ | \.| -)', re.VERBOSE)
replace = {
'pre': 'c',
'preview': 'c',
'-': 'final-',
'rc': 'c',
'dev': '@',
}.get
def _parse_version_parts(s):
for part in component_re.split(s):
part = replace(part, part)
if not part or part == '.':
continue
if part[:1] in '0123456789':
# pad for numeric comparison
yield part.zfill(8)
else:
yield '*' + part
# ensure that alpha/beta/candidate are before final
yield '*final'
def old_parse_version(s):
parts = []
for part in _parse_version_parts(s.lower()):
if part.startswith('*'):
# remove '-' before a prerelease tag
if part < '*final':
while parts and parts[-1] == '*final-':
parts.pop()
# remove trailing zeros from each series of numeric parts
while parts and parts[-1] == '00000000':
parts.pop()
parts.append(part)
return tuple(parts)
# Warn for use of this function
warnings.warn(
"You have iterated over the result of "
"pkg_resources.parse_version. This is a legacy behavior which is "
"inconsistent with the new version class introduced in setuptools "
"8.0. In most cases, conversion to a tuple is unnecessary. For "
"comparison of versions, sort the Version instances directly. If "
"you have another use case requiring the tuple, please file a "
"bug with the setuptools project describing that need.",
RuntimeWarning,
stacklevel=1,
)
for part in old_parse_version(str(self)):
yield part
class SetuptoolsVersion(_SetuptoolsVersionMixin, packaging.version.Version):
pass
class SetuptoolsLegacyVersion(_SetuptoolsVersionMixin,
packaging.version.LegacyVersion):
pass
def parse_version(v):
try:
return SetuptoolsVersion(v)
except packaging.version.InvalidVersion:
return SetuptoolsLegacyVersion(v)
_state_vars = {}
def _declare_state(vartype, **kw):
globals().update(kw)
_state_vars.update(dict.fromkeys(kw, vartype))
def __getstate__():
state = {}
g = globals()
for k, v in _state_vars.items():
state[k] = g['_sget_' + v](g[k])
return state
def __setstate__(state):
g = globals()
for k, v in state.items():
g['_sset_' + _state_vars[k]](k, g[k], v)
return state
def _sget_dict(val):
return val.copy()
def _sset_dict(key, ob, state):
ob.clear()
ob.update(state)
def _sget_object(val):
return val.__getstate__()
def _sset_object(key, ob, state):
ob.__setstate__(state)
_sget_none = _sset_none = lambda *args: None
def get_supported_platform():
"""Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
"""
plat = get_build_platform()
m = macosVersionString.match(plat)
if m is not None and sys.platform == "darwin":
try:
plat = 'macosx-%s-%s' % ('.'.join(_macosx_vers()[:2]), m.group(3))
except ValueError:
# not Mac OS X
pass
return plat
__all__ = [
# Basic resource access and distribution/entry point discovery
'require', 'run_script', 'get_provider', 'get_distribution',
'load_entry_point', 'get_entry_map', 'get_entry_info',
'iter_entry_points',
'resource_string', 'resource_stream', 'resource_filename',
'resource_listdir', 'resource_exists', 'resource_isdir',
# Environmental control
'declare_namespace', 'working_set', 'add_activation_listener',
'find_distributions', 'set_extraction_path', 'cleanup_resources',
'get_default_cache',
# Primary implementation classes
'Environment', 'WorkingSet', 'ResourceManager',
'Distribution', 'Requirement', 'EntryPoint',
# Exceptions
'ResolutionError', 'VersionConflict', 'DistributionNotFound',
'UnknownExtra', 'ExtractionError',
# Warnings
'PEP440Warning',
# Parsing functions and string utilities
'parse_requirements', 'parse_version', 'safe_name', 'safe_version',
'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections',
'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker',
# filesystem utilities
'ensure_directory', 'normalize_path',
# Distribution "precedence" constants
'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST',
# "Provider" interfaces, implementations, and registration/lookup APIs
'IMetadataProvider', 'IResourceProvider', 'FileMetadata',
'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider',
'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider',
'register_finder', 'register_namespace_handler', 'register_loader_type',
'fixup_namespace_packages', 'get_importer',
# Deprecated/backward compatibility only
'run_main', 'AvailableDistributions',
]
class ResolutionError(Exception):
"""Abstract base for dependency resolution errors"""
def __repr__(self):
return self.__class__.__name__ + repr(self.args)
class VersionConflict(ResolutionError):
"""
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
"""
_template = "{self.dist} is installed but {self.req} is required"
@property
def dist(self):
return self.args[0]
@property
def req(self):
return self.args[1]
def report(self):
return self._template.format(**locals())
def with_context(self, required_by):
"""
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
"""
if not required_by:
return self
args = self.args + (required_by,)
return ContextualVersionConflict(*args)
class ContextualVersionConflict(VersionConflict):
"""
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
"""
_template = VersionConflict._template + ' by {self.required_by}'
@property
def required_by(self):
return self.args[2]
class DistributionNotFound(ResolutionError):
"""A requested distribution was not found"""
_template = ("The '{self.req}' distribution was not found "
"and is required by {self.requirers_str}")
@property
def req(self):
return self.args[0]
@property
def requirers(self):
return self.args[1]
@property
def requirers_str(self):
if not self.requirers:
return 'the application'
return ', '.join(self.requirers)
def report(self):
return self._template.format(**locals())
def __str__(self):
return self.report()
class UnknownExtra(ResolutionError):
"""Distribution doesn't have an "extra feature" of the given name"""
_provider_factories = {}
PY_MAJOR = sys.version[:3]
EGG_DIST = 3
BINARY_DIST = 2
SOURCE_DIST = 1
CHECKOUT_DIST = 0
DEVELOP_DIST = -1
def register_loader_type(loader_type, provider_factory):
"""Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
"""
_provider_factories[loader_type] = provider_factory
def get_provider(moduleOrReq):
"""Return an IResourceProvider for the named module or requirement"""
if isinstance(moduleOrReq, Requirement):
return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0]
try:
module = sys.modules[moduleOrReq]
except KeyError:
__import__(moduleOrReq)
module = sys.modules[moduleOrReq]
loader = getattr(module, '__loader__', None)
return _find_adapter(_provider_factories, loader)(module)
def _macosx_vers(_cache=[]):
if not _cache:
version = platform.mac_ver()[0]
# fallback for MacPorts
if version == '':
plist = '/System/Library/CoreServices/SystemVersion.plist'
if os.path.exists(plist):
if hasattr(plistlib, 'readPlist'):
plist_content = plistlib.readPlist(plist)
if 'ProductVersion' in plist_content:
version = plist_content['ProductVersion']
_cache.append(version.split('.'))
return _cache[0]
def _macosx_arch(machine):
return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine)
def get_build_platform():
"""Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
"""
try:
# Python 2.7 or >=3.2
from sysconfig import get_platform
except ImportError:
from distutils.util import get_platform
plat = get_platform()
if sys.platform == "darwin" and not plat.startswith('macosx-'):
try:
version = _macosx_vers()
machine = os.uname()[4].replace(" ", "_")
return "macosx-%d.%d-%s" % (int(version[0]), int(version[1]),
_macosx_arch(machine))
except ValueError:
# if someone is running a non-Mac darwin system, this will fall
# through to the default implementation
pass
return plat
macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)")
darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)")
# XXX backward compat
get_platform = get_build_platform
def compatible_platforms(provided, required):
"""Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
"""
if provided is None or required is None or provided == required:
# easy case
return True
# Mac OS X special cases
reqMac = macosVersionString.match(required)
if reqMac:
provMac = macosVersionString.match(provided)
# is this a Mac package?
if not provMac:
# this is backwards compatibility for packages built before
# setuptools 0.6. All packages built after this point will
# use the new macosx designation.
provDarwin = darwinVersionString.match(provided)
if provDarwin:
dversion = int(provDarwin.group(1))
macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2))
if dversion == 7 and macosversion >= "10.3" or \
dversion == 8 and macosversion >= "10.4":
return True
# egg isn't macosx or legacy darwin
return False
# are they the same major version and machine type?
if provMac.group(1) != reqMac.group(1) or \
provMac.group(3) != reqMac.group(3):
return False
# is the required OS major update >= the provided one?
if int(provMac.group(2)) > int(reqMac.group(2)):
return False
return True
# XXX Linux and other platforms' special cases should go here
return False
def run_script(dist_spec, script_name):
"""Locate distribution `dist_spec` and run its `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
require(dist_spec)[0].run_script(script_name, ns)
# backward compatibility
run_main = run_script
def get_distribution(dist):
"""Return a current distribution object for a Requirement or string"""
if isinstance(dist, six.string_types):
dist = Requirement.parse(dist)
if isinstance(dist, Requirement):
dist = get_provider(dist)
if not isinstance(dist, Distribution):
raise TypeError("Expected string, Requirement, or Distribution", dist)
return dist
def load_entry_point(dist, group, name):
"""Return `name` entry point of `group` for `dist` or raise ImportError"""
return get_distribution(dist).load_entry_point(group, name)
def get_entry_map(dist, group=None):
"""Return the entry point map for `group`, or the full entry map"""
return get_distribution(dist).get_entry_map(group)
def get_entry_info(dist, group, name):
"""Return the EntryPoint object for `group`+`name`, or ``None``"""
return get_distribution(dist).get_entry_info(group, name)
class IMetadataProvider:
def has_metadata(name):
"""Does the package's distribution contain the named metadata?"""
def get_metadata(name):
"""The named metadata resource as a string"""
def get_metadata_lines(name):
"""Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted."""
def metadata_isdir(name):
"""Is the named metadata a directory? (like ``os.path.isdir()``)"""
def metadata_listdir(name):
"""List of metadata names in the directory (like ``os.listdir()``)"""
def run_script(script_name, namespace):
"""Execute the named script in the supplied namespace dictionary"""
class IResourceProvider(IMetadataProvider):
"""An object that provides access to package resources"""
def get_resource_filename(manager, resource_name):
"""Return a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``"""
def get_resource_stream(manager, resource_name):
"""Return a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``"""
def get_resource_string(manager, resource_name):
"""Return a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``"""
def has_resource(resource_name):
"""Does the package contain the named resource?"""
def resource_isdir(resource_name):
"""Is the named resource a directory? (like ``os.path.isdir()``)"""
def resource_listdir(resource_name):
"""List of resource names in the directory (like ``os.listdir()``)"""
class WorkingSet(object):
"""A collection of active distributions on sys.path (or a similar list)"""
def __init__(self, entries=None):
"""Create working set from list of path entries (default=sys.path)"""
self.entries = []
self.entry_keys = {}
self.by_key = {}
self.callbacks = []
if entries is None:
entries = sys.path
for entry in entries:
self.add_entry(entry)
@classmethod
def _build_master(cls):
"""
Prepare the master working set.
"""
ws = cls()
try:
from __main__ import __requires__
except ImportError:
# The main program does not list any requirements
return ws
# ensure the requirements are met
try:
ws.require(__requires__)
except VersionConflict:
return cls._build_from_requirements(__requires__)
return ws
@classmethod
def _build_from_requirements(cls, req_spec):
"""
Build a working set from a requirement spec. Rewrites sys.path.
"""
# try it without defaults already on sys.path
# by starting with an empty path
ws = cls([])
reqs = parse_requirements(req_spec)
dists = ws.resolve(reqs, Environment())
for dist in dists:
ws.add(dist)
# add any missing entries from sys.path
for entry in sys.path:
if entry not in ws.entries:
ws.add_entry(entry)
# then copy back to sys.path
sys.path[:] = ws.entries
return ws
def add_entry(self, entry):
"""Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
"""
self.entry_keys.setdefault(entry, [])
self.entries.append(entry)
for dist in find_distributions(entry, True):
self.add(dist, entry, False)
def __contains__(self, dist):
"""True if `dist` is the active distribution for its project"""
return self.by_key.get(dist.key) == dist
def find(self, req):
"""Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
"""
dist = self.by_key.get(req.key)
if dist is not None and dist not in req:
# XXX add more info
raise VersionConflict(dist, req)
return dist
def iter_entry_points(self, group, name=None):
"""Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
"""
for dist in self:
entries = dist.get_entry_map(group)
if name is None:
for ep in entries.values():
yield ep
elif name in entries:
yield entries[name]
def run_script(self, requires, script_name):
"""Locate distribution for `requires` and run `script_name` script"""
ns = sys._getframe(1).f_globals
name = ns['__name__']
ns.clear()
ns['__name__'] = name
self.require(requires)[0].run_script(script_name, ns)
def __iter__(self):
"""Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
"""
seen = {}
for item in self.entries:
if item not in self.entry_keys:
# workaround a cache issue
continue
for key in self.entry_keys[item]:
if key not in seen:
seen[key] = 1
yield self.by_key[key]
def add(self, dist, entry=None, insert=True, replace=False):
"""Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
"""
if insert:
dist.insert_on(self.entries, entry, replace=replace)
if entry is None:
entry = dist.location
keys = self.entry_keys.setdefault(entry, [])
keys2 = self.entry_keys.setdefault(dist.location, [])
if not replace and dist.key in self.by_key:
# ignore hidden distros
return
self.by_key[dist.key] = dist
if dist.key not in keys:
keys.append(dist.key)
if dist.key not in keys2:
keys2.append(dist.key)
self._added_new(dist)
def resolve(self, requirements, env=None, installer=None,
replace_conflicting=False):
"""List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
"""
# set up the stack
requirements = list(requirements)[::-1]
# set of processed requirements
processed = {}
# key -> dist
best = {}
to_activate = []
req_extras = _ReqExtras()
# Mapping of requirement to set of distributions that required it;
# useful for reporting info about conflicts.
required_by = collections.defaultdict(set)
while requirements:
# process dependencies breadth-first
req = requirements.pop(0)
if req in processed:
# Ignore cyclic or redundant dependencies
continue
if not req_extras.markers_pass(req):
continue
dist = best.get(req.key)
if dist is None:
# Find the best distribution and add it to the map
dist = self.by_key.get(req.key)
if dist is None or (dist not in req and replace_conflicting):
ws = self
if env is None:
if dist is None:
env = Environment(self.entries)
else:
# Use an empty environment and workingset to avoid
# any further conflicts with the conflicting
# distribution
env = Environment([])
ws = WorkingSet([])
dist = best[req.key] = env.best_match(req, ws, installer)
if dist is None:
requirers = required_by.get(req, None)
raise DistributionNotFound(req, requirers)
to_activate.append(dist)
if dist not in req:
# Oops, the "best" so far conflicts with a dependency
dependent_req = required_by[req]
raise VersionConflict(dist, req).with_context(dependent_req)
# push the new requirements onto the stack
new_requirements = dist.requires(req.extras)[::-1]
requirements.extend(new_requirements)
# Register the new requirements needed by req
for new_requirement in new_requirements:
required_by[new_requirement].add(req.project_name)
req_extras[new_requirement] = req.extras
processed[req] = True
# return list of distros to activate
return to_activate
def find_plugins(self, plugin_env, full_env=None, installer=None,
fallback=True):
"""Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
"""
plugin_projects = list(plugin_env)
# scan project names in alphabetic order
plugin_projects.sort()
error_info = {}
distributions = {}
if full_env is None:
env = Environment(self.entries)
env += plugin_env
else:
env = full_env + plugin_env
shadow_set = self.__class__([])
# put all our entries in shadow_set
list(map(shadow_set.add, self))
for project_name in plugin_projects:
for dist in plugin_env[project_name]:
req = [dist.as_requirement()]
try:
resolvees = shadow_set.resolve(req, env, installer)
except ResolutionError as v:
# save error info
error_info[dist] = v
if fallback:
# try the next older version of project
continue
else:
# give up on this project, keep going
break
else:
list(map(shadow_set.add, resolvees))
distributions.update(dict.fromkeys(resolvees))
# success, no need to try any more versions of this project
break
distributions = list(distributions)
distributions.sort()
return distributions, error_info
def require(self, *requirements):
"""Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
"""
needed = self.resolve(parse_requirements(requirements))
for dist in needed:
self.add(dist)
return needed
def subscribe(self, callback, existing=True):
"""Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
"""
if callback in self.callbacks:
return
self.callbacks.append(callback)
if not existing:
return
for dist in self:
callback(dist)
def _added_new(self, dist):
for callback in self.callbacks:
callback(dist)
def __getstate__(self):
return (
self.entries[:], self.entry_keys.copy(), self.by_key.copy(),
self.callbacks[:]
)
def __setstate__(self, e_k_b_c):
entries, keys, by_key, callbacks = e_k_b_c
self.entries = entries[:]
self.entry_keys = keys.copy()
self.by_key = by_key.copy()
self.callbacks = callbacks[:]
class _ReqExtras(dict):
"""
Map each requirement to the extras that demanded it.
"""
def markers_pass(self, req):
"""
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
"""
extra_evals = (
req.marker.evaluate({'extra': extra})
for extra in self.get(req, ()) + (None,)
)
return not req.marker or any(extra_evals)
class Environment(object):
"""Searchable snapshot of distributions on a search path"""
def __init__(self, search_path=None, platform=get_supported_platform(),
python=PY_MAJOR):
"""Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.3'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
"""
self._distmap = {}
self.platform = platform
self.python = python
self.scan(search_path)
def can_add(self, dist):
"""Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
"""
return (self.python is None or dist.py_version is None
or dist.py_version == self.python) \
and compatible_platforms(dist.platform, self.platform)
def remove(self, dist):
"""Remove `dist` from the environment"""
self._distmap[dist.key].remove(dist)
def scan(self, search_path=None):
"""Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
"""
if search_path is None:
search_path = sys.path
for item in search_path:
for dist in find_distributions(item):
self.add(dist)
def __getitem__(self, project_name):
"""Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
"""
distribution_key = project_name.lower()
return self._distmap.get(distribution_key, [])
def add(self, dist):
"""Add `dist` if we ``can_add()`` it and it has not already been added
"""
if self.can_add(dist) and dist.has_version():
dists = self._distmap.setdefault(dist.key, [])
if dist not in dists:
dists.append(dist)
dists.sort(key=operator.attrgetter('hashcmp'), reverse=True)
def best_match(self, req, working_set, installer=None):
"""Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
"""
dist = working_set.find(req)
if dist is not None:
return dist
for dist in self[req.key]:
if dist in req:
return dist
# try to download/install
return self.obtain(req, installer)
def obtain(self, requirement, installer=None):
"""Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument."""
if installer is not None:
return installer(requirement)
def __iter__(self):
"""Yield the unique project names of the available distributions"""
for key in self._distmap.keys():
if self[key]:
yield key
def __iadd__(self, other):
"""In-place addition of a distribution or environment"""
if isinstance(other, Distribution):
self.add(other)
elif isinstance(other, Environment):
for project in other:
for dist in other[project]:
self.add(dist)
else:
raise TypeError("Can't add %r to environment" % (other,))
return self
def __add__(self, other):
"""Add an environment or distribution to an environment"""
new = self.__class__([], platform=None, python=None)
for env in self, other:
new += env
return new
# XXX backward compatibility
AvailableDistributions = Environment
class ExtractionError(RuntimeError):
"""An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
"""
class ResourceManager:
"""Manage resource extraction and packages"""
extraction_path = None
def __init__(self):
self.cached_files = {}
def resource_exists(self, package_or_requirement, resource_name):
"""Does the named resource exist?"""
return get_provider(package_or_requirement).has_resource(resource_name)
def resource_isdir(self, package_or_requirement, resource_name):
"""Is the named resource an existing directory?"""
return get_provider(package_or_requirement).resource_isdir(
resource_name
)
def resource_filename(self, package_or_requirement, resource_name):
"""Return a true filesystem path for specified resource"""
return get_provider(package_or_requirement).get_resource_filename(
self, resource_name
)
def resource_stream(self, package_or_requirement, resource_name):
"""Return a readable file-like object for specified resource"""
return get_provider(package_or_requirement).get_resource_stream(
self, resource_name
)
def resource_string(self, package_or_requirement, resource_name):
"""Return specified resource as a string"""
return get_provider(package_or_requirement).get_resource_string(
self, resource_name
)
def resource_listdir(self, package_or_requirement, resource_name):
"""List the contents of the named resource directory"""
return get_provider(package_or_requirement).resource_listdir(
resource_name
)
def extraction_error(self):
"""Give an error message for problems extracting file(s)"""
old_exc = sys.exc_info()[1]
cache_path = self.extraction_path or get_default_cache()
tmpl = textwrap.dedent("""
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s) to the Python egg
cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory? You can
change the cache directory by setting the PYTHON_EGG_CACHE environment
variable to point to an accessible directory.
""").lstrip()
err = ExtractionError(tmpl.format(**locals()))
err.manager = self
err.cache_path = cache_path
err.original_error = old_exc
raise err
def get_cache_path(self, archive_name, names=()):
"""Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
"""
extract_path = self.extraction_path or get_default_cache()
target_path = os.path.join(extract_path, archive_name + '-tmp', *names)
try:
_bypass_ensure_directory(target_path)
except:
self.extraction_error()
self._warn_unsafe_extraction_path(extract_path)
self.cached_files[target_path] = 1
return target_path
@staticmethod
def _warn_unsafe_extraction_path(path):
"""
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
"""
if os.name == 'nt' and not path.startswith(os.environ['windir']):
# On Windows, permissions are generally restrictive by default
# and temp directories are not writable by other users, so
# bypass the warning.
return
mode = os.stat(path).st_mode
if mode & stat.S_IWOTH or mode & stat.S_IWGRP:
msg = ("%s is writable by group/others and vulnerable to attack "
"when "
"used with get_resource_filename. Consider a more secure "
"location (set with .set_extraction_path or the "
"PYTHON_EGG_CACHE environment variable)." % path)
warnings.warn(msg, UserWarning)
def postprocess(self, tempname, filename):
"""Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
"""
if os.name == 'posix':
# Make the resource executable
mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777
os.chmod(tempname, mode)
def set_extraction_path(self, path):
"""Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
"""
if self.cached_files:
raise ValueError(
"Can't change extraction path, files already extracted"
)
self.extraction_path = path
def cleanup_resources(self, force=False):
"""
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
"""
# XXX
def get_default_cache():
"""
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
"""
return (
os.environ.get('PYTHON_EGG_CACHE')
or appdirs.user_cache_dir(appname='Python-Eggs')
)
def safe_name(name):
"""Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
"""
return re.sub('[^A-Za-z0-9.]+', '-', name)
def safe_version(version):
"""
Convert an arbitrary string to a standard version string
"""
try:
# normalize the version
return str(packaging.version.Version(version))
except packaging.version.InvalidVersion:
version = version.replace(' ', '.')
return re.sub('[^A-Za-z0-9.]+', '-', version)
def safe_extra(extra):
"""Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
"""
return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower()
def to_filename(name):
"""Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
"""
return name.replace('-', '_')
def invalid_marker(text):
"""
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
"""
try:
evaluate_marker(text)
except SyntaxError as e:
e.filename = None
e.lineno = None
return e
return False
def evaluate_marker(text, extra=None):
"""
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
"""
try:
marker = packaging.markers.Marker(text)
return marker.evaluate()
except packaging.markers.InvalidMarker as e:
raise SyntaxError(e)
class NullProvider:
"""Try to implement resources and metadata for arbitrary PEP 302 loaders"""
egg_name = None
egg_info = None
loader = None
def __init__(self, module):
self.loader = getattr(module, '__loader__', None)
self.module_path = os.path.dirname(getattr(module, '__file__', ''))
def get_resource_filename(self, manager, resource_name):
return self._fn(self.module_path, resource_name)
def get_resource_stream(self, manager, resource_name):
return io.BytesIO(self.get_resource_string(manager, resource_name))
def get_resource_string(self, manager, resource_name):
return self._get(self._fn(self.module_path, resource_name))
def has_resource(self, resource_name):
return self._has(self._fn(self.module_path, resource_name))
def has_metadata(self, name):
return self.egg_info and self._has(self._fn(self.egg_info, name))
def get_metadata(self, name):
if not self.egg_info:
return ""
value = self._get(self._fn(self.egg_info, name))
return value.decode('utf-8') if six.PY3 else value
def get_metadata_lines(self, name):
return yield_lines(self.get_metadata(name))
def resource_isdir(self, resource_name):
return self._isdir(self._fn(self.module_path, resource_name))
def metadata_isdir(self, name):
return self.egg_info and self._isdir(self._fn(self.egg_info, name))
def resource_listdir(self, resource_name):
return self._listdir(self._fn(self.module_path, resource_name))
def metadata_listdir(self, name):
if self.egg_info:
return self._listdir(self._fn(self.egg_info, name))
return []
def run_script(self, script_name, namespace):
script = 'scripts/' + script_name
if not self.has_metadata(script):
raise ResolutionError("No script named %r" % script_name)
script_text = self.get_metadata(script).replace('\r\n', '\n')
script_text = script_text.replace('\r', '\n')
script_filename = self._fn(self.egg_info, script)
namespace['__file__'] = script_filename
if os.path.exists(script_filename):
source = open(script_filename).read()
code = compile(source, script_filename, 'exec')
exec(code, namespace, namespace)
else:
from linecache import cache
cache[script_filename] = (
len(script_text), 0, script_text.split('\n'), script_filename
)
script_code = compile(script_text, script_filename, 'exec')
exec(script_code, namespace, namespace)
def _has(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _isdir(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _listdir(self, path):
raise NotImplementedError(
"Can't perform this operation for unregistered loader type"
)
def _fn(self, base, resource_name):
if resource_name:
return os.path.join(base, *resource_name.split('/'))
return base
def _get(self, path):
if hasattr(self.loader, 'get_data'):
return self.loader.get_data(path)
raise NotImplementedError(
"Can't perform this operation for loaders without 'get_data()'"
)
register_loader_type(object, NullProvider)
class EggProvider(NullProvider):
"""Provider based on a virtual filesystem"""
def __init__(self, module):
NullProvider.__init__(self, module)
self._setup_prefix()
def _setup_prefix(self):
# we assume here that our metadata may be nested inside a "basket"
# of multiple eggs; that's why we use module_path instead of .archive
path = self.module_path
old = None
while path != old:
if _is_unpacked_egg(path):
self.egg_name = os.path.basename(path)
self.egg_info = os.path.join(path, 'EGG-INFO')
self.egg_root = path
break
old = path
path, base = os.path.split(path)
class DefaultProvider(EggProvider):
"""Provides access to package resources in the filesystem"""
def _has(self, path):
return os.path.exists(path)
def _isdir(self, path):
return os.path.isdir(path)
def _listdir(self, path):
return os.listdir(path)
def get_resource_stream(self, manager, resource_name):
return open(self._fn(self.module_path, resource_name), 'rb')
def _get(self, path):
with open(path, 'rb') as stream:
return stream.read()
@classmethod
def _register(cls):
loader_cls = getattr(importlib_machinery, 'SourceFileLoader',
type(None))
register_loader_type(loader_cls, cls)
DefaultProvider._register()
class EmptyProvider(NullProvider):
"""Provider that returns nothing for all requests"""
_isdir = _has = lambda self, path: False
_get = lambda self, path: ''
_listdir = lambda self, path: []
module_path = None
def __init__(self):
pass
empty_provider = EmptyProvider()
class ZipManifests(dict):
"""
zip manifest builder
"""
@classmethod
def build(cls, path):
"""
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
"""
with ContextualZipFile(path) as zfile:
items = (
(
name.replace('/', os.sep),
zfile.getinfo(name),
)
for name in zfile.namelist()
)
return dict(items)
load = build
class MemoizedZipManifests(ZipManifests):
"""
Memoized zipfile manifests.
"""
manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime')
def load(self, path):
"""
Load a manifest at path or return a suitable manifest already loaded.
"""
path = os.path.normpath(path)
mtime = os.stat(path).st_mtime
if path not in self or self[path].mtime != mtime:
manifest = self.build(path)
self[path] = self.manifest_mod(manifest, mtime)
return self[path].manifest
class ContextualZipFile(zipfile.ZipFile):
"""
Supplement ZipFile class to support context manager for Python 2.6
"""
def __enter__(self):
return self
def __exit__(self, type, value, traceback):
self.close()
def __new__(cls, *args, **kwargs):
"""
Construct a ZipFile or ContextualZipFile as appropriate
"""
if hasattr(zipfile.ZipFile, '__exit__'):
return zipfile.ZipFile(*args, **kwargs)
return super(ContextualZipFile, cls).__new__(cls)
class ZipProvider(EggProvider):
"""Resource support for zips and eggs"""
eagers = None
_zip_manifests = MemoizedZipManifests()
def __init__(self, module):
EggProvider.__init__(self, module)
self.zip_pre = self.loader.archive + os.sep
def _zipinfo_name(self, fspath):
# Convert a virtual filename (full path to file) into a zipfile subpath
# usable with the zipimport directory cache for our target archive
if fspath.startswith(self.zip_pre):
return fspath[len(self.zip_pre):]
raise AssertionError(
"%s is not a subpath of %s" % (fspath, self.zip_pre)
)
def _parts(self, zip_path):
# Convert a zipfile subpath into an egg-relative path part list.
# pseudo-fs path
fspath = self.zip_pre + zip_path
if fspath.startswith(self.egg_root + os.sep):
return fspath[len(self.egg_root) + 1:].split(os.sep)
raise AssertionError(
"%s is not a subpath of %s" % (fspath, self.egg_root)
)
@property
def zipinfo(self):
return self._zip_manifests.load(self.loader.archive)
def get_resource_filename(self, manager, resource_name):
if not self.egg_name:
raise NotImplementedError(
"resource_filename() only supported for .egg, not .zip"
)
# no need to lock for extraction, since we use temp names
zip_path = self._resource_to_zip(resource_name)
eagers = self._get_eager_resources()
if '/'.join(self._parts(zip_path)) in eagers:
for name in eagers:
self._extract_resource(manager, self._eager_to_zip(name))
return self._extract_resource(manager, zip_path)
@staticmethod
def _get_date_and_size(zip_stat):
size = zip_stat.file_size
# ymdhms+wday, yday, dst
date_time = zip_stat.date_time + (0, 0, -1)
# 1980 offset already done
timestamp = time.mktime(date_time)
return timestamp, size
def _extract_resource(self, manager, zip_path):
if zip_path in self._index():
for name in self._index()[zip_path]:
last = self._extract_resource(
manager, os.path.join(zip_path, name)
)
# return the extracted directory name
return os.path.dirname(last)
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
if not WRITE_SUPPORT:
raise IOError('"os.rename" and "os.unlink" are not supported '
'on this platform')
try:
real_path = manager.get_cache_path(
self.egg_name, self._parts(zip_path)
)
if self._is_current(real_path, zip_path):
return real_path
outf, tmpnam = _mkstemp(".$extract", dir=os.path.dirname(real_path))
os.write(outf, self.loader.get_data(zip_path))
os.close(outf)
utime(tmpnam, (timestamp, timestamp))
manager.postprocess(tmpnam, real_path)
try:
rename(tmpnam, real_path)
except os.error:
if os.path.isfile(real_path):
if self._is_current(real_path, zip_path):
# the file became current since it was checked above,
# so proceed.
return real_path
# Windows, del old file and retry
elif os.name == 'nt':
unlink(real_path)
rename(tmpnam, real_path)
return real_path
raise
except os.error:
# report a user-friendly error
manager.extraction_error()
return real_path
def _is_current(self, file_path, zip_path):
"""
Return True if the file_path is current for this zip_path
"""
timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
if not os.path.isfile(file_path):
return False
stat = os.stat(file_path)
if stat.st_size != size or stat.st_mtime != timestamp:
return False
# check that the contents match
zip_contents = self.loader.get_data(zip_path)
with open(file_path, 'rb') as f:
file_contents = f.read()
return zip_contents == file_contents
def _get_eager_resources(self):
if self.eagers is None:
eagers = []
for name in ('native_libs.txt', 'eager_resources.txt'):
if self.has_metadata(name):
eagers.extend(self.get_metadata_lines(name))
self.eagers = eagers
return self.eagers
def _index(self):
try:
return self._dirindex
except AttributeError:
ind = {}
for path in self.zipinfo:
parts = path.split(os.sep)
while parts:
parent = os.sep.join(parts[:-1])
if parent in ind:
ind[parent].append(parts[-1])
break
else:
ind[parent] = [parts.pop()]
self._dirindex = ind
return ind
def _has(self, fspath):
zip_path = self._zipinfo_name(fspath)
return zip_path in self.zipinfo or zip_path in self._index()
def _isdir(self, fspath):
return self._zipinfo_name(fspath) in self._index()
def _listdir(self, fspath):
return list(self._index().get(self._zipinfo_name(fspath), ()))
def _eager_to_zip(self, resource_name):
return self._zipinfo_name(self._fn(self.egg_root, resource_name))
def _resource_to_zip(self, resource_name):
return self._zipinfo_name(self._fn(self.module_path, resource_name))
register_loader_type(zipimport.zipimporter, ZipProvider)
class FileMetadata(EmptyProvider):
"""Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
"""
def __init__(self, path):
self.path = path
def has_metadata(self, name):
return name == 'PKG-INFO' and os.path.isfile(self.path)
def get_metadata(self, name):
if name != 'PKG-INFO':
raise KeyError("No metadata except PKG-INFO is available")
with io.open(self.path, encoding='utf-8', errors="replace") as f:
metadata = f.read()
self._warn_on_replacement(metadata)
return metadata
def _warn_on_replacement(self, metadata):
# Python 2.6 and 3.2 compat for: replacement_char = '�'
replacement_char = b'\xef\xbf\xbd'.decode('utf-8')
if replacement_char in metadata:
tmpl = "{self.path} could not be properly decoded in UTF-8"
msg = tmpl.format(**locals())
warnings.warn(msg)
def get_metadata_lines(self, name):
return yield_lines(self.get_metadata(name))
class PathMetadata(DefaultProvider):
"""Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
"""
def __init__(self, path, egg_info):
self.module_path = path
self.egg_info = egg_info
class EggMetadata(ZipProvider):
"""Metadata provider for .egg files"""
def __init__(self, importer):
"""Create a metadata provider from a zipimporter"""
self.zip_pre = importer.archive + os.sep
self.loader = importer
if importer.prefix:
self.module_path = os.path.join(importer.archive, importer.prefix)
else:
self.module_path = importer.archive
self._setup_prefix()
_declare_state('dict', _distribution_finders={})
def register_finder(importer_type, distribution_finder):
"""Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example."""
_distribution_finders[importer_type] = distribution_finder
def find_distributions(path_item, only=False):
"""Yield distributions accessible via `path_item`"""
importer = get_importer(path_item)
finder = _find_adapter(_distribution_finders, importer)
return finder(importer, path_item, only)
def find_eggs_in_zip(importer, path_item, only=False):
"""
Find eggs in zip files; possibly multiple nested eggs.
"""
if importer.archive.endswith('.whl'):
# wheels are not supported with this finder
# they don't have PKG-INFO metadata, and won't ever contain eggs
return
metadata = EggMetadata(importer)
if metadata.has_metadata('PKG-INFO'):
yield Distribution.from_filename(path_item, metadata=metadata)
if only:
# don't yield nested distros
return
for subitem in metadata.resource_listdir('/'):
if _is_unpacked_egg(subitem):
subpath = os.path.join(path_item, subitem)
for dist in find_eggs_in_zip(zipimport.zipimporter(subpath), subpath):
yield dist
register_finder(zipimport.zipimporter, find_eggs_in_zip)
def find_nothing(importer, path_item, only=False):
return ()
register_finder(object, find_nothing)
def _by_version_descending(names):
"""
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
"""
def _by_version(name):
"""
Parse each component of the filename
"""
name, ext = os.path.splitext(name)
parts = itertools.chain(name.split('-'), [ext])
return [packaging.version.parse(part) for part in parts]
return sorted(names, key=_by_version, reverse=True)
def find_on_path(importer, path_item, only=False):
"""Yield distributions accessible on a sys.path directory"""
path_item = _normalize_cached(path_item)
if os.path.isdir(path_item) and os.access(path_item, os.R_OK):
if _is_unpacked_egg(path_item):
yield Distribution.from_filename(
path_item, metadata=PathMetadata(
path_item, os.path.join(path_item, 'EGG-INFO')
)
)
else:
# scan for .egg and .egg-info in directory
path_item_entries = _by_version_descending(os.listdir(path_item))
for entry in path_item_entries:
lower = entry.lower()
if lower.endswith('.egg-info') or lower.endswith('.dist-info'):
fullpath = os.path.join(path_item, entry)
if os.path.isdir(fullpath):
# egg-info directory, allow getting metadata
if len(os.listdir(fullpath)) == 0:
# Empty egg directory, skip.
continue
metadata = PathMetadata(path_item, fullpath)
else:
metadata = FileMetadata(fullpath)
yield Distribution.from_location(
path_item, entry, metadata, precedence=DEVELOP_DIST
)
elif not only and _is_unpacked_egg(entry):
dists = find_distributions(os.path.join(path_item, entry))
for dist in dists:
yield dist
elif not only and lower.endswith('.egg-link'):
with open(os.path.join(path_item, entry)) as entry_file:
entry_lines = entry_file.readlines()
for line in entry_lines:
if not line.strip():
continue
path = os.path.join(path_item, line.rstrip())
dists = find_distributions(path)
for item in dists:
yield item
break
register_finder(pkgutil.ImpImporter, find_on_path)
if hasattr(importlib_machinery, 'FileFinder'):
register_finder(importlib_machinery.FileFinder, find_on_path)
_declare_state('dict', _namespace_handlers={})
_declare_state('dict', _namespace_packages={})
def register_namespace_handler(importer_type, namespace_handler):
"""Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
"""
_namespace_handlers[importer_type] = namespace_handler
def _handle_ns(packageName, path_item):
"""Ensure that named package includes a subpath of path_item (if needed)"""
importer = get_importer(path_item)
if importer is None:
return None
loader = importer.find_module(packageName)
if loader is None:
return None
module = sys.modules.get(packageName)
if module is None:
module = sys.modules[packageName] = types.ModuleType(packageName)
module.__path__ = []
_set_parent_ns(packageName)
elif not hasattr(module, '__path__'):
raise TypeError("Not a package:", packageName)
handler = _find_adapter(_namespace_handlers, importer)
subpath = handler(importer, path_item, packageName, module)
if subpath is not None:
path = module.__path__
path.append(subpath)
loader.load_module(packageName)
_rebuild_mod_path(path, packageName, module)
return subpath
def _rebuild_mod_path(orig_path, package_name, module):
"""
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
"""
sys_path = [_normalize_cached(p) for p in sys.path]
def safe_sys_path_index(entry):
"""
Workaround for #520 and #513.
"""
try:
return sys_path.index(entry)
except ValueError:
return float('inf')
def position_in_sys_path(path):
"""
Return the ordinal of the path based on its position in sys.path
"""
path_parts = path.split(os.sep)
module_parts = package_name.count('.') + 1
parts = path_parts[:-module_parts]
return safe_sys_path_index(_normalize_cached(os.sep.join(parts)))
orig_path.sort(key=position_in_sys_path)
module.__path__[:] = [_normalize_cached(p) for p in orig_path]
def declare_namespace(packageName):
"""Declare that package 'packageName' is a namespace package"""
_imp.acquire_lock()
try:
if packageName in _namespace_packages:
return
path, parent = sys.path, None
if '.' in packageName:
parent = '.'.join(packageName.split('.')[:-1])
declare_namespace(parent)
if parent not in _namespace_packages:
__import__(parent)
try:
path = sys.modules[parent].__path__
except AttributeError:
raise TypeError("Not a package:", parent)
# Track what packages are namespaces, so when new path items are added,
# they can be updated
_namespace_packages.setdefault(parent, []).append(packageName)
_namespace_packages.setdefault(packageName, [])
for path_item in path:
# Ensure all the parent's path items are reflected in the child,
# if they apply
_handle_ns(packageName, path_item)
finally:
_imp.release_lock()
def fixup_namespace_packages(path_item, parent=None):
"""Ensure that previously-declared namespace packages include path_item"""
_imp.acquire_lock()
try:
for package in _namespace_packages.get(parent, ()):
subpath = _handle_ns(package, path_item)
if subpath:
fixup_namespace_packages(subpath, package)
finally:
_imp.release_lock()
def file_ns_handler(importer, path_item, packageName, module):
"""Compute an ns-package subpath for a filesystem or zipfile importer"""
subpath = os.path.join(path_item, packageName.split('.')[-1])
normalized = _normalize_cached(subpath)
for item in module.__path__:
if _normalize_cached(item) == normalized:
break
else:
# Only return the path if it's not already there
return subpath
register_namespace_handler(pkgutil.ImpImporter, file_ns_handler)
register_namespace_handler(zipimport.zipimporter, file_ns_handler)
if hasattr(importlib_machinery, 'FileFinder'):
register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler)
def null_ns_handler(importer, path_item, packageName, module):
return None
register_namespace_handler(object, null_ns_handler)
def normalize_path(filename):
"""Normalize a file/dir name for comparison purposes"""
return os.path.normcase(os.path.realpath(filename))
def _normalize_cached(filename, _cache={}):
try:
return _cache[filename]
except KeyError:
_cache[filename] = result = normalize_path(filename)
return result
def _is_unpacked_egg(path):
"""
Determine if given path appears to be an unpacked egg.
"""
return (
path.lower().endswith('.egg')
)
def _set_parent_ns(packageName):
parts = packageName.split('.')
name = parts.pop()
if parts:
parent = '.'.join(parts)
setattr(sys.modules[parent], name, sys.modules[packageName])
def yield_lines(strs):
"""Yield non-empty/non-comment lines of a string or sequence"""
if isinstance(strs, six.string_types):
for s in strs.splitlines():
s = s.strip()
# skip blank lines/comments
if s and not s.startswith('#'):
yield s
else:
for ss in strs:
for s in yield_lines(ss):
yield s
MODULE = re.compile(r"\w+(\.\w+)*$").match
EGG_NAME = re.compile(
r"""
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
""",
re.VERBOSE | re.IGNORECASE,
).match
class EntryPoint(object):
"""Object representing an advertised importable object"""
def __init__(self, name, module_name, attrs=(), extras=(), dist=None):
if not MODULE(module_name):
raise ValueError("Invalid module name", module_name)
self.name = name
self.module_name = module_name
self.attrs = tuple(attrs)
self.extras = Requirement.parse(("x[%s]" % ','.join(extras))).extras
self.dist = dist
def __str__(self):
s = "%s = %s" % (self.name, self.module_name)
if self.attrs:
s += ':' + '.'.join(self.attrs)
if self.extras:
s += ' [%s]' % ','.join(self.extras)
return s
def __repr__(self):
return "EntryPoint.parse(%r)" % str(self)
def load(self, require=True, *args, **kwargs):
"""
Require packages for this EntryPoint, then resolve it.
"""
if not require or args or kwargs:
warnings.warn(
"Parameters to load are deprecated. Call .resolve and "
".require separately.",
DeprecationWarning,
stacklevel=2,
)
if require:
self.require(*args, **kwargs)
return self.resolve()
def resolve(self):
"""
Resolve the entry point from its module and attrs.
"""
module = __import__(self.module_name, fromlist=['__name__'], level=0)
try:
return functools.reduce(getattr, self.attrs, module)
except AttributeError as exc:
raise ImportError(str(exc))
def require(self, env=None, installer=None):
if self.extras and not self.dist:
raise UnknownExtra("Can't require() without a distribution", self)
reqs = self.dist.requires(self.extras)
items = working_set.resolve(reqs, env, installer)
list(map(working_set.add, items))
pattern = re.compile(
r'\s*'
r'(?P<name>.+?)\s*'
r'=\s*'
r'(?P<module>[\w.]+)\s*'
r'(:\s*(?P<attr>[\w.]+))?\s*'
r'(?P<extras>\[.*\])?\s*$'
)
@classmethod
def parse(cls, src, dist=None):
"""Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
"""
m = cls.pattern.match(src)
if not m:
msg = "EntryPoint must be in 'name=module:attrs [extras]' format"
raise ValueError(msg, src)
res = m.groupdict()
extras = cls._parse_extras(res['extras'])
attrs = res['attr'].split('.') if res['attr'] else ()
return cls(res['name'], res['module'], attrs, extras, dist)
@classmethod
def _parse_extras(cls, extras_spec):
if not extras_spec:
return ()
req = Requirement.parse('x' + extras_spec)
if req.specs:
raise ValueError()
return req.extras
@classmethod
def parse_group(cls, group, lines, dist=None):
"""Parse an entry point group"""
if not MODULE(group):
raise ValueError("Invalid group name", group)
this = {}
for line in yield_lines(lines):
ep = cls.parse(line, dist)
if ep.name in this:
raise ValueError("Duplicate entry point", group, ep.name)
this[ep.name] = ep
return this
@classmethod
def parse_map(cls, data, dist=None):
"""Parse a map of entry point groups"""
if isinstance(data, dict):
data = data.items()
else:
data = split_sections(data)
maps = {}
for group, lines in data:
if group is None:
if not lines:
continue
raise ValueError("Entry points must be listed in groups")
group = group.strip()
if group in maps:
raise ValueError("Duplicate group name", group)
maps[group] = cls.parse_group(group, lines, dist)
return maps
def _remove_md5_fragment(location):
if not location:
return ''
parsed = urllib.parse.urlparse(location)
if parsed[-1].startswith('md5='):
return urllib.parse.urlunparse(parsed[:-1] + ('',))
return location
def _version_from_file(lines):
"""
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
"""
is_version_line = lambda line: line.lower().startswith('version:')
version_lines = filter(is_version_line, lines)
line = next(iter(version_lines), '')
_, _, value = line.partition(':')
return safe_version(value.strip()) or None
class Distribution(object):
"""Wrap an actual or potential sys.path entry w/metadata"""
PKG_INFO = 'PKG-INFO'
def __init__(self, location=None, metadata=None, project_name=None,
version=None, py_version=PY_MAJOR, platform=None,
precedence=EGG_DIST):
self.project_name = safe_name(project_name or 'Unknown')
if version is not None:
self._version = safe_version(version)
self.py_version = py_version
self.platform = platform
self.location = location
self.precedence = precedence
self._provider = metadata or empty_provider
@classmethod
def from_location(cls, location, basename, metadata=None, **kw):
project_name, version, py_version, platform = [None] * 4
basename, ext = os.path.splitext(basename)
if ext.lower() in _distributionImpl:
cls = _distributionImpl[ext.lower()]
match = EGG_NAME(basename)
if match:
project_name, version, py_version, platform = match.group(
'name', 'ver', 'pyver', 'plat'
)
return cls(
location, metadata, project_name=project_name, version=version,
py_version=py_version, platform=platform, **kw
)._reload_version()
def _reload_version(self):
return self
@property
def hashcmp(self):
return (
self.parsed_version,
self.precedence,
self.key,
_remove_md5_fragment(self.location),
self.py_version or '',
self.platform or '',
)
def __hash__(self):
return hash(self.hashcmp)
def __lt__(self, other):
return self.hashcmp < other.hashcmp
def __le__(self, other):
return self.hashcmp <= other.hashcmp
def __gt__(self, other):
return self.hashcmp > other.hashcmp
def __ge__(self, other):
return self.hashcmp >= other.hashcmp
def __eq__(self, other):
if not isinstance(other, self.__class__):
# It's not a Distribution, so they are not equal
return False
return self.hashcmp == other.hashcmp
def __ne__(self, other):
return not self == other
# These properties have to be lazy so that we don't have to load any
# metadata until/unless it's actually needed. (i.e., some distributions
# may not know their name or version without loading PKG-INFO)
@property
def key(self):
try:
return self._key
except AttributeError:
self._key = key = self.project_name.lower()
return key
@property
def parsed_version(self):
if not hasattr(self, "_parsed_version"):
self._parsed_version = parse_version(self.version)
return self._parsed_version
def _warn_legacy_version(self):
LV = packaging.version.LegacyVersion
is_legacy = isinstance(self._parsed_version, LV)
if not is_legacy:
return
# While an empty version is technically a legacy version and
# is not a valid PEP 440 version, it's also unlikely to
# actually come from someone and instead it is more likely that
# it comes from setuptools attempting to parse a filename and
# including it in the list. So for that we'll gate this warning
# on if the version is anything at all or not.
if not self.version:
return
tmpl = textwrap.dedent("""
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
""").strip().replace('\n', ' ')
warnings.warn(tmpl.format(**vars(self)), PEP440Warning)
@property
def version(self):
try:
return self._version
except AttributeError:
version = _version_from_file(self._get_metadata(self.PKG_INFO))
if version is None:
tmpl = "Missing 'Version:' header and/or %s file"
raise ValueError(tmpl % self.PKG_INFO, self)
return version
@property
def _dep_map(self):
try:
return self.__dep_map
except AttributeError:
dm = self.__dep_map = {None: []}
for name in 'requires.txt', 'depends.txt':
for extra, reqs in split_sections(self._get_metadata(name)):
if extra:
if ':' in extra:
extra, marker = extra.split(':', 1)
if invalid_marker(marker):
# XXX warn
reqs = []
elif not evaluate_marker(marker):
reqs = []
extra = safe_extra(extra) or None
dm.setdefault(extra, []).extend(parse_requirements(reqs))
return dm
def requires(self, extras=()):
"""List of Requirements needed for this distro if `extras` are used"""
dm = self._dep_map
deps = []
deps.extend(dm.get(None, ()))
for ext in extras:
try:
deps.extend(dm[safe_extra(ext)])
except KeyError:
raise UnknownExtra(
"%s has no such extra feature %r" % (self, ext)
)
return deps
def _get_metadata(self, name):
if self.has_metadata(name):
for line in self.get_metadata_lines(name):
yield line
def activate(self, path=None, replace=False):
"""Ensure distribution is importable on `path` (default=sys.path)"""
if path is None:
path = sys.path
self.insert_on(path, replace=replace)
if path is sys.path:
fixup_namespace_packages(self.location)
for pkg in self._get_metadata('namespace_packages.txt'):
if pkg in sys.modules:
declare_namespace(pkg)
def egg_name(self):
"""Return what this distribution's standard .egg filename should be"""
filename = "%s-%s-py%s" % (
to_filename(self.project_name), to_filename(self.version),
self.py_version or PY_MAJOR
)
if self.platform:
filename += '-' + self.platform
return filename
def __repr__(self):
if self.location:
return "%s (%s)" % (self, self.location)
else:
return str(self)
def __str__(self):
try:
version = getattr(self, 'version', None)
except ValueError:
version = None
version = version or "[unknown version]"
return "%s %s" % (self.project_name, version)
def __getattr__(self, attr):
"""Delegate all unrecognized public attributes to .metadata provider"""
if attr.startswith('_'):
raise AttributeError(attr)
return getattr(self._provider, attr)
@classmethod
def from_filename(cls, filename, metadata=None, **kw):
return cls.from_location(
_normalize_cached(filename), os.path.basename(filename), metadata,
**kw
)
def as_requirement(self):
"""Return a ``Requirement`` that matches this distribution exactly"""
if isinstance(self.parsed_version, packaging.version.Version):
spec = "%s==%s" % (self.project_name, self.parsed_version)
else:
spec = "%s===%s" % (self.project_name, self.parsed_version)
return Requirement.parse(spec)
def load_entry_point(self, group, name):
"""Return the `name` entry point of `group` or raise ImportError"""
ep = self.get_entry_info(group, name)
if ep is None:
raise ImportError("Entry point %r not found" % ((group, name),))
return ep.load()
def get_entry_map(self, group=None):
"""Return the entry point map for `group`, or the full entry map"""
try:
ep_map = self._ep_map
except AttributeError:
ep_map = self._ep_map = EntryPoint.parse_map(
self._get_metadata('entry_points.txt'), self
)
if group is not None:
return ep_map.get(group, {})
return ep_map
def get_entry_info(self, group, name):
"""Return the EntryPoint object for `group`+`name`, or ``None``"""
return self.get_entry_map(group).get(name)
def insert_on(self, path, loc=None, replace=False):
"""Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
"""
loc = loc or self.location
if not loc:
return
nloc = _normalize_cached(loc)
bdir = os.path.dirname(nloc)
npath = [(p and _normalize_cached(p) or p) for p in path]
for p, item in enumerate(npath):
if item == nloc:
if replace:
break
else:
# don't modify path (even removing duplicates) if found and not replace
return
elif item == bdir and self.precedence == EGG_DIST:
# if it's an .egg, give it precedence over its directory
# UNLESS it's already been added to sys.path and replace=False
if (not replace) and nloc in npath[p:]:
return
if path is sys.path:
self.check_version_conflict()
path.insert(p, loc)
npath.insert(p, nloc)
break
else:
if path is sys.path:
self.check_version_conflict()
if replace:
path.insert(0, loc)
else:
path.append(loc)
return
# p is the spot where we found or inserted loc; now remove duplicates
while True:
try:
np = npath.index(nloc, p + 1)
except ValueError:
break
else:
del npath[np], path[np]
# ha!
p = np
return
def check_version_conflict(self):
if self.key == 'setuptools':
# ignore the inevitable setuptools self-conflicts :(
return
nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt'))
loc = normalize_path(self.location)
for modname in self._get_metadata('top_level.txt'):
if (modname not in sys.modules or modname in nsp
or modname in _namespace_packages):
continue
if modname in ('pkg_resources', 'setuptools', 'site'):
continue
fn = getattr(sys.modules[modname], '__file__', None)
if fn and (normalize_path(fn).startswith(loc) or
fn.startswith(self.location)):
continue
issue_warning(
"Module %s was already imported from %s, but %s is being added"
" to sys.path" % (modname, fn, self.location),
)
def has_version(self):
try:
self.version
except ValueError:
issue_warning("Unbuilt egg for " + repr(self))
return False
return True
def clone(self, **kw):
"""Copy this distribution, substituting in any changed keyword args"""
names = 'project_name version py_version platform location precedence'
for attr in names.split():
kw.setdefault(attr, getattr(self, attr, None))
kw.setdefault('metadata', self._provider)
return self.__class__(**kw)
@property
def extras(self):
return [dep for dep in self._dep_map if dep]
class EggInfoDistribution(Distribution):
def _reload_version(self):
"""
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
"""
md_version = _version_from_file(self._get_metadata(self.PKG_INFO))
if md_version:
self._version = md_version
return self
class DistInfoDistribution(Distribution):
"""Wrap an actual or potential sys.path entry w/metadata, .dist-info style"""
PKG_INFO = 'METADATA'
EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])")
@property
def _parsed_pkg_info(self):
"""Parse and cache metadata"""
try:
return self._pkg_info
except AttributeError:
metadata = self.get_metadata(self.PKG_INFO)
self._pkg_info = email.parser.Parser().parsestr(metadata)
return self._pkg_info
@property
def _dep_map(self):
try:
return self.__dep_map
except AttributeError:
self.__dep_map = self._compute_dependencies()
return self.__dep_map
def _compute_dependencies(self):
"""Recompute this distribution's dependencies."""
dm = self.__dep_map = {None: []}
reqs = []
# Including any condition expressions
for req in self._parsed_pkg_info.get_all('Requires-Dist') or []:
reqs.extend(parse_requirements(req))
def reqs_for_extra(extra):
for req in reqs:
if not req.marker or req.marker.evaluate({'extra': extra}):
yield req
common = frozenset(reqs_for_extra(None))
dm[None].extend(common)
for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []:
s_extra = safe_extra(extra.strip())
dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common)
return dm
_distributionImpl = {
'.egg': Distribution,
'.egg-info': EggInfoDistribution,
'.dist-info': DistInfoDistribution,
}
def issue_warning(*args, **kw):
level = 1
g = globals()
try:
# find the first stack frame that is *not* code in
# the pkg_resources module, to use for the warning
while sys._getframe(level).f_globals is g:
level += 1
except ValueError:
pass
warnings.warn(stacklevel=level + 1, *args, **kw)
class RequirementParseError(ValueError):
def __str__(self):
return ' '.join(self.args)
def parse_requirements(strs):
"""Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
"""
# create a steppable iterator, so we can handle \-continuations
lines = iter(yield_lines(strs))
for line in lines:
# Drop comments -- a hash without a space may be in a URL.
if ' #' in line:
line = line[:line.find(' #')]
# If there is a line continuation, drop it, and append the next line.
if line.endswith('\\'):
line = line[:-2].strip()
line += next(lines)
yield Requirement(line)
class Requirement(packaging.requirements.Requirement):
def __init__(self, requirement_string):
"""DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!"""
try:
super(Requirement, self).__init__(requirement_string)
except packaging.requirements.InvalidRequirement as e:
raise RequirementParseError(str(e))
self.unsafe_name = self.name
project_name = safe_name(self.name)
self.project_name, self.key = project_name, project_name.lower()
self.specs = [
(spec.operator, spec.version) for spec in self.specifier]
self.extras = tuple(map(safe_extra, self.extras))
self.hashCmp = (
self.key,
self.specifier,
frozenset(self.extras),
str(self.marker) if self.marker else None,
)
self.__hash = hash(self.hashCmp)
def __eq__(self, other):
return (
isinstance(other, Requirement) and
self.hashCmp == other.hashCmp
)
def __ne__(self, other):
return not self == other
def __contains__(self, item):
if isinstance(item, Distribution):
if item.key != self.key:
return False
item = item.version
# Allow prereleases always in order to match the previous behavior of
# this method. In the future this should be smarter and follow PEP 440
# more accurately.
return self.specifier.contains(item, prereleases=True)
def __hash__(self):
return self.__hash
def __repr__(self): return "Requirement.parse(%r)" % str(self)
@staticmethod
def parse(s):
req, = parse_requirements(s)
return req
def _get_mro(cls):
"""Get an mro for a type or classic class"""
if not isinstance(cls, type):
class cls(cls, object):
pass
return cls.__mro__[1:]
return cls.__mro__
def _find_adapter(registry, ob):
"""Return an adapter factory for `ob` from `registry`"""
for t in _get_mro(getattr(ob, '__class__', type(ob))):
if t in registry:
return registry[t]
def ensure_directory(path):
"""Ensure that the parent directory of `path` exists"""
dirname = os.path.dirname(path)
if not os.path.isdir(dirname):
os.makedirs(dirname)
def _bypass_ensure_directory(path):
"""Sandbox-bypassing version of ensure_directory()"""
if not WRITE_SUPPORT:
raise IOError('"os.mkdir" not supported on this platform.')
dirname, filename = split(path)
if dirname and filename and not isdir(dirname):
_bypass_ensure_directory(dirname)
mkdir(dirname, 0o755)
def split_sections(s):
"""Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
"""
section = None
content = []
for line in yield_lines(s):
if line.startswith("["):
if line.endswith("]"):
if section or content:
yield section, content
section = line[1:-1].strip()
content = []
else:
raise ValueError("Invalid section heading", line)
else:
content.append(line)
# wrap up last segment
yield section, content
def _mkstemp(*args, **kw):
old_open = os.open
try:
# temporarily bypass sandboxing
os.open = os_open
return tempfile.mkstemp(*args, **kw)
finally:
# and then put it back
os.open = old_open
# Silence the PEP440Warning by default, so that end users don't get hit by it
# randomly just because they use pkg_resources. We want to append the rule
# because we want earlier uses of filterwarnings to take precedence over this
# one.
warnings.filterwarnings("ignore", category=PEP440Warning, append=True)
# from jaraco.functools 1.3
def _call_aside(f, *args, **kwargs):
f(*args, **kwargs)
return f
@_call_aside
def _initialize(g=globals()):
"Set up global resource manager (deliberately not state-saved)"
manager = ResourceManager()
g['_manager'] = manager
for name in dir(manager):
if not name.startswith('_'):
g[name] = getattr(manager, name)
@_call_aside
def _initialize_master_working_set():
"""
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
"""
working_set = WorkingSet._build_master()
_declare_state('object', working_set=working_set)
require = working_set.require
iter_entry_points = working_set.iter_entry_points
add_activation_listener = working_set.subscribe
run_script = working_set.run_script
# backward compatibility
run_main = run_script
# Activate all distributions already on sys.path with replace=False and
# ensure that all distributions added to the working set in the future
# (e.g. by calling ``require()``) will get activated as well,
# with higher priority (replace=True).
dist = None # ensure dist is defined for del dist below
for dist in working_set:
dist.activate(replace=False)
del dist
add_activation_listener(lambda dist: dist.activate(replace=True), existing=False)
working_set.entries = []
# match order
list(map(working_set.add_entry, sys.path))
globals().update(locals())
pkg_resources/py31compat.py 0000644 00000001062 15043676210 0011774 0 ustar 00 import os
import errno
import sys
from pip._vendor import six
def _makedirs_31(path, exist_ok=False):
try:
os.makedirs(path)
except OSError as exc:
if not exist_ok or exc.errno != errno.EEXIST:
raise
# rely on compatibility behavior until mode considerations
# and exists_ok considerations are disentangled.
# See https://github.com/pypa/setuptools/pull/1083#issuecomment-315168663
needs_makedirs = (
six.PY2 or
(3, 4) <= sys.version_info < (3, 4, 1)
)
makedirs = _makedirs_31 if needs_makedirs else os.makedirs
pkg_resources/__pycache__/py31compat.cpython-38.pyc 0000644 00000001144 15043676211 0016264 0 ustar 00 U
��.e2 � @ s` d dl Z d dlZd dlZd dlmZ ddd�ZejpLdej koHdk n ZerVene j Z dS ) � N)�sixFc
C sH zt �| � W n4 tk
rB } z|r0|jtjkr2� W 5 d }~X Y nX d S )N)�os�makedirs�OSError�errnoZEEXIST)�path�exist_ok�exc� r
�H/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/py31compat.py� _makedirs_31 s
r )� � )r
r � )F)
r r �sysZ pip._vendorr r ZPY2� version_infoZneeds_makedirsr r
r
r
r �<module> s
� pkg_resources/__pycache__/py31compat.cpython-38.opt-1.pyc 0000644 00000001144 15043676211 0017223 0 ustar 00 U
��.e2 � @ s` d dl Z d dlZd dlZd dlmZ ddd�ZejpLdej koHdk n ZerVene j Z dS ) � N)�sixFc
C sH zt �| � W n4 tk
rB } z|r0|jtjkr2� W 5 d }~X Y nX d S )N)�os�makedirs�OSError�errnoZEEXIST)�path�exist_ok�exc� r
�H/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/py31compat.py� _makedirs_31 s
r )� � )r
r � )F)
r r �sysZ pip._vendorr r ZPY2� version_infoZneeds_makedirsr r
r
r
r �<module> s
� pkg_resources/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000303710 15043676211 0016766 0 ustar 00 U
��.eͦ � G @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k
�r ddl Z Y nX ze W n e!k
�r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k
�r� d
Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k
�r� dZ5Y nX d
dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d� e;d� e;d� e;d� e<Z=dej> k �r@dk �rLn ne?d��e$j@�r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd� deT�ZUdd� ZVi ZWd d � ZXd d � ZYd d!� ZZd"d#� Z[d$d%� Z\d&d'� Z]d(d)� Z^d*d+� Z_Z`d,d-� Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI� dIec�ZdG dtdJ� dJed�ZeG dudv� dvee�ZfG dwdK� dKed�ZgG dxdL� dLed�Zhi Ziejjddy� ZkdyZldzZmd
ZndZod{Zpd|dm� Zqd}d0� Zrg fd~d�Zsd�d�� Ztd�d�� Zue�vd��Zwe�vd��ZxeuZyd�dR� Zzd�d/� Z{e{Z|d�d1� Z}d�d2� Z~d�d�d3�Zd�d4� Z�G d�d`� d`�Z�G d�da� dae��Z�G d�dD� dD�Z�G d�d�� d�e��Z�G d�dC� dC�Z�e�Z�G d�dM� dMe?�Z�G d�dE� dE�Z�d�dB� Z�d�dO� Z�d�dP� Z�d�dU� Z�d�dV� Z�d�dW� Z��d d�dX�Z�G d�dg� dg�Z�eqe�e�� G d�dh� dhe��Z�G d�di� die��Z�e���� G d�de� dee��Z�e�� Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�dj� dje��Z�eqe
j�e�� G d�db� dbe��Z�G d�dc� dce��Z�G d�dd� dde��Z�eXd�i d�� d�dk� Z��dd�d?�Z��dd�d��Z�e�e
j�e�� �dd�d��Z�e�e�e�� d�d�� Z��dd�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e5d���r�e�e5j�e�� eXd�i d�� eXd�i d�� d�dl� Z�d�dĄ Z�d�dƄ Z�d�d<� Z��dd�dn�Z�d�dʄ Z�e�ej�e�� e�e
j�e�� e�e5d���r,e�e5j�e�� d�d̄ Z�e�e�e�� d�dZ� Z�d�dτ Z�i fd�dфZ�d�dӄ Z�d�dՄ Z�d�dׄ Z�d�dS� Z�e�vd١j�Z�e�vd�ej�ej�B �j�Z�G d�dH� dH�Z�d�d݄ Z�d�d߄ Z�G d�dF� dF�Z�G d�d� d�eăZ�G d�d� d�eăZ�e�e�e�d�Z�d�d� Z�G d�d� d�eɃZ�d�dN� Z�G d�dG� dGe:j�j̓Z�d�d� Z�d�d� Z�d�dY� Z�d�d� Z�d�dT� Z�d�d�� Z�e j�d�eUd d�� d�d�� Z�e�eփ fd�d���Z�e�d�d�� �Z�G d�dp� dpeكZ�dS ( aZ
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
� )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )�
py31compat)�appdirs)� packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers)� r )r � z Python 3.4 or later is requiredc @ s e Zd ZdZdS )�
PEP440Warningza
Used when there is an issue with a version or specifier not complying with
PEP 440.
N��__name__�
__module__� __qualname__�__doc__� r r �F/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/__init__.pyr x s r c C s8 zt j�| �W S t jjk
r2 t j�| � Y S X d S �N)r �version�Version�InvalidVersion�
LegacyVersion)�vr r r �
parse_version s r# c K s" t � �|� t�t�|| �� d S r )�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state� s r* c C s8 i } t � }t�� D ] \}}|d| || �| |< q| S )NZ_sget_)r$ r& �items��state�g�kr" r r r � __getstate__� s
r0 c C s8 t � }| �� D ]$\}}|dt| ||| |� q| S )NZ_sset_)r$ r+ r& r, r r r � __setstate__� s r1 c C s | � � S r )�copy��valr r r �
_sget_dict� s r5 c C s |� � |�|� d S r )�clearr% ��key�obr- r r r �
_sset_dict� s r: c C s | � � S r )r0 r3 r r r � _sget_object� s r; c C s |� |� d S r )r1 r7 r r r � _sset_object� s r< c G s d S r r ��argsr r r �<lambda>� � r? c C sb t � } t�| �}|dk r^tjdkr^z&dd�t� dd� �|�d�f } W n tk
r\ Y nX | S )aZ Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group�
ValueError)�plat�mr r r �get_supported_platform� s
&rO �require�
run_script� get_provider�get_distribution�load_entry_point�
get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment�
WorkingSet�ResourceManager� Distribution� Requirement�
EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections�
safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST�
CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata�
EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr � PkgResourcesDeprecationWarning�run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j� S r )� __class__r �reprr> ��selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rk � s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d
� Z d S ) rl z�
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
z3{self.dist} is installed but {self.req} is requiredc C s
| j d S �Nr r= r� r r r �dist s zVersionConflict.distc C s
| j d S �Nr r= r� r r r �req s zVersionConflict.reqc C s | j jf t� �S r �� _template�format�localsr� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
)r> �ContextualVersionConflict)r� � required_byr> r r r � with_context s z VersionConflict.with_contextN)
r r r r r� �propertyr� r� r� r� r r r r rl s
c @ s& e Zd ZdZejd Zedd� �ZdS )r� z�
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
z by {self.required_by}c C s
| j d S )NrC r= r� r r r r� * s z%ContextualVersionConflict.required_byN)r r r r rl r� r� r� r r r r r� " s
r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d
� Z d d � Z
d
S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s
| j d S r� r= r� r r r r� 5 s zDistributionNotFound.reqc C s
| j d S r� r= r� r r r � requirers9 s z DistributionNotFound.requirersc C s | j s
dS d�| j �S )Nzthe applicationz, )r� rI r� r r r �
requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t� �S r r� r� r r r r� C s zDistributionNotFound.reportc C s | � � S r )r� r� r r r �__str__F s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r rm / s
c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s r rC ���c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� X s c C st t | t�r$t�| �p"tt| ��d S ztj| }W n& tk
rX t | � tj| }Y nX t
|dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr �
__loader__N)
�
isinstanceri r_ �findrP �strrG �modules�KeyError�
__import__�getattr�
_find_adapterr� )Z moduleOrReq�module�loaderr r r rR b s
c C sd | s\t �� d }|dkrLd}tj�|�rLttd�rLt�|�}d|krL|d }| �|� d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionrB )
rH Zmac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher ZplistZ
plist_contentr r r rJ o s
rJ c C s ddd�� | | �S )NZppc)ZPowerPCZPower_Macintosh)�get)�machiner r r � _macosx_arch s r� c C s~ ddl m} | � }tjdkrz|�d�szz>t� }t�� d �dd�}dt |d �t |d �t
|�f W S t k
rx Y nX |S )
z�Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
r )rs rA zmacosx-r � �_zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH �
startswithrJ r� �uname�replace�intr� rL )rs rM r r� r r r rD � s
�rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t �|�}|r�t �| �}|s�t�| �}|r�t|�d��}d|�d�|�d�f }|dkr||dks�|dkr�|d kr�dS d
S |�d�|�d�ks�|�d �|�d �kr�d
S t|�d��t|�d��kr�d
S dS d
S ) z�Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
NTr z%s.%srC � z10.3� z10.4Fr )rE rF �darwinVersionStringr� rK )ZprovidedZrequiredZreqMacZprovMacZ
provDarwinZdversionZ macosversionr r r rt � s2
��� c C s< t �d�j}|d }|�� ||d< t| �d �||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N�rG � _getframe� f_globalsr6 rP rQ )Z dist_spec� script_name�ns�namer r r rQ � s
c C s@ t | tj�rt�| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesri �parserR rh � TypeError�r� r r r rS � s
c C s t | ��||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT �r� rK r� r r r rT � s c C s t | ��|�S )�=Return the entry point map for `group`, or the full entry map)rS rU )r� rK r r r rU � s c C s t | ��||�S �z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r� r r r rV � s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr �r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted.Nr r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r� r r r �metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r� r r r �metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rQ r r r r r� � s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``Nr ��manager�
resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr �r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r� r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r� r r r r[ % s z"IResourceProvider.resource_listdirN)
r r r r r� r� r� r� r] r[ r r r r r�
s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d
� Zd d � Z d
d� Z
d(dd�Z dd� Z dd� Z
d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| �|� q*dS )z?Create working set from list of path entries (default=sys.path)N)�entries�
entry_keys�by_key� callbacksrG r� � add_entry)r� r� �entryr r r �__init__, s zWorkingSet.__init__c C sb | � }zddl m} W n tk
r. | Y S X z|�|� W n tk
r\ | �|� Y S X |S )z1
Prepare the master working set.
r )� __requires__)�__main__r� � ImportErrorrP rl �_build_from_requirements)�cls�wsr� r r r �
_build_master9 s
zWorkingSet._build_masterc C sf | g �}t |�}|�|t� �}|D ]}|�|� q"tjD ]}||jkr8|�|� q8|jtjdd�< |S )zQ
Build a working set from a requirement spec. Rewrites sys.path.
N)rp �resolvere �addrG r� r� r� )r� Zreq_specr� �reqs�distsr� r� r r r r� M s
z#WorkingSet._build_from_requirementsc C s< | j �|g � | j�|� t|d�D ]}| �||d� q$dS )a� Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
TFN)r� �
setdefaultr� r� ra r� )r� r� r� r r r r� c s
zWorkingSet.add_entryc C s | j �|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r8 �r� r� r r r � __contains__r s zWorkingSet.__contains__c C s, | j �|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
N)r� r� r8 rl )r� r� r� r r r r� v s
zWorkingSet.findc s � �fdd�| D �S )a Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
c 3 s8 | ]0}|� � ��� D ] }�d ks*�|jkr|V qqd S r )rU �valuesr� )�.0r� r� �rK r� r r � <genexpr>� s
�z/WorkingSet.iter_entry_points.<locals>.<genexpr>r �r� rK r� r r� r rW � s �z WorkingSet.iter_entry_pointsc C s> t �d�j}|d }|�� ||d< | �|�d �||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr� )r� �requiresr� r� r� r r r rQ � s
zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq
| j| D ] }||kr$d||< | j| V q$q
dS )z�Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
r N)r� r� r� )r� �seen�itemr8 r r r �__iter__� s
zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| j�|g �}| j�|jg �}|sV|j| jkrVdS || j|j< |j|krx|�|j� |j|kr�|�|j� | �|� dS )a Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
�r� N) � insert_onr� �locationr� r� r8 r� r� �
_added_new)r� r� r� �insertr� �keysZkeys2r r r r� � s
zWorkingSet.addc C sx t |�ddd� }i }i }g }t� } t�t�}
|�rt|�d�} | |krHq.| �| |�sVq.|�| j�} | dk�r| j �| j�} | dks�| | kr�|r�| }
|dkr�| dkr�t
| j �}nt
g �}t g �}
|j
| |
||d� } || j< | dkr�|
�| d�}t| |��|�| � | | k�r$|
| }t| | ��|��| �| j�ddd� }|�|� |D ] }|
| �| j� | j| |< �qHd|| < q.|S )a� List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
Nr� r )�replace_conflictingT)�list�
_ReqExtras� collections� defaultdict�set�pop� markers_passr� r8 r� re r� rf �
best_matchrm r� rl r� r �extras�extendr� � project_name)r� � requirements�env� installerr r Z processedZbestZ to_activateZ
req_extrasr� r� r� r� r� Z
dependent_reqZnew_requirementsZnew_requirementr r r r� � sT
�
zWorkingSet.resolvec C s
t |�}|�� i }i }|dkr4t| j�}||7 }n|| }| �g �} t t| j| �� |D ]�}
||
D ]�} | �� g} z| �| ||�}
W nB t k
r� } z$||| < |r�W Y �qfn
W Y � qZW 5 d}~X Y qfX t t| j|
�� |�
t � |
�� qZqfqZt |�}|�� ||fS )as Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
N)
r �sortre r� r� r r� �as_requirementr� rk r% r' r( )r� Z
plugin_envZfull_envr ZfallbackZplugin_projectsZ
error_infoZ
distributionsr Z
shadow_setr r� r� Z resolveesr" r r r � find_plugins' s4 $
zWorkingSet.find_pluginsc G s& | � t|��}|D ]}| �|� q|S )a� Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
)r� rp r� )r� r Zneededr� r r r rP { s zWorkingSet.requirec C s8 || j krdS | j �|� |s"dS | D ] }||� q&dS )z�Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
N)r� r� )r� �callback�existingr� r r r � subscribe� s
zWorkingSet.subscribec C s | j D ] }||� qd S r )r� )r� r� r r r r r � s
zWorkingSet._added_newc C s, | j d d � | j�� | j�� | jd d � fS r )r� r� r2 r� r� r� r r r r0 � s
�zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |�� | _|�� | _|d d � | _d S r )r� r2 r� r� r� )r� Ze_k_b_cr� r
r� r� r r r r1 � s
zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr� r� r� r� r� rW rQ r r� r� r rP r r r0 r1 r r r r rf ) s4
�
] �
T
c @ s e Zd ZdZddd�ZdS )r
z>
Map each requirement to the extras that demanded it.
Nc s2 � fdd�| � � d�|pd D �}� j p0t|�S )z�
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
c 3 s | ]}� j �d |i�V qdS )�extraN��marker�evaluate)r� r! �r� r r r� � s �z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r� r# �any)r� r� r Z extra_evalsr r% r r � s
�z_ReqExtras.markers_pass)N)r r r r r r r r r r
� s r
c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d
�Z d d � Z
d
d� Z ddd�Z d dd�Z
dd� Zdd� Zdd� ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| �|� dS )a! Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
N)�_distmaprH �python�scan)r� � search_pathrH r( r r r r� � s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
N)r( �
py_versionrt rH )r� r� Z py_compatr r r �can_add� s
�
�zEnvironment.can_addc C s | j |j �|� dS )z"Remove `dist` from the environmentN)r' r8 �remover� r r r r- � s zEnvironment.removec C s4 |dkrt j}|D ] }t|�D ]}| �|� q qdS )ad Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
N)rG r� ra r� )r� r* r r� r r r r) � s
zEnvironment.scanc C s |� � }| j�|g �S )a Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
)�lowerr' r� )r� r Zdistribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | � |�rH|�� rH| j�|jg �}||krH|�|� |jt�d�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added
�hashcmpT�r8 �reverseN) r, � has_versionr' r� r8 r� r �operator�
attrgetter)r� r� r� r r r r� s
zEnvironment.addFc C sf z|� |�}W n tk
r, |s$� d}Y nX |dk r:|S | |j D ]}||krD| S qD| �||�S )a� Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
N)r� rl r8 �obtain)r� r� r_ r r r� r r r r s
zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.Nr )r� Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j �� D ]}| | r
|V q
dS )z=Yield the unique project names of the available distributionsN)r' r
�r� r8 r r r r 7 s zEnvironment.__iter__c C sV t |t�r| �|� n<t |t�rD|D ] }|| D ]}| �|� q0q$ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� rh r� re r� )r� �otherZprojectr� r r r �__iadd__= s
zEnvironment.__iadd__c C s* | j g ddd�}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( �r� )r� r8 �newr r r r �__add__I s
zEnvironment.__add__)N)NF)N)r r r r rO �PY_MAJORr� r, r- r) r/ r� r r6 r r9 r< r r r r re � s" �
�
c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
Nr r r r r ro U s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z d dd�Z
edd� �Zdd� Zdd� Zd d d �ZdS )!rg z'Manage resource extraction and packagesNc C s
i | _ d S r )� cached_filesr� r r r r� i s zResourceManager.__init__c C s t |��|�S )z Does the named resource exist?)rR r� �r� Zpackage_or_requirementr� r r r r\ l s z ResourceManager.resource_existsc C s t |��|�S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s �z ResourceManager.resource_isdirc C s t |��| |�S )z4Return a true filesystem path for specified resource)rR r� r? r r r rZ v s �z!ResourceManager.resource_filenamec C s t |��| |�S )z9Return a readable file-like object for specified resource)rR r� r? r r r rY | s �z ResourceManager.resource_streamc C s t |��| |�S )z%Return specified resource as a string)rR r� r? r r r rX � s �z ResourceManager.resource_stringc C s t |��|�S )z1List the contents of the named resource directory)rR r[ r? r r r r[ � s �z ResourceManager.resource_listdirc C sR t �� d }| jpt� }t�d��� }t|jf t � ��}| |_
||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
N)
rG �exc_info�extraction_pathrd �textwrap�dedent�lstripro r� r� r� �
cache_pathZoriginal_error)r� �old_excrE �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorr c C sf | j p
t� }tjj||d f|�� }z t|� W n tk
rL | �� Y nX | �|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
z-tmpr )
rA rd r� r� rI �_bypass_ensure_directory� ExceptionrI � _warn_unsafe_extraction_pathr> )r� Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s
z ResourceManager.get_cache_pathc C sV t jdkr | �t jd �s dS t �| �j}|tj@ s>|tj@ rRd| }t� |t
� dS )aN
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
�ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r rL � s
��z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t �|�jdB d@ }t �||� dS )a4 Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
�posixim i� N)r� r� rQ rR �chmod)r� Ztempname�filenamerX r r r � postprocess� s
zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
z5Can't change extraction path, files already extractedN)r> rL rA �r� r� r r r rb � s
�z#ResourceManager.set_extraction_pathFc C s dS )aB
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
Nr )r� �forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r� r\ r] rZ rY rX r[ rI rN � staticmethodrL r] rb rc r r r r rg e s
c C s t j�d�ptjdd�S )z�
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� rP r� r Zuser_cache_dirr r r r rd s
�c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�subr� r r r rq % s c C sJ zt tj�| ��W S tjjk
rD | �dd�} t�dd| � Y S X dS )zB
Convert an arbitrary string to a standard version string
r� rB ra rb N)r� r r r r r� rc rd )r r r r rr - s
c C s t �dd| ��� S )z�Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
z[^A-Za-z0-9.-]+r� )rc rd r. )r! r r r rw 9 s c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
rb r� r r� r r r rx B s c
C sH z t | � W n6 tk
rB } zd|_d|_| W Y �S d}~X Y nX dS )zo
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
NF)rz � SyntaxErrorr\ �lineno)�text�er r r ry J s c
C sJ zt j�| �}|�� W S t jjk
rD } z t|��W 5 d}~X Y nX dS )z�
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
N)r ZmarkersZMarkerr$ Z
InvalidMarkerre )rg r! r# rh r r r rz X s
c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zed'd(� �Zd)d*� ZdS )+r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tj�t |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path�r� r� r r r r� n s zNullProvider.__init__c C s | � | j|�S r )�_fnrk �r� r� r� r r r r� r s z"NullProvider.get_resource_filenamec C s t �| �||��S r )�io�BytesIOr� rn r r r r� u s z NullProvider.get_resource_streamc C s | � | �| j|��S r )�_getrm rk rn r r r r� x s z NullProvider.get_resource_stringc C s | � | �| j|��S r )�_hasrm rk �r� r� r r r r� { s zNullProvider.has_resourcec C s | � | j|�S r )rm �egg_info�r� r� r r r �_get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | �|�}| �|�S r )rt rv rr �r� r� r� r r r r� � s
zNullProvider.has_metadatac
C st | j s
dS | �|�}| �|�}tjr(|S z |�d�W S tk
rn } z | jd�||�7 _� W 5 d }~X Y nX d S )Nr� �utf-8z in {} file at path: {}) rt rv rq r �PY2�decode�UnicodeDecodeError�reasonr� )r� r� r� �value�excr r r r� � s
zNullProvider.get_metadatac C s t | �|��S r �ru r� ru r r r r� � s z NullProvider.get_metadata_linesc C s | � | �| j|��S r )�_isdirrm rk rs r r r r] � s zNullProvider.resource_isdirc C s | j o| �| �| j |��S r )rt r� rm ru r r r r� � s zNullProvider.metadata_isdirc C s | � | �| j|��S r )�_listdirrm rk rs r r r r[ � s z NullProvider.resource_listdirc C s | j r| �| �| j |��S g S r )rt r� rm ru r r r r� � s z NullProvider.metadata_listdirc
C s� d| }| � |�s$tdjf t� ���| �|��dd�}|�dd�}| �| j|�}||d< tj �
|�r�t |�� � }t
||d�}t|||� n>dd lm} t|�d|�d�|f||< t
||d�} t| ||� d S )
Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z
�
�
ri �execr )�cache)r� rk r� r� r� r� rm rt r� r� r� r �read�compiler� � linecacher� �lenr )
r� r� r� ZscriptZ script_textZscript_filename�source�coder� Z script_coder r r rQ � s.
�� � zNullProvider.run_scriptc C s t d��d S �Nz9Can't perform this operation for unregistered loader type��NotImplementedErrorr^ r r r rr � s �zNullProvider._hasc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._isdirc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._listdirc C s* | � |� |r&tjj|f|�d��� S |S )N�/)�_validate_resource_pathr� r� rI r )r� �baser� r r r rm � s
zNullProvider._fnc C sp t jj| �tj�kp&t�| �p&t�| �}|s0dS d}t�| �rPt�| �sPt|��t j
|dd� d t dd� dS )aO
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
>>> vrp(r'C:\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
Nz=Use of .. or absolute path in a resource path is not allowed.r� z/ and will raise exceptions in a future release.r ��
stacklevel) r� r� �pardirr � posixpath�sep�isabs�ntpathrL rU rV �DeprecationWarning)r� ZinvalidrY r r r r� � s 6���z$NullProvider._validate_resource_pathc C s$ t | jd�r| j�|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r� r� r^ r r r rq s
�zNullProvider._get) r r r r �egg_namert r� r� r� r� r� r� rv r� r� r� r] r� r[ r� rQ rr r� r� rm r` r� rq r r r r r� g s2
Jc @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t �| |� | �� d S r )r� r� �
_setup_prefixrl r r r r� - s zEggProvider.__init__c C sZ | j }d }||krVt|�r@tj�|�| _tj�|d�| _|| _qV|}tj� |�\}}q
d S )N�EGG-INFO)
rk � _is_egg_pathr� r� �basenamer� rI rt �egg_rootr )r� r� �oldr� r r r r� 1 s zEggProvider._setup_prefixN)r r r r r� r� r r r r r� * s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )r� z6Provides access to package resources in the filesystemc C s t j�|�S r )r� r� r� r^ r r r rr C s zDefaultProvider._hasc C s t j�|�S r )r� r� r
r^ r r r r� F s zDefaultProvider._isdirc C s
t �|�S r )r� �listdirr^ r r r r� I s zDefaultProvider._listdirc C s t | �| j|�d�S �N�rb)r rm rk rn r r r r� L s z#DefaultProvider.get_resource_streamc
C s* t |d��}|�� W 5 Q R � S Q R X d S r� )r r� )r� r� �streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td ��}t|| � qd S )N)�SourceFileLoader�SourcelessFileLoader)r� �importlib_machinery�typer� )r� Z loader_namesr� Z
loader_clsr r r � _registerS s zDefaultProvider._registerN) r r r r rr r� r� r� rq r r� r r r r r� @ s c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d
� Z dS ) r� z.Provider that returns nothing for all requestsNc C s dS �NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS �Nr� r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r� h s zEmptyProvider._listdirc C s d S r r r� r r r r� k s zEmptyProvider.__init__)
r r r r rk r� rr rq r� r� r r r r r� ^ s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz
zip manifest builder
c
s@ t �|��,� � fdd�� �� D �}t|�W 5 Q R � S Q R X dS )a
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
c 3 s& | ] }|� d tj�� �|�fV qdS )r� N)r� r� r� Zgetinfo�r� r� �Zzfiler r r� � s � �z%ZipManifests.build.<locals>.<genexpr>N)�zipfileZZipFileZnamelistr' )r� r� r+ r r� r �buildw s
�zZipManifests.buildN)r r r r r r� �loadr r r r r� r s
r� c @ s$ e Zd ZdZe�dd�Zdd� ZdS )�MemoizedZipManifestsz%
Memoized zipfile manifests.
� manifest_modzmanifest mtimec C sR t j�|�}t �|�j}|| ks.| | j|krH| �|�}| �||�| |< | | jS )zW
Load a manifest at path or return a suitable manifest already loaded.
) r� r� �normpathrQ �st_mtime�mtimer� r� �manifest)r� r� r� r� r r r r� � s
zMemoizedZipManifests.loadN)r r r r r �
namedtupler� r� r r r r r� � s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e
d d
� �Z d d � Z e
d
d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t �| |� | jjtj | _d S r )r� r� r� �archiver� r� �zip_prerl r r r r� � s zZipProvider.__init__c C sP |� tj�}|| jjkr dS |�| j�r:|t| j�d � S td|| jf ��d S )Nr� �%s is not a subpath of %s) �rstripr� r� r� r� r� r� r� �AssertionError�r� �fspathr r r �
_zipinfo_name� s �zZipProvider._zipinfo_namec C sP | j | }|�| jtj �r:|t| j�d d � �tj�S td|| jf ��d S )Nr r� )r� r� r� r� r� r� r r� )r� �zip_pathr� r r r �_parts� s
�zZipProvider._partsc C s | j �| jj�S r )�_zip_manifestsr� r� r� r� r r r �zipinfo� s zZipProvider.zipinfoc C s\ | j std��| �|�}| �� }d�| �|��|krP|D ]}| �|| �|�� q8| �||�S )Nz5resource_filename() only supported for .egg, not .zipr� )r� r� �_resource_to_zip�_get_eager_resourcesrI r� �_extract_resource�
_eager_to_zip)r� r� r� r� �eagersr� r r r r� � s �
z!ZipProvider.get_resource_filenamec C s" | j }| jd }t�|�}||fS )N)r r r� )� file_size� date_time�time�mktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_size� s
z ZipProvider._get_date_and_sizec
C sx || � � kr@| � � | D ]}| �|tj�||��}qtj�|�S | �| j| �\}}ts`t d��z�|�
| j | � |��}| �
||�r�|W S tdtj�|�d�\}} t�|| j�|�� t�|� t| ||f� |�| |� zt| |� W nh tjk
�rN tj�|��rH| �
||��r | Y W S tjdk�rHt|� t| |� | Y W S � Y nX W n tjk
�rr |�� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirrO )�_indexr� r� r� rI rj r� r� �
WRITE_SUPPORT�IOErrorrN r� r� � _is_current�_mkstemp�writer� r� �closer r] r
�error�isfiler� r rI )
r� r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� � sN � �
�
z ZipProvider._extract_resourcec C sx | � | j| �\}}tj�|�s$dS t�|�}|j|ksB|j|krFdS | j� |�}t
|d��}|� � }W 5 Q R X ||kS )zK
Return True if the file_path is current for this zip_path
Fr� ) r� r� r� r� r� rQ �st_sizer� r� r� r r� ) r� Z file_pathr� r� r� rQ Z zip_contents�fZ
file_contentsr r r r� s
zZipProvider._is_currentc C s> | j d kr8g }dD ] }| �|�r|�| �|�� q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r� r� r r� )r� r� r� r r r r� " s
z ZipProvider._get_eager_resourcesc C s� z| j W S tk
r� i }| jD ]V}|�tj�}|r"tj�|d d� �}||krh|| �|d � q"q2|�� g||< q2q"|| _ | Y S X d S )Nr� ) Z _dirindex�AttributeErrorr� r r� r� rI r� r )r� Zindr� �parts�parentr r r r� + s
zZipProvider._indexc C s | � |�}|| jkp || �� kS r )r� r� r� )r� r� r� r r r rr < s
zZipProvider._hasc C s | � |�| �� kS r )r� r� r� r r r r� @ s zZipProvider._isdirc C s t | �� �| �|�d��S �Nr )r r� r� r� r� r r r r� C s zZipProvider._listdirc C s | � | �| j|��S r )r� rm r� rs r r r r� F s zZipProvider._eager_to_zipc C s | � | �| j|��S r )r� rm rk rs r r r r� I s z ZipProvider._resource_to_zip)r r r r r� r� r� r� r� r� r� r� r� r` r� r� r� r� r� rr r� r� r� r� r r r r r� � s(
7 c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� a* Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
c C s
|| _ d S r �r� r^ r r r r� \ s zFileMetadata.__init__c C s | j S r r� ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j�| j�S )N�PKG-INFO)r� r� r� ru r r r r� b s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|�� }W 5 Q R X | �|� |S )Nr� z(No metadata except PKG-INFO is availablerx r� )�encoding�errors)r� ro r r� r� �_warn_on_replacement)r� r� r� �metadatar r r r� e s
zFileMetadata.get_metadatac C s2 d� d�}||kr.d}|jf t� �}t�|� d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r� r� rU rV )r� r� Zreplacement_charrG rY r r r r� n s
z!FileMetadata._warn_on_replacementc C s t | �|��S r r ru r r r r� v s z FileMetadata.get_metadata_linesN)
r r r r r� rv r� r� r� r� r r r r r� P s c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
c C s || _ || _d S r )rk rt )r� r� rt r r r r� � s zPathMetadata.__init__N�r r r r r� r r r r r� z s c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj�|j |j�| _n|j | _| � � dS )z-Create a metadata provider from a zipimporterN)
r� r� r� r� r� �prefixr� rI rk r� )r� �importerr r r r� � s zEggMetadata.__init__Nr� r r r r r� � s r' ��_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example.Nr� )�
importer_typeZdistribution_finderr r r r� � s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r ra � s
c c s� | j �d�rdS t| �}|�d�r2tj||d�V |r:dS |�d�D ]|}t|�r�tj �
||�}t t �
|�|�}|D ]
}|V qrqD|�� �d�rDtj �
||�}tt �
|��}||_t�|||�V qDdS )z@
Find eggs in zip files; possibly multiple nested eggs.
z.whlNr� �r� r� �
.dist-info)r� �endswithr� r� rh �
from_filenamer[ r� r� r� rI �find_eggs_in_zip� zipimport� zipimporterr. rt �
from_location) r� r� r� r� Zsubitem�subpathr� r� Zsubmetar r r r� � s$
r� c C s dS r� r )r� r� r� r r r � find_nothing� s r� c C s dd� }t | |dd�S )aL
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
c S s2 t j�| �\} }t�| �d�|g�}dd� |D �S )z6
Parse each component of the filename
rb c S s g | ]}t j�|��qS r )r r r� )r� �partr r r �
<listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr� r r r � _by_version� s z+_by_version_descending.<locals>._by_versionTr1 )�sorted)rM r r r r �_by_version_descending� s r c
# s� t ���t��r4tj�t�tj��d��d�V dS t��}� �fdd�|D �}t |�}|D ]2}tj��|�}t
�|� �}||�D ]
} | V q�q\dS )z6Yield distributions accessible on a sys.path directoryr� r� Nc 3 s | ]}t �|� �r|V qd S r )� dist_factory)r� r� �r� r� r r r� s �z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggrh r� r� r� r� rI � safe_listdirr r )
r� r� r� r� ZfilteredZpath_item_entriesr� �fullpath�factoryr� r r r � find_on_path� s( �� � r c C sH |� � }tt|jd��}|r tS |s0t|�r0tS |sB|�d�rBtS t� S )z9
Return a dist_factory for a path_item and entry
)� .egg-infor� z .egg-link) r. r& r r� �distributions_from_metadatar� ra �resolve_egg_link�NoDists)r� r� r� r. Zis_metar r r r s ������r c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )r zS
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
c C s dS r� r r� r r r �__bool__. s zNoDists.__bool__c C s t d�S r� )�iter)r� r r r r �__call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s
r c
C sv z t �| �W S ttfk
r$ Y nN tk
rp } z0|jtjtjtjfkpXt |dd�dk}|s`� W 5 d}~X Y nX dS )zI
Attempt to list contents of path, but suppress some exceptions.
ZwinerrorNi r )
r� r� �PermissionError�NotADirectoryError�OSError�errnoZENOTDIRZEACCESZENOENTr� )r� rh Z ignorabler r r r 7 s �r c c sf t j�| �}t j�| �r:tt �| ��dkr.d S t|| �}nt| �}t j�| �}t j
|||t d�V d S )Nr )�
precedence) r� r� rj r
r� r� r� r� r� rh r� r� )r� �rootr� r� r r r r
L s �r
c c s4 t | ��"}|D ]}|�� }|r|V qW 5 Q R X dS )z1
Yield non-empty lines from file at path
N)r �strip)r� r� �liner r r �non_empty_lines[ s
r c s. t � �}� fdd�|D �}tt|�}t|d�S )za
Given a path to an .egg-link, resolve distributions
present in the referenced path.
c 3 s$ | ] }t j�t j�� �|�V qd S r )r� r� rI rj )r� �refr� r r r� l s �z#resolve_egg_link.<locals>.<genexpr>r )r r ra �next)r� Zreferenced_pathsZresolved_pathsZ dist_groupsr r� r r f s
�
r �
FileFinder��_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
Nr )r� Znamespace_handlerr r r r� } s c C s� t |�}|dkrdS t�� � t�d� |�| �}W 5 Q R X |dkrHdS tj�| �}|dkr�t� | � }tj| < g |_
t | � nt |d�s�t
d| ��tt|�}|||| |�}|dk r�|j
}|�|� |�| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�ignore�__path__�Not a package:)r rU �catch_warnings� simplefilter� find_modulerG r� r� �types�
ModuleTyper# �_set_parent_nsr� r� r� r r� � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r �
_handle_ns� s.
r. c sj dd� t jD ���fdd��� �fdd�}t| |d�}dd� |D �}t|jt�r`||jd d �< n||_d S )
zq
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
c S s g | ] }t |��qS r �r �r� �pr r r r� � s z%_rebuild_mod_path.<locals>.<listcomp>c s. z � � | �W S tk
r( td� Y S X dS )z/
Workaround for #520 and #513.
�infN)�indexrL �float)r� )�sys_pathr r �safe_sys_path_index� s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | � tj�}� �d�d }|d| � }�ttj�|���S )zR
Return the ordinal of the path based on its position in sys.path
rB r N)r r� r� �countr rI )r� �
path_partsZ module_partsr� )� package_namer6 r r �position_in_sys_path� s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |��qS r r/ r0 r r r r� � s N)rG r� r r� r# r )� orig_pathr9 r� r: �new_pathr )r9 r6 r5 r r, � s r, c C s� t �� z�| tkrW ��dS tj}| �d�\}}}|r|t|� |tkrLt|� ztj | j
}W n t k
rz t d|��Y nX t�
|p�dg ��| � t�
| g � |D ]}t| |� q�W 5 t �� X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )�_imp� acquire_lock� release_lockr! rG r� �
rpartitionr^ r� r� r# r� r� r� r� r. )r- r� r� r� r� r r r r^ � s& c C sF t �� z.t�|d�D ] }t|| �}|rt||� qW 5 t �� X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r� r. r� )r� r� �packager� r r r r� � s
c C sD t j�||�d�d �}t|�}|jD ]}t|�|kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r� N)r� r� rI r r r# )r� r� r- r� r� Z
normalizedr r r r �file_ns_handler� s
rB c C s d S r r )r� r� r- r� r r r �null_ns_handler s rC c C s t j�t j�t j�t| ����S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpathr� �
_cygwin_patch�r\ r r r r| s c C s t jdkrtj�| �S | S )a
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
�cygwin)rG rH r� r� �abspathrG r r r rF s rF c C s8 z
|| W S t k
r2 t| � || < }| Y S X d S r )r� r| )r\ r� �resultr r r r ) s
r c C s | � � �d�S )z7
Determine if given path appears to be an egg.
�.egg)r. r� r� r r r r� 1 s r� c C s t | �o tj�tj�| dd��S )z@
Determine if given path appears to be an unpacked egg.
r� r� )r� r� r� r� rI r� r r r r 8 s �r c C s< | � d�}|�� }|r8d�|�}ttj| |tj| � d S )NrB )r r rI �setattrrG r� )r- r� r� r� r r r r* B s
r* c c sZ t | tj�r8| �� D ] }|�� }|r|�d�s|V qn | D ]}t|�D ]
}|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� �
splitlinesr r� ru )�strs�sZssr r r ru J s
z \w+(\.\w+)*$z�
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
c @ s� e Zd ZdZddd�Zdd� Zdd � Zdd d �Zd
d� Zd dd�Z e
� d�Z e
d dd��Ze
dd� �Ze
d dd��Ze
d dd��ZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErL r� � module_name�tuple�attrsr r� )r� r� rR rT r r� r r r r� j s
zEntryPoint.__init__c C sH d| j | jf }| jr*|dd�| j� 7 }| jrD|dd�| j� 7 }|S )Nz%s = %s�:rB z [%s]�,)r� rR rT rI r )r� rP r r r r� s s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r)�r� r� r r r r� { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd� |r,| j||� | �� S )zH
Require packages for this EntryPoint, then resolve it.
zJParameters to load are deprecated. Call .resolve and .require separately.rC r� )rU rV r� rP r� )r� rP r> �kwargsr r r r� ~ s � zEntryPoint.loadc
C sX t | jdgdd�}zt�t| j|�W S tk
rR } ztt|���W 5 d}~X Y nX dS )zD
Resolve the entry point from its module and attrs.
r r )�fromlist�levelN) r� rR � functools�reducer� rT r� r� r� )r� r� r~ r r r r� � s
zEntryPoint.resolvec C sL | j r| jstd| ��| j�| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r ) r r� rn r r_ r� r r r� )r� r r r� r+ r r r rP � s
zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j �|�}|s d}t||��|�� }| �|d �}|d rJ|d �d�nd}| |d |d |||�S )a Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
z9EntryPoint must be in 'name=module:attrs [extras]' formatr �attrrB r r� r� )�patternrF rL � groupdict�
_parse_extrasr )r� �srcr� rN rY �resr rT r r r r� � s
zEntryPoint.parsec C s( |sdS t �d| �}|jr"t� �|jS )Nr �x)ri r� �specsrL r )r� Z extras_specr� r r r r` � s zEntryPoint._parse_extrasc C sV t |�std|��i }t|�D ]2}| �||�}|j|krFtd||j��|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r� r� )r� rK �linesr� �thisr �epr r r � parse_group� s
zEntryPoint.parse_groupc C st t |t�r|�� }nt|�}i }|D ]J\}}|dkrB|s:q$td��|�� }||kr\td|��| �|||�||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r' r+ rv rL r rh )r� �datar� �mapsrK re r r r � parse_map� s
zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r� r� r� r� r� rP rc r� r^ r r� r` rh rk r r r r rj g s$
�
c C s> | sdS t j�| �}|d �d�r:t j�|d d� d �S | S )Nr� r� zmd5=)r� )r r� Zurlparser� Z
urlunparse)r Zparsedr r r �_remove_md5_fragment� s rl c C s@ dd� }t || �}tt|�d�}|�d�\}}}t|�� �p>dS )z�
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
c S s | � � �d�S )Nzversion:)r. r� )r r r r �is_version_line� s z+_version_from_file.<locals>.is_version_liner� rU N)r r r � partitionrr r )re rm Z
version_linesr r� r} r r r �_version_from_file� s
ro c s� e Zd ZdZdZddddedefdd�ZedSdd��Z dd � Z
e d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� ZdTd)d*�Z d+d,� Z d-d.� Z d/d0� Z dUd2d3�Z d4d5� Z!d6d7� Z"d8d9� Z#d:d;� Z$� fd<d=�Z%e&e'd>��s4[%edVd?d@��Z(dAdB� Z)dCdD� Z*dWdEdF�Z+dGdH� Z,dXdIdJ�Z-dKdL� Z.dMdN� Z/dOdP� Z0e dQdR� �Z1� Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar� Nc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown)
rq r rr �_versionr+ rH r r r� � _provider)r� r r� r r r+ rH r r r r r�
s
zDistribution.__init__c K s~ d gd \}}}}t j�|�\}} | �� tkr^t| �� } t|�}
|
r^|
�dddd�\}}}}| ||f||||d�|���� S )Nr r� ZverZpyverrM )r r r+ rH )r� r� r� r. �_distributionImpl�EGG_NAMErK �_reload_version) r� r r� r� r) r r r+ rH r rF r r r r�
s. � � ��zDistribution.from_locationc C s | S r r r� r r r rt #
s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS r� )�parsed_versionr r8 rl r r+ rH r� r r r r0 &
s �zDistribution.hashcmpc C s
t | j�S r )�hashr0 r� r r r �__hash__1
s zDistribution.__hash__c C s | j |j k S r �r0 �r� r8 r r r �__lt__4
s zDistribution.__lt__c C s | j |j kS r rx ry r r r �__le__7
s zDistribution.__le__c C s | j |j kS r rx ry r r r �__gt__:
s zDistribution.__gt__c C s | j |j kS r rx ry r r r �__ge__=
s zDistribution.__ge__c C s t || j�sdS | j|jkS r� )r� r� r0 ry r r r �__eq__@
s zDistribution.__eq__c C s
| |k S r r ry r r r �__ne__F
s zDistribution.__ne__c C s6 z| j W S tk
r0 | j�� | _ }| Y S X d S r )Z_keyr� r r. r7 r r r r8 M
s
zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r# r r� r� r r r ru U
s
zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S t�d��� �dd�}t �
|j f t | ��t
� d S )Na>
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
r� r� )r r r! r� r� rB rC r r� rU rV r� �varsr )r� ZLVZ is_legacyrG r r r �_warn_legacy_version\
s � z!Distribution._warn_legacy_versionc C sZ z| j W S tk
rT | �� }|d krL| �| j�}d�| j|�}t|| ��| Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r� � _get_version� _get_metadata_path_for_display�PKG_INFOr� rL )r� r r� rY r r r r v
s � �
zDistribution.versionc C s4 z| j W S tk
r, | �| �� �| _ Y nX | j S )z~
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
)Z_Distribution__dep_mapr� �_filter_extras�_build_dep_mapr� r r r �_dep_map�
s
zDistribution._dep_mapc C sr t td| ��D ]^}|}| �|�}|�d�\}}}|oDt|�pDt|� }|rNg }t|�pXd}| �|g ��|� q| S )z�
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
NrU ) r r r rn ry rz rw r� r )�dmr! Z new_extrar� r� r# Z fails_markerr r r r� �
s
� zDistribution._filter_extrasc C s@ i }dD ]2}t | �|��D ] \}}|�|g ��t|�� qq|S )N)z requires.txtz depends.txt)rv �
_get_metadatar� r rp )r� r� r� r! r� r r r r� �
s
zDistribution._build_dep_mapr c C sf | j }g }|�|�dd�� |D ]@}z|�|t|� � W q tk
r^ td| |f ��Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r� r r� rw r� rn )r� r r� Zdepsr r r r r �
s
� zDistribution.requiresc C s, z| j �|�}W n tk
r& Y dS X |S )zK
Return the path to the given metadata file, if available.
z[could not detect])rq rv rK rw r r r r� �
s
z+Distribution._get_metadata_path_for_displayc c s$ | � |�r | �|�D ]
}|V qd S r )r� r� )r� r� r r r r r� �
s
zDistribution._get_metadatac C s | � | j�}t|�}|S r )r� r� ro )r� re r r r r r� �
s zDistribution._get_versionFc C sV |dkrt j}| j||d� |t jkrRt| j� | �d�D ]}|t jkr:t|� q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr �namespace_packages.txt)rG r� r r� r r� r� r^ )r� r� r� Zpkgr r r �activate�
s
zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez
%s-%s-py%srb )rx r r r+ r= rH )r� r\ r r r r� �
s �zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r r� r� r r r r� �
s zDistribution.__repr__c C s@ zt | dd �}W n tk
r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r� rL r )r� r r r r r� �
s
zDistribution.__str__c C s |� d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r� r� rq )r� r] r r r � __getattr__�
s
zDistribution.__getattr__c s. t ttt| ��� �tdd� | j�� D ��B �S )Nc s s | ]}|� d �s|V qdS �r� N)r� )r� r] r r r r� s
�z'Distribution.__dir__.<locals>.<genexpr>)r r �superrh �__dir__rq r� r: r r r� s ���zDistribution.__dir__r� c K s | j t|�tj�|�|f|�S r )r� r r� r� r� )r� r\ r� r) r r r r� s
��zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }t�|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� ru r r r r ri r� )r� �specr r r r s zDistribution.as_requirementc C s. | � ||�}|dkr&td||ff ��|�� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r� r� )r� rK r� rg r r r rT s z Distribution.load_entry_pointc C sP z
| j }W n, tk
r6 t�| �d�| � }| _ Y nX |dk rL|�|i �S |S )r� zentry_points.txtN)Z_ep_mapr� rj rk r� r� )r� rK Zep_mapr r r rU & s
� zDistribution.get_entry_mapc C s | � |��|�S r� )rU r� r r r r rV 2 s zDistribution.get_entry_infoc
C s4 |p| j }|sdS t|�}tj�|�}dd� |D �}t|�D ]|\}}||kr^|rV q�q� dS q<||kr<| jtkr<|s�|||d� kr� dS |tjkr�| � � |�
||� |�
||� q�q<|tjkr�| � � |r�|�
d|� n
|� |� dS z|� ||d �} W n t
k
�r Y �q0Y q�X || = || = | }q�dS )a� Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
Nc S s g | ]}|rt |�p|�qS r r/ r0 r r r r� P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r� r� rj � enumerater r} rG �check_version_conflictr r� r3 rL )
r� r� �locr� ZnlocZbdirZnpathr1 r Znpr r r r 6 s@
zDistribution.insert_onc C s� | j dkrd S t�| �d��}t| j�}| �d�D ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd �}|r�t|��
|�s2|�
| j�r�q2t d||| jf � q2d S )N�
setuptoolsr� z
top_level.txt)Z
pkg_resourcesr� Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r� r| r rG r� r! r� r� �
issue_warning)r� Znspr� �modname�fnr r r r� z s*
�
�
��z#Distribution.check_version_conflictc C s6 z
| j W n& tk
r0 tdt| � � Y dS X dS )NzUnbuilt egg for FT)r rL r� r� r� r r r r3 � s
zDistribution.has_versionc K s@ d}|� � D ]}|�|t| |d�� q |�d| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r� r� rq r� )r� r) rM r] r r r �clone� s
zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r� Zdepr r r r� � s z'Distribution.extras.<locals>.<listcomp>)r� r� r r r r � s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r� r= r} r� r r� rt r� r0 rw rz r{ r| r} r~ r r8 ru r� r r� r` r� r� r r� r� r� r� r� r� r� r� r� r� �objectr� r rT rU rV r r� r3 r� r �
__classcell__r r r: r rh
st �
Dc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s | � � }|r|| _| S )a�
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
)r� rp )r� Z
md_versionr r r rt � s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r� � s r� c @ s> e Zd ZdZdZe�d�Zedd� �Z edd� �Z
dd � Z d
S ) �DistInfoDistributionzV
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk
r@ | �| j�}tj�� �|�| _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor� r� r� �email�parserZParserZparsestr)r� r� r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk
r, | �� | _ | j Y S X d S r )� _DistInfoDistribution__dep_mapr� �_compute_dependenciesr� r r r r� � s
z DistInfoDistribution._dep_mapc s� dg i }| _ g � | j�d�p g D ]}� �t|�� q"� fdd�}t|d��}|d �|� | j�d�pjg D ](}t|�� �}tt||��| �||< ql|S )z+Recompute this distribution's dependencies.Nz
Requires-Distc 3 s* � D ] }|j r |j �d| i�r|V qd S )Nr! r" )r! r� �r� r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r� r� Zget_allr rp � frozensetrw r r )r� r� r� r� �commonr! Zs_extrar r� r r� � s z*DistInfoDistribution._compute_dependenciesN) r r r r r� rc r� ZEQEQr� r� r� r� r r r r r� � s
r� )rK r r� c O sZ d}t � }z t�|�j|kr&|d7 }q W n tk
r< Y nX tj| d|d i|�� d S )Nr r� )r$ rG r� r� rL rU rV )r> r) rZ r. r r r r� � s r� c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s d� | j�S )Nr� )rI r> r� r r r r� � s z RequirementParseError.__str__N)r r r r� r r r r r� � s r� c c s� t t| ��}|D ]l}d|kr.|d|�d�� }|�d�rr|dd� �� }z|t|�7 }W n tk
rp Y dS X t|�V qdS )z�Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
z #N�\���)r ru r� r� r r �
StopIterationri )rO re r r r r rp s
c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Ze d
d� �Z
� Z S )ri c
s� zt t| ��|� W n2 tjjk
rF } ztt|���W 5 d}~X Y nX | j| _ t
| j�}||� � | _ | _
dd� | jD �| _ttt| j��| _| j
| jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r4 r )r� r� r r r r� # s z(Requirement.__init__.<locals>.<listcomp>)r� ri r� r r ZInvalidRequirementr� r� r� Z unsafe_namerq r. r r8 � specifierrd rS r rw r r� r# �hashCmprv �_Requirement__hash)r� Zrequirement_stringrh r r: r r r� s"
��zRequirement.__init__c C s t |t�o| j|jkS r )r� ri r� ry r r r r~ . s
�zRequirement.__eq__c C s
| |k S r r ry r r r r 4 s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r� rh r8 r r� �contains)r� r r r r r� 7 s
zRequirement.__contains__c C s | j S r )r� r� r r r rw C s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r)rW r� r r r r� F s zRequirement.__repr__c C s t | �\}|S r )rp )rP r� r r r r� I s
zRequirement.parse) r r r r� r~ r r� rw r� r` r� r� r r r: r ri s c C s t | kr| t f S | S )zJ
Ensure object appears in the mro even
for old-style classes.
)r� )�classesr r r �_always_objectO s
r� c C s< t t�t|dt|����}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r� N)r� �inspectZgetmror� r� )�registryr9 r( �tr r r r� Y s r� c C s t j�| �}tj|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� rj r �makedirs)r� rj r r r r{ a s c C sX t s td��t| �\}}|rT|rTt|�sTt|� zt|d� W n tk
rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r
rJ r �FileExistsError)r� rj r\ r r r rJ g s rJ c c sv d}g }t | �D ]V}|�d�r\|�d�rP|s0|r:||fV |dd� �� }g }qftd|��q|�|� q||fV dS )as Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
N�[�]r r� zInvalid section heading)ru r� r� r rL r� )rP ZsectionZcontentr r r r rv t s
c O s* t j}ztt _tj| |�W �S |t _X d S r )r� r �os_open�tempfileZmkstemp)r> r) Zold_openr r r r� � s
r� r" )�categoryr� c O s | ||� | S r r )r� r> rX r r r � _call_aside� s
r� c s. t � � � | d< | �� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }|� d �s|t� |�fV qdS r� )r� r� r� �r� r r r� � s
�z _initialize.<locals>.<genexpr>N)rg r% r� )r. r r� r � _initialize� s
�r� c C s| t �� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t
| j t j
�� t� �t� � d S )
aE
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
r� )r_ c s s | ]}|j d d�V qdS )Fr N�r� )r� r� r r r r� � s �z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NTr r� r� r r r r? � r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r� r* rP rW r rQ rS r� r r r� rG r� r$ r% r� )r_ rP rW r` rQ r� r r r � _initialize_master_working_set� s"
��r� c @ s e Zd ZdZdS )r� z�
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
Nr r r r r r� � s )N)N)F)F)F)F)N)�r Z
__future__r rG r� ro r� rc r( r� r� rU rQ r[ Zpkgutilr4 rH r r� Z email.parserr� r r� rB r� r� r� r� r r= r� Zimpr� � NameErrorr Z pip._vendorr Zpip._vendor.six.movesr r r r r r
r r� r r� Zos.pathr
r Zimportlib.machinery� machineryr� r r� r r r r� r� Z
__metaclass__� version_info� RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r� r r! �RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z
_sget_noneZ
_sset_nonerO �__all__rK rk rl r� rm rn r� r r= r} r~ r r� r� r� rR rJ r� rD r� rE r� rs rt rQ r� rS rT rU rV r� r� rf r' r
re r� ro rg rd rq rr rw rx ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ra r� r� r r r r r r
r r Z ImpImporterr� r r� r. r, r^ r� rB rC r| rF r r� r r* ru rF rQ �VERBOSE�
IGNORECASErs rj rl ro rh r� r� rr r� rL r� rp r ri r� r� r{ rJ rv r� �filterwarningsr� r$ r� r� �Warningr� r r r r �<module> sZ
�2
.
5 A
- *
""
�
'3�
6
& pkg_resources/__pycache__/__init__.cpython-38.pyc 0000644 00000303710 15043676212 0016030 0 ustar 00 U
��.eͦ � G @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlm Z z ddl Z W n e k
�r ddl Z Y nX ze W n e!k
�r* e"Z Y nX ddl#m$Z$ ddl%m&Z&m'Z'm(Z( ddlm)Z) z ddlm*Z*m+Z+m,Z, d Z-W n e k
�r� d
Z-Y nX dd lm.Z/ dd l0m1Z1m2Z2 zddl3m4Z5 e5j6 W n e k
�r� dZ5Y nX d
dl7m8Z8 ddl#m9Z9 ddl#m:Z: e;d� e;d� e;d� e;d� e<Z=dej> k �r@dk �rLn ne?d��e$j@�r\dZAdZBdZCdZDdZEdZFdZGdZHdZIdZJdZKdZLdZMdZNdZOdZPdZQdZRdZSG dd� deT�ZUdd� ZVi ZWd d � ZXd d � ZYd d!� ZZd"d#� Z[d$d%� Z\d&d'� Z]d(d)� Z^d*d+� Z_Z`d,d-� Zad.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMddNddOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrgGZbG dsdI� dIec�ZdG dtdJ� dJed�ZeG dudv� dvee�ZfG dwdK� dKed�ZgG dxdL� dLed�Zhi Ziejjddy� ZkdyZldzZmd
ZndZod{Zpd|dm� Zqd}d0� Zrg fd~d�Zsd�d�� Ztd�d�� Zue�vd��Zwe�vd��ZxeuZyd�dR� Zzd�d/� Z{e{Z|d�d1� Z}d�d2� Z~d�d�d3�Zd�d4� Z�G d�d`� d`�Z�G d�da� dae��Z�G d�dD� dD�Z�G d�d�� d�e��Z�G d�dC� dC�Z�e�Z�G d�dM� dMe?�Z�G d�dE� dE�Z�d�dB� Z�d�dO� Z�d�dP� Z�d�dU� Z�d�dV� Z�d�dW� Z��d d�dX�Z�G d�dg� dg�Z�eqe�e�� G d�dh� dhe��Z�G d�di� die��Z�e���� G d�de� dee��Z�e�� Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�dj� dje��Z�eqe
j�e�� G d�db� dbe��Z�G d�dc� dce��Z�G d�dd� dde��Z�eXd�i d�� d�dk� Z��dd�d?�Z��dd�d��Z�e�e
j�e�� �dd�d��Z�e�e�e�� d�d�� Z��dd�d��Z�d�d�� Z�G d�d�� d��Z�d�d�� Z�d�d�� Z�d�d�� Z�d�d�� Z�e�ej�e�� e�e5d���r�e�e5j�e�� eXd�i d�� eXd�i d�� d�dl� Z�d�dĄ Z�d�dƄ Z�d�d<� Z��dd�dn�Z�d�dʄ Z�e�ej�e�� e�e
j�e�� e�e5d���r,e�e5j�e�� d�d̄ Z�e�e�e�� d�dZ� Z�d�dτ Z�i fd�dфZ�d�dӄ Z�d�dՄ Z�d�dׄ Z�d�dS� Z�e�vd١j�Z�e�vd�ej�ej�B �j�Z�G d�dH� dH�Z�d�d݄ Z�d�d߄ Z�G d�dF� dF�Z�G d�d� d�eăZ�G d�d� d�eăZ�e�e�e�d�Z�d�d� Z�G d�d� d�eɃZ�d�dN� Z�G d�dG� dGe:j�j̓Z�d�d� Z�d�d� Z�d�dY� Z�d�d� Z�d�dT� Z�d�d�� Z�e j�d�eUd d�� d�d�� Z�e�eփ fd�d���Z�e�d�d�� �Z�G d�dp� dpeكZ�dS ( aZ
Package resource API
--------------------
A resource is a logical file contained within a package, or a logical
subdirectory thereof. The package resource API expects resource names
to have their path parts separated with ``/``, *not* whatever the local
path separator is. Do not use os.path operations to manipulate resource
names being passed into the API.
The package resource API is designed to work with normal filesystem packages,
.egg files, and unpacked .egg files. It can also work in a limited way with
.zip files and with custom PEP 302 loaders that support the ``get_data()``
method.
� )�absolute_importN)� get_importer)�six)�urllib�map�filter)�utime)�mkdir�rename�unlinkTF)�open)�isdir�split� )�
py31compat)�appdirs)� packagingz pip._vendor.packaging.versionz pip._vendor.packaging.specifiersz"pip._vendor.packaging.requirementsz pip._vendor.packaging.markers)� r )r � z Python 3.4 or later is requiredc @ s e Zd ZdZdS )�
PEP440Warningza
Used when there is an issue with a version or specifier not complying with
PEP 440.
N��__name__�
__module__� __qualname__�__doc__� r r �F/usr/lib/python3.8/site-packages/pip/_vendor/pkg_resources/__init__.pyr x s r c C s8 zt j�| �W S t jjk
r2 t j�| � Y S X d S �N)r �version�Version�InvalidVersion�
LegacyVersion)�vr r r �
parse_version s r# c K s" t � �|� t�t�|| �� d S r )�globals�update� _state_vars�dict�fromkeys)Zvartype�kwr r r �_declare_state� s r* c C s8 i } t � }t�� D ] \}}|d| || �| |< q| S )NZ_sget_)r$ r& �items��state�g�kr" r r r � __getstate__� s
r0 c C s8 t � }| �� D ]$\}}|dt| ||| |� q| S )NZ_sset_)r$ r+ r& r, r r r � __setstate__� s r1 c C s | � � S r )�copy��valr r r �
_sget_dict� s r5 c C s |� � |�|� d S r )�clearr% ��key�obr- r r r �
_sset_dict� s r: c C s | � � S r )r0 r3 r r r � _sget_object� s r; c C s |� |� d S r )r1 r7 r r r � _sset_object� s r< c G s d S r r ��argsr r r �<lambda>� � r? c C sb t � } t�| �}|dk r^tjdkr^z&dd�t� dd� �|�d�f } W n tk
r\ Y nX | S )aZ Return this platform's maximum compatible version.
distutils.util.get_platform() normally reports the minimum version
of Mac OS X that would be required to *use* extensions produced by
distutils. But what we want when checking compatibility is to know the
version of Mac OS X that we are *running*. To allow usage of packages that
explicitly require a newer version of Mac OS X, we must also know the
current version of the OS.
If this condition occurs for any other platform with a version in its
platform strings, this function should be extended accordingly.
N�darwinz macosx-%s-%s�.� r ) �get_build_platform�macosVersionString�match�sys�platform�join� _macosx_vers�group�
ValueError)�plat�mr r r �get_supported_platform� s
&rO �require�
run_script� get_provider�get_distribution�load_entry_point�
get_entry_map�get_entry_info�iter_entry_points�resource_string�resource_stream�resource_filename�resource_listdir�resource_exists�resource_isdir�declare_namespace� working_set�add_activation_listener�find_distributions�set_extraction_path�cleanup_resources�get_default_cache� Environment�
WorkingSet�ResourceManager� Distribution� Requirement�
EntryPoint�ResolutionError�VersionConflict�DistributionNotFound� UnknownExtra�ExtractionError�parse_requirements� safe_name� safe_version� get_platform�compatible_platforms� yield_lines�split_sections�
safe_extra� to_filename�invalid_marker�evaluate_marker�ensure_directory�normalize_path�EGG_DIST� BINARY_DIST� SOURCE_DIST�
CHECKOUT_DIST� DEVELOP_DIST�IMetadataProvider�IResourceProvider� FileMetadata� PathMetadata� EggMetadata�
EmptyProvider�empty_provider� NullProvider� EggProvider�DefaultProvider� ZipProvider�register_finder�register_namespace_handler�register_loader_type�fixup_namespace_packagesr � PkgResourcesDeprecationWarning�run_main�AvailableDistributionsc @ s e Zd ZdZdd� ZdS )rk z.Abstract base for dependency resolution errorsc C s | j jt| j� S r )� __class__r �reprr> ��selfr r r �__repr__� s zResolutionError.__repr__N)r r r r r� r r r r rk � s c @ s< e Zd ZdZdZedd� �Zedd� �Zdd� Zd d
� Z d S ) rl z�
An already-installed version conflicts with the requested version.
Should be initialized with the installed Distribution and the requested
Requirement.
z3{self.dist} is installed but {self.req} is requiredc C s
| j d S �Nr r= r� r r r �dist s zVersionConflict.distc C s
| j d S �Nr r= r� r r r �req s zVersionConflict.reqc C s | j jf t� �S r �� _template�format�localsr� r r r �report s zVersionConflict.reportc C s |s| S | j |f }t|� S )zt
If required_by is non-empty, return a version of self that is a
ContextualVersionConflict.
)r> �ContextualVersionConflict)r� � required_byr> r r r � with_context s z VersionConflict.with_contextN)
r r r r r� �propertyr� r� r� r� r r r r rl s
c @ s& e Zd ZdZejd Zedd� �ZdS )r� z�
A VersionConflict that accepts a third parameter, the set of the
requirements that required the installed Distribution.
z by {self.required_by}c C s
| j d S )NrC r= r� r r r r� * s z%ContextualVersionConflict.required_byN)r r r r rl r� r� r� r r r r r� " s
r� c @ sH e Zd ZdZdZedd� �Zedd� �Zedd� �Zd d
� Z d d � Z
d
S )rm z&A requested distribution was not foundzSThe '{self.req}' distribution was not found and is required by {self.requirers_str}c C s
| j d S r� r= r� r r r r� 5 s zDistributionNotFound.reqc C s
| j d S r� r= r� r r r � requirers9 s z DistributionNotFound.requirersc C s | j s
dS d�| j �S )Nzthe applicationz, )r� rI r� r r r �
requirers_str= s z"DistributionNotFound.requirers_strc C s | j jf t� �S r r� r� r r r r� C s zDistributionNotFound.reportc C s | � � S r )r� r� r r r �__str__F s z DistributionNotFound.__str__N) r r r r r� r� r� r� r� r� r� r r r r rm / s
c @ s e Zd ZdZdS )rn z>Distribution doesn't have an "extra feature" of the given nameNr r r r r rn J s r rC ���c C s |t | < dS )a Register `provider_factory` to make providers for `loader_type`
`loader_type` is the type or class of a PEP 302 ``module.__loader__``,
and `provider_factory` is a function that, passed a *module* object,
returns an ``IResourceProvider`` for that module.
N)�_provider_factories)Z loader_typeZprovider_factoryr r r r� X s c C st t | t�r$t�| �p"tt| ��d S ztj| }W n& tk
rX t | � tj| }Y nX t
|dd�}t t |�|�S )z?Return an IResourceProvider for the named module or requirementr �
__loader__N)
�
isinstanceri r_ �findrP �strrG �modules�KeyError�
__import__�getattr�
_find_adapterr� )Z moduleOrReq�module�loaderr r r rR b s
c C sd | s\t �� d }|dkrLd}tj�|�rLttd�rLt�|�}d|krL|d }| �|� d�� | d S )Nr � z0/System/Library/CoreServices/SystemVersion.plist� readPlistZProductVersionrB )
rH Zmac_ver�os�path�exists�hasattr�plistlibr� �appendr )�_cacher ZplistZ
plist_contentr r r rJ o s
rJ c C s ddd�� | | �S )NZppc)ZPowerPCZPower_Macintosh)�get)�machiner r r � _macosx_arch s r� c C s~ ddl m} | � }tjdkrz|�d�szz>t� }t�� d �dd�}dt |d �t |d �t
|�f W S t k
rx Y nX |S )
z�Return this platform's string for platform-specific distributions
XXX Currently this is the same as ``distutils.util.get_platform()``, but it
needs some hacks for Linux and Mac OS X.
r )rs rA zmacosx-r � �_zmacosx-%d.%d-%sr ) Z sysconfigrs rG rH �
startswithrJ r� �uname�replace�intr� rL )rs rM r r� r r r rD � s
�rD zmacosx-(\d+)\.(\d+)-(.*)z darwin-(\d+)\.(\d+)\.(\d+)-(.*)c C s� | dks|dks| |kr dS t �|�}|r�t �| �}|s�t�| �}|r�t|�d��}d|�d�|�d�f }|dkr||dks�|dkr�|d kr�dS d
S |�d�|�d�ks�|�d �|�d �kr�d
S t|�d��t|�d��kr�d
S dS d
S ) z�Can code for the `provided` platform run on the `required` platform?
Returns true if either platform is ``None``, or the platforms are equal.
XXX Needs compatibility checks for Linux and other unixy OSes.
NTr z%s.%srC � z10.3� z10.4Fr )rE rF �darwinVersionStringr� rK )ZprovidedZrequiredZreqMacZprovMacZ
provDarwinZdversionZ macosversionr r r rt � s2
��� c C s< t �d�j}|d }|�� ||d< t| �d �||� dS )z@Locate distribution `dist_spec` and run its `script_name` scriptr r r N�rG � _getframe� f_globalsr6 rP rQ )Z dist_spec� script_name�ns�namer r r rQ � s
c C s@ t | tj�rt�| �} t | t�r(t| �} t | t�s<td| ��| S )z@Return a current distribution object for a Requirement or stringz-Expected string, Requirement, or Distribution)r� r � string_typesri �parserR rh � TypeError�r� r r r rS � s
c C s t | ��||�S )zDReturn `name` entry point of `group` for `dist` or raise ImportError)rS rT �r� rK r� r r r rT � s c C s t | ��|�S )�=Return the entry point map for `group`, or the full entry map)rS rU )r� rK r r r rU � s c C s t | ��||�S �z<Return the EntryPoint object for `group`+`name`, or ``None``)rS rV r� r r r rV � s c @ s< e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )r� c C s dS )z;Does the package's distribution contain the named metadata?Nr �r� r r r � has_metadata� s z IMetadataProvider.has_metadatac C s dS )z'The named metadata resource as a stringNr r� r r r � get_metadata� s z IMetadataProvider.get_metadatac C s dS )z�Yield named metadata resource as list of non-blank non-comment lines
Leading and trailing whitespace is stripped from each line, and lines
with ``#`` as the first non-blank character are omitted.Nr r� r r r �get_metadata_lines� s z$IMetadataProvider.get_metadata_linesc C s dS )z>Is the named metadata a directory? (like ``os.path.isdir()``)Nr r� r r r �metadata_isdir s z IMetadataProvider.metadata_isdirc C s dS )z?List of metadata names in the directory (like ``os.listdir()``)Nr r� r r r �metadata_listdir s z"IMetadataProvider.metadata_listdirc C s dS )z=Execute the named script in the supplied namespace dictionaryNr )r� � namespacer r r rQ s z IMetadataProvider.run_scriptN) r r r r� r� r� r� r� rQ r r r r r� � s c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� z3An object that provides access to package resourcesc C s dS )zdReturn a true filesystem path for `resource_name`
`manager` must be an ``IResourceManager``Nr ��manager�
resource_namer r r �get_resource_filename s z'IResourceProvider.get_resource_filenamec C s dS )ziReturn a readable file-like object for `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_stream s z%IResourceProvider.get_resource_streamc C s dS )zmReturn a string containing the contents of `resource_name`
`manager` must be an ``IResourceManager``Nr r� r r r �get_resource_string s z%IResourceProvider.get_resource_stringc C s dS )z,Does the package contain the named resource?Nr �r� r r r � has_resource s z IResourceProvider.has_resourcec C s dS )z>Is the named resource a directory? (like ``os.path.isdir()``)Nr r� r r r r] " s z IResourceProvider.resource_isdirc C s dS )z?List of resource names in the directory (like ``os.listdir()``)Nr r� r r r r[ % s z"IResourceProvider.resource_listdirN)
r r r r r� r� r� r� r] r[ r r r r r�
s c @ s� e Zd ZdZd'dd�Zedd� �Zedd� �Zd d
� Zd d � Z d
d� Z
d(dd�Z dd� Z dd� Z
d)dd�Zd*dd�Zd+dd �Zd d � Zd,d d �Zd!d"� Zd#d$� Zd%d&� ZdS )-rf zDA collection of active distributions on sys.path (or a similar list)Nc C s> g | _ i | _i | _g | _|dkr&tj}|D ]}| �|� q*dS )z?Create working set from list of path entries (default=sys.path)N)�entries�
entry_keys�by_key� callbacksrG r� � add_entry)r� r� �entryr r r �__init__, s zWorkingSet.__init__c C sb | � }zddl m} W n tk
r. | Y S X z|�|� W n tk
r\ | �|� Y S X |S )z1
Prepare the master working set.
r )� __requires__)�__main__r� � ImportErrorrP rl �_build_from_requirements)�cls�wsr� r r r �
_build_master9 s
zWorkingSet._build_masterc C sf | g �}t |�}|�|t� �}|D ]}|�|� q"tjD ]}||jkr8|�|� q8|jtjdd�< |S )zQ
Build a working set from a requirement spec. Rewrites sys.path.
N)rp �resolvere �addrG r� r� r� )r� Zreq_specr� �reqs�distsr� r� r r r r� M s
z#WorkingSet._build_from_requirementsc C s< | j �|g � | j�|� t|d�D ]}| �||d� q$dS )a� Add a path item to ``.entries``, finding any distributions on it
``find_distributions(entry, True)`` is used to find distributions
corresponding to the path entry, and they are added. `entry` is
always appended to ``.entries``, even if it is already present.
(This is because ``sys.path`` can contain the same value more than
once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
equal ``sys.path``.)
TFN)r� �
setdefaultr� r� ra r� )r� r� r� r r r r� c s
zWorkingSet.add_entryc C s | j �|j�|kS )z9True if `dist` is the active distribution for its project)r� r� r8 �r� r� r r r � __contains__r s zWorkingSet.__contains__c C s, | j �|j�}|dk r(||kr(t||��|S )a� Find a distribution matching requirement `req`
If there is an active distribution for the requested project, this
returns it as long as it meets the version requirement specified by
`req`. But, if there is an active distribution for the project and it
does *not* meet the `req` requirement, ``VersionConflict`` is raised.
If there is no active distribution for the requested project, ``None``
is returned.
N)r� r� r8 rl )r� r� r� r r r r� v s
zWorkingSet.findc s � �fdd�| D �S )a Yield entry point objects from `group` matching `name`
If `name` is None, yields all entry points in `group` from all
distributions in the working set, otherwise only ones matching
both `group` and `name` are yielded (in distribution order).
c 3 s8 | ]0}|� � ��� D ] }�d ks*�|jkr|V qqd S r )rU �valuesr� )�.0r� r� �rK r� r r � <genexpr>� s
�z/WorkingSet.iter_entry_points.<locals>.<genexpr>r �r� rK r� r r� r rW � s �z WorkingSet.iter_entry_pointsc C s> t �d�j}|d }|�� ||d< | �|�d �||� dS )z?Locate distribution for `requires` and run `script_name` scriptr r r Nr� )r� �requiresr� r� r� r r r rQ � s
zWorkingSet.run_scriptc c sL i }| j D ]<}|| jkrq
| j| D ] }||kr$d||< | j| V q$q
dS )z�Yield distributions for non-duplicate projects in the working set
The yield order is the order in which the items' path entries were
added to the working set.
r N)r� r� r� )r� �seen�itemr8 r r r �__iter__� s
zWorkingSet.__iter__TFc C s� |r|j | j||d� |dkr$|j}| j�|g �}| j�|jg �}|sV|j| jkrVdS || j|j< |j|krx|�|j� |j|kr�|�|j� | �|� dS )a Add `dist` to working set, associated with `entry`
If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
On exit from this routine, `entry` is added to the end of the working
set's ``.entries`` (if it wasn't already present).
`dist` is only added to the working set if it's for a project that
doesn't already have a distribution in the set, unless `replace=True`.
If it's added, any callbacks registered with the ``subscribe()`` method
will be called.
�r� N) � insert_onr� �locationr� r� r8 r� r� �
_added_new)r� r� r� �insertr� �keysZkeys2r r r r� � s
zWorkingSet.addc C sx t |�ddd� }i }i }g }t� } t�t�}
|�rt|�d�} | |krHq.| �| |�sVq.|�| j�} | dk�r| j �| j�} | dks�| | kr�|r�| }
|dkr�| dkr�t
| j �}nt
g �}t g �}
|j
| |
||d� } || j< | dkr�|
�| d�}t| |��|�| � | | k�r$|
| }t| | ��|��| �| j�ddd� }|�|� |D ] }|
| �| j� | j| |< �qHd|| < q.|S )a� List all distributions needed to (recursively) meet `requirements`
`requirements` must be a sequence of ``Requirement`` objects. `env`,
if supplied, should be an ``Environment`` instance. If
not supplied, it defaults to all distributions available within any
entry or distribution in the working set. `installer`, if supplied,
will be invoked with each requirement that cannot be met by an
already-installed distribution; it should return a ``Distribution`` or
``None``.
Unless `replace_conflicting=True`, raises a VersionConflict exception
if
any requirements are found on the path that have the correct name but
the wrong version. Otherwise, if an `installer` is supplied it will be
invoked to obtain the correct version of the requirement and activate
it.
`extras` is a list of the extras to be used with these requirements.
This is important because extra requirements may look like `my_req;
extra = "my_extra"`, which would otherwise be interpreted as a purely
optional requirement. Instead, we want to be able to assert that these
requirements are truly required.
Nr� r )�replace_conflictingT)�list�
_ReqExtras� collections� defaultdict�set�pop� markers_passr� r8 r� re r� rf �
best_matchrm r� rl r� r �extras�extendr� � project_name)r� � requirements�env� installerr r Z processedZbestZ to_activateZ
req_extrasr� r� r� r� r� Z
dependent_reqZnew_requirementsZnew_requirementr r r r� � sT
�
zWorkingSet.resolvec C s
t |�}|�� i }i }|dkr4t| j�}||7 }n|| }| �g �} t t| j| �� |D ]�}
||
D ]�} | �� g} z| �| ||�}
W nB t k
r� } z$||| < |r�W Y �qfn
W Y � qZW 5 d}~X Y qfX t t| j|
�� |�
t � |
�� qZqfqZt |�}|�� ||fS )as Find all activatable distributions in `plugin_env`
Example usage::
distributions, errors = working_set.find_plugins(
Environment(plugin_dirlist)
)
# add plugins+libs to sys.path
map(working_set.add, distributions)
# display errors
print('Could not load', errors)
The `plugin_env` should be an ``Environment`` instance that contains
only distributions that are in the project's "plugin directory" or
directories. The `full_env`, if supplied, should be an ``Environment``
contains all currently-available distributions. If `full_env` is not
supplied, one is created automatically from the ``WorkingSet`` this
method is called on, which will typically mean that every directory on
``sys.path`` will be scanned for distributions.
`installer` is a standard installer callback as used by the
``resolve()`` method. The `fallback` flag indicates whether we should
attempt to resolve older versions of a plugin if the newest version
cannot be resolved.
This method returns a 2-tuple: (`distributions`, `error_info`), where
`distributions` is a list of the distributions found in `plugin_env`
that were loadable, along with any other distributions that are needed
to resolve their dependencies. `error_info` is a dictionary mapping
unloadable plugin distributions to an exception instance describing the
error that occurred. Usually this will be a ``DistributionNotFound`` or
``VersionConflict`` instance.
N)
r �sortre r� r� r r� �as_requirementr� rk r% r' r( )r� Z
plugin_envZfull_envr ZfallbackZplugin_projectsZ
error_infoZ
distributionsr Z
shadow_setr r� r� Z resolveesr" r r r � find_plugins' s4 $
zWorkingSet.find_pluginsc G s& | � t|��}|D ]}| �|� q|S )a� Ensure that distributions matching `requirements` are activated
`requirements` must be a string or a (possibly-nested) sequence
thereof, specifying the distributions and versions required. The
return value is a sequence of the distributions that needed to be
activated to fulfill the requirements; all relevant distributions are
included, even if they were already activated in this working set.
)r� rp r� )r� r Zneededr� r r r rP { s zWorkingSet.requirec C s8 || j krdS | j �|� |s"dS | D ] }||� q&dS )z�Invoke `callback` for all distributions
If `existing=True` (default),
call on all existing ones, as well.
N)r� r� )r� �callback�existingr� r r r � subscribe� s
zWorkingSet.subscribec C s | j D ] }||� qd S r )r� )r� r� r r r r r � s
zWorkingSet._added_newc C s, | j d d � | j�� | j�� | jd d � fS r )r� r� r2 r� r� r� r r r r0 � s
�zWorkingSet.__getstate__c C s@ |\}}}}|d d � | _ |�� | _|�� | _|d d � | _d S r )r� r2 r� r� r� )r� Ze_k_b_cr� r
r� r� r r r r1 � s
zWorkingSet.__setstate__)N)N)NTF)NNFN)NNT)T)r r r r r� � classmethodr� r� r� r� r� rW rQ r r� r� r rP r r r0 r1 r r r r rf ) s4
�
] �
T
c @ s e Zd ZdZddd�ZdS )r
z>
Map each requirement to the extras that demanded it.
Nc s2 � fdd�| � � d�|pd D �}� j p0t|�S )z�
Evaluate markers for req against each extra that
demanded it.
Return False if the req has a marker and fails
evaluation. Otherwise, return True.
c 3 s | ]}� j �d |i�V qdS )�extraN��marker�evaluate)r� r! �r� r r r� � s �z*_ReqExtras.markers_pass.<locals>.<genexpr>r r )r� r# �any)r� r� r Z extra_evalsr r% r r � s
�z_ReqExtras.markers_pass)N)r r r r r r r r r r
� s r
c @ sx e Zd ZdZde� efdd�Zdd� Zdd� Zdd d
�Z d d � Z
d
d� Z ddd�Z d dd�Z
dd� Zdd� Zdd� ZdS ) re z5Searchable snapshot of distributions on a search pathNc C s i | _ || _|| _| �|� dS )a! Snapshot distributions available on a search path
Any distributions found on `search_path` are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used.
`platform` is an optional string specifying the name of the platform
that platform-specific distributions must be compatible with. If
unspecified, it defaults to the current platform. `python` is an
optional string naming the desired version of Python (e.g. ``'3.6'``);
it defaults to the current version.
You may explicitly set `platform` (and/or `python`) to ``None`` if you
wish to map *all* distributions, not just those compatible with the
running platform or Python version.
N)�_distmaprH �python�scan)r� � search_pathrH r( r r r r� � s zEnvironment.__init__c C s2 | j dkp |jdkp |j| j k}|o0t|j| j�S )z�Is distribution `dist` acceptable for this environment?
The distribution must match the platform and python version
requirements specified when this environment was created, or False
is returned.
N)r( �
py_versionrt rH )r� r� Z py_compatr r r �can_add� s
�
�zEnvironment.can_addc C s | j |j �|� dS )z"Remove `dist` from the environmentN)r' r8 �remover� r r r r- � s zEnvironment.removec C s4 |dkrt j}|D ] }t|�D ]}| �|� q qdS )ad Scan `search_path` for distributions usable in this environment
Any distributions found are added to the environment.
`search_path` should be a sequence of ``sys.path`` items. If not
supplied, ``sys.path`` is used. Only distributions conforming to
the platform/python version defined at initialization are added.
N)rG r� ra r� )r� r* r r� r r r r) � s
zEnvironment.scanc C s |� � }| j�|g �S )a Return a newest-to-oldest list of distributions for `project_name`
Uses case-insensitive `project_name` comparison, assuming all the
project's distributions use their project's name converted to all
lowercase as their key.
)�lowerr' r� )r� r Zdistribution_keyr r r � __getitem__� s zEnvironment.__getitem__c C sL | � |�rH|�� rH| j�|jg �}||krH|�|� |jt�d�dd� dS )zLAdd `dist` if we ``can_add()`` it and it has not already been added
�hashcmpT�r8 �reverseN) r, � has_versionr' r� r8 r� r �operator�
attrgetter)r� r� r� r r r r� s
zEnvironment.addFc C sf z|� |�}W n tk
r, |s$� d}Y nX |dk r:|S | |j D ]}||krD| S qD| �||�S )a� Find distribution best matching `req` and usable on `working_set`
This calls the ``find(req)`` method of the `working_set` to see if a
suitable distribution is already active. (This may raise
``VersionConflict`` if an unsuitable version of the project is already
active in the specified `working_set`.) If a suitable distribution
isn't active, this method returns the newest distribution in the
environment that meets the ``Requirement`` in `req`. If no suitable
distribution is found, and `installer` is supplied, then the result of
calling the environment's ``obtain(req, installer)`` method will be
returned.
N)r� rl r8 �obtain)r� r� r_ r r r� r r r r s
zEnvironment.best_matchc C s |dk r||�S dS )a� Obtain a distribution matching `requirement` (e.g. via download)
Obtain a distro that matches requirement (e.g. via download). In the
base ``Environment`` class, this routine just returns
``installer(requirement)``, unless `installer` is None, in which case
None is returned instead. This method is a hook that allows subclasses
to attempt other ways of obtaining a distribution before falling back
to the `installer` argument.Nr )r� Z requirementr r r r r6 + s zEnvironment.obtainc c s" | j �� D ]}| | r
|V q
dS )z=Yield the unique project names of the available distributionsN)r' r
�r� r8 r r r r 7 s zEnvironment.__iter__c C sV t |t�r| �|� n<t |t�rD|D ] }|| D ]}| �|� q0q$ntd|f ��| S )z2In-place addition of a distribution or environmentzCan't add %r to environment)r� rh r� re r� )r� �otherZprojectr� r r r �__iadd__= s
zEnvironment.__iadd__c C s* | j g ddd�}| |fD ] }||7 }q|S )z4Add an environment or distribution to an environmentN)rH r( �r� )r� r8 �newr r r r �__add__I s
zEnvironment.__add__)N)NF)N)r r r r rO �PY_MAJORr� r, r- r) r/ r� r r6 r r9 r< r r r r re � s" �
�
c @ s e Zd ZdZdS )ro aT An error occurred extracting a resource
The following attributes are available from instances of this exception:
manager
The resource manager that raised this exception
cache_path
The base directory for resource extraction
original_error
The exception instance that caused extraction to fail
Nr r r r r ro U s c @ s� e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z d dd�Z
edd� �Zdd� Zdd� Zd d d �ZdS )!rg z'Manage resource extraction and packagesNc C s
i | _ d S r )� cached_filesr� r r r r� i s zResourceManager.__init__c C s t |��|�S )z Does the named resource exist?)rR r� �r� Zpackage_or_requirementr� r r r r\ l s z ResourceManager.resource_existsc C s t |��|�S )z,Is the named resource an existing directory?)rR r] r? r r r r] p s �z ResourceManager.resource_isdirc C s t |��| |�S )z4Return a true filesystem path for specified resource)rR r� r? r r r rZ v s �z!ResourceManager.resource_filenamec C s t |��| |�S )z9Return a readable file-like object for specified resource)rR r� r? r r r rY | s �z ResourceManager.resource_streamc C s t |��| |�S )z%Return specified resource as a string)rR r� r? r r r rX � s �z ResourceManager.resource_stringc C s t |��|�S )z1List the contents of the named resource directory)rR r[ r? r r r r[ � s �z ResourceManager.resource_listdirc C sR t �� d }| jpt� }t�d��� }t|jf t � ��}| |_
||_ ||_ |�dS )z5Give an error message for problems extracting file(s)r a
Can't extract file(s) to egg cache
The following error occurred while trying to extract file(s)
to the Python egg cache:
{old_exc}
The Python egg cache directory is currently set to:
{cache_path}
Perhaps your account does not have write access to this directory?
You can change the cache directory by setting the PYTHON_EGG_CACHE
environment variable to point to an accessible directory.
N)
rG �exc_info�extraction_pathrd �textwrap�dedent�lstripro r� r� r� �
cache_pathZoriginal_error)r� �old_excrE �tmpl�errr r r �extraction_error� s z ResourceManager.extraction_errorr c C sf | j p
t� }tjj||d f|�� }z t|� W n tk
rL | �� Y nX | �|� d| j |< |S )a� Return absolute location in cache for `archive_name` and `names`
The parent directory of the resulting path will be created if it does
not already exist. `archive_name` should be the base filename of the
enclosing egg (which may not be the name of the enclosing zipfile!),
including its ".egg" extension. `names`, if provided, should be a
sequence of path name parts "under" the egg's extraction location.
This method should only be called by resource providers that need to
obtain an extraction location, and only for names they intend to
extract, as it tracks the generated names for possible cleanup later.
z-tmpr )
rA rd r� r� rI �_bypass_ensure_directory� ExceptionrI � _warn_unsafe_extraction_pathr> )r� Z archive_name�namesZ extract_pathZ target_pathr r r �get_cache_path� s
z ResourceManager.get_cache_pathc C sV t jdkr | �t jd �s dS t �| �j}|tj@ s>|tj@ rRd| }t� |t
� dS )aN
If the default extraction path is overridden and set to an insecure
location, such as /tmp, it opens up an opportunity for an attacker to
replace an extracted file with an unauthorized payload. Warn the user
if a known insecure location is used.
See Distribute #375 for more details.
�ntZwindirNz�%s is writable by group/others and vulnerable to attack when used with get_resource_filename. Consider a more secure location (set with .set_extraction_path or the PYTHON_EGG_CACHE environment variable).) r� r� r� �environ�stat�st_mode�S_IWOTH�S_IWGRP�warnings�warn� UserWarning)r� �mode�msgr r r rL � s
��z,ResourceManager._warn_unsafe_extraction_pathc C s. t jdkr*t �|�jdB d@ }t �||� dS )a4 Perform any platform-specific postprocessing of `tempname`
This is where Mac header rewrites should be done; other platforms don't
have anything special they should do.
Resource providers should call this method ONLY after successfully
extracting a compressed resource. They must NOT call it on resources
that are already in the filesystem.
`tempname` is the current (temporary) name of the file, and `filename`
is the name it will be renamed to by the caller after this routine
returns.
�posixim i� N)r� r� rQ rR �chmod)r� Ztempname�filenamerX r r r � postprocess� s
zResourceManager.postprocessc C s | j rtd��|| _dS )a� Set the base path where resources will be extracted to, if needed.
If you do not call this routine before any extractions take place, the
path defaults to the return value of ``get_default_cache()``. (Which
is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
platform-specific fallbacks. See that routine's documentation for more
details.)
Resources are extracted to subdirectories of this path based upon
information given by the ``IResourceProvider``. You may set this to a
temporary directory, but then you must call ``cleanup_resources()`` to
delete the extracted files when done. There is no guarantee that
``cleanup_resources()`` will be able to remove all extracted files.
(Note: you may not change the extraction path for a given resource
manager once resources have been extracted, unless you first call
``cleanup_resources()``.)
z5Can't change extraction path, files already extractedN)r> rL rA �r� r� r r r rb � s
�z#ResourceManager.set_extraction_pathFc C s dS )aB
Delete all extracted resource files and directories, returning a list
of the file and directory names that could not be successfully removed.
This function does not have any concurrency protection, so it should
generally only be called when the extraction path is a temporary
directory exclusive to a single process. This method is not
automatically called; you must call it explicitly or register it as an
``atexit`` function if you wish to ensure cleanup of a temporary
directory used for extractions.
Nr )r� �forcer r r rc s z!ResourceManager.cleanup_resources)r )F)r r r r rA r� r\ r] rZ rY rX r[ rI rN � staticmethodrL r] rb rc r r r r rg e s
c C s t j�d�ptjdd�S )z�
Return the ``PYTHON_EGG_CACHE`` environment variable
or a platform-relevant user cache dir for an app
named "Python-Eggs".
ZPYTHON_EGG_CACHEz Python-Eggs)Zappname)r� rP r� r Zuser_cache_dirr r r r rd s
�c C s t �dd| �S )z�Convert an arbitrary string to a standard distribution name
Any runs of non-alphanumeric/. characters are replaced with a single '-'.
�[^A-Za-z0-9.]+�-)�re�subr� r r r rq % s c C sJ zt tj�| ��W S tjjk
rD | �dd�} t�dd| � Y S X dS )zB
Convert an arbitrary string to a standard version string
r� rB ra rb N)r� r r r r r� rc rd )r r r r rr - s
c C s t �dd| ��� S )z�Convert an arbitrary string to a standard 'extra' name
Any runs of non-alphanumeric characters are replaced with a single '_',
and the result is always lowercased.
z[^A-Za-z0-9.-]+r� )rc rd r. )r! r r r rw 9 s c C s | � dd�S )z|Convert a project or version name to its filename-escaped form
Any '-' characters are currently replaced with '_'.
rb r� r r� r r r rx B s c
C sH z t | � W n6 tk
rB } zd|_d|_| W Y �S d}~X Y nX dS )zo
Validate text as a PEP 508 environment marker; return an exception
if invalid or False otherwise.
NF)rz � SyntaxErrorr\ �lineno)�text�er r r ry J s c
C sJ zt j�| �}|�� W S t jjk
rD } z t|��W 5 d}~X Y nX dS )z�
Evaluate a PEP 508 environment marker.
Return a boolean indicating the marker result in this environment.
Raise SyntaxError if marker is invalid.
This implementation uses the 'pyparsing' module.
N)r ZmarkersZMarkerr$ Z
InvalidMarkerre )rg r! r# rh r r r rz X s
c @ s� e Zd ZdZdZdZdZdd� Zdd� Zdd� Z d d
� Z
d d � Z d
d� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zed'd(� �Zd)d*� ZdS )+r� zETry to implement resources and metadata for arbitrary PEP 302 loadersNc C s( t |dd �| _tj�t |dd��| _d S )Nr� �__file__r� )r� r� r� r� �dirname� module_path�r� r� r r r r� n s zNullProvider.__init__c C s | � | j|�S r )�_fnrk �r� r� r� r r r r� r s z"NullProvider.get_resource_filenamec C s t �| �||��S r )�io�BytesIOr� rn r r r r� u s z NullProvider.get_resource_streamc C s | � | �| j|��S r )�_getrm rk rn r r r r� x s z NullProvider.get_resource_stringc C s | � | �| j|��S r )�_hasrm rk �r� r� r r r r� { s zNullProvider.has_resourcec C s | � | j|�S r )rm �egg_info�r� r� r r r �_get_metadata_path~ s z NullProvider._get_metadata_pathc C s | j s | j S | �|�}| �|�S r )rt rv rr �r� r� r� r r r r� � s
zNullProvider.has_metadatac
C st | j s
dS | �|�}| �|�}tjr(|S z |�d�W S tk
rn } z | jd�||�7 _� W 5 d }~X Y nX d S )Nr� �utf-8z in {} file at path: {}) rt rv rq r �PY2�decode�UnicodeDecodeError�reasonr� )r� r� r� �value�excr r r r� � s
zNullProvider.get_metadatac C s t | �|��S r �ru r� ru r r r r� � s z NullProvider.get_metadata_linesc C s | � | �| j|��S r )�_isdirrm rk rs r r r r] � s zNullProvider.resource_isdirc C s | j o| �| �| j |��S r )rt r� rm ru r r r r� � s zNullProvider.metadata_isdirc C s | � | �| j|��S r )�_listdirrm rk rs r r r r[ � s z NullProvider.resource_listdirc C s | j r| �| �| j |��S g S r )rt r� rm ru r r r r� � s z NullProvider.metadata_listdirc
C s� d| }| � |�s$tdjf t� ���| �|��dd�}|�dd�}| �| j|�}||d< tj �
|�r�t |�� � }t
||d�}t|||� n>dd lm} t|�d|�d�|f||< t
||d�} t| ||� d S )
Nzscripts/z<Script {script!r} not found in metadata at {self.egg_info!r}z
�
�
ri �execr )�cache)r� rk r� r� r� r� rm rt r� r� r� r �read�compiler� � linecacher� �lenr )
r� r� r� ZscriptZ script_textZscript_filename�source�coder� Z script_coder r r rQ � s.
�� � zNullProvider.run_scriptc C s t d��d S �Nz9Can't perform this operation for unregistered loader type��NotImplementedErrorr^ r r r rr � s �zNullProvider._hasc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._isdirc C s t d��d S r� r� r^ r r r r� � s �zNullProvider._listdirc C s* | � |� |r&tjj|f|�d��� S |S )N�/)�_validate_resource_pathr� r� rI r )r� �baser� r r r rm � s
zNullProvider._fnc C sp t jj| �tj�kp&t�| �p&t�| �}|s0dS d}t�| �rPt�| �sPt|��t j
|dd� d t dd� dS )aO
Validate the resource paths according to the docs.
https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
>>> warned = getfixture('recwarn')
>>> warnings.simplefilter('always')
>>> vrp = NullProvider._validate_resource_path
>>> vrp('foo/bar.txt')
>>> bool(warned)
False
>>> vrp('../foo/bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('/foo/bar.txt')
>>> bool(warned)
True
>>> vrp('foo/../../bar.txt')
>>> bool(warned)
True
>>> warned.clear()
>>> vrp('foo/f../bar.txt')
>>> bool(warned)
False
Windows path separators are straight-up disallowed.
>>> vrp(r'\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
>>> vrp(r'C:\foo/bar.txt')
Traceback (most recent call last):
...
ValueError: Use of .. or absolute path in a resource path is not allowed.
Blank values are allowed
>>> vrp('')
>>> bool(warned)
False
Non-string values are not.
>>> vrp(None)
Traceback (most recent call last):
...
AttributeError: ...
Nz=Use of .. or absolute path in a resource path is not allowed.r� z/ and will raise exceptions in a future release.r ��
stacklevel) r� r� �pardirr � posixpath�sep�isabs�ntpathrL rU rV �DeprecationWarning)r� ZinvalidrY r r r r� � s 6���z$NullProvider._validate_resource_pathc C s$ t | jd�r| j�|�S td��d S )N�get_dataz=Can't perform this operation for loaders without 'get_data()')r� r� r� r� r^ r r r rq s
�zNullProvider._get) r r r r �egg_namert r� r� r� r� r� r� rv r� r� r� r] r� r[ r� rQ rr r� r� rm r` r� rq r r r r r� g s2
Jc @ s e Zd ZdZdd� Zdd� ZdS )r� z&Provider based on a virtual filesystemc C s t �| |� | �� d S r )r� r� �
_setup_prefixrl r r r r� - s zEggProvider.__init__c C sZ | j }d }||krVt|�r@tj�|�| _tj�|d�| _|| _qV|}tj� |�\}}q
d S )N�EGG-INFO)
rk � _is_egg_pathr� r� �basenamer� rI rt �egg_rootr )r� r� �oldr� r r r r� 1 s zEggProvider._setup_prefixN)r r r r r� r� r r r r r� * s c @ sD e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dS )r� z6Provides access to package resources in the filesystemc C s t j�|�S r )r� r� r� r^ r r r rr C s zDefaultProvider._hasc C s t j�|�S r )r� r� r
r^ r r r r� F s zDefaultProvider._isdirc C s
t �|�S r )r� �listdirr^ r r r r� I s zDefaultProvider._listdirc C s t | �| j|�d�S �N�rb)r rm rk rn r r r r� L s z#DefaultProvider.get_resource_streamc
C s* t |d��}|�� W 5 Q R � S Q R X d S r� )r r� )r� r� �streamr r r rq O s zDefaultProvider._getc C s, d}|D ] }t t|td ��}t|| � qd S )N)�SourceFileLoader�SourcelessFileLoader)r� �importlib_machinery�typer� )r� Z loader_namesr� Z
loader_clsr r r � _registerS s zDefaultProvider._registerN) r r r r rr r� r� r� rq r r� r r r r r� @ s c @ s8 e Zd ZdZdZdd� ZZdd� Zdd� Zd d
� Z dS ) r� z.Provider that returns nothing for all requestsNc C s dS �NFr r^ r r r r? c r@ zEmptyProvider.<lambda>c C s dS �Nr� r r^ r r r rq e s zEmptyProvider._getc C s g S r r r^ r r r r� h s zEmptyProvider._listdirc C s d S r r r� r r r r� k s zEmptyProvider.__init__)
r r r r rk r� rr rq r� r� r r r r r� ^ s c @ s e Zd ZdZedd� �ZeZdS )� ZipManifestsz
zip manifest builder
c
s@ t �|��,� � fdd�� �� D �}t|�W 5 Q R � S Q R X dS )a
Build a dictionary similar to the zipimport directory
caches, except instead of tuples, store ZipInfo objects.
Use a platform-specific path separator (os.sep) for the path keys
for compatibility with pypy on Windows.
c 3 s& | ] }|� d tj�� �|�fV qdS )r� N)r� r� r� Zgetinfo�r� r� �Zzfiler r r� � s � �z%ZipManifests.build.<locals>.<genexpr>N)�zipfileZZipFileZnamelistr' )r� r� r+ r r� r �buildw s
�zZipManifests.buildN)r r r r r r� �loadr r r r r� r s
r� c @ s$ e Zd ZdZe�dd�Zdd� ZdS )�MemoizedZipManifestsz%
Memoized zipfile manifests.
� manifest_modzmanifest mtimec C sR t j�|�}t �|�j}|| ks.| | j|krH| �|�}| �||�| |< | | jS )zW
Load a manifest at path or return a suitable manifest already loaded.
) r� r� �normpathrQ �st_mtime�mtimer� r� �manifest)r� r� r� r� r r r r� � s
zMemoizedZipManifests.loadN)r r r r r �
namedtupler� r� r r r r r� � s r� c @ s� e Zd ZdZdZe� Zdd� Zdd� Zdd� Z e
d d
� �Z d d � Z e
d
d� �Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!r� z"Resource support for zips and eggsNc C s t �| |� | jjtj | _d S r )r� r� r� �archiver� r� �zip_prerl r r r r� � s zZipProvider.__init__c C sP |� tj�}|| jjkr dS |�| j�r:|t| j�d � S td|| jf ��d S )Nr� �%s is not a subpath of %s) �rstripr� r� r� r� r� r� r� �AssertionError�r� �fspathr r r �
_zipinfo_name� s �zZipProvider._zipinfo_namec C sP | j | }|�| jtj �r:|t| j�d d � �tj�S td|| jf ��d S )Nr r� )r� r� r� r� r� r� r r� )r� �zip_pathr� r r r �_parts� s
�zZipProvider._partsc C s | j �| jj�S r )�_zip_manifestsr� r� r� r� r r r �zipinfo� s zZipProvider.zipinfoc C s\ | j std��| �|�}| �� }d�| �|��|krP|D ]}| �|| �|�� q8| �||�S )Nz5resource_filename() only supported for .egg, not .zipr� )r� r� �_resource_to_zip�_get_eager_resourcesrI r� �_extract_resource�
_eager_to_zip)r� r� r� r� �eagersr� r r r r� � s �
z!ZipProvider.get_resource_filenamec C s" | j }| jd }t�|�}||fS )N)r r r� )� file_size� date_time�time�mktime)Zzip_stat�sizer� � timestampr r r �_get_date_and_size� s
z ZipProvider._get_date_and_sizec
C sx || � � kr@| � � | D ]}| �|tj�||��}qtj�|�S | �| j| �\}}ts`t d��z�|�
| j | � |��}| �
||�r�|W S tdtj�|�d�\}} t�|| j�|�� t�|� t| ||f� |�| |� zt| |� W nh tjk
�rN tj�|��rH| �
||��r | Y W S tjdk�rHt|� t| |� | Y W S � Y nX W n tjk
�rr |�� Y nX |S )Nz>"os.rename" and "os.unlink" are not supported on this platformz .$extract)�dirrO )�_indexr� r� r� rI rj r� r� �
WRITE_SUPPORT�IOErrorrN r� r� � _is_current�_mkstemp�writer� r� �closer r] r
�error�isfiler� r rI )
r� r� r� r� Zlastr� r� Z real_pathZoutfZtmpnamr r r r� � sN � �
�
z ZipProvider._extract_resourcec C sx | � | j| �\}}tj�|�s$dS t�|�}|j|ksB|j|krFdS | j� |�}t
|d��}|� � }W 5 Q R X ||kS )zK
Return True if the file_path is current for this zip_path
Fr� ) r� r� r� r� r� rQ �st_sizer� r� r� r r� ) r� Z file_pathr� r� r� rQ Z zip_contents�fZ
file_contentsr r r r� s
zZipProvider._is_currentc C s> | j d kr8g }dD ] }| �|�r|�| �|�� q|| _ | j S )N)znative_libs.txtzeager_resources.txt)r� r� r r� )r� r� r� r r r r� " s
z ZipProvider._get_eager_resourcesc C s� z| j W S tk
r� i }| jD ]V}|�tj�}|r"tj�|d d� �}||krh|| �|d � q"q2|�� g||< q2q"|| _ | Y S X d S )Nr� ) Z _dirindex�AttributeErrorr� r r� r� rI r� r )r� Zindr� �parts�parentr r r r� + s
zZipProvider._indexc C s | � |�}|| jkp || �� kS r )r� r� r� )r� r� r� r r r rr < s
zZipProvider._hasc C s | � |�| �� kS r )r� r� r� r r r r� @ s zZipProvider._isdirc C s t | �� �| �|�d��S �Nr )r r� r� r� r� r r r r� C s zZipProvider._listdirc C s | � | �| j|��S r )r� rm r� rs r r r r� F s zZipProvider._eager_to_zipc C s | � | �| j|��S r )r� rm rk rs r r r r� I s z ZipProvider._resource_to_zip)r r r r r� r� r� r� r� r� r� r� r� r` r� r� r� r� r� rr r� r� r� r� r r r r r� � s(
7 c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )r� a* Metadata handler for standalone PKG-INFO files
Usage::
metadata = FileMetadata("/path/to/PKG-INFO")
This provider rejects all data and metadata requests except for PKG-INFO,
which is treated as existing, and will be the contents of the file at
the provided location.
c C s
|| _ d S r �r� r^ r r r r� \ s zFileMetadata.__init__c C s | j S r r� ru r r r rv _ s z FileMetadata._get_metadata_pathc C s |dkot j�| j�S )N�PKG-INFO)r� r� r� ru r r r r� b s zFileMetadata.has_metadatac C sD |dkrt d��tj| jddd��}|�� }W 5 Q R X | �|� |S )Nr� z(No metadata except PKG-INFO is availablerx r� )�encoding�errors)r� ro r r� r� �_warn_on_replacement)r� r� r� �metadatar r r r� e s
zFileMetadata.get_metadatac C s2 d� d�}||kr.d}|jf t� �}t�|� d S )Ns �rx z2{self.path} could not be properly decoded in UTF-8)rz r� r� rU rV )r� r� Zreplacement_charrG rY r r r r� n s
z!FileMetadata._warn_on_replacementc C s t | �|��S r r ru r r r r� v s z FileMetadata.get_metadata_linesN)
r r r r r� rv r� r� r� r� r r r r r� P s c @ s e Zd ZdZdd� ZdS )r� as Metadata provider for egg directories
Usage::
# Development eggs:
egg_info = "/path/to/PackageName.egg-info"
base_dir = os.path.dirname(egg_info)
metadata = PathMetadata(base_dir, egg_info)
dist_name = os.path.splitext(os.path.basename(egg_info))[0]
dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
# Unpacked egg directories:
egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
dist = Distribution.from_filename(egg_path, metadata=metadata)
c C s || _ || _d S r )rk rt )r� r� rt r r r r� � s zPathMetadata.__init__N�r r r r r� r r r r r� z s c @ s e Zd ZdZdd� ZdS )r� z Metadata provider for .egg filesc C sD |j tj | _|| _|jr0tj�|j |j�| _n|j | _| � � dS )z-Create a metadata provider from a zipimporterN)
r� r� r� r� r� �prefixr� rI rk r� )r� �importerr r r r� � s zEggMetadata.__init__Nr� r r r r r� � s r' ��_distribution_findersc C s |t | < dS )ax Register `distribution_finder` to find distributions in sys.path items
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `distribution_finder` is a callable that, passed a path
item and the importer instance, yields ``Distribution`` instances found on
that path item. See ``pkg_resources.find_on_path`` for an example.Nr� )�
importer_typeZdistribution_finderr r r r� � s c C s t | �}tt|�}||| |�S )z.Yield distributions accessible via `path_item`)r r� r� )� path_item�onlyr� �finderr r r ra � s
c c s� | j �d�rdS t| �}|�d�r2tj||d�V |r:dS |�d�D ]|}t|�r�tj �
||�}t t �
|�|�}|D ]
}|V qrqD|�� �d�rDtj �
||�}tt �
|��}||_t�|||�V qDdS )z@
Find eggs in zip files; possibly multiple nested eggs.
z.whlNr� �r� r� �
.dist-info)r� �endswithr� r� rh �
from_filenamer[ r� r� r� rI �find_eggs_in_zip� zipimport� zipimporterr. rt �
from_location) r� r� r� r� Zsubitem�subpathr� r� Zsubmetar r r r� � s$
r� c C s dS r� r )r� r� r� r r r � find_nothing� s r� c C s dd� }t | |dd�S )aL
Given a list of filenames, return them in descending order
by version number.
>>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
>>> _by_version_descending(names)
['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
>>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
>>> _by_version_descending(names)
['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
c S s2 t j�| �\} }t�| �d�|g�}dd� |D �S )z6
Parse each component of the filename
rb c S s g | ]}t j�|��qS r )r r r� )r� �partr r r �
<listcomp>� s z?_by_version_descending.<locals>._by_version.<locals>.<listcomp>)r� r� �splitext� itertools�chainr )r� �extr� r r r � _by_version� s z+_by_version_descending.<locals>._by_versionTr1 )�sorted)rM r r r r �_by_version_descending� s r c
# s� t ���t��r4tj�t�tj��d��d�V dS t��}� �fdd�|D �}t |�}|D ]2}tj��|�}t
�|� �}||�D ]
} | V q�q\dS )z6Yield distributions accessible on a sys.path directoryr� r� Nc 3 s | ]}t �|� �r|V qd S r )� dist_factory)r� r� �r� r� r r r� s �z find_on_path.<locals>.<genexpr>) �_normalize_cached�_is_unpacked_eggrh r� r� r� r� rI � safe_listdirr r )
r� r� r� r� ZfilteredZpath_item_entriesr� �fullpath�factoryr� r r r � find_on_path� s( �� � r c C sH |� � }tt|jd��}|r tS |s0t|�r0tS |sB|�d�rBtS t� S )z9
Return a dist_factory for a path_item and entry
)� .egg-infor� z .egg-link) r. r& r r� �distributions_from_metadatar� ra �resolve_egg_link�NoDists)r� r� r� r. Zis_metar r r r s ������r c @ s* e Zd ZdZdd� Zejr eZdd� ZdS )r zS
>>> bool(NoDists())
False
>>> list(NoDists()('anything'))
[]
c C s dS r� r r� r r r �__bool__. s zNoDists.__bool__c C s t d�S r� )�iter)r� r r r r �__call__3 s zNoDists.__call__N) r r r r r r ry Z __nonzero__r r r r r r & s
r c
C sv z t �| �W S ttfk
r$ Y nN tk
rp } z0|jtjtjtjfkpXt |dd�dk}|s`� W 5 d}~X Y nX dS )zI
Attempt to list contents of path, but suppress some exceptions.
ZwinerrorNi r )
r� r� �PermissionError�NotADirectoryError�OSError�errnoZENOTDIRZEACCESZENOENTr� )r� rh Z ignorabler r r r 7 s �r c c sf t j�| �}t j�| �r:tt �| ��dkr.d S t|| �}nt| �}t j�| �}t j
|||t d�V d S )Nr )�
precedence) r� r� rj r
r� r� r� r� r� rh r� r� )r� �rootr� r� r r r r
L s �r
c c s4 t | ��"}|D ]}|�� }|r|V qW 5 Q R X dS )z1
Yield non-empty lines from file at path
N)r �strip)r� r� �liner r r �non_empty_lines[ s
r c s. t � �}� fdd�|D �}tt|�}t|d�S )za
Given a path to an .egg-link, resolve distributions
present in the referenced path.
c 3 s$ | ] }t j�t j�� �|�V qd S r )r� r� rI rj )r� �refr� r r r� l s �z#resolve_egg_link.<locals>.<genexpr>r )r r ra �next)r� Zreferenced_pathsZresolved_pathsZ dist_groupsr r� r r f s
�
r �
FileFinder��_namespace_handlers)�_namespace_packagesc C s |t | < dS )a� Register `namespace_handler` to declare namespace packages
`importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
handler), and `namespace_handler` is a callable like this::
def namespace_handler(importer, path_entry, moduleName, module):
# return a path_entry to use for child packages
Namespace handlers are only called if the importer object has already
agreed that it can handle the relevant path item, and they should only
return a subpath if the module __path__ does not already contain an
equivalent subpath. For an example namespace handler, see
``pkg_resources.file_ns_handler``.
Nr )r� Znamespace_handlerr r r r� } s c C s� t |�}|dkrdS t�� � t�d� |�| �}W 5 Q R X |dkrHdS tj�| �}|dkr�t� | � }tj| < g |_
t | � nt |d�s�t
d| ��tt|�}|||| |�}|dk r�|j
}|�|� |�| � t|| |� |S )zEEnsure that named package includes a subpath of path_item (if needed)N�ignore�__path__�Not a package:)r rU �catch_warnings� simplefilter� find_modulerG r� r� �types�
ModuleTyper# �_set_parent_nsr� r� r� r r� � load_module�_rebuild_mod_path)� packageNamer� r� r� r� Zhandlerr� r� r r r �
_handle_ns� s.
r. c sj dd� t jD ���fdd��� �fdd�}t| |d�}dd� |D �}t|jt�r`||jd d �< n||_d S )
zq
Rebuild module.__path__ ensuring that all entries are ordered
corresponding to their sys.path order
c S s g | ] }t |��qS r �r �r� �pr r r r� � s z%_rebuild_mod_path.<locals>.<listcomp>c s. z � � | �W S tk
r( td� Y S X dS )z/
Workaround for #520 and #513.
�infN)�indexrL �float)r� )�sys_pathr r �safe_sys_path_index� s z._rebuild_mod_path.<locals>.safe_sys_path_indexc s< | � tj�}� �d�d }|d| � }�ttj�|���S )zR
Return the ordinal of the path based on its position in sys.path
rB r N)r r� r� �countr rI )r� �
path_partsZ module_partsr� )� package_namer6 r r �position_in_sys_path� s z/_rebuild_mod_path.<locals>.position_in_sys_path)r8 c S s g | ] }t |��qS r r/ r0 r r r r� � s N)rG r� r r� r# r )� orig_pathr9 r� r: �new_pathr )r9 r6 r5 r r, � s r, c C s� t �� z�| tkrW ��dS tj}| �d�\}}}|r|t|� |tkrLt|� ztj | j
}W n t k
rz t d|��Y nX t�
|p�dg ��| � t�
| g � |D ]}t| |� q�W 5 t �� X dS )z9Declare that package 'packageName' is a namespace packageNrB r$ )�_imp� acquire_lock� release_lockr! rG r� �
rpartitionr^ r� r� r# r� r� r� r� r. )r- r� r� r� r� r r r r^ � s& c C sF t �� z.t�|d�D ] }t|| �}|rt||� qW 5 t �� X dS )zDEnsure that previously-declared namespace packages include path_itemr N)r= r> r? r! r� r. r� )r� r� �packager� r r r r� � s
c C sD t j�||�d�d �}t|�}|jD ]}t|�|kr& q@q&|S dS )zBCompute an ns-package subpath for a filesystem or zipfile importerrB r� N)r� r� rI r r r# )r� r� r- r� r� Z
normalizedr r r r �file_ns_handler� s
rB c C s d S r r )r� r� r- r� r r r �null_ns_handler s rC c C s t j�t j�t j�t| ����S )z1Normalize a file/dir name for comparison purposes)r� r� �normcase�realpathr� �
_cygwin_patch�r\ r r r r| s c C s t jdkrtj�| �S | S )a
Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
symlink components. Using
os.path.abspath() works around this limitation. A fix in os.getcwd()
would probably better, in Cygwin even more so, except
that this seems to be by design...
�cygwin)rG rH r� r� �abspathrG r r r rF s rF c C s8 z
|| W S t k
r2 t| � || < }| Y S X d S r )r� r| )r\ r� �resultr r r r ) s
r c C s | � � �d�S )z7
Determine if given path appears to be an egg.
�.egg)r. r� r� r r r r� 1 s r� c C s t | �o tj�tj�| dd��S )z@
Determine if given path appears to be an unpacked egg.
r� r� )r� r� r� r� rI r� r r r r 8 s �r c C s< | � d�}|�� }|r8d�|�}ttj| |tj| � d S )NrB )r r rI �setattrrG r� )r- r� r� r� r r r r* B s
r* c c sZ t | tj�r8| �� D ] }|�� }|r|�d�s|V qn | D ]}t|�D ]
}|V qHq<dS )z9Yield non-empty/non-comment lines of a string or sequence�#N)r� r r� �
splitlinesr r� ru )�strs�sZssr r r ru J s
z \w+(\.\w+)*$z�
(?P<name>[^-]+) (
-(?P<ver>[^-]+) (
-py(?P<pyver>[^-]+) (
-(?P<plat>.+)
)?
)?
)?
c @ s� e Zd ZdZddd�Zdd� Zdd � Zdd d �Zd
d� Zd dd�Z e
� d�Z e
d dd��Ze
dd� �Ze
d dd��Ze
d dd��ZdS ) rj z3Object representing an advertised importable objectr Nc C s< t |�std|��|| _|| _t|�| _t|�| _|| _d S )NzInvalid module name)�MODULErL r� � module_name�tuple�attrsr r� )r� r� rR rT r r� r r r r� j s
zEntryPoint.__init__c C sH d| j | jf }| jr*|dd�| j� 7 }| jrD|dd�| j� 7 }|S )Nz%s = %s�:rB z [%s]�,)r� rR rT rI r )r� rP r r r r� s s zEntryPoint.__str__c C s dt | � S )NzEntryPoint.parse(%r)�r� r� r r r r� { s zEntryPoint.__repr__Tc O s4 |r |s |r t jdtdd� |r,| j||� | �� S )zH
Require packages for this EntryPoint, then resolve it.
zJParameters to load are deprecated. Call .resolve and .require separately.rC r� )rU rV r� rP r� )r� rP r> �kwargsr r r r� ~ s � zEntryPoint.loadc
C sX t | jdgdd�}zt�t| j|�W S tk
rR } ztt|���W 5 d}~X Y nX dS )zD
Resolve the entry point from its module and attrs.
r r )�fromlist�levelN) r� rR � functools�reducer� rT r� r� r� )r� r� r~ r r r r� � s
zEntryPoint.resolvec C sL | j r| jstd| ��| j�| j �}tj|||| j d�}tttj|�� d S )Nz&Can't require() without a distribution)r ) r r� rn r r_ r� r r r� )r� r r r� r+ r r r rP � s
zEntryPoint.requirez]\s*(?P<name>.+?)\s*=\s*(?P<module>[\w.]+)\s*(:\s*(?P<attr>[\w.]+))?\s*(?P<extras>\[.*\])?\s*$c C sf | j �|�}|s d}t||��|�� }| �|d �}|d rJ|d �d�nd}| |d |d |||�S )a Parse a single entry point from string `src`
Entry point syntax follows the form::
name = some.module:some.attr [extra1, extra2]
The entry name and module name are required, but the ``:attrs`` and
``[extras]`` parts are optional
z9EntryPoint must be in 'name=module:attrs [extras]' formatr �attrrB r r� r� )�patternrF rL � groupdict�
_parse_extrasr )r� �srcr� rN rY �resr rT r r r r� � s
zEntryPoint.parsec C s( |sdS t �d| �}|jr"t� �|jS )Nr �x)ri r� �specsrL r )r� Z extras_specr� r r r r` � s zEntryPoint._parse_extrasc C sV t |�std|��i }t|�D ]2}| �||�}|j|krFtd||j��|||j< q |S )zParse an entry point groupzInvalid group namezDuplicate entry point)rQ rL ru r� r� )r� rK �linesr� �thisr �epr r r � parse_group� s
zEntryPoint.parse_groupc C st t |t�r|�� }nt|�}i }|D ]J\}}|dkrB|s:q$td��|�� }||kr\td|��| �|||�||< q$|S )z!Parse a map of entry point groupsNz%Entry points must be listed in groupszDuplicate group name)r� r' r+ rv rL r rh )r� �datar� �mapsrK re r r r � parse_map� s
zEntryPoint.parse_map)r r N)T)NN)N)N)N)r r r r r� r� r� r� r� rP rc r� r^ r r� r` rh rk r r r r rj g s$
�
c C s> | sdS t j�| �}|d �d�r:t j�|d d� d �S | S )Nr� r� zmd5=)r� )r r� Zurlparser� Z
urlunparse)r Zparsedr r r �_remove_md5_fragment� s rl c C s@ dd� }t || �}tt|�d�}|�d�\}}}t|�� �p>dS )z�
Given an iterable of lines from a Metadata file, return
the value of the Version field, if present, or None otherwise.
c S s | � � �d�S )Nzversion:)r. r� )r r r r �is_version_line� s z+_version_from_file.<locals>.is_version_liner� rU N)r r r � partitionrr r )re rm Z
version_linesr r� r} r r r �_version_from_file� s
ro c s� e Zd ZdZdZddddedefdd�ZedSdd��Z dd � Z
e d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Ze dd� �Ze d d � �Zd d � Ze d d!� �Ze d"d#� �Zed$d%� �Zd&d'� ZdTd)d*�Z d+d,� Z d-d.� Z d/d0� Z dUd2d3�Z d4d5� Z!d6d7� Z"d8d9� Z#d:d;� Z$� fd<d=�Z%e&e'd>��s4[%edVd?d@��Z(dAdB� Z)dCdD� Z*dWdEdF�Z+dGdH� Z,dXdIdJ�Z-dKdL� Z.dMdN� Z/dOdP� Z0e dQdR� �Z1� Z2S )Yrh z5Wrap an actual or potential sys.path entry w/metadatar� Nc C sF t |pd�| _|d k r t|�| _|| _|| _|| _|| _|p>t| _ d S )NZUnknown)
rq r rr �_versionr+ rH r r r� � _provider)r� r r� r r r+ rH r r r r r�
s
zDistribution.__init__c K s~ d gd \}}}}t j�|�\}} | �� tkr^t| �� } t|�}
|
r^|
�dddd�\}}}}| ||f||||d�|���� S )Nr r� ZverZpyverrM )r r r+ rH )r� r� r� r. �_distributionImpl�EGG_NAMErK �_reload_version) r� r r� r� r) r r r+ rH r rF r r r r�
s. � � ��zDistribution.from_locationc C s | S r r r� r r r rt #
s z Distribution._reload_versionc C s( | j | j| jt| j�| jp d| jp$dfS r� )�parsed_versionr r8 rl r r+ rH r� r r r r0 &
s �zDistribution.hashcmpc C s
t | j�S r )�hashr0 r� r r r �__hash__1
s zDistribution.__hash__c C s | j |j k S r �r0 �r� r8 r r r �__lt__4
s zDistribution.__lt__c C s | j |j kS r rx ry r r r �__le__7
s zDistribution.__le__c C s | j |j kS r rx ry r r r �__gt__:
s zDistribution.__gt__c C s | j |j kS r rx ry r r r �__ge__=
s zDistribution.__ge__c C s t || j�sdS | j|jkS r� )r� r� r0 ry r r r �__eq__@
s zDistribution.__eq__c C s
| |k S r r ry r r r �__ne__F
s zDistribution.__ne__c C s6 z| j W S tk
r0 | j�� | _ }| Y S X d S r )Z_keyr� r r. r7 r r r r8 M
s
zDistribution.keyc C s t | d�st| j�| _| jS )N�_parsed_version)r� r# r r� r� r r r ru U
s
zDistribution.parsed_versionc C sX t jj}t| j|�}|s d S | js&d S t�d��� �dd�}t �
|j f t | ��t
� d S )Na>
'{project_name} ({version})' is being parsed as a legacy,
non PEP 440,
version. You may find odd behavior and sort order.
In particular it will be sorted as less than 0.0. It
is recommended to migrate to PEP 440 compatible
versions.
r� r� )r r r! r� r� rB rC r r� rU rV r� �varsr )r� ZLVZ is_legacyrG r r r �_warn_legacy_version\
s � z!Distribution._warn_legacy_versionc C sZ z| j W S tk
rT | �� }|d krL| �| j�}d�| j|�}t|| ��| Y S X d S )Nz4Missing 'Version:' header and/or {} file at path: {})rp r� � _get_version� _get_metadata_path_for_display�PKG_INFOr� rL )r� r r� rY r r r r v
s � �
zDistribution.versionc C s4 z| j W S tk
r, | �| �� �| _ Y nX | j S )z~
A map of extra to its list of (direct) requirements
for this distribution, including the null extra.
)Z_Distribution__dep_mapr� �_filter_extras�_build_dep_mapr� r r r �_dep_map�
s
zDistribution._dep_mapc C sr t td| ��D ]^}|}| �|�}|�d�\}}}|oDt|�pDt|� }|rNg }t|�pXd}| �|g ��|� q| S )z�
Given a mapping of extras to dependencies, strip off
environment markers and filter out any dependencies
not matching the markers.
NrU ) r r r rn ry rz rw r� r )�dmr! Z new_extrar� r� r# Z fails_markerr r r r� �
s
� zDistribution._filter_extrasc C s@ i }dD ]2}t | �|��D ] \}}|�|g ��t|�� qq|S )N)z requires.txtz depends.txt)rv �
_get_metadatar� r rp )r� r� r� r! r� r r r r� �
s
zDistribution._build_dep_mapr c C sf | j }g }|�|�dd�� |D ]@}z|�|t|� � W q tk
r^ td| |f ��Y q X q |S )z@List of Requirements needed for this distro if `extras` are usedNr z %s has no such extra feature %r)r� r r� rw r� rn )r� r r� Zdepsr r r r r �
s
� zDistribution.requiresc C s, z| j �|�}W n tk
r& Y dS X |S )zK
Return the path to the given metadata file, if available.
z[could not detect])rq rv rK rw r r r r� �
s
z+Distribution._get_metadata_path_for_displayc c s$ | � |�r | �|�D ]
}|V qd S r )r� r� )r� r� r r r r r� �
s
zDistribution._get_metadatac C s | � | j�}t|�}|S r )r� r� ro )r� re r r r r r� �
s zDistribution._get_versionFc C sV |dkrt j}| j||d� |t jkrRt| j� | �d�D ]}|t jkr:t|� q:dS )z>Ensure distribution is importable on `path` (default=sys.path)Nr �namespace_packages.txt)rG r� r r� r r� r� r^ )r� r� r� Zpkgr r r �activate�
s
zDistribution.activatec C s8 dt | j�t | j�| jptf }| jr4|d| j 7 }|S )z@Return what this distribution's standard .egg filename should bez
%s-%s-py%srb )rx r r r+ r= rH )r� r\ r r r r� �
s �zDistribution.egg_namec C s | j rd| | j f S t| �S d S )Nz%s (%s))r r� r� r r r r� �
s zDistribution.__repr__c C s@ zt | dd �}W n tk
r( d }Y nX |p0d}d| j|f S )Nr z[unknown version]z%s %s)r� rL r )r� r r r r r� �
s
zDistribution.__str__c C s |� d�rt|��t| j|�S )zADelegate all unrecognized public attributes to .metadata providerr� )r� r� r� rq )r� r] r r r � __getattr__�
s
zDistribution.__getattr__c s. t ttt| ��� �tdd� | j�� D ��B �S )Nc s s | ]}|� d �s|V qdS �r� N)r� )r� r] r r r r� s
�z'Distribution.__dir__.<locals>.<genexpr>)r r �superrh �__dir__rq r� r: r r r� s ���zDistribution.__dir__r� c K s | j t|�tj�|�|f|�S r )r� r r� r� r� )r� r\ r� r) r r r r� s
��zDistribution.from_filenamec C s< t | jtjj�r"d| j| jf }nd| j| jf }t�|�S )z?Return a ``Requirement`` that matches this distribution exactlyz%s==%sz%s===%s)r� ru r r r r ri r� )r� �specr r r r s zDistribution.as_requirementc C s. | � ||�}|dkr&td||ff ��|�� S )z=Return the `name` entry point of `group` or raise ImportErrorNzEntry point %r not found)rV r� r� )r� rK r� rg r r r rT s z Distribution.load_entry_pointc C sP z
| j }W n, tk
r6 t�| �d�| � }| _ Y nX |dk rL|�|i �S |S )r� zentry_points.txtN)Z_ep_mapr� rj rk r� r� )r� rK Zep_mapr r r rU & s
� zDistribution.get_entry_mapc C s | � |��|�S r� )rU r� r r r r rV 2 s zDistribution.get_entry_infoc
C s4 |p| j }|sdS t|�}tj�|�}dd� |D �}t|�D ]|\}}||kr^|rV q�q� dS q<||kr<| jtkr<|s�|||d� kr� dS |tjkr�| � � |�
||� |�
||� q�q<|tjkr�| � � |r�|�
d|� n
|� |� dS z|� ||d �} W n t
k
�r Y �q0Y q�X || = || = | }q�dS )a� Ensure self.location is on path
If replace=False (default):
- If location is already in path anywhere, do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent.
- Else: add to the end of path.
If replace=True:
- If location is already on path anywhere (not eggs)
or higher priority than its parent (eggs)
do nothing.
- Else:
- If it's an egg and its parent directory is on path,
insert just ahead of the parent,
removing any lower-priority entries.
- Else: add it to the front of path.
Nc S s g | ]}|rt |�p|�qS r r/ r0 r r r r� P s z*Distribution.insert_on.<locals>.<listcomp>r r )r r r� r� rj � enumerater r} rG �check_version_conflictr r� r3 rL )
r� r� �locr� ZnlocZbdirZnpathr1 r Znpr r r r 6 s@
zDistribution.insert_onc C s� | j dkrd S t�| �d��}t| j�}| �d�D ]p}|tjks2||ks2|tkrRq2|dkr\q2t tj| dd �}|r�t|��
|�s2|�
| j�r�q2t d||| jf � q2d S )N�
setuptoolsr� z
top_level.txt)Z
pkg_resourcesr� Zsiteri zIModule %s was already imported from %s, but %s is being added to sys.path) r8 r' r( r� r| r rG r� r! r� r� �
issue_warning)r� Znspr� �modname�fnr r r r� z s*
�
�
��z#Distribution.check_version_conflictc C s6 z
| j W n& tk
r0 tdt| � � Y dS X dS )NzUnbuilt egg for FT)r rL r� r� r� r r r r3 � s
zDistribution.has_versionc K s@ d}|� � D ]}|�|t| |d�� q |�d| j� | jf |�S )z@Copy this distribution, substituting in any changed keyword argsz<project_name version py_version platform location precedenceNr� )r r� r� rq r� )r� r) rM r] r r r �clone� s
zDistribution.clonec C s dd� | j D �S )Nc S s g | ] }|r|�qS r r )r� Zdepr r r r� � s z'Distribution.extras.<locals>.<listcomp>)r� r� r r r r � s zDistribution.extras)N)r )NF)N)N)NF)3r r r r r� r= r} r� r r� rt r� r0 rw rz r{ r| r} r~ r r8 ru r� r r� r` r� r� r r� r� r� r� r� r� r� r� r� r� �objectr� r rT rU rV r r� r3 r� r �
__classcell__r r r: r rh
st �
Dc @ s e Zd Zdd� ZdS )�EggInfoDistributionc C s | � � }|r|| _| S )a�
Packages installed by distutils (e.g. numpy or scipy),
which uses an old safe_version, and so
their version numbers can get mangled when
converted to filenames (e.g., 1.11.0.dev0+2329eae to
1.11.0.dev0_2329eae). These distributions will not be
parsed properly
downstream by Distribution and safe_version, so
take an extra step and try to get the version number from
the metadata file itself instead of the filename.
)r� rp )r� Z
md_versionr r r rt � s z#EggInfoDistribution._reload_versionN)r r r rt r r r r r� � s r� c @ s> e Zd ZdZdZe�d�Zedd� �Z edd� �Z
dd � Z d
S ) �DistInfoDistributionzV
Wrap an actual or potential sys.path entry
w/metadata, .dist-info style.
ZMETADATAz([\(,])\s*(\d.*?)\s*([,\)])c C sF z| j W S tk
r@ | �| j�}tj�� �|�| _ | j Y S X dS )zParse and cache metadataN)Z _pkg_infor� r� r� �email�parserZParserZparsestr)r� r� r r r �_parsed_pkg_info� s z%DistInfoDistribution._parsed_pkg_infoc C s2 z| j W S tk
r, | �� | _ | j Y S X d S r )� _DistInfoDistribution__dep_mapr� �_compute_dependenciesr� r r r r� � s
z DistInfoDistribution._dep_mapc s� dg i }| _ g � | j�d�p g D ]}� �t|�� q"� fdd�}t|d��}|d �|� | j�d�pjg D ](}t|�� �}tt||��| �||< ql|S )z+Recompute this distribution's dependencies.Nz
Requires-Distc 3 s* � D ] }|j r |j �d| i�r|V qd S )Nr! r" )r! r� �r� r r �reqs_for_extra� s zBDistInfoDistribution._compute_dependencies.<locals>.reqs_for_extrazProvides-Extra) r� r� Zget_allr rp � frozensetrw r r )r� r� r� r� �commonr! Zs_extrar r� r r� � s z*DistInfoDistribution._compute_dependenciesN) r r r r r� rc r� ZEQEQr� r� r� r� r r r r r� � s
r� )rK r r� c O sZ d}t � }z t�|�j|kr&|d7 }q W n tk
r< Y nX tj| d|d i|�� d S )Nr r� )r$ rG r� r� rL rU rV )r> r) rZ r. r r r r� � s r� c @ s e Zd Zdd� ZdS )�RequirementParseErrorc C s d� | j�S )Nr� )rI r> r� r r r r� � s z RequirementParseError.__str__N)r r r r� r r r r r� � s r� c c s� t t| ��}|D ]l}d|kr.|d|�d�� }|�d�rr|dd� �� }z|t|�7 }W n tk
rp Y dS X t|�V qdS )z�Yield ``Requirement`` objects for each specification in `strs`
`strs` must be a string, or a (possibly-nested) iterable thereof.
z #N�\���)r ru r� r� r r �
StopIterationri )rO re r r r r rp s
c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Ze d
d� �Z
� Z S )ri c
s� zt t| ��|� W n2 tjjk
rF } ztt|���W 5 d}~X Y nX | j| _ t
| j�}||� � | _ | _
dd� | jD �| _ttt| j��| _| j
| jt| j�| jr�t| j�ndf| _t| j�| _dS )z>DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!Nc S s g | ]}|j |jf�qS r )r4 r )r� r� r r r r� # s z(Requirement.__init__.<locals>.<listcomp>)r� ri r� r r ZInvalidRequirementr� r� r� Z unsafe_namerq r. r r8 � specifierrd rS r rw r r� r# �hashCmprv �_Requirement__hash)r� Zrequirement_stringrh r r: r r r� s"
��zRequirement.__init__c C s t |t�o| j|jkS r )r� ri r� ry r r r r~ . s
�zRequirement.__eq__c C s
| |k S r r ry r r r r 4 s zRequirement.__ne__c C s0 t |t�r |j| jkrdS |j}| jj|dd�S )NFT)Z prereleases)r� rh r8 r r� �contains)r� r r r r r� 7 s
zRequirement.__contains__c C s | j S r )r� r� r r r rw C s zRequirement.__hash__c C s dt | � S )NzRequirement.parse(%r)rW r� r r r r� F s zRequirement.__repr__c C s t | �\}|S r )rp )rP r� r r r r� I s
zRequirement.parse) r r r r� r~ r r� rw r� r` r� r� r r r: r ri s c C s t | kr| t f S | S )zJ
Ensure object appears in the mro even
for old-style classes.
)r� )�classesr r r �_always_objectO s
r� c C s< t t�t|dt|����}|D ]}|| kr | | S q dS )z2Return an adapter factory for `ob` from `registry`r� N)r� �inspectZgetmror� r� )�registryr9 r( �tr r r r� Y s r� c C s t j�| �}tj|dd� dS )z1Ensure that the parent directory of `path` existsT)�exist_okN)r� r� rj r �makedirs)r� rj r r r r{ a s c C sX t s td��t| �\}}|rT|rTt|�sTt|� zt|d� W n tk
rR Y nX dS )z/Sandbox-bypassing version of ensure_directory()z*"os.mkdir" not supported on this platform.i� N)r� r� r r
rJ r �FileExistsError)r� rj r\ r r r rJ g s rJ c c sv d}g }t | �D ]V}|�d�r\|�d�rP|s0|r:||fV |dd� �� }g }qftd|��q|�|� q||fV dS )as Split a string or iterable thereof into (section, content) pairs
Each ``section`` is a stripped version of the section header ("[section]")
and each ``content`` is a list of stripped lines excluding blank lines and
comment-only lines. If there are any such lines before the first section
header, they're returned in a first ``section`` of ``None``.
N�[�]r r� zInvalid section heading)ru r� r� r rL r� )rP ZsectionZcontentr r r r rv t s
c O s* t j}ztt _tj| |�W �S |t _X d S r )r� r �os_open�tempfileZmkstemp)r> r) Zold_openr r r r� � s
r� r" )�categoryr� c O s | ||� | S r r )r� r> rX r r r � _call_aside� s
r� c s. t � � � | d< | �� fdd�t� �D �� dS )z=Set up global resource manager (deliberately not state-saved)Z_managerc 3 s& | ] }|� d �s|t� |�fV qdS r� )r� r� r� �r� r r r� � s
�z _initialize.<locals>.<genexpr>N)rg r% r� )r. r r� r � _initialize� s
�r� c C s| t �� } td| d� | j}| j}| j}| j}|}tdd� | D �� |dd� dd� g | _t t
| j t j
�� t� �t� � d S )
aE
Prepare the master working set and make the ``require()``
API available.
This function has explicit effects on the global state
of pkg_resources. It is intended to be invoked once at
the initialization of this module.
Invocation by other packages is unsupported and done
at their own risk.
r� )r_ c s s | ]}|j d d�V qdS )Fr N�r� )r� r� r r r r� � s �z1_initialize_master_working_set.<locals>.<genexpr>c S s | j dd�S )NTr r� r� r r r r? � r@ z0_initialize_master_working_set.<locals>.<lambda>F)r N)rf r� r* rP rW r rQ rS r� r r r� rG r� r$ r% r� )r_ rP rW r` rQ r� r r r � _initialize_master_working_set� s"
��r� c @ s e Zd ZdZdS )r� z�
Base class for warning about deprecations in ``pkg_resources``
This class is not derived from ``DeprecationWarning``, and as such is
visible by default.
Nr r r r r r� � s )N)N)F)F)F)F)N)�r Z
__future__r rG r� ro r� rc r( r� r� rU rQ r[ Zpkgutilr4 rH r r� Z email.parserr� r r� rB r� r� r� r� r r= r� Zimpr� � NameErrorr Z pip._vendorr Zpip._vendor.six.movesr r r r r r
r r� r r� Zos.pathr
r Zimportlib.machinery� machineryr� r r� r r r r� r� Z
__metaclass__� version_info� RuntimeErrorry r r rP r_ r` Zresources_streamrc Z resource_dirrY rb r] rX rW r[ rZ r\ r� r r! �RuntimeWarningr r# r& r* r0 r1 r5 r: r; r< Z
_sget_noneZ
_sset_nonerO �__all__rK rk rl r� rm rn r� r r= r} r~ r r� r� r� rR rJ r� rD r� rE r� rs rt rQ r� rS rT rU rV r� r� rf r' r
re r� ro rg rd rq rr rw rx ry rz r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ra r� r� r r r r r r
r r Z ImpImporterr� r r� r. r, r^ r� rB rC r| rF r r� r r* ru rF rQ �VERBOSE�
IGNORECASErs rj rl ro rh r� r� rr r� rL r� rp r ri r� r� r{ rJ rv r� �filterwarningsr� r$ r� r� �Warningr� r r r r �<module> sZ
�2
.
5 A
- *
""
�
'3�
6
& __pycache__/ipaddress.cpython-38.pyc 0000644 00000176416 15043676213 0013410 0 ustar 00 U
��.e�7 � @ sl d Z ddlmZ ddlZddlZdZefZz eefZW n e k
rJ Y nX ze
Z W n$ e k
rx e Z e
e kstt�Y nX ddkr�dd� Zndd� Zz
ejZW n ek
r� dd � ZY nX d
d � Zeed �r�d
d� Zndd� ZdNdd�ZG dd� de�ZdZdZG dd� de�Z G dd� de�Z dd � Z dOd d �Z d d!� Z d"d#� Z!d$d%� Z"d&d'� Z#d(d)� Z$d*d+� Z%d,d-� Z&d.d/� Z'd0d1� Z(d2d3� Z)G d4d5� d5e�Z*G d6d7� d7e*�Z+G d8d9� d9e*�Z,G d:d;� d;e�Z-G d<d=� d=e-e+�Z.G d>d?� d?e.�Z/G d@dA� dAe-e,�Z0G dBdC� dCe�Z1e1e._2G dDdE� dEe�Z3G dFdG� dGe3e+�Z4G dHdI� dIe4�Z5G dJdK� dKe3e,�Z6G dLdM� dMe�Z7e7e4_2dS )Pz�A fast, lightweight IPv4/IPv6 manipulation library in Python.
This library is used to create/poke/manipulate IPv4 and IPv6 addresses
and networks.
� )�unicode_literalsNz1.0.22c C s | S �N� �Zbytr r �9/usr/lib/python3.8/site-packages/pip/_vendor/ipaddress.py�_compat_bytes_to_byte_vals s r c C s dd� | D �S )Nc S s g | ]}t �d |�d �qS )� !Br )�struct�unpack��.0�br r r �
<listcomp># s z._compat_bytes_to_byte_vals.<locals>.<listcomp>r r r r r r " s c C s8 |dks t �d}| D ] }t|t�s&t �|d> | }q|S )N�bigr � )�AssertionError�
isinstance�_compat_int_types)Zbytvals� endianess�resZbvr r r �_compat_int_from_byte_vals' s r c C s� t | t�st�|dkst�|dkrH| dk s2| dkr<t�d��t�d| �S |dkr�| dk sd| dd krnt�d
��t�d | d ? | d
@ �S t� �d S )Nr � r l z(integer out of range for 'I' format codes !I� � � z)integer out of range for 'QQ' format codes !QQ�@ l ���� )r r r r �error�pack�NotImplementedError)ZintvalZlengthr r r r �_compat_to_bytes0 s
r �
bit_lengthc C s | � � S r )r )�ir r r �_compat_bit_lengthA s r" c C s& t �� D ]}| |? dkr| S qd S �Nr )� itertools�count)r! r r r r r" D s � c c s, |dks t �| }||k r(|V ||7 }qd S r# )r )�start�end�stepr! r r r �
_compat_rangeJ s
r* c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )�_TotalOrderingMixinr c C s t �d S r �r ��self�otherr r r �__eq__Y s z_TotalOrderingMixin.__eq__c C s | � |�}|tkrtS | S r )r0 �NotImplemented)r. r/ �equalr r r �__ne__\ s
z_TotalOrderingMixin.__ne__c C s t �d S r r, r- r r r �__lt__b s z_TotalOrderingMixin.__lt__c C s$ | � |�}|tks|s | �|�S |S r �r4 r1 r0 �r. r/ �lessr r r �__le__e s
z_TotalOrderingMixin.__le__c C s6 | � |�}|tkrtS | �|�}|tkr,tS |p2| S r r5 )r. r/ r7 r2 r r r �__gt__k s
z_TotalOrderingMixin.__gt__c C s | � |�}|tkrtS | S r )r4 r1 r6 r r r �__ge__t s
z_TotalOrderingMixin.__ge__N)
�__name__�
__module__� __qualname__� __slots__r0 r3 r4 r8 r9 r: r r r r r+ R s r+ � r c @ s e Zd ZdZdS )�AddressValueErrorz%A Value Error related to the address.N�r; r< r= �__doc__r r r r r@ s r@ c @ s e Zd ZdZdS )�NetmaskValueErrorz%A Value Error related to the netmask.NrA r r r r rC � s rC c C sn z
t | �W S ttfk
r" Y nX z
t| �W S ttfk
rF Y nX t| t�r^td| ��td| ��dS )a� Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Address or IPv6Address object.
Raises:
ValueError: if the *address* passed isn't either a v4 or a v6
address
zx%r does not appear to be an IPv4 or IPv6 address. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 addressN)� IPv4Addressr@ rC � IPv6Addressr �bytes�
ValueError��addressr r r �
ip_address� s"
���rJ Tc C sr z t | |�W S ttfk
r$ Y nX z t| |�W S ttfk
rJ Y nX t| t�rbtd| ��td| ��dS )a� Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP network. Either IPv4 or
IPv6 networks may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Network or IPv6Network object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address. Or if the network has host bits set.
zx%r does not appear to be an IPv4 or IPv6 network. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 networkN)� IPv4Networkr@ rC � IPv6Networkr rF rG )rI �strictr r r �
ip_network� s"
���rN c C sX z
t | �W S ttfk
r" Y nX z
t| �W S ttfk
rF Y nX td| ��dS )ag Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Interface or IPv6Interface object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address.
Notes:
The IPv?Interface classes describe an Address on a particular
Network, so they're basically a combination of both the Address
and Network classes.
z2%r does not appear to be an IPv4 or IPv6 interfaceN)�
IPv4Interfacer@ rC �
IPv6InterfacerG rH r r r � ip_interface� s
�rQ c C s6 zt | dd�W S tjtfk
r0 td��Y nX dS )a` Represent an address as 4 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv4 IP address.
Returns:
The integer address packed as 4 bytes in network (big-endian) order.
Raises:
ValueError: If the integer is negative or too large to be an
IPv4 IP address.
r r z&Address negative or too large for IPv4N�r r r �
OverflowErrorrG rH r r r �v4_int_to_packed� s rT c C s6 zt | dd�W S tjtfk
r0 td��Y nX dS )z�Represent an address as 16 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv6 IP address.
Returns:
The integer address packed as 16 bytes in network (big-endian) order.
r r z&Address negative or too large for IPv6NrR rH r r r �v6_int_to_packed s
rU c C s* t | ��d�}t|�dkr&td| ��|S )zAHelper to split the netmask and raise AddressValueError if needed�/r z Only one '/' permitted in %r)� _compat_str�split�lenr@ )rI �addrr r r �_split_optional_netmask s r[ c c sN t | �}t|� }}|D ]&}|j|jd kr:||fV |}|}q||fV dS )z�Find a sequence of sorted deduplicated IPv#Address.
Args:
addresses: a list of IPv#Address objects.
Yields:
A tuple containing the first and last IP addresses in the sequence.
r& N)�iter�next�_ip)� addresses�it�first�last�ipr r r �_find_address_range s
rd c C s$ | dkr |S t |t| | d @ ��S )z�Count the number of zero bits on the right hand side.
Args:
number: an integer.
bits: maximum number of bits to count.
Returns:
The number of zero bits on the right hand side of the number.
r r& )�minr" )Znumber�bitsr r r �_count_righthand_zero_bits2 s rg c c s� t | t�rt |t�s td��| j|jkr8td| |f ��| |krHtd��| jdkrXt}n| jdkrht}ntd��| j}| j}|j}||kr�t t
||�t || d �d �}|||| f�}|V |d|> 7 }|d |j kr�q�q�dS ) a� Summarize a network range given the first and last IP addresses.
Example:
>>> list(summarize_address_range(IPv4Address('192.0.2.0'),
... IPv4Address('192.0.2.130')))
... #doctest: +NORMALIZE_WHITESPACE
[IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'),
IPv4Network('192.0.2.130/32')]
Args:
first: the first IPv4Address or IPv6Address in the range.
last: the last IPv4Address or IPv6Address in the range.
Returns:
An iterator of the summarized IPv(4|6) network objects.
Raise:
TypeError:
If the first and last objects are not IP addresses.
If the first and last objects are not the same version.
ValueError:
If the last object is not greater than the first.
If the version of the first address is not 4 or 6.
z1first and last must be IP addresses, not networks�%%s and %s are not of the same versionz*last IP address must be greater than firstr � zunknown IP versionr& N)
r � _BaseAddress� TypeError�versionrG rK rL �_max_prefixlenr^ re rg r" � _ALL_ONES)ra rb rc Zip_bitsZ first_intZlast_intZnbits�netr r r �summarize_address_rangeB s8
� �
� rp c c s� t | �}i }|rV|�� }|�� }|�|�}|dkr<|||< q ||kr ||= |�|� q d}t|�� �D ]$}|dk r�|j|jkr�qf|V |}qfdS )au Loops through the addresses, collapsing concurrent netblocks.
Example:
ip1 = IPv4Network('192.0.2.0/26')
ip2 = IPv4Network('192.0.2.64/26')
ip3 = IPv4Network('192.0.2.128/26')
ip4 = IPv4Network('192.0.2.192/26')
_collapse_addresses_internal([ip1, ip2, ip3, ip4]) ->
[IPv4Network('192.0.2.0/24')]
This shouldn't be called directly; it is called via
collapse_addresses([]).
Args:
addresses: A list of IPv4Network's or IPv6Network's
Returns:
A list of IPv4Network's or IPv6Network's depending on what we were
passed.
N)�list�pop�supernet�get�append�sorted�values�broadcast_address)r_ Zto_merge�subnetsro rs Zexistingrb r r r � _collapse_addresses_internaly s$
rz c C s0 g }g }g }| D ]�}t |t�rR|rF|d j|jkrFtd||d f ��|�|� q|j|jkr�|r�|d j|jkr�td||d f ��z|�|j� W q� tk
r� |�|j � Y q�X q|r�|d j|jkr�td||d f ��|�|� qt
t |��}|�r$t |�D ]\}}|�
t||�� �qt|| �S )a� Collapse a list of IP objects.
Example:
collapse_addresses([IPv4Network('192.0.2.0/25'),
IPv4Network('192.0.2.128/25')]) ->
[IPv4Network('192.0.2.0/24')]
Args:
addresses: An iterator of IPv4Network or IPv6Network objects.
Returns:
An iterator of the collapsed IPv(4|6)Network objects.
Raises:
TypeError: If passed a list of mixed version objects.
���rh )r rj �_versionrk ru �
_prefixlenrm rc �AttributeError�network_addressrv �setrd �extendrp rz )r_ ZaddrsZipsZnetsrc ra rb r r r �collapse_addresses� s@
� � � r� c C s( t | t�r| �� S t | t�r$| �� S tS )a2 Return a key suitable for sorting between networks and addresses.
Address and Network objects are not sortable by default; they're
fundamentally different so the expression
IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24')
doesn't make any sense. There are some times however, where you may wish
to have ipaddress sort these for you anyway. If you need to do this, you
can use this function as the key= argument to sorted().
Args:
obj: either a Network or Address object.
Returns:
appropriate key.
)r � _BaseNetwork�_get_networks_keyrj �_get_address_keyr1 )�objr r r �get_mixed_type_key� s
r� c @ s� e Zd ZdZdZedd� �Zedd� �Zedd� �Zed d
� �Z d d � Z
d
d� Z e dd� �Z
e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd� ZdS ) �_IPAddressBasezThe mother class.r c C s | � � S )z:Return the longhand version of the IP address as a string.)� _explode_shorthand_ip_string�r. r r r �exploded� s z_IPAddressBase.explodedc C s t | �S )z;Return the shorthand version of the IP address as a string.�rW r� r r r �
compressed s z_IPAddressBase.compressedc C s | � � S )aI The name of the reverse DNS pointer for the IP address, e.g.:
>>> ipaddress.ip_address("127.0.0.1").reverse_pointer
'1.0.0.127.in-addr.arpa'
>>> ipaddress.ip_address("2001:db8::1").reverse_pointer
'1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa'
)�_reverse_pointerr� r r r �reverse_pointer s z _IPAddressBase.reverse_pointerc C s dt | �f }t|��d S )Nz %200s has no version specified��typer �r. �msgr r r rl s z_IPAddressBase.versionc C sF |dk r d}t ||| jf ��|| jkrBd}t ||| j| jf ��d S )Nr z-%d (< 0) is not permitted as an IPv%d addressz2%d (>= 2**%d) is not permitted as an IPv%d address)r@ r| rn rm )r. rI r� r r r �_check_int_address s
�z!_IPAddressBase._check_int_addressc C s. t |�}||kr*d}t||||| jf ��d S )Nz~%r (len %d != %d) is not permitted as an IPv%d address. Did you pass in a bytes (str in Python 2) instead of a unicode object?)rY r@ r| )r. rI Z expected_lenZ address_lenr� r r r �_check_packed_address" s � �z$_IPAddressBase._check_packed_addressc C s | j | j |? A S )z�Turn the prefix length into a bitwise netmask
Args:
prefixlen: An integer, the prefix length.
Returns:
An integer.
)rn )�cls� prefixlenr r r �_ip_int_from_prefix, s z"_IPAddressBase._ip_int_from_prefixc C s\ t || j�}| j| }||? }d|> d }||krX| jd }t||d�}d}t|| ��|S )a Return prefix length from the bitwise netmask.
Args:
ip_int: An integer, the netmask in expanded bitwise format
Returns:
An integer, the prefix length.
Raises:
ValueError: If the input intermingles zeroes & ones
r& r r z&Netmask pattern %r mixes zeroes & ones)rg rm r rG ) r� �ip_intZtrailing_zeroesr� Z leading_onesZall_onesZbyteslenZdetailsr� r r r �_prefix_from_ip_int9 s
�
z"_IPAddressBase._prefix_from_ip_intc C s d| }t |��d S )Nz%r is not a valid netmask)rC )r� Z netmask_strr� r r r �_report_invalid_netmaskR s z&_IPAddressBase._report_invalid_netmaskc C sh t j�|�s| �|� z t|�}W n tk
r@ | �|� Y nX d| krX| jksdn | �|� |S )a Return prefix length from a numeric string
Args:
prefixlen_str: The string to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask
r )�_BaseV4�_DECIMAL_DIGITS�
issupersetr� �intrG rm )r� Z
prefixlen_strr� r r r �_prefix_from_prefix_stringW s
z)_IPAddressBase._prefix_from_prefix_stringc C s� z| � |�}W n tk
r, | �|� Y nX z | �|�W S tk
rN Y nX || jN }z | �|�W S tk
r� | �|� Y nX dS )a Turn a netmask/hostmask string into a prefix length
Args:
ip_str: The netmask/hostmask to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask/hostmask
N)�_ip_int_from_stringr@ r� r� rG rn )r� �ip_strr� r r r �_prefix_from_ip_stringp s
z%_IPAddressBase._prefix_from_ip_stringc C s | j t| �ffS r )� __class__rW r� r r r �
__reduce__� s z_IPAddressBase.__reduce__N)r; r< r= rB r> �propertyr� r� r� rl r� r� � classmethodr� r� r� r� r� r� r r r r r� � s.
!r� c @ sd e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� ZdS )rj z�A generic IP object.
This IP class contains the version independent methods which are
used by single IP addresses.
r c C s | j S r �r^ r� r r r �__int__� s z_BaseAddress.__int__c C s8 z| j |j ko| j|jkW S tk
r2 t Y S X d S r )r^ r| r~ r1 r- r r r r0 � s
�z_BaseAddress.__eq__c C s` t |t�stS t |t�s(td| |f ��| j|jkrDtd| |f ��| j|jkr\| j|jk S dS �N�"%s and %s are not of the same typerh F)r r� r1 rj rk r| r^ r- r r r r4 � s
� � z_BaseAddress.__lt__c C s t |t�stS | �t| �| �S r �r r r1 r� r� r- r r r �__add__� s
z_BaseAddress.__add__c C s t |t�stS | �t| �| �S r r� r- r r r �__sub__� s
z_BaseAddress.__sub__c C s d| j jt| �f S �Nz%s(%r)�r� r; rW r� r r r �__repr__� s z_BaseAddress.__repr__c C s t | �| j��S r )rW �_string_from_ip_intr^ r� r r r �__str__� s z_BaseAddress.__str__c C s t tt| j���S r )�hash�hexr� r^ r� r r r �__hash__� s z_BaseAddress.__hash__c C s
| j | fS r �r| r� r r r r� � s z _BaseAddress._get_address_keyc C s | j | jffS r )r� r^ r� r r r r� � s z_BaseAddress.__reduce__N)r; r< r= rB r> r� r0 r4 r� r� r� r� r� r� r� r r r r rj � s rj c @ sd e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �Zedd� �Zed d � �Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd(d)� Zd*d+� Zd,d-� ZdHd0d1�ZdId2d3�Z ed4d5� �Z e d6d7� �Z d8d9� Z d:d;� Z!ed<d=� �Z"ed>d?� �Z#ed@dA� �Z$edBdC� �Z%edDdE� �Z&edFdG� �Z'd/S )Jr� z~A generic IP network object.
This IP class contains the version independent methods which are
used by networks.
c C s
i | _ d S r )�_cache)r. rI r r r �__init__� s z_BaseNetwork.__init__c C s d| j jt| �f S r� r� r� r r r r� � s z_BaseNetwork.__repr__c C s d| j | jf S �N�%s/%d)r r� r� r r r r� � s z_BaseNetwork.__str__c c s8 t | j�}t | j�}t|d |�D ]}| �|�V q"dS )z�Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the network
or broadcast addresses.
r& N�r� r rx r* �_address_class�r. �network� broadcast�xr r r �hosts� s
z_BaseNetwork.hostsc c s8 t | j�}t | j�}t||d �D ]}| �|�V q"d S �Nr& r� r� r r r �__iter__� s
z_BaseNetwork.__iter__c C sl t | j�}t | j�}|dkr>|| |kr0td��| �|| �S |d7 }|| |k rZtd��| �|| �S d S )Nr zaddress out of ranger& )r� r rx �
IndexErrorr� )r. �nr� r� r r r � __getitem__� s
z_BaseNetwork.__getitem__c C sx t |t�stS t |t�s(td| |f ��| j|jkrDtd| |f ��| j|jkr\| j|jk S | j|jkrt| j|jk S dS r� )r r� r1 r� rk r| r �netmaskr- r r r r4 s"
� � z_BaseNetwork.__lt__c C sL z.| j |j ko,| j|jko,t| j�t|j�kW S tk
rF t Y S X d S r )r| r r� r� r~ r1 r- r r r r0 s
��z_BaseNetwork.__eq__c C s t t| j�t| j�A �S r )r� r� r r� r� r r r r� s z_BaseNetwork.__hash__c C sL | j |j krdS t|t�r dS t| j�t|j� koBt| j�kS S d S �NF)r| r r� r� r r^ rx r- r r r � __contains__ s
�z_BaseNetwork.__contains__c C s( | j |kp&| j|kp&|j | kp&|j| kS )z*Tell if self is partly contained in other.)r rx r- r r r �overlaps* s
�z_BaseNetwork.overlapsc C s< | j �d�}|d kr8| �t| j�t| j�B �}|| j d< |S )Nrx )r� rt r� r� r �hostmask�r. r� r r r rx 1 s �
z _BaseNetwork.broadcast_addressc C s8 | j �d�}|d kr4| �t| j�| jA �}|| j d< |S )Nr� )r� rt r� r� r� rn r� r r r r� : s
z_BaseNetwork.hostmaskc C s d| j | jf S r� )r r} r� r r r �with_prefixlenB s z_BaseNetwork.with_prefixlenc C s d| j | jf S �N�%s/%s)r r� r� r r r � with_netmaskF s z_BaseNetwork.with_netmaskc C s d| j | jf S r� )r r� r� r r r �
with_hostmaskJ s z_BaseNetwork.with_hostmaskc C s t | j�t | j� d S )z&Number of hosts in the current subnet.r& )r� rx r r� r r r �
num_addressesN s z_BaseNetwork.num_addressesc C s dt | �f }t|��d S )Nz%%200s has no associated address classr� r� r r r r� S s z_BaseNetwork._address_classc C s | j S r )r} r� r r r r� [ s z_BaseNetwork.prefixlenc c s | j |j ks td| |f ��t|t�s2td| ��|�| �sLtd|| f ��|| krXdS |�d|j|jf �}| � � \}}||kr�||kr�|�|�r�|V |� � \}}qz|�|�r�|V |� � \}}qzt
d|||f ��qz||kr�|V n"||kr�|V nt
d|||f ��dS )a� Remove an address from a larger block.
For example:
addr1 = ip_network('192.0.2.0/28')
addr2 = ip_network('192.0.2.1/32')
list(addr1.address_exclude(addr2)) =
[IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'),
IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')]
or IPv6:
addr1 = ip_network('2001:db8::1/32')
addr2 = ip_network('2001:db8::1/128')
list(addr1.address_exclude(addr2)) =
[ip_network('2001:db8::1/128'),
ip_network('2001:db8::2/127'),
ip_network('2001:db8::4/126'),
ip_network('2001:db8::8/125'),
...
ip_network('2001:db8:8000::/33')]
Args:
other: An IPv4Network or IPv6Network object of the same type.
Returns:
An iterator of the IPv(4|6)Network objects which is self
minus other.
Raises:
TypeError: If self and other are of differing address
versions, or if other is not a network object.
ValueError: If other is not completely contained by self.
rh z%s is not a network objectz%s not contained in %sNr� z3Error performing exclusion: s1: %s s2: %s other: %s) r| rk r r� � subnet_ofrG r� r r� ry r )r. r/ �s1�s2r r r �address_exclude_ s@ $ �
�
��z _BaseNetwork.address_excludec C s` | j |j kr td| |f ��| j|jk r,dS | j|jkr<dS | j|jk rLdS | j|jkr\dS dS )a� Compare two IP objects.
This is only concerned about the comparison of the integer
representation of the network addresses. This means that the
host bits aren't considered at all in this method. If you want
to compare host bits, you can easily enough do a
'HostA._ip < HostB._ip'
Args:
other: An IP object.
Returns:
If the IP versions of self and other are the same, returns:
-1 if self < other:
eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25')
IPv6Network('2001:db8::1000/124') <
IPv6Network('2001:db8::2000/124')
0 if self == other
eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24')
IPv6Network('2001:db8::1000/124') ==
IPv6Network('2001:db8::1000/124')
1 if self > other
eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25')
IPv6Network('2001:db8::2000/124') >
IPv6Network('2001:db8::1000/124')
Raises:
TypeError if the IP versions are different.
r� r{ r& r )r| rk r r� r- r r r �compare_networks� s ! � z _BaseNetwork.compare_networksc C s | j | j| jfS )z�Network-only key function.
Returns an object that identifies this address' network and
netmask. This function is a suitable "key" argument for sorted()
and list.sort().
)r| r r� r� r r r r� � s z _BaseNetwork._get_networks_keyr& Nc c s� | j | jkr| V dS |dk rJ|| j k r0td��|dkr@td��|| j }|dk rZtd��| j | }|| jkr~td|| f ��t| j�}t| j�d }t| j�d |? }t|||�D ]}| �||f�}|V q�dS )a� The subnets which join to make the current subnet.
In the case that self contains only one IP
(self._prefixlen == 32 for IPv4 or self._prefixlen == 128
for IPv6), yield an iterator with just ourself.
Args:
prefixlen_diff: An integer, the amount the prefix length
should be increased by. This should not be set if
new_prefix is also set.
new_prefix: The desired new prefix length. This must be a
larger number (smaller prefix) than the existing prefix.
This should not be set if prefixlen_diff is also set.
Returns:
An iterator of IPv(4|6) objects.
Raises:
ValueError: The prefixlen_diff is too small or too large.
OR
prefixlen_diff and new_prefix are both set or new_prefix
is a smaller number than the current prefix (smaller
number means a larger network)
Nznew prefix must be longerr& �(cannot set prefixlen_diff and new_prefixr z prefix length diff must be > 0z0prefix length diff %d is invalid for netblock %s) r} rm rG r� r rx r� r* r� ) r. �prefixlen_diff�
new_prefix�
new_prefixlenr' r( r) Znew_addrZcurrentr r r ry � s2
��
z_BaseNetwork.subnetsc C s� | j dkr| S |dk rB|| j kr(td��|dkr8td��| j | }| j| }|dk rftd| j|f ��| �t| j�t| j�|> @ |f�S )a� The supernet containing the current network.
Args:
prefixlen_diff: An integer, the amount the prefix length of
the network should be decreased by. For example, given a
/24 network and a prefixlen_diff of 3, a supernet with a
/21 netmask is returned.
Returns:
An IPv4 network object.
Raises:
ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have
a negative prefix length.
OR
If prefixlen_diff and new_prefix are both set or new_prefix is a
larger number than the current prefix (larger number means a
smaller network)
r Nznew prefix must be shorterr& r� z;current prefixlen is %d, cannot have a prefixlen_diff of %d)r} rG r� r� r� r r� )r. r� r� r� r r r rs s&
���z_BaseNetwork.supernetc C s | j jo| jjS �z�Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is a multicast address.
See RFC 2373 2.7 for details.
)r � is_multicastrx r� r r r r� A s �z_BaseNetwork.is_multicastc C s^ z4| j |j kr td| |���|j| jko2|j| jkW S tk
rX td| |f ��Y nX d S )Nrh z3Unable to test subnet containment between %s and %s)r| rk r rx r~ )�ar
r r r �
_is_subnet_ofM s
��z_BaseNetwork._is_subnet_ofc C s | � | |�S )z1Return True if this network is a subnet of other.�r� r- r r r r� Y s z_BaseNetwork.subnet_ofc C s | � || �S )z3Return True if this network is a supernet of other.r� r- r r r � supernet_of] s z_BaseNetwork.supernet_ofc C s | j jo| jjS )��Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within one of the
reserved IPv6 Network ranges.
)r � is_reservedrx r� r r r r� a s �z_BaseNetwork.is_reservedc C s | j jo| jjS �z�Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is reserved per RFC 4291.
)r �
is_link_localrx r� r r r r� m s �z_BaseNetwork.is_link_localc C s | j jo| jjS )z�Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
)r �
is_privaterx r� r r r r� x s �z_BaseNetwork.is_privatec C s | j S )z�Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
�r� r� r r r � is_global� s z_BaseNetwork.is_globalc C s | j jo| jjS )��Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 2373 2.5.2.
)r �is_unspecifiedrx r� r r r r� � s �z_BaseNetwork.is_unspecifiedc C s | j jo| jjS )��Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback address as defined in
RFC 2373 2.5.3.
)r � is_loopbackrx r� r r r r� � s �z_BaseNetwork.is_loopback)r& N)r& N)(r; r< r= rB r� r� r� r� r� r� r4 r0 r� r� r� r� rx r� r� r� r� r� r� r� r� r� r� ry rs r� � staticmethodr� r� r� r� r� r� r� r� r� r r r r r� � sf
K0
5
(
r� c
@ s� e Zd ZdZdZdZde d Zed�Z eddd d
d d d
ddg �Z
eZ i Z dd� Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zd d � Zed d � �Zed d!� �Zd"S )#r� zyBase IPv4 object.
The following methods are used by IPv4 objects in both single IP
addresses and networks.
r r r r& �
0123456789� � � � �� �� � r r c C s t | �S r r� r� r r r r� � s z$_BaseV4._explode_shorthand_ip_stringc C sn || j krdt|t�r|}n.z| �|�}W n tk
rF | �|�}Y nX t| �|��}||f| j |< | j | S �a Make a (netmask, prefix_len) tuple from the given argument.
Argument can be:
- an integer (the prefix length)
- a string representing the prefix length (e.g. "24")
- a string representing the prefix netmask (e.g. "255.255.255.0")
)�_netmask_cacher r r� rC r� rD r� �r� �argr� r� r r r �
_make_netmask� s
z_BaseV4._make_netmaskc
C sz |s t d��|�d�}t|�dkr.t d| ��ztt| j|�d�W S tk
rt } zt d||f ��W 5 d}~X Y nX dS )a Turn the given IP string into an integer for comparison.
Args:
ip_str: A string, the IP ip_str.
Returns:
The IP ip_str as an integer.
Raises:
AddressValueError: if ip_str isn't a valid IPv4 Address.
�Address cannot be empty�.r zExpected 4 octets in %rr �%s in %rN)r@ rX rY r �map� _parse_octetrG )r� r� Zoctets�excr r r r� � s
�z_BaseV4._ip_int_from_stringc C s� |s t d��| j�|�s(d}t || ��t|�dkrDd}t || ��t|d�}|dkrr|d dkrrd }t || ��|d
kr�t d | ��|S ) a Convert a decimal octet into an integer.
Args:
octet_str: A string, the number to parse.
Returns:
The octet as an integer.
Raises:
ValueError: if the octet isn't strictly a decimal from [0..255].
zEmpty octet not permittedz#Only decimal digits permitted in %r� z$At most 3 characters permitted in %r�
� r �0z3Ambiguous (octal/decimal) value in %r not permittedr� z Octet %d (> 255) not permitted)rG r� r� rY r� )r� Z octet_strr� Z octet_intr r r r � s
z_BaseV4._parse_octetc C s d� dd� t|dd�D ��S )z�Turns a 32-bit integer into dotted decimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
The IP address as a string in dotted decimal notation.
r� c s s0 | ](}t t|t�r"t�d |�d n|�V qdS )r r N)rW r rF r r
r r r r � <genexpr>% s ���z._BaseV4._string_from_ip_int.<locals>.<genexpr>r r )�joinr )r� r� r r r r� s
�z_BaseV4._string_from_ip_intc sj |� d�}z � fdd�tt|�D �}W n tk
r< Y dS X t|�t|�krRdS |d |d k rfdS dS )z�Test if the IP string is a hostmask (rather than a netmask).
Args:
ip_str: A string, the potential hostmask.
Returns:
A boolean, True if the IP string is a hostmask.
r� c s g | ]}|� j kr|�qS r )�_valid_mask_octets�r r� r� r r r 6 s
z(_BaseV4._is_hostmask.<locals>.<listcomp>Fr r{ T)rX r� r� rG rY )r. r� rf �partsr r� r � _is_hostmask* s
z_BaseV4._is_hostmaskc C s& t | ��d�ddd� }d�|�d S )z�Return the reverse DNS pointer name for the IPv4 address.
This implements the method described in RFC1035 3.5.
r� Nr{ z
.in-addr.arpa)rW rX r )r. Zreverse_octetsr r r r� ? s z_BaseV4._reverse_pointerc C s | j S r �rm r� r r r �
max_prefixlenH s z_BaseV4.max_prefixlenc C s | j S r r� r� r r r rl L s z_BaseV4.versionN)r; r< r= rB r> r| �
IPV4LENGTHrn � frozensetr� r rm r� r� r� r� r� r r� r r� r� r
rl r r r r r� � s.
$
r� c @ s| e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z ed d � �Z
ed
d� �Z edd� �Z edd� �Z
edd� �ZdS )rD z/Represent and manipulate single IPv4 Addresses.�r^ � __weakref__c C sx t |t�r | �|� || _dS t |t�rL| �|d� t|�}t|d�| _dS t|�}d|krht d| ��| �
|�| _dS )a�
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv4Address('192.0.2.1') == IPv4Address(3221225985).
or, more generally
IPv4Address(int(IPv4Address('192.0.2.1'))) ==
IPv4Address('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
Nr r rV �Unexpected '/' in %r� r r r� r^ rF r� r r rW r@ r� �r. rI ZbvsZaddr_strr r r r� W s
zIPv4Address.__init__c C s
t | j�S �z*The binary representation of this address.)rT r^ r� r r r �packed{ s zIPv4Address.packedc C s | | j jkS )z�Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within the
reserved IPv4 Network range.
)�
_constants�_reserved_networkr� r r r r� � s zIPv4Address.is_reservedc s t � fdd�� jjD ��S )z�Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry.
c 3 s | ]}� |kV qd S r r �r ro r� r r r � s z)IPv4Address.is_private.<locals>.<genexpr>��anyr �_private_networksr� r r� r r� � s zIPv4Address.is_privatec C s | | j jko| j S r )r �_public_networkr� r� r r r r� � s �zIPv4Address.is_globalc C s | | j jkS )z�Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is multicast.
See RFC 3171 for details.
�r �_multicast_networkr� r r r r� � s zIPv4Address.is_multicastc C s | | j jkS )z�Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 5735 3.
)r �_unspecified_addressr� r r r r� � s zIPv4Address.is_unspecifiedc C s | | j jkS )z�Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback per RFC 3330.
)r �_loopback_networkr� r r r r� � s zIPv4Address.is_loopbackc C s | | j jkS )z�Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is link-local per RFC 3927.
�r �_linklocal_networkr� r r r r� � s zIPv4Address.is_link_localN)r; r< r= rB r> r� r� r r� r� r� r� r� r� r� r r r r rD Q s& $
rD c @ sj e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zej Z e
d d � �Z e
d
d� �Z e
dd� �Z
e
dd� �ZdS )rO c C s� t |ttf�r2t�| |� t| j�| _| j| _ d S t |t
�r�t�| |d � t |�dkrht |d �| _ n| j| _ t|dd�| _| jj
| _
| jj| _d S t|�}t�| |d � t|dd�| _| jj | _ | jj
| _
| jj| _d S �Nr r& F)rM )r rF r rD r� rK r^ r� rm r} �tuplerY r� r� r� r[ �r. rI rZ r r r r� � s(
zIPv4Interface.__init__c C s d| � | j�| jjf S r� �r� r^ r� r� r� r r r r� � s �zIPv4Interface.__str__c C sF t �| |�}|r|tkr |S z| j|jkW S tk
r@ Y dS X d S r� )rD r0 r1 r� r~ �r. r/ Z
address_equalr r r r0 � s zIPv4Interface.__eq__c C sR t �| |�}|tkrtS z | j|jk p4| j|jko4|W S tk
rL Y dS X d S r� )rD r4 r1 r� r~ �r. r/ Z address_lessr r r r4 � s �zIPv4Interface.__lt__c C s | j | jA t| jj�A S r �r^ r} r� r� r r� r r r r� s zIPv4Interface.__hash__c C s
t | j�S r )rD r^ r� r r r rc s zIPv4Interface.ipc C s d| � | j�| jf S r� �r� r^ r} r� r r r r�
s �z IPv4Interface.with_prefixlenc C s d| � | j�| jf S r� �r� r^ r� r� r r r r� s �zIPv4Interface.with_netmaskc C s d| � | j�| jf S r� �r� r^ r� r� r r r r� s �zIPv4Interface.with_hostmaskN)r; r< r= r� r� r0 r4 r� r� r� r� rc r� r� r� r r r r rO � s
rO c @ s* e Zd ZdZeZddd�Zedd� �ZdS ) rK ae This class represents and manipulates 32-bit IPv4 network + addresses..
Attributes: [examples for IPv4Network('192.0.2.0/27')]
.network_address: IPv4Address('192.0.2.0')
.hostmask: IPv4Address('0.0.0.31')
.broadcast_address: IPv4Address('192.0.2.32')
.netmask: IPv4Address('255.255.255.224')
.prefixlen: 27
Tc C s| t �| |� t|ttf�r<t|�| _| �| j�\| _ | _
dS t|t �r�t |�dkr\|d }n| j}t|d �| _| �|�\| _ | _
t
| j�}|t
| j �@ |kr�|r�td| ��nt|t
| j �@ �| _dS t|�}t| �|d ��| _t |�dkr�|d }n| j}| �|�\| _ | _
|�rDtt
| j�t
| j �@ �| jk�rDtd| ��tt
| j�t
| j �@ �| _| j
| jd k�rx| j| _dS )a Instantiate a new IPv4 network object.
Args:
address: A string or integer representing the IP [& network].
'192.0.2.0/24'
'192.0.2.0/255.255.255.0'
'192.0.0.2/0.0.0.255'
are all functionally the same in IPv4. Similarly,
'192.0.2.1'
'192.0.2.1/255.255.255.255'
'192.0.2.1/32'
are also functionally equivalent. That is to say, failing to
provide a subnetmask will create an object with a mask of /32.
If the mask (portion after the / in the argument) is given in
dotted quad form, it is treated as a netmask if it starts with a
non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it
starts with a zero field (e.g. 0.255.255.255 == /8), with the
single exception of an all-zero mask which is treated as a
netmask == /0. If no mask is given, a default of /32 is used.
Additionally, an integer can be passed, so
IPv4Network('192.0.2.1') == IPv4Network(3221225985)
or, more generally
IPv4Interface(int(IPv4Interface('192.0.2.1'))) ==
IPv4Interface('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
NetmaskValueError: If the netmask isn't valid for
an IPv4 address.
ValueError: If strict is True and a network address is not
supplied.
Nr& r �%s has host bits setr )r� r� r r rF rD r r� rm r� r} r% rY r� rG r[ r� r� r� �r. rI rM r� r rZ r r r r� ) sJ %
�
�
�
�zIPv4Network.__init__c C s& | j td�ko| jtd�k o$| j S )z�Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry.
�
100.64.0.0/10)r rK rx r� r� r r r r� ~ s
��zIPv4Network.is_globalN)T) r; r< r= rB rD r� r� r� r� r r r r rK s
UrK c @ s� e Zd Zed�Zed�Zed�Zed�Zed�ed�ed�ed�ed�ed�ed �ed
�ed �ed �ed
�ed�ed�ed�gZed�Z e
d�Z dS )�_IPv4Constantsz169.254.0.0/16z 127.0.0.0/8z 224.0.0.0/4r0 z 0.0.0.0/8z
10.0.0.0/8z
172.16.0.0/12z 192.0.0.0/29z192.0.0.170/31z 192.0.2.0/24z192.168.0.0/16z
198.18.0.0/15z198.51.100.0/24z203.0.113.0/24z 240.0.0.0/4z255.255.255.255/32z0.0.0.0N) r; r< r= rK r# r! r r r r rD r r r r r r1 � s* �r1 c @ s� e Zd ZdZdZdZde d ZdZe d�Z
eZ i Z e
dd � �Ze
d
d � �Ze
d d
� �Ze
dd� �Ze
ddd��Zdd� Zdd� Zedd� �Zedd� �ZdS ) �_BaseV6zyBase IPv6 object.
The following methods are used by IPv6 objects in both single IP
addresses and networks.
r ri r r& r Z0123456789ABCDEFabcdefc C sJ || j kr@t|t�r|}n
| �|�}t| �|��}||f| j |< | j | S r� )r� r r r� rE r� r� r r r r� � s
z_BaseV6._make_netmaskc
C s� |s t d��|�d�}d}t|�|k r:d||f }t |��d|d kr�zt|�� �j}W n2 t k
r� } zt d||f ��W 5 d}~X Y nX |�d |d
? d @ � |�d |d @ � | jd }t|�|kr�d
|d |f }t |��d}td t|�d �D ]*} || s�|dk �r d| }t |��| }q�|dk �r�|}
t|�| d } |d �sj|
d 8 }
|
�rjd}t || ��|d �s�| d 8 } | �r�d}t || ��| j|
| } | d k �r0d}t || jd |f ��njt|�| jk�r�d}t || j|f ��|d �sd}t || ��|d �s d}t || ��t|�}
d} d} znd}
t |
�D ] } |
d
K }
|
| �
|| �O }
�q>|
d
| K }
t | d�D ] } |
d
K }
|
| �
|| �O }
�qx|
W S t k
�r� } zt d||f ��W 5 d}~X Y nX dS )z�Turn an IPv6 ip_str into an integer.
Args:
ip_str: A string, the IPv6 ip_str.
Returns:
An int, the IPv6 address
Raises:
AddressValueError: if ip_str isn't a valid IPv6 Address.
r� �:r z At least %d parts expected in %rr� r{ r� N�%xr � r& z!At most %d colons permitted in %rz At most one '::' permitted in %rr z0Leading ':' only permitted as part of '::' in %rz1Trailing ':' only permitted as part of '::' in %rz/Expected at most %d other parts with '::' in %rz,Exactly %d parts expected without '::' in %r) r@ rX rY rD rr r^ ru �
_HEXTET_COUNTr* �range�
_parse_hextetrG )r� r� r
Z
_min_partsr� Zipv4_intr Z
_max_partsZ
skip_indexr! Zparts_hiZparts_loZ
parts_skippedr� r r r r� � s�
"
�
z_BaseV6._ip_int_from_stringc C s> | j �|�std| ��t|�dkr4d}t|| ��t|d�S )a& Convert an IPv6 hextet string into an integer.
Args:
hextet_str: A string, the number to parse.
Returns:
The hextet as an integer.
Raises:
ValueError: if the input isn't strictly a hex number from
[0..FFFF].
z Only hex digits permitted in %rr z$At most 4 characters permitted in %rr )� _HEX_DIGITSr� rG rY r� )r� Z
hextet_strr� r r r r8 > s z_BaseV6._parse_hextetc C s� d}d}d}d}t |�D ]>\}}|dkrN|d7 }|dkr<|}||krV|}|}qd}d}q|dkr�|| }|t|�kr~|dg7 }dg|||�< |dkr�dg| }|S )a� Compresses a list of hextets.
Compresses a list of strings, replacing the longest continuous
sequence of "0" in the list with "" and adding empty strings at
the beginning or at the end of the string such that subsequently
calling ":".join(hextets) will produce the compressed version of
the IPv6 address.
Args:
hextets: A list of strings, the hextets to compress.
Returns:
A list of strings.
r{ r r r& � )� enumeraterY ) r� �hextetsZbest_doublecolon_startZbest_doublecolon_lenZdoublecolon_startZdoublecolon_len�indexZhextetZbest_doublecolon_endr r r �_compress_hextetsX s0 �
z_BaseV6._compress_hextetsNc sZ |dkrt | j�}|| jkr$td��d| � � fdd�tddd�D �}| �|�}d �|�S )
a, Turns a 128-bit integer into hexadecimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
A string, the hexadecimal representation of the address.
Raises:
ValueError: The address is bigger than 128 bits of all ones.
NzIPv6 address is too large�%032xc s& g | ] }d t � ||d � d� �qS )r4 r r )r� r �Zhex_strr r r � s z/_BaseV6._string_from_ip_int.<locals>.<listcomp>r r? r r3 )r� r^ rn rG r7 r> r )r� r� r< r r@ r r� � s
z_BaseV6._string_from_ip_intc s� t | t�rt| j�}n t | t�r,t| j�}nt| �}| �|�}d| � � fdd�tddd�D �}t | ttf�r�dd� |�| j
f S d� |�S ) z�Expand a shortened IPv6 address.
Args:
ip_str: A string, the IPv6 address.
Returns:
A string, the expanded IPv6 address.
r? c s g | ]}� ||d � �qS )r r r r@ r r r � s z8_BaseV6._explode_shorthand_ip_string.<locals>.<listcomp>r r? r r� r3 ) r rL rW r rP rc r� r7 r� r r} )r. r� r� r
r r@ r r� � s
z$_BaseV6._explode_shorthand_ip_stringc C s& | j ddd� �dd�}d�|�d S )z�Return the reverse DNS pointer name for the IPv6 address.
This implements the method described in RFC3596 2.5.
Nr{ r3 r: r� z .ip6.arpa)r� �replacer )r. Z
reverse_charsr r r r� � s z_BaseV6._reverse_pointerc C s | j S r r r� r r r r
� s z_BaseV6.max_prefixlenc C s | j S r r� r� r r r rl � s z_BaseV6.version)N)r; r< r= rB r> r| �
IPV6LENGTHrn r6 r r9 rm r� r� r� r� r8 r> r� r� r� r� r
rl r r r r r2 � s0
h
/
r2 c @ s� e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z ed d � �Z
ed
d� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd� �Zedd � �Zd S ) rE z/Represent and manipulate single IPv6 Addresses.r c C sx t |t�r | �|� || _dS t |t�rL| �|d� t|�}t|d�| _dS t|�}d|krht d| ��| �
|�| _dS )a Instantiate a new IPv6 address object.
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv6Address('2001:db8::') ==
IPv6Address(42540766411282592856903984951653826560)
or, more generally
IPv6Address(int(IPv6Address('2001:db8::'))) ==
IPv6Address('2001:db8::')
Raises:
AddressValueError: If address isn't a valid IPv6 address.
Nr r rV r r r r r r r� � s
zIPv6Address.__init__c C s
t | j�S r )rU r^ r� r r r r � s zIPv6Address.packedc C s | | j jkS r� r r� r r r r� � s zIPv6Address.is_multicastc s t � fdd�� jjD ��S )r� c 3 s | ]}� |kV qd S r r r r� r r r s z*IPv6Address.is_reserved.<locals>.<genexpr>)r r �_reserved_networksr� r r� r r� s zIPv6Address.is_reservedc C s | | j jkS r� r" r� r r r r� s zIPv6Address.is_link_localc C s | | j jkS �a` Test if the address is reserved for site-local.
Note that the site-local address space has been deprecated by RFC 3879.
Use is_private to test if this address is in the space of unique local
addresses as defined by RFC 4193.
Returns:
A boolean, True if the address is reserved per RFC 3513 2.5.6.
)r �_sitelocal_networkr� r r r �
is_site_local s zIPv6Address.is_site_localc s t � fdd�� jjD ��S )z�Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv6-special-registry.
c 3 s | ]}� |kV qd S r r r r� r r r 3 s z)IPv6Address.is_private.<locals>.<genexpr>r r� r r� r r� * s zIPv6Address.is_privatec C s | j S )z�Test if this address is allocated for public networks.
Returns:
A boolean, true if the address is not reserved per
iana-ipv6-special-registry.
r� r� r r r r� 5 s zIPv6Address.is_globalc C s
| j dkS )r� r r� r� r r r r� @ s zIPv6Address.is_unspecifiedc C s
| j dkS )r� r& r� r� r r r r� K s zIPv6Address.is_loopbackc C s | j d? dkrdS t| j d@ �S )z�Return the IPv4 mapped address.
Returns:
If the IPv6 address is a v4 mapped address, return the
IPv4 mapped address. Return None otherwise.
r? r5 N� �� �r^ rD r� r r r � ipv4_mappedV s zIPv6Address.ipv4_mappedc C s4 | j d? dkrdS t| j d? d@ �t| j d@ �fS )z�Tuple of embedded teredo IPs.
Returns:
Tuple of the (server, client) IPs or None if the address
doesn't appear to be a teredo address (doesn't start with
2001::/32)
�` i Nr rG rH r� r r r �teredoc s
�zIPv6Address.teredoc C s$ | j d? dkrdS t| j d? d@ �S )z�Return the IPv4 6to4 embedded address.
Returns:
The IPv4 6to4-embedded address if present or None if the
address doesn't appear to contain a 6to4 embedded address.
�p i N�P rG rH r� r r r � sixtofourr s zIPv6Address.sixtofourN)r; r< r= rB r> r� r� r r� r� r� rF r� r� r� r� rI rK rN r r r r rE � s6 %
rE c @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zej Z e
d d � �Z e
d
d� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �ZdS )rP c C s� t |ttf�r2t�| |� t| j�| _| j| _ d S t |t
�r�t�| |d � t |�dkrht |d �| _ n| j| _ t|dd�| _| jj
| _
| jj| _d S t|�}t�| |d � t|dd�| _| jj
| _
| jj | _ | jj| _d S r$ )r rF r rE r� rL r^ r� rm r} r% rY r� r� r� r[ r& r r r r� � s(
zIPv6Interface.__init__c C s d| � | j�| jjf S r� r' r� r r r r� � s �zIPv6Interface.__str__c C sF t �| |�}|r|tkr |S z| j|jkW S tk
r@ Y dS X d S r� )rE r0 r1 r� r~ r( r r r r0 � s zIPv6Interface.__eq__c C sR t �| |�}|tkrtS z | j|jk p4| j|jko4|W S tk
rL Y dS X d S r� )rE r4 r1 r� r~ r) r r r r4 � s �zIPv6Interface.__lt__c C s | j | jA t| jj�A S r r* r� r r r r� � s zIPv6Interface.__hash__c C s
t | j�S r )rE r^ r� r r r rc � s zIPv6Interface.ipc C s d| � | j�| jf S r� r+ r� r r r r� � s �z IPv6Interface.with_prefixlenc C s d| � | j�| jf S r� r, r� r r r r� � s �zIPv6Interface.with_netmaskc C s d| � | j�| jf S r� r- r� r r r r� � s �zIPv6Interface.with_hostmaskc C s | j dko| jjS r# )r^ r� r� r� r r r r� � s z IPv6Interface.is_unspecifiedc C s | j dko| jjS r� )r^ r� r� r� r r r r� � s zIPv6Interface.is_loopbackN)r; r< r= r� r� r0 r4 r� r� r� r� rc r� r� r� r� r� r r r r rP � s$
rP c @ s2 e Zd ZdZeZd
dd�Zdd� Zedd� �Z d S ) rL av This class represents and manipulates 128-bit IPv6 networks.
Attributes: [examples for IPv6('2001:db8::1000/124')]
.network_address: IPv6Address('2001:db8::1000')
.hostmask: IPv6Address('::f')
.broadcast_address: IPv6Address('2001:db8::100f')
.netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0')
.prefixlen: 124
Tc C s| t �| |� t|ttf�r<t|�| _| �| j�\| _ | _
dS t|t �r�t |�dkr\|d }n| j}| �|�\| _ | _
t|d �| _t
| j�}|t
| j �@ |kr�|r�td| ��nt|t
| j �@ �| _dS t|�}t| �|d ��| _t |�dkr�|d }n| j}| �|�\| _ | _
|�rDtt
| j�t
| j �@ �| jk�rDtd| ��tt
| j�t
| j �@ �| _| j
| jd k�rx| j| _dS )a� Instantiate a new IPv6 Network object.
Args:
address: A string or integer representing the IPv6 network or the
IP and prefix/netmask.
'2001:db8::/128'
'2001:db8:0000:0000:0000:0000:0000:0000/128'
'2001:db8::'
are all functionally the same in IPv6. That is to say,
failing to provide a subnetmask will create an object with
a mask of /128.
Additionally, an integer can be passed, so
IPv6Network('2001:db8::') ==
IPv6Network(42540766411282592856903984951653826560)
or, more generally
IPv6Network(int(IPv6Network('2001:db8::'))) ==
IPv6Network('2001:db8::')
strict: A boolean. If true, ensure that we have been passed
A true network address, eg, 2001:db8::1000/124 and not an
IP address on a network, eg, 2001:db8::1/124.
Raises:
AddressValueError: If address isn't a valid IPv6 address.
NetmaskValueError: If the netmask isn't valid for
an IPv6 address.
ValueError: If strict was True and a network address was not
supplied.
Nr& r r. r )r� r� r rF r rE r r� rm r� r} r% rY r� rG r[ r� r� r� r/ r r r r� � sJ
�
�
�
�zIPv6Network.__init__c c s< t | j�}t | j�}t|d |d �D ]}| �|�V q&dS )z�Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the
Subnet-Router anycast address.
r& Nr� r� r r r r� 6 s
zIPv6Network.hostsc C s | j jo| jjS rD )r rF rx r� r r r rF B s �zIPv6Network.is_site_localN)T)
r; r< r= rB rE r� r� r� r� rF r r r r rL � s
O rL c @ s� e Zd Zed�Zed�Zed�ed�ed�ed�ed�ed�ed �ed
�ed �ed�g
Zed �ed
�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�gZed�Zd S ) �_IPv6Constantsz fe80::/10zff00::/8z::1/128z::/128z
::ffff:0:0/96z100::/64z 2001::/23z 2001:2::/48z
2001:db8::/32z 2001:10::/28zfc00::/7z::/8z100::/8z200::/7z400::/6z800::/5z1000::/4z4000::/3z6000::/3z8000::/3zA000::/3zC000::/3zE000::/4zF000::/5zF800::/6zFE00::/9z fec0::/10N) r; r< r= rL r# r r rC rE r r r r rO R s< � � rO )r& )T)8rB Z
__future__r r$ r � __version__r� r Zlong� NameErrorZunicoderW �strrF r r �
from_bytesr r~ r �hasattrr" r* �objectr+ r rB rG r@ rC rJ rN rQ rT rU r[ rd rg rp rz r� r� r� rj r� r� rD rO rK r1 r r2 rE rP rL rO r r r r �<module> s�
)$
$#716 = X *vSr 5W{! __pycache__/retrying.cpython-38.opt-1.pyc 0000644 00000017506 15043676215 0014230 0 ustar 00 U
��.e�& � @ sl d dl Z d dlmZ d dlZd dlZd dlZdZdd� ZG dd� de�Z G dd � d e�Z
G d
d � d e �Z dS ) � N)�sixi���?c sB t � �dkr,t� d �r,dd� }|� d �S � �fdd�}|S dS )z�
Decorator function that instantiates the Retrying object
@param *dargs: positional arguments passed to Retrying object
@param **dkw: keyword arguments passed to the Retrying object
� r c s t �� �� fdd��}|S )Nc s t � j� f| �|�S �N��Retrying�call��args�kw��f� �8/usr/lib/python3.8/site-packages/pip/_vendor/retrying.py� wrapped_f$ s z-retry.<locals>.wrap_simple.<locals>.wrapped_f�r �wraps�r r r
r r � wrap_simple" s zretry.<locals>.wrap_simplec s t �� ���� fdd��}|S )Nc s t � ��j�f| �|�S r r r )�dargs�dkwr r
r r / s z&retry.<locals>.wrap.<locals>.wrapped_fr r �r r r r �wrap- s zretry.<locals>.wrapN)�len�callable)r r r r r
r r �retry s
r c @ sn e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS ) r NFc s |d kr dn|| _ |d kr dn|| _|d kr0dn|| _|d krBdn|| _|d krTdn|| _|d krfdn|| _| d krxdn| | _|
d kr�dn|
| _| d kr�tn| | _ |d kr�dn|| _
g � |d k r̈ � | j � |d k r� � | j
� |d k r�|| _n&|d k�r
� fdd�| _n t| |�| _dd� g�|d k �r6�� | j� |d k �sJ|d k �rV�� | j� |d k �sj| d k �rv�� | j� |
d k �s�| d k �r��� | j� |d k �r�|| _n&|d k�rfd d�| _n t| |�| _| d k�r�| j| _n| | _|
d k�r�| j| _n|
| _|| _d S )
N� �d �� r r c s t � �fdd��D ��S )Nc 3 s | ]}|� ��V qd S r r
��.0r �ZattemptsZdelayr
r � <genexpr>a s �6Retrying.__init__.<locals>.<lambda>.<locals>.<genexpr>)�anyr )�
stop_funcsr r �<lambda>a � z#Retrying.__init__.<locals>.<lambda>c _ s dS )Nr r
)r �kwargsr
r
r r% h r& c s t � �fdd��D ��S )Nc 3 s | ]}|� ��V qd S r r
r r r
r r! y s r" )�maxr )�
wait_funcsr r r% y r& )�_stop_max_attempt_number�_stop_max_delay� _wait_fixed�_wait_random_min�_wait_random_max�_wait_incrementing_start� _wait_incrementing_increment� _wait_exponential_multiplier�MAX_WAIT�_wait_exponential_max�_wait_jitter_max�append�stop_after_attempt�stop_after_delay�stop�getattr� fixed_sleep� random_sleep�incrementing_sleep�exponential_sleep�wait�
always_reject�_retry_on_exception� never_reject�_retry_on_result�_wrap_exception)�selfr8 r> Zstop_max_attempt_numberZstop_max_delayZ
wait_fixedZwait_random_minZwait_random_maxZwait_incrementing_startZwait_incrementing_incrementZwait_exponential_multiplierZwait_exponential_maxZretry_on_exceptionZretry_on_result�wrap_exceptionZ stop_funcZ wait_funcZwait_jitter_maxr
)r$ r) r �__init__: sR
zRetrying.__init__c C s
|| j kS )z;Stop after the previous attempt >= stop_max_attempt_number.)r* �rD �previous_attempt_number� delay_since_first_attempt_msr
r
r r6 � s zRetrying.stop_after_attemptc C s
|| j kS )z=Stop after the time from the first attempt >= stop_max_delay.)r+ rG r
r
r r7 � s zRetrying.stop_after_delayc C s dS )z#Don't sleep at all before retrying.r r
rG r
r
r �no_sleep� s zRetrying.no_sleepc C s | j S )z0Sleep a fixed amount of time between each retry.)r, rG r
r
r r: � s zRetrying.fixed_sleepc C s t �| j| j�S )zISleep a random amount of time between wait_random_min and wait_random_max)�randomZrandintr- r. rG r
r
r r; � s zRetrying.random_sleepc C s$ | j | j|d }|dk r d}|S )z�
Sleep an incremental amount of time after each attempt, starting at
wait_incrementing_start and incrementing by wait_incrementing_increment
r r )r/ r0 )rD rH rI �resultr
r
r r< � s zRetrying.incrementing_sleepc C s2 d| }| j | }|| jkr"| j}|dk r.d}|S )N� r )r1 r3 )rD rH rI ZexprL r
r
r r= � s
zRetrying.exponential_sleepc C s dS )NFr
�rD rL r
r
r rA � s zRetrying.never_rejectc C s dS )NTr
rN r
r
r r? � s zRetrying.always_rejectc C s4 d}|j r || �|jd �O }n|| �|j�O }|S )NFr )�
has_exceptionr@ �valuerB )rD �attemptZrejectr
r
r �
should_reject� s
zRetrying.should_rejectc O s� t tt�� d ��}d}zt|||�|d�}W n t�� }t||d�}Y nX | �|�sf|�| j�S t tt�� d ��| }| � ||�r�| js�|j
r�|�� �q�t |��n<| � ||�} | j
r�t�� | j
}
| td|
� } t�| d � |d7 }qd S )Nr r FTr g @�@)�int�round�time�Attempt�sys�exc_inforR �getrC r8 rO �
RetryErrorr> r4 rK r( �sleep) rD �fnr r' Z
start_time�attempt_numberrQ �tbrI r[ Zjitterr
r
r r � s(
z
Retrying.call)NNNNNNNNNNNNNFNNN)�__name__�
__module__� __qualname__rF r6 r7 rJ r: r; r< r= rA r? rR r r
r
r
r r 8 s: �
S
r c @ s* e Zd ZdZdd� Zd
dd�Zdd� Zd S ) rV z�
An Attempt encapsulates a call to a target function that may end as a
normal return value from the function or an Exception depending on what
occurred during the execution.
c C s || _ || _|| _d S r )rP r] rO )rD rP r] rO r
r
r rF � s zAttempt.__init__Fc C s@ | j r6|rt| ��q<t�| jd | jd | jd � n| jS dS )z�
Return the return value of this Attempt instance or raise an Exception.
If wrap_exception is true, this Attempt is wrapped inside of a
RetryError before being raised.
r r rM N)rO rZ r ZreraiserP )rD rE r
r
r rY � s
"z Attempt.getc C s: | j r&d�| jd�t�| jd ���S d�| j| j�S d S )NzAttempts: {0}, Error:
{1}� rM zAttempts: {0}, Value: {1})rO �formatr] �join� traceback� format_tbrP �rD r
r
r �__repr__� s zAttempt.__repr__N)F)r_ r` ra �__doc__rF rY rh r
r
r
r rV � s
rV c @ s e Zd ZdZdd� Zdd� ZdS )rZ zU
A RetryError encapsulates the last Attempt instance right before giving up.
c C s
|| _ d S r )� last_attempt)rD rj r
r
r rF s zRetryError.__init__c C s d� | j�S )NzRetryError[{0}])rc rj rg r
r
r �__str__
s zRetryError.__str__N)r_ r` ra ri rF rk r
r
r
r rZ s rZ )
rK Z pip._vendorr rW rU re r2 r �objectr rV � ExceptionrZ r
r
r
r �<module> s *! __pycache__/retrying.cpython-38.pyc 0000644 00000017506 15043676216 0013272 0 ustar 00 U
��.e�& � @ sl d dl Z d dlmZ d dlZd dlZd dlZdZdd� ZG dd� de�Z G dd � d e�Z
G d
d � d e �Z dS ) � N)�sixi���?c sB t � �dkr,t� d �r,dd� }|� d �S � �fdd�}|S dS )z�
Decorator function that instantiates the Retrying object
@param *dargs: positional arguments passed to Retrying object
@param **dkw: keyword arguments passed to the Retrying object
� r c s t �� �� fdd��}|S )Nc s t � j� f| �|�S �N��Retrying�call��args�kw��f� �8/usr/lib/python3.8/site-packages/pip/_vendor/retrying.py� wrapped_f$ s z-retry.<locals>.wrap_simple.<locals>.wrapped_f�r �wraps�r r r
r r � wrap_simple" s zretry.<locals>.wrap_simplec s t �� ���� fdd��}|S )Nc s t � ��j�f| �|�S r r r )�dargs�dkwr r
r r / s z&retry.<locals>.wrap.<locals>.wrapped_fr r �r r r r �wrap- s zretry.<locals>.wrapN)�len�callable)r r r r r
r r �retry s
r c @ sn e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS ) r NFc s |d kr dn|| _ |d kr dn|| _|d kr0dn|| _|d krBdn|| _|d krTdn|| _|d krfdn|| _| d krxdn| | _|
d kr�dn|
| _| d kr�tn| | _ |d kr�dn|| _
g � |d k r̈ � | j � |d k r� � | j
� |d k r�|| _n&|d k�r
� fdd�| _n t| |�| _dd� g�|d k �r6�� | j� |d k �sJ|d k �rV�� | j� |d k �sj| d k �rv�� | j� |
d k �s�| d k �r��� | j� |d k �r�|| _n&|d k�rfd d�| _n t| |�| _| d k�r�| j| _n| | _|
d k�r�| j| _n|
| _|| _d S )
N� �d �� r r c s t � �fdd��D ��S )Nc 3 s | ]}|� ��V qd S r r
��.0r �ZattemptsZdelayr
r � <genexpr>a s �6Retrying.__init__.<locals>.<lambda>.<locals>.<genexpr>)�anyr )�
stop_funcsr r �<lambda>a � z#Retrying.__init__.<locals>.<lambda>c _ s dS )Nr r
)r �kwargsr
r
r r% h r& c s t � �fdd��D ��S )Nc 3 s | ]}|� ��V qd S r r
r r r
r r! y s r" )�maxr )�
wait_funcsr r r% y r& )�_stop_max_attempt_number�_stop_max_delay� _wait_fixed�_wait_random_min�_wait_random_max�_wait_incrementing_start� _wait_incrementing_increment� _wait_exponential_multiplier�MAX_WAIT�_wait_exponential_max�_wait_jitter_max�append�stop_after_attempt�stop_after_delay�stop�getattr� fixed_sleep� random_sleep�incrementing_sleep�exponential_sleep�wait�
always_reject�_retry_on_exception� never_reject�_retry_on_result�_wrap_exception)�selfr8 r> Zstop_max_attempt_numberZstop_max_delayZ
wait_fixedZwait_random_minZwait_random_maxZwait_incrementing_startZwait_incrementing_incrementZwait_exponential_multiplierZwait_exponential_maxZretry_on_exceptionZretry_on_result�wrap_exceptionZ stop_funcZ wait_funcZwait_jitter_maxr
)r$ r) r �__init__: sR
zRetrying.__init__c C s
|| j kS )z;Stop after the previous attempt >= stop_max_attempt_number.)r* �rD �previous_attempt_number� delay_since_first_attempt_msr
r
r r6 � s zRetrying.stop_after_attemptc C s
|| j kS )z=Stop after the time from the first attempt >= stop_max_delay.)r+ rG r
r
r r7 � s zRetrying.stop_after_delayc C s dS )z#Don't sleep at all before retrying.r r
rG r
r
r �no_sleep� s zRetrying.no_sleepc C s | j S )z0Sleep a fixed amount of time between each retry.)r, rG r
r
r r: � s zRetrying.fixed_sleepc C s t �| j| j�S )zISleep a random amount of time between wait_random_min and wait_random_max)�randomZrandintr- r. rG r
r
r r; � s zRetrying.random_sleepc C s$ | j | j|d }|dk r d}|S )z�
Sleep an incremental amount of time after each attempt, starting at
wait_incrementing_start and incrementing by wait_incrementing_increment
r r )r/ r0 )rD rH rI �resultr
r
r r< � s zRetrying.incrementing_sleepc C s2 d| }| j | }|| jkr"| j}|dk r.d}|S )N� r )r1 r3 )rD rH rI ZexprL r
r
r r= � s
zRetrying.exponential_sleepc C s dS )NFr
�rD rL r
r
r rA � s zRetrying.never_rejectc C s dS )NTr
rN r
r
r r? � s zRetrying.always_rejectc C s4 d}|j r || �|jd �O }n|| �|j�O }|S )NFr )�
has_exceptionr@ �valuerB )rD �attemptZrejectr
r
r �
should_reject� s
zRetrying.should_rejectc O s� t tt�� d ��}d}zt|||�|d�}W n t�� }t||d�}Y nX | �|�sf|�| j�S t tt�� d ��| }| � ||�r�| js�|j
r�|�� �q�t |��n<| � ||�} | j
r�t�� | j
}
| td|
� } t�| d � |d7 }qd S )Nr r FTr g @�@)�int�round�time�Attempt�sys�exc_inforR �getrC r8 rO �
RetryErrorr> r4 rK r( �sleep) rD �fnr r' Z
start_time�attempt_numberrQ �tbrI r[ Zjitterr
r
r r � s(
z
Retrying.call)NNNNNNNNNNNNNFNNN)�__name__�
__module__� __qualname__rF r6 r7 rJ r: r; r< r= rA r? rR r r
r
r
r r 8 s: �
S
r c @ s* e Zd ZdZdd� Zd
dd�Zdd� Zd S ) rV z�
An Attempt encapsulates a call to a target function that may end as a
normal return value from the function or an Exception depending on what
occurred during the execution.
c C s || _ || _|| _d S r )rP r] rO )rD rP r] rO r
r
r rF � s zAttempt.__init__Fc C s@ | j r6|rt| ��q<t�| jd | jd | jd � n| jS dS )z�
Return the return value of this Attempt instance or raise an Exception.
If wrap_exception is true, this Attempt is wrapped inside of a
RetryError before being raised.
r r rM N)rO rZ r ZreraiserP )rD rE r
r
r rY � s
"z Attempt.getc C s: | j r&d�| jd�t�| jd ���S d�| j| j�S d S )NzAttempts: {0}, Error:
{1}� rM zAttempts: {0}, Value: {1})rO �formatr] �join� traceback� format_tbrP �rD r
r
r �__repr__� s zAttempt.__repr__N)F)r_ r` ra �__doc__rF rY rh r
r
r
r rV � s
rV c @ s e Zd ZdZdd� Zdd� ZdS )rZ zU
A RetryError encapsulates the last Attempt instance right before giving up.
c C s
|| _ d S r )� last_attempt)rD rj r
r
r rF s zRetryError.__init__c C s d� | j�S )NzRetryError[{0}])rc rj rg r
r
r �__str__
s zRetryError.__str__N)r_ r` ra ri rF rk r
r
r
r rZ s rZ )
rK Z pip._vendorr rW rU re r2 r �objectr rV � ExceptionrZ r
r
r
r �<module> s *! __pycache__/appdirs.cpython-38.pyc 0000644 00000047725 15043676216 0013077 0 ustar 00 U
��.e�_ � @ s` d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�rfzdd&l m Z eZ W nB e k
�rd zddl!Z"e Z W n e k
�r^ eZ Y nX Y nX e#d'k�r\d(Z$d)Z%d*Z&e'd+e � e'd,� ee$e%d-d.�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd0� ee$e%�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd1� ee$�Z(e&D ] Z)e'd/e)e*e(e)�f � �qe'd2� ee$d d3�Z(e&D ] Z)e'd/e)e*e(e)�f � �q>dS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tj�t|��}| r�|dk rNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r �7/usr/lib/python3.8/site-packages/pip/_vendor/appdirs.py�
user_data_dir- s& r c s t dkrR|dkr� }tj�td��}� r�|dk rBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r
r r �rstrip�sep��.0�xr r r �
<listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r
r r r �r r r r# � s r )
r r
r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r% r �
site_data_dird s6 � r* c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r NZXDG_CONFIG_HOMEz ~/.config�r r r
r r r r �r r r r r r r r �user_config_dir� s r. c s� t dkr*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r r r r r# � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r$ r r% r r r# � s r )r r* r
r r r r' r& r( r r% r �site_config_dir� s
r/ Tc C s� t dkrd|dkr| }tj�td��}| r�|dk rBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr
FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher �r r r Zopinionr r r r �user_cache_dir s( ! r1 c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r �user_state_dir: s r2 c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
r z~/Library/Logsr FZLogs�log)r r
r r r r r1 r0 r r r � user_log_dird s"
� r4 c @ sn e Zd ZdZddd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )�selfr r r r r) r r r �__init__� s
zAppDirs.__init__c C s t | j| j| j| jd�S �N)r r )r r r r r �r6 r r r r � s
�zAppDirs.user_data_dirc C s t | j| j| j| jd�S �N)r r) )r* r r r r) r9 r r r r* � s
�zAppDirs.site_data_dirc C s t | j| j| j| jd�S r8 )r. r r r r r9 r r r r. � s
�zAppDirs.user_config_dirc C s t | j| j| j| jd�S r: )r/ r r r r) r9 r r r r/ � s
�zAppDirs.site_config_dirc C s t | j| j| jd�S �N�r )r1 r r r r9 r r r r1 � s
�zAppDirs.user_cache_dirc C s t | j| j| jd�S r; )r2 r r r r9 r r r r2 � s
�zAppDirs.user_state_dirc C s t | j| j| jd�S r; )r4 r r r r9 r r r r4 � s
�zAppDirs.user_log_dir)NNNFF)
�__name__�
__module__� __qualname__�__doc__r7 �propertyr r* r. r/ r1 r2 r4 r r r r r5 � s& �
r5 c C sH t rddl}nddl}dddd�| }|�|jd�}|�||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
r NZAppDatazCommon AppDataz
Local AppData�r r r
z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�PY3�winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)�
csidl_namerE Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s
���rL c C s� ddl m}m} |�dt|| �dd�}z^t|�}d}|D ]}t|�dkr8d} qRq8|r�zdd l}|�|�}W n t k
r� Y nX W n t
k
r� Y nX |S )Nr )�shellcon�shellF� T) Zwin32com.shellrM rN �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)rH rM rN rJ �
has_high_char�crT r r r � _get_win_folder_with_pywin32� s$
rZ c C s� dd l }dddd�| }|�d�}|jj�d |d d|� d}|D ]}t|�dkr@d } qZq@|r�|�d�}|jj�|j|d�r�|}|jS )
Nr � �# � rB i FrO T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrS Zkernel32ZGetShortPathNameW�value)rH r^ Z csidl_const�bufrX rY Zbuf2r r r �_get_win_folder_with_ctypes� s& ��
rb c C s� dd l }ddlm} ddlm} |jjd }|�d|�}|jj }|�
d t |j | �d |j j
|� |j�|�� ��d�}d}|D ]} t| �dkr|d } q�q||r�|�d|�}|jj }
|
�|||�r�|j�|�� ��d�}|S )
Nr )�jna)r � rY � FrO T)�arrayZcom.sunrc Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErP rQ ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rS ZKernel32rU ) rH rf rc r Zbuf_sizera rN rJ rX rY Zkernelr r r �_get_win_folder_with_jna s& rg )r_ �__main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)+r@ Z__version_info__r �map�str� __version__�sysr
� version_inforC rR �platform�
startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 �objectr5 rL rZ rb rg r^ r_ r rV Z com.sun.jnaZcomr= r r Zprops�print�dirsZproprQ r r r r �<module> sv
7
B
(
3
9
*
30
__pycache__/contextlib2.cpython-38.opt-1.pyc 0000644 00000036202 15043676216 0014615 0 ustar 00 U
��.eB � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddddd d
d d d
g Zedg7 Zej dd� dkrnej
Z ne� de
fddi�Z dd� Zdd� ZG dd� de �ZG dd � d e
�ZG dd� de�Zd d� ZG d d� de
�ZG d d � d e
�ZG d d � d e�ZG d!d � d e�ZG d"d
� d
e
�Zej d d#kZe�r@d$d%� Zd&d'� Znd(d%� Zd)d'� Zzdd*l m Z W n e k
�rz e Z Y n
X d+d,� Z G d-d
� d
e
�Z!G d.d� de!�Z"G d/d� de�Z#dS )0zAcontextlib2 - backports and enhancements to the contextlib module� N)�deque��wraps�contextmanager�closing� nullcontext�AbstractContextManager�ContextDecorator� ExitStack�redirect_stdout�redirect_stderr�suppress� ContextStack� )� � �ABC� __slots__� c C s0 | |kr d S |� | � | jD ]}t||� q |S �N)�append� __bases__� _classic_mro)�C�result�Br r �;/usr/lib/python3.8/site-packages/pip/_vendor/contextlib2.pyr s
r c G sv z
| j }W n" tk
r, tt| g ��}Y nX |D ]>}|D ],}||jkr:|j| d krbt S q2q:t S q2dS )NT)�__mro__�AttributeError�tupler �__dict__�NotImplemented)r �methods�mro�methodr r r r �_check_methods$ s
r% c @ s2 e Zd ZdZdd� Zejdd� �Zedd� �Z dS ) r z,An abstract base class for context managers.c C s | S )z0Return `self` upon entering the runtime context.r ��selfr r r � __enter__8 s z AbstractContextManager.__enter__c C s dS )z9Raise any exception triggered within the runtime context.Nr )r' �exc_type� exc_value� tracebackr r r �__exit__< s z AbstractContextManager.__exit__c C s | t krt|dd�S tS )z<Check whether subclass is considered a subclass of this ABC.r( r, )r r% r! )�clsr r r r �__subclasshook__A s z'AbstractContextManager.__subclasshook__N)
�__name__�
__module__� __qualname__�__doc__r( �abc�abstractmethodr, � classmethodr. r r r r r 5 s
c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zJA base class or mixin that enables context managers to work as decorators.c C s t �dt� | �� S )a� Returns the context manager used to actually wrap the call to the
decorated function.
The default implementation just returns *self*.
Overriding this method allows otherwise one-shot context managers
like _GeneratorContextManager to support use as decorators via
implicit recreation.
DEPRECATED: refresh_cm was never added to the standard library's
ContextDecorator API
z2refresh_cm was never added to the standard library)�warnings�warn�DeprecationWarning� _recreate_cmr& r r r �
refresh_cmL s
�zContextDecorator.refresh_cmc C s | S )a6 Return a recreated instance of self.
Allows an otherwise one-shot context manager like
_GeneratorContextManager to support use as
a decorator via implicit recreation.
This is a private interface just for _GeneratorContextManager.
See issue #11647 for details.
r r& r r r r9 ] s
z ContextDecorator._recreate_cmc s t � �� �fdd��}|S )Nc
s* �� � � � | |�W 5 Q R � S Q R X d S r )r9 ��args�kwds��funcr' r r �innerj s
z(ContextDecorator.__call__.<locals>.innerr )r' r? r@ r r> r �__call__i s zContextDecorator.__call__N)r/ r0 r1 r2 r: r9 rA r r r r r I s c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_GeneratorContextManagerz%Helper for @contextmanager decorator.c C sJ |||�| _ ||| | _| _| _t|dd �}|d kr@t| �j}|| _d S )Nr2 )�genr? r< r= �getattr�typer2 )r' r? r< r= �docr r r �__init__t s
z!_GeneratorContextManager.__init__c C s | � | j| j| j�S r )� __class__r? r< r= r& r r r r9 � s z%_GeneratorContextManager._recreate_cmc C s. z t | j�W S tk
r( td��Y nX d S )Nzgenerator didn't yield)�nextrC �
StopIteration� RuntimeErrorr& r r r r( � s z"_GeneratorContextManager.__enter__c
C s� |d kr8zt | j� W n tk
r, Y d S X td��n�|d krF|� }z | j�|||� td��W n� tk
r� } z||k W Y �S d }~X Y nj tk
r� } z0||kr�W Y �"dS tr�|j|kr�W Y �
dS � W 5 d }~X Y n t�� d |k r� Y nX d S )Nzgenerator didn't stopz#generator didn't stop after throw()F� ) rI rC rJ rK �throw�_HAVE_EXCEPTION_CHAINING� __cause__�sys�exc_info)r' rE �valuer+ �excr r r r, � s,
z!_GeneratorContextManager.__exit__N)r/ r0 r1 r2 rG r9 r( r, r r r r rB q s
rB c s t � �� fdd��}|S )a� @contextmanager decorator.
Typical usage:
@contextmanager
def some_generator(<arguments>):
<setup>
try:
yield <value>
finally:
<cleanup>
This makes this:
with some_generator(<arguments>) as <variable>:
<body>
equivalent to this:
<setup>
try:
<variable> = <value>
<body>
finally:
<cleanup>
c s t � | |�S r )rB r; �r? r r �helper� s z contextmanager.<locals>.helperr )r? rU r rT r r � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r a2 Context to automatically close something at the end of a block.
Code like this:
with closing(<module>.open(<arguments>)) as f:
<block>
is equivalent to this:
f = <module>.open(<arguments>)
try:
<block>
finally:
f.close()
c C s
|| _ d S r ��thing)r' rW r r r rG � s zclosing.__init__c C s | j S r rV r& r r r r( � s zclosing.__enter__c G s | j �� d S r )rW �close)r' rQ r r r r, � s zclosing.__exit__N�r/ r0 r1 r2 rG r( r, r r r r r � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS )�_RedirectStreamNc C s || _ g | _d S r )� _new_target� _old_targets)r' �
new_targetr r r rG � s z_RedirectStream.__init__c C s* | j �tt| j�� tt| j| j� | jS r )r\ r rD rP �_stream�setattrr[ r& r r r r( � s z_RedirectStream.__enter__c C s t t| j| j�� � d S r )r_ rP r^ r\ �pop�r' �exctype�excinst�exctbr r r r, s z_RedirectStream.__exit__)r/ r0 r1 r^ rG r( r, r r r r rZ � s rZ c @ s e Zd ZdZdZdS )r aA Context manager for temporarily redirecting stdout to another file.
# How to send help() to stderr
with redirect_stdout(sys.stderr):
help(dir)
# How to write help() to a file
with open('help.txt', 'w') as f:
with redirect_stdout(f):
help(pow)
�stdoutN�r/ r0 r1 r2 r^ r r r r r s c @ s e Zd ZdZdZdS )r zCContext manager for temporarily redirecting stderr to another file.�stderrNrf r r r r r s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r
a? Context manager to suppress specified exceptions
After the exception is suppressed, execution proceeds with the next
statement following the with statement.
with suppress(FileNotFoundError):
os.remove(somefile)
# Execution still resumes here if the file was already removed
c G s
|| _ d S r )� _exceptions)r' �
exceptionsr r r rG ) s zsuppress.__init__c C s d S r r r& r r r r( , s zsuppress.__enter__c C s |d k ot || j�S r )�
issubclassrh ra r r r r, / s
zsuppress.__exit__NrY r r r r r
s
r c s � fdd�}|S )Nc s4 | j }||krd S |d ks*|� kr$q*|} q || _ d S r )� __context__)�new_exc�old_exc� exc_context�� frame_excr r �_fix_exception_context@ s z3_make_context_fixer.<locals>._fix_exception_contextr )rp rq r ro r �_make_context_fixer? s
rr c C s< z| d j }| d �W n tk
r6 || d _ � Y nX d S )NrL )rk �
BaseException)� exc_details� fixed_ctxr r r � _reraise_with_existing_contextO s
rv c C s dd� S )Nc S s d S r r )rl rm r r r �<lambda>[ � z%_make_context_fixer.<locals>.<lambda>r ro r r r rr Z s c C s | \}}}t d� d S )Nz!raise exc_type, exc_value, exc_tb)�exec)rt r) r* Zexc_tbr r r rv _ s
)� InstanceTypec C s t | �}|tkr| jS |S r )rE rz rH )�objZobj_typer r r � _get_typek s r| c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r
a� Context manager for dynamic management of a stack of exit callbacks
For example:
with ExitStack() as stack:
files = [stack.enter_context(open(fname)) for fname in filenames]
# All opened files will automatically be closed at the end of
# the with statement, even if attempts to open files later
# in the list raise an exception
c C s t � | _d S r )r �_exit_callbacksr& r r r rG s zExitStack.__init__c C s t | �� }| j|_t� | _|S )z?Preserve the context stack by transferring it to a new instance)rE r} r )r' � new_stackr r r �pop_all� s
zExitStack.pop_allc s" � �fdd�}� |_ | �|� dS )z:Helper to correctly register callbacks to __exit__ methodsc s �� f| �� S r r )rt ��cm�cm_exitr r �
_exit_wrapper� s z.ExitStack._push_cm_exit.<locals>._exit_wrapperN)�__self__�push)r' r� r� r� r r� r �
_push_cm_exit� s zExitStack._push_cm_exitc C sD t |�}z
|j}W n tk
r2 | j�|� Y nX | �||� |S )a Registers a callback with the standard __exit__ method signature
Can suppress exceptions the same way __exit__ methods can.
Also accepts any object with an __exit__ method (registering a call
to the method instead of the object itself)
)r| r, r r} r r� )r' �exit�_cb_type� exit_methodr r r r� � s
zExitStack.pushc s$ � ��fdd�}�|_ | �|� �S )z\Registers an arbitrary callback and arguments.
Cannot suppress exceptions.
c s �� �� d S r r )r) rS �tb�r< �callbackr= r r r� � s z)ExitStack.callback.<locals>._exit_wrapper)� __wrapped__r� )r' r� r< r= r� r r� r r� � s
zExitStack.callbackc C s( t |�}|j}|�|�}| �||� |S )z�Enters the supplied context manager
If successful, also pushes its __exit__ method as a callback and
returns the result of the __enter__ method.
)r| r, r( r� )r' r� �_cm_type�_exitr r r r �
enter_context� s
zExitStack.enter_contextc C s | � ddd� dS )z$Immediately unwind the context stackN)r, r& r r r rX � s zExitStack.closec C s | S r r r& r r r r( � s zExitStack.__enter__c G s� |d d k }t �� d }t|�}d}d}| jr�| j�� }z||� rNd}d}d}W q( t �� }||d |d � d}|}Y q(X q(|r�t|� |o�|S )Nr rL FT)NNN)rP rQ rr r} r` rv ) r' rt � received_excrp rq �suppressed_exc�
pending_raise�cb�new_exc_detailsr r r r, � s(
zExitStack.__exit__N)
r/ r0 r1 r2 rG r r� r� r� r� rX r( r, r r r r r
s s
c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
r z+Backwards compatibility alias for ExitStackc s t �dt� tt| ��� d S )Nz*ContextStack has been renamed to ExitStack)r6 r7 r8 �superr rG r& �rH r r rG � s �zContextStack.__init__c C s
| � |�S r )r� )r' r� r r r �
register_exit� s zContextStack.register_exitc O s | j |f|�|�S r )r� )r' r� r< r= r r r �register� s zContextStack.registerc C s | � � S r )r r& r r r �preserve� s zContextStack.preserve) r/ r0 r1 r2 rG r� r� r� �
__classcell__r r r� r r � s
c @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
r aM Context manager that does no additional processing.
Used as a stand-in for a normal context manager, when a particular
block of code is only sometimes used with a normal context manager:
cm = optional_cm if condition else nullcontext()
with cm:
# Perform operation, using optional_cm if condition is True
Nc C s
|| _ d S r �� enter_result)r' r� r r r rG � s znullcontext.__init__c C s | j S r r� r& r r r r( s znullcontext.__enter__c G s d S r r )r' �excinfor r r r, s znullcontext.__exit__)NrY r r r r r � s
)$r2 r3 rP r6 � collectionsr � functoolsr �__all__� version_infor Z_abc_ABC�ABCMeta�objectr r% r r rB r r rZ r r r
rN rr rv �typesrz � ImportErrorrE r| r
r r r r r r �<module> sT �
(H"
q __pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000005415 15043676216 0014121 0 ustar 00 U
��.e1 � @ s� d Z ddlmZ ddlZddlZddlZdZej� ej�
e ��Z dd� Z
e�r�e�ej�e d��ej ejdd�< e
d� e
d � e
d
� e
d � e
d � e
d
� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d � e
d � e
d � e
d � e
d � e
d!� e
d"� e
d#� e
d$� e
d%� e
d&� e
d'� e
d(� e
d)� e
d*� e
d+� e
d,� e
d-� e
d.� e
d/� e
d0� e
d1� e
d2� e
d3� e
d4� e
d5� e
d6� e
d7� dS )8z�
pip._vendor is for vendoring dependencies of pip to prevent needing pip to
depend on something external.
Files inside of pip._vendor should be considered immutable and should only be
updated to versions from upstream.
� )�absolute_importNFc C sv d� t| �}zt| t� t� dd� W n tk
r8 Y n:X tj| tj|< |�dd�\}}t tj| |tj| � d S )Nz{0}.{1}r )�level�.� )
�format�__name__�
__import__�globals�locals� ImportError�sys�modules�rsplit�setattr)Z
modulenameZ
vendored_name�base�head� r �8/usr/lib/python3.8/site-packages/pip/_vendor/__init__.py�vendored s r z*.whlZ cachecontrolZcoloramaZ contextlib2ZdistlibZdistroZhtml5libZsixz six.moveszsix.moves.urllibzsix.moves.urllib.parseZ packagingzpackaging.versionzpackaging.specifiersZpep517Z
pkg_resourcesZprogressZpytomlZretryingZrequestszrequests.exceptionszrequests.packageszrequests.packages.urllib3z&requests.packages.urllib3._collectionsz$requests.packages.urllib3.connectionz(requests.packages.urllib3.connectionpoolz!requests.packages.urllib3.contribz*requests.packages.urllib3.contrib.ntlmpoolz+requests.packages.urllib3.contrib.pyopensslz$requests.packages.urllib3.exceptionsz requests.packages.urllib3.fieldsz"requests.packages.urllib3.filepostz"requests.packages.urllib3.packagesz/requests.packages.urllib3.packages.ordered_dictz&requests.packages.urllib3.packages.sixz5requests.packages.urllib3.packages.ssl_match_hostnamezErequests.packages.urllib3.packages.ssl_match_hostname._implementationz%requests.packages.urllib3.poolmanagerz!requests.packages.urllib3.requestz"requests.packages.urllib3.responsez requests.packages.urllib3.utilz)requests.packages.urllib3.util.connectionz&requests.packages.urllib3.util.requestz'requests.packages.urllib3.util.responsez$requests.packages.urllib3.util.retryz#requests.packages.urllib3.util.ssl_z&requests.packages.urllib3.util.timeoutz"requests.packages.urllib3.util.urlZurllib3)�__doc__Z
__future__r ZglobZos.path�osr Z DEBUNDLED�path�abspath�dirname�__file__Z WHEEL_DIRr �joinr r r r �<module> sr $ __pycache__/distro.cpython-38.opt-1.pyc 0000644 00000107170 15043676216 0013667 0 ustar 00 U
��.e� � @ s~ d Z ddlZddlZddlZddlZddlZddlZddlZddlZej �
dd�Z dZ ddiZ
dddd �Zd
diZe�d �Ze�d �Zd
dde dfZd@dd�Zdd� ZdAdd�ZdBdd�ZdCdd �ZdDd d �ZdEd d �ZdFd!d"�Zd#d$� Z d%d&� Z dGd'd(�Z d)d*� Z d+d,� Z d-d.� Z!d/d0� Z"d1d2� Z#d3d4� Z$d5d6� Z%d7d8� Z&G d9d:� d:e'�Z(G d;d<� d<e'�Z)e)� Z*d=d>� Z+e,d?k�rze+� dS )Ha
The ``distro`` package (``distro`` stands for Linux Distribution) provides
information about the Linux distribution it runs on, such as a reliable
machine-readable distro ID, or version information.
It is the recommended replacement for Python's original
:py:func:`platform.linux_distribution` function, but it provides much more
functionality. An alternative implementation became necessary because Python
3.5 deprecated this function, and Python 3.8 will remove it altogether.
Its predecessor function :py:func:`platform.dist` was already
deprecated since Python 2.6 and will also be removed in Python 3.8.
Still, there are many cases in which access to OS distribution information
is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for
more information.
� NZ UNIXCONFDIRz/etcz
os-releaseZolZoracleZrhel)ZenterpriseenterpriseZredhatenterpriseworkstationZredhatenterpriseserverZredhatzA(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)z(\w+)[-_](release|version)$Zdebian_versionz lsb-releasez oem-releasezsystem-releaseTc C s
t �| �S )a
Return information about the current OS distribution as a tuple
``(id_name, version, codename)`` with items as follows:
* ``id_name``: If *full_distribution_name* is false, the result of
:func:`distro.id`. Otherwise, the result of :func:`distro.name`.
* ``version``: The result of :func:`distro.version`.
* ``codename``: The result of :func:`distro.codename`.
The interface of this function is compatible with the original
:py:func:`platform.linux_distribution` function, supporting a subset of
its parameters.
The data it returns may not exactly be the same, because it uses more data
sources than the original function, and that may lead to different data if
the OS distribution is not consistent across multiple data sources it
provides (there are indeed such distributions ...).
Another reason for differences is the fact that the :func:`distro.id`
method normalizes the distro ID string to a reliable machine-readable value
for a number of popular OS distributions.
)�_distro�linux_distribution)�full_distribution_name� r �6/usr/lib/python3.8/site-packages/pip/_vendor/distro.pyr a s r c C s t �� S )a$
Return the distro ID of the current distribution, as a
machine-readable string.
For a number of OS distributions, the returned distro ID value is
*reliable*, in the sense that it is documented and that it does not change
across releases of the distribution.
This package maintains the following reliable distro ID values:
============== =========================================
Distro ID Distribution
============== =========================================
"ubuntu" Ubuntu
"debian" Debian
"rhel" RedHat Enterprise Linux
"centos" CentOS
"fedora" Fedora
"sles" SUSE Linux Enterprise Server
"opensuse" openSUSE
"amazon" Amazon Linux
"arch" Arch Linux
"cloudlinux" CloudLinux OS
"exherbo" Exherbo Linux
"gentoo" GenToo Linux
"ibm_powerkvm" IBM PowerKVM
"kvmibm" KVM for IBM z Systems
"linuxmint" Linux Mint
"mageia" Mageia
"mandriva" Mandriva Linux
"parallels" Parallels
"pidora" Pidora
"raspbian" Raspbian
"oracle" Oracle Linux (and Oracle Enterprise Linux)
"scientific" Scientific Linux
"slackware" Slackware
"xenserver" XenServer
"openbsd" OpenBSD
"netbsd" NetBSD
"freebsd" FreeBSD
============== =========================================
If you have a need to get distros for reliable IDs added into this set,
or if you find that the :func:`distro.id` function returns a different
distro ID for one of the listed distros, please create an issue in the
`distro issue tracker`_.
**Lookup hierarchy and transformations:**
First, the ID is obtained from the following sources, in the specified
order. The first available and non-empty value is used:
* the value of the "ID" attribute of the os-release file,
* the value of the "Distributor ID" attribute returned by the lsb_release
command,
* the first part of the file name of the distro release file,
The so determined ID value then passes the following transformations,
before it is returned by this method:
* it is translated to lower case,
* blanks (which should not be there anyway) are translated to underscores,
* a normalization of the ID is performed, based upon
`normalization tables`_. The purpose of this normalization is to ensure
that the ID is as reliable as possible, even across incompatible changes
in the OS distributions. A common reason for an incompatible change is
the addition of an os-release file, or the addition of the lsb_release
command, with ID values that differ from what was previously determined
from the distro release file name.
)r �idr r r r r } s Kr Fc C s
t �| �S )ak
Return the name of the current OS distribution, as a human-readable
string.
If *pretty* is false, the name is returned without version or codename.
(e.g. "CentOS Linux")
If *pretty* is true, the version and codename are appended.
(e.g. "CentOS Linux 7.1.1503 (Core)")
**Lookup hierarchy:**
The name is obtained from the following sources, in the specified order.
The first available and non-empty value is used:
* If *pretty* is false:
- the value of the "NAME" attribute of the os-release file,
- the value of the "Distributor ID" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file.
* If *pretty* is true:
- the value of the "PRETTY_NAME" attribute of the os-release file,
- the value of the "Description" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file, appended
with the value of the pretty version ("<version_id>" and "<codename>"
fields) of the distro release file, if available.
)r �name��prettyr r r r � s $r c C s t �| |�S )av
Return the version of the current OS distribution, as a human-readable
string.
If *pretty* is false, the version is returned without codename (e.g.
"7.0").
If *pretty* is true, the codename in parenthesis is appended, if the
codename is non-empty (e.g. "7.0 (Maipo)").
Some distributions provide version numbers with different precisions in
the different sources of distribution information. Examining the different
sources in a fixed priority order does not always yield the most precise
version (e.g. for Debian 8.2, or CentOS 7.1).
The *best* parameter can be used to control the approach for the returned
version:
If *best* is false, the first non-empty version number in priority order of
the examined sources is returned.
If *best* is true, the most precise version number out of all examined
sources is returned.
**Lookup hierarchy:**
In all cases, the version number is obtained from the following sources.
If *best* is false, this order represents the priority order:
* the value of the "VERSION_ID" attribute of the os-release file,
* the value of the "Release" attribute returned by the lsb_release
command,
* the version number parsed from the "<version_id>" field of the first line
of the distro release file,
* the version number parsed from the "PRETTY_NAME" attribute of the
os-release file, if it follows the format of the distro release files.
* the version number parsed from the "Description" attribute returned by
the lsb_release command, if it follows the format of the distro release
files.
)r �version�r
�bestr r r r � s )r c C s
t �| �S )a�
Return the version of the current OS distribution as a tuple
``(major, minor, build_number)`` with items as follows:
* ``major``: The result of :func:`distro.major_version`.
* ``minor``: The result of :func:`distro.minor_version`.
* ``build_number``: The result of :func:`distro.build_number`.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
version_parts�r
r r r r s r c C s
t �| �S )a5
Return the major version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The major version is the first
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
major_versionr r r r r / s
r c C s
t �| �S )a6
Return the minor version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The minor version is the second
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
minor_versionr r r r r < s
r c C s
t �| �S )a3
Return the build number of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The build number is the third part
of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r � build_numberr r r r r I s
r c C s t �� S )a
Return a space-separated list of distro IDs of distributions that are
closely related to the current OS distribution in regards to packaging
and programming interfaces, for example distributions the current
distribution is a derivative from.
**Lookup hierarchy:**
This information item is only provided by the os-release file.
For details, see the description of the "ID_LIKE" attribute in the
`os-release man page
<http://www.freedesktop.org/software/systemd/man/os-release.html>`_.
)r �liker r r r r V s r c C s t �� S )a�
Return the codename for the release of the current OS distribution,
as a string.
If the distribution does not have a codename, an empty string is returned.
Note that the returned codename is not always really a codename. For
example, openSUSE returns "x86_64". This function does not handle such
cases in any special way and just returns the string it finds, if any.
**Lookup hierarchy:**
* the codename within the "VERSION" attribute of the os-release file, if
provided,
* the value of the "Codename" attribute returned by the lsb_release
command,
* the value of the "<codename>" field of the distro release file.
)r �codenamer r r r r g s r c C s t �| |�S )a�
Return certain machine-readable information items about the current OS
distribution in a dictionary, as shown in the following example:
.. sourcecode:: python
{
'id': 'rhel',
'version': '7.0',
'version_parts': {
'major': '7',
'minor': '0',
'build_number': ''
},
'like': 'fedora',
'codename': 'Maipo'
}
The dictionary structure and keys are always the same, regardless of which
information items are available in the underlying data sources. The values
for the various keys are as follows:
* ``id``: The result of :func:`distro.id`.
* ``version``: The result of :func:`distro.version`.
* ``version_parts -> major``: The result of :func:`distro.major_version`.
* ``version_parts -> minor``: The result of :func:`distro.minor_version`.
* ``version_parts -> build_number``: The result of
:func:`distro.build_number`.
* ``like``: The result of :func:`distro.like`.
* ``codename``: The result of :func:`distro.codename`.
For a description of the *pretty* and *best* parameters, see the
:func:`distro.version` method.
)r �infor r r r r s )r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the os-release file data source of the current OS distribution.
See `os-release file`_ for details about these information items.
)r �os_release_infor r r r r � s r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the lsb_release command data source of the current OS distribution.
See `lsb_release command output`_ for details about these information
items.
)r �lsb_release_infor r r r r � s r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
See `distro release file`_ for details about these information items.
)r �distro_release_infor r r r r � s r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
)r �
uname_infor r r r r � s r c C s
t �| �S )a�
Return a single named information item from the os-release file data source
of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `os-release file`_ for details about these information items.
)r �os_release_attr�� attributer r r r � s r c C s
t �| �S )a�
Return a single named information item from the lsb_release command output
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `lsb_release command output`_ for details about these information
items.
)r �lsb_release_attrr r r r r � s r c C s
t �| �S )a�
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `distro release file`_ for details about these information items.
)r �distro_release_attrr r r r r � s r c C s
t �| �S )aZ
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
)r �
uname_attrr r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )�cached_propertyz�A version of @property which caches the value. On access, it calls the
underlying function and sets the value in `__dict__` so future accesses
will not re-call the property.
c C s |j | _|| _d S �N)�__name__�_fname�_f)�self�fr r r �__init__" s zcached_property.__init__c C s | � |� }|j| j< |S r! )r$ �__dict__r# )r% �obj�owner�retr r r �__get__& s zcached_property.__get__N)r" �
__module__� __qualname__�__doc__r' r, r r r r r s r c @ s2 e Zd ZdZdBdd�Zdd� ZdCdd �Zd
d � ZdDd
d�ZdEdd�Z dFdd�Z
dGdd�Z dHdd�Z dIdd�Z
dd� Zdd � ZdJd d �Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zed/d0� �Zed1d2� �Z ed3d4� �Z ed5d6� �Z ed7d8� �Z ed9d:� �Z ed;d<� �Z!d=d>� Z"ed?d@� �Z#dAS )K�LinuxDistributiona
Provides information about a OS distribution.
This package creates a private module-global instance of this class with
default initialization arguments, that is used by the
`consolidated accessor functions`_ and `single source accessor functions`_.
By using default initialization arguments, that module-global instance
returns data about the current OS distribution (i.e. the distro this
package runs on).
Normally, it is not necessary to create additional instances of this class.
However, in situations where control is needed over the exact data sources
that are used, instances of this class can be created with a specific
distro release file, or a specific os-release file, or without invoking the
lsb_release command.
T� c C s. |pt j�tt�| _|pd| _|| _|| _dS )ao
The initialization method of this class gathers information from the
available data sources, and stores that in private instance attributes.
Subsequent access to the information items uses these private instance
attributes, so that the data sources are read only once.
Parameters:
* ``include_lsb`` (bool): Controls whether the
`lsb_release command output`_ is included as a data source.
If the lsb_release command is not available in the program execution
path, the data source for the lsb_release command will be empty.
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is to be used as a data source.
An empty string (the default) will cause the default path name to
be used (see `os-release file`_ for details).
If the specified or defaulted os-release file does not exist, the
data source for the os-release file will be empty.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is to be used as a data source.
An empty string (the default) will cause a default search algorithm
to be used (see `distro release file`_ for details).
If the specified distro release file does not exist, or if no default
distro release file can be found, the data source for the distro
release file will be empty.
* ``include_name`` (bool): Controls whether uname command output is
included as a data source. If the uname command is not available in
the program execution path the data source for the uname command will
be empty.
Public instance attributes:
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``include_lsb`` (bool): The result of the ``include_lsb`` parameter.
This controls whether the lsb information will be loaded.
* ``include_uname`` (bool): The result of the ``include_uname``
parameter. This controls whether the uname information will
be loaded.
Raises:
* :py:exc:`IOError`: Some I/O issue with an os-release file or distro
release file.
* :py:exc:`subprocess.CalledProcessError`: The lsb_release command had
some issue (other than not being available in the program execution
path).
* :py:exc:`UnicodeError`: A data source has unexpected characters or
uses an unexpected encoding.
r1 N) �os�path�join� _UNIXCONFDIR�_OS_RELEASE_BASENAME�os_release_file�distro_release_file� include_lsb�
include_uname)r% r9 r7 r8 r: r r r r' > s H �
zLinuxDistribution.__init__c C s dj | d�S )z Return repr of all info
ae LinuxDistribution(os_release_file={self.os_release_file!r}, distro_release_file={self.distro_release_file!r}, include_lsb={self.include_lsb!r}, include_uname={self.include_uname!r}, _os_release_info={self._os_release_info!r}, _lsb_release_info={self._lsb_release_info!r}, _distro_release_info={self._distro_release_info!r}, _uname_info={self._uname_info!r})�r% )�formatr; r r r �__repr__� s ��zLinuxDistribution.__repr__c C s" |r | � � n| �� | �� | �� fS )z�
Return information about the OS distribution that is compatible
with Python's :func:`platform.linux_distribution`, supporting a subset
of its parameters.
For details, see :func:`distro.linux_distribution`.
)r r r r )r% r r r r r � s �z$LinuxDistribution.linux_distributionc C sl dd� }| � d�}|r ||t�S | �d�}|r8||t�S | �d�}|rP||t�S | �d�}|rh||t�S dS )zoReturn the distro ID of the OS distribution, as a string.
For details, see :func:`distro.id`.
c S s | � � �dd�} |�| | �S )N� �_)�lower�replace�get)� distro_id�tabler r r � normalize� s z'LinuxDistribution.id.<locals>.normalizer �distributor_idr1 )r �NORMALIZED_OS_IDr �NORMALIZED_LSB_IDr �NORMALIZED_DISTRO_IDr )r% rE rC r r r r � s
zLinuxDistribution.idFc C s| | � d�p&| �d�p&| �d�p&| �d�}|rt| � d�p>| �d�}|st| �d�pV| �d�}| jdd�}|rt|d | }|pzdS ) zu
Return the name of the OS distribution, as a string.
For details, see :func:`distro.name`.
r rF � pretty_name� descriptionTr r> r1 )r r r r r )r% r
r r r r r r � s&
���
�
� zLinuxDistribution.namec C s� | � d�| �d�| �d�| �| � d���dd�| �| �d���dd�| �d�g}d}|r�|D ]$}|�d�|�d�ks||dkr\|}q\n|D ]}|dkr�|} q�q�|r�|r�| �� r�d�|| �� �}|S )z{
Return the version of the OS distribution, as a string.
For details, see :func:`distro.version`.
�
version_id�releaserJ r1 rK �.z {0} ({1})) r r r � _parse_distro_release_contentrB r �countr r< )r% r
r
Zversionsr �vr r r r � s: � �� ��
zLinuxDistribution.versionc C sL | j |d�}|rHt�d�}|�|�}|rH|�� \}}}||p>d|pDdfS dS )z�
Return the version of the OS distribution, as a tuple of version
numbers.
For details, see :func:`distro.version_parts`.
r z(\d+)\.?(\d+)?\.?(\d+)?r1 )r1 r1 r1 )r �re�compile�match�groups)r% r
Z version_strZ
version_regex�matches�major�minorr r r r r � s
z LinuxDistribution.version_partsc C s | � |�d S )z�
Return the major version number of the current distribution.
For details, see :func:`distro.major_version`.
r �r �r% r
r r r r s z LinuxDistribution.major_versionc C s | � |�d S )z�
Return the minor version number of the current distribution.
For details, see :func:`distro.minor_version`.
� rY rZ r r r r s z LinuxDistribution.minor_versionc C s | � |�d S )z}
Return the build number of the current distribution.
For details, see :func:`distro.build_number`.
� rY rZ r r r r s z LinuxDistribution.build_numberc C s | � d�p dS )z�
Return the IDs of distributions that are like the OS distribution.
For details, see :func:`distro.like`.
Zid_liker1 )r r; r r r r # s zLinuxDistribution.likec C s> z | j d W S tk
r8 | �d�p2| �d�p2d Y S X dS )zp
Return the codename of the OS distribution.
For details, see :func:`distro.codename`.
r r1 N)�_os_release_info�KeyErrorr r r; r r r r + s
��zLinuxDistribution.codenamec C sB t | �� | �||�t | �|�| �|�| �|�d�| �� | �� d�S )z�
Return certain machine-readable information about the OS
distribution.
For details, see :func:`distro.info`.
)rW rX r )r r r r r )�dictr r r r r r r )r% r
r
r r r r : s
��zLinuxDistribution.infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the os-release file data source of the OS distribution.
For details, see :func:`distro.os_release_info`.
)r] r; r r r r M s z!LinuxDistribution.os_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the lsb_release command data source of the OS
distribution.
For details, see :func:`distro.lsb_release_info`.
)�_lsb_release_infor; r r r r V s z"LinuxDistribution.lsb_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the distro release file data source of the OS
distribution.
For details, see :func:`distro.distro_release_info`.
)�_distro_release_infor; r r r r ` s z%LinuxDistribution.distro_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the uname command data source of the OS distribution.
For details, see :func:`distro.uname_info`.
)� _uname_infor; r r r r j s z LinuxDistribution.uname_infoc C s | j �|d�S )z�
Return a single named information item from the os-release file data
source of the OS distribution.
For details, see :func:`distro.os_release_attr`.
r1 )r] rB �r% r r r r r s s z!LinuxDistribution.os_release_attrc C s | j �|d�S )z�
Return a single named information item from the lsb_release command
output data source of the OS distribution.
For details, see :func:`distro.lsb_release_attr`.
r1 )r` rB rc r r r r | s z"LinuxDistribution.lsb_release_attrc C s | j �|d�S )z�
Return a single named information item from the distro release file
data source of the OS distribution.
For details, see :func:`distro.distro_release_attr`.
r1 )ra rB rc r r r r � s z%LinuxDistribution.distro_release_attrc C s | j �|d�S )z�
Return a single named information item from the uname command
output data source of the OS distribution.
For details, see :func:`distro.uname_release_attr`.
r1 )rb rB rc r r r r � s z LinuxDistribution.uname_attrc
C s: t j�| j�r6t| j��}| �|�W 5 Q R � S Q R X i S )z�
Get the information items from the specified os-release file.
Returns:
A dictionary containing all information items.
)r2 r3 �isfiler7 �open�_parse_os_release_content)r% Z release_filer r r r] � s z"LinuxDistribution._os_release_infoc C s i }t j | dd�}d|_tjd dkr@t|jt�r@|j�d�|_t|�}|D ]>}d|krL|� dd�\}}t|t�r||�d�}|||�
� < qLqLd |kr�|d |d
< nbd |kr�|d |d
< nLd |k�rt � d
|d �}|�r|�
� }|�d�}|�d�}|�� }||d
< |S )aD
Parse the lines of an os-release file.
Parameters:
* lines: Iterable through the lines in the os-release file.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
T)�posixr r\ z
iso-8859-1�=r[ �utf-8Zversion_codenamer Zubuntu_codenamer z(\(\D+\))|,(\s+)?\D+z()�,)�shlexZwhitespace_split�sys� version_info�
isinstanceZ wordchars�bytes�decode�list�splitr@ rR �search�group�strip)�lines�propsZlexer�tokens�token�krQ r r r r rf � s4
z+LinuxDistribution._parse_os_release_contentc
C sz | j s
i S ttjd��B}zd}tj||d�}W n$ tk
rR i Y W 5 Q R � S X W 5 Q R X |�t� � ��
� }| � |�S )z�
Get the information items from the lsb_release command output.
Returns:
A dictionary containing all information items.
�w)Z lsb_releasez-a��stderr) r9 re r2 �devnull�
subprocess� check_output�OSErrorrp rl �getfilesystemencoding�
splitlines�_parse_lsb_release_content�r% r~ �cmd�stdoutZcontentr r r r` � s z#LinuxDistribution._lsb_release_infoc C sX i }| D ]J}|� d��dd�}t|�dkr,q|\}}|�|�dd��� |� � i� q|S )aM
Parse the output of the lsb_release command.
Parameters:
* lines: Iterable through the lines of the lsb_release output.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
�
�:r[ r\ r> r? )ru rr �len�updaterA r@ )rv rw �lineZkvrz rQ r r r r� � s z,LinuxDistribution._parse_lsb_release_contentc
C sp t tjd��B}zd}tj||d�}W n$ tk
rH i Y W 5 Q R � S X W 5 Q R X |�t�� �� � }| �
|�S )Nr{ )�unamez-rsr| ) re r2 r~ r r� r� rp rl r� r� �_parse_uname_contentr� r r r rb s z LinuxDistribution._uname_infoc C sT i }t �d| d �� �}|rP|�� \}}|dkr4i S |�� |d< ||d< ||d< |S )Nz^([^\s]+)\s+([\d\.]+)r ZLinuxr r rM )rR rs ru rU r@ )rv rw rT r r r r r r� s z&LinuxDistribution._parse_uname_contentc C s0 | j rb| �| j �}tj�| j �}t�|�}d|krLd|d �� krLd|d< n|r^|�d�|d< |S zt� t
�}|� � W n6 t k
r� ddddd d
d d d
ddddddg}Y nX |D ]r}|t
kr�q�t�|�}|r�tj�t
|�}| �|�}d|kr�|| _ |�d�|d< d|d �� k�r d|d< | S q�i S dS )z�
Get the information items from the specified distro release file.
Returns:
A dictionary containing all information items.
r Z
cloudlinuxr r[ z SuSE-releasez arch-releasez base-releasezcentos-releasezfedora-releasezgentoo-releasezmageia-releasezmandrake-releasezmandriva-releasezmandrivalinux-releasezmanjaro-releasezoracle-releasezredhat-releasez
sl-releasezslackware-versionN)r8 �_parse_distro_release_filer2 r3 �basename� _DISTRO_RELEASE_BASENAME_PATTERNrT r@ rt �listdirr5 �sortr� � _DISTRO_RELEASE_IGNORE_BASENAMESr4 )r% � distro_infor� rT Z basenames�filepathr r r ra . s^ �
�
�
z&LinuxDistribution._distro_release_infoc
C sR z0t |�� }| �|�� �W 5 Q R � W S Q R X W n ttfk
rL i Y S X dS )z�
Parse a distro release file.
Parameters:
* filepath: Path name of the distro release file.
Returns:
A dictionary containing all information items.
N)re rO �readliner� �IOError)r% r� �fpr r r r� r s
&z,LinuxDistribution._parse_distro_release_filec C s� t | t�r| �d�} t�| �� ddd� �}i }|r�|�d�ddd� |d< |�d�rn|�d�ddd� |d< |�d�r�|�d�ddd� |d < n| r�| �� |d< |S )
a
Parse a line from a distro release file.
Parameters:
* line: Line from the distro release file. Must be a unicode string
or a UTF-8 encoded byte string.
Returns:
A dictionary containing all information items.
ri N���� r r\ rL r[ r )rn ro rp �(_DISTRO_RELEASE_CONTENT_REVERSED_PATTERNrT ru rt )r� rV r� r r r rO � s
�
z/LinuxDistribution._parse_distro_release_contentN)Tr1 r1 T)T)F)FF)F)F)F)F)FF)$r" r- r. r/ r' r= r r r r r r r r r r r r r r r r r r r r r] � staticmethodrf r` r� rb r� ra r� rO r r r r r0 , sV �
N
"
B
Cr0 c C s� t �t�} | �t j� | �t �tj�� t j
dd�}|j ddddd� |� � }|j
rn| �t
jt� dd d
�� n:| �d td d �� td d �}| �d
|� t� }| �d|� d S )NzOS distro info tool)rK z--jsonz-jz!Output in machine readable format�
store_true)�help�action� T)�indentZ sort_keyszName: %sr z Version: %sz Codename: %s)�loggingZ getLoggerr" ZsetLevel�DEBUGZ
addHandlerZ
StreamHandlerrl r� �argparse�ArgumentParser� add_argument�
parse_args�jsonr �dumpsr r r )Zlogger�parser�argsZdistribution_versionZdistribution_codenamer r r �main� s$
�
r� �__main__)T)F)FF)F)F)F)F)FF)-r/ r2 rR rl r� rk r� r� r �environrB r5 r6 rG rH rI rS r� r� r� r r r r r r r r r r r r r r r r r r r �objectr r0 r r� r" r r r r �<module> sz
� � ����
N
'
,
,
}
__pycache__/distro.cpython-38.pyc 0000644 00000107275 15043676217 0012737 0 ustar 00 U
��.e� � @ s~ d Z ddlZddlZddlZddlZddlZddlZddlZddlZej �
dd�Z dZ ddiZ
dddd �Zd
diZe�d �Ze�d �Zd
dde dfZd@dd�Zdd� ZdAdd�ZdBdd�ZdCdd �ZdDd d �ZdEd d �ZdFd!d"�Zd#d$� Z d%d&� Z dGd'd(�Z d)d*� Z d+d,� Z d-d.� Z!d/d0� Z"d1d2� Z#d3d4� Z$d5d6� Z%d7d8� Z&G d9d:� d:e'�Z(G d;d<� d<e'�Z)e)� Z*d=d>� Z+e,d?k�rze+� dS )Ha
The ``distro`` package (``distro`` stands for Linux Distribution) provides
information about the Linux distribution it runs on, such as a reliable
machine-readable distro ID, or version information.
It is the recommended replacement for Python's original
:py:func:`platform.linux_distribution` function, but it provides much more
functionality. An alternative implementation became necessary because Python
3.5 deprecated this function, and Python 3.8 will remove it altogether.
Its predecessor function :py:func:`platform.dist` was already
deprecated since Python 2.6 and will also be removed in Python 3.8.
Still, there are many cases in which access to OS distribution information
is needed. See `Python issue 1322 <https://bugs.python.org/issue1322>`_ for
more information.
� NZ UNIXCONFDIRz/etcz
os-releaseZolZoracleZrhel)ZenterpriseenterpriseZredhatenterpriseworkstationZredhatenterpriseserverZredhatzA(?:[^)]*\)(.*)\()? *(?:STL )?([\d.+\-a-z]*\d) *(?:esaeler *)?(.+)z(\w+)[-_](release|version)$Zdebian_versionz lsb-releasez oem-releasezsystem-releaseTc C s
t �| �S )a
Return information about the current OS distribution as a tuple
``(id_name, version, codename)`` with items as follows:
* ``id_name``: If *full_distribution_name* is false, the result of
:func:`distro.id`. Otherwise, the result of :func:`distro.name`.
* ``version``: The result of :func:`distro.version`.
* ``codename``: The result of :func:`distro.codename`.
The interface of this function is compatible with the original
:py:func:`platform.linux_distribution` function, supporting a subset of
its parameters.
The data it returns may not exactly be the same, because it uses more data
sources than the original function, and that may lead to different data if
the OS distribution is not consistent across multiple data sources it
provides (there are indeed such distributions ...).
Another reason for differences is the fact that the :func:`distro.id`
method normalizes the distro ID string to a reliable machine-readable value
for a number of popular OS distributions.
)�_distro�linux_distribution)�full_distribution_name� r �6/usr/lib/python3.8/site-packages/pip/_vendor/distro.pyr a s r c C s t �� S )a$
Return the distro ID of the current distribution, as a
machine-readable string.
For a number of OS distributions, the returned distro ID value is
*reliable*, in the sense that it is documented and that it does not change
across releases of the distribution.
This package maintains the following reliable distro ID values:
============== =========================================
Distro ID Distribution
============== =========================================
"ubuntu" Ubuntu
"debian" Debian
"rhel" RedHat Enterprise Linux
"centos" CentOS
"fedora" Fedora
"sles" SUSE Linux Enterprise Server
"opensuse" openSUSE
"amazon" Amazon Linux
"arch" Arch Linux
"cloudlinux" CloudLinux OS
"exherbo" Exherbo Linux
"gentoo" GenToo Linux
"ibm_powerkvm" IBM PowerKVM
"kvmibm" KVM for IBM z Systems
"linuxmint" Linux Mint
"mageia" Mageia
"mandriva" Mandriva Linux
"parallels" Parallels
"pidora" Pidora
"raspbian" Raspbian
"oracle" Oracle Linux (and Oracle Enterprise Linux)
"scientific" Scientific Linux
"slackware" Slackware
"xenserver" XenServer
"openbsd" OpenBSD
"netbsd" NetBSD
"freebsd" FreeBSD
============== =========================================
If you have a need to get distros for reliable IDs added into this set,
or if you find that the :func:`distro.id` function returns a different
distro ID for one of the listed distros, please create an issue in the
`distro issue tracker`_.
**Lookup hierarchy and transformations:**
First, the ID is obtained from the following sources, in the specified
order. The first available and non-empty value is used:
* the value of the "ID" attribute of the os-release file,
* the value of the "Distributor ID" attribute returned by the lsb_release
command,
* the first part of the file name of the distro release file,
The so determined ID value then passes the following transformations,
before it is returned by this method:
* it is translated to lower case,
* blanks (which should not be there anyway) are translated to underscores,
* a normalization of the ID is performed, based upon
`normalization tables`_. The purpose of this normalization is to ensure
that the ID is as reliable as possible, even across incompatible changes
in the OS distributions. A common reason for an incompatible change is
the addition of an os-release file, or the addition of the lsb_release
command, with ID values that differ from what was previously determined
from the distro release file name.
)r �idr r r r r } s Kr Fc C s
t �| �S )ak
Return the name of the current OS distribution, as a human-readable
string.
If *pretty* is false, the name is returned without version or codename.
(e.g. "CentOS Linux")
If *pretty* is true, the version and codename are appended.
(e.g. "CentOS Linux 7.1.1503 (Core)")
**Lookup hierarchy:**
The name is obtained from the following sources, in the specified order.
The first available and non-empty value is used:
* If *pretty* is false:
- the value of the "NAME" attribute of the os-release file,
- the value of the "Distributor ID" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file.
* If *pretty* is true:
- the value of the "PRETTY_NAME" attribute of the os-release file,
- the value of the "Description" attribute returned by the lsb_release
command,
- the value of the "<name>" field of the distro release file, appended
with the value of the pretty version ("<version_id>" and "<codename>"
fields) of the distro release file, if available.
)r �name��prettyr r r r � s $r c C s t �| |�S )av
Return the version of the current OS distribution, as a human-readable
string.
If *pretty* is false, the version is returned without codename (e.g.
"7.0").
If *pretty* is true, the codename in parenthesis is appended, if the
codename is non-empty (e.g. "7.0 (Maipo)").
Some distributions provide version numbers with different precisions in
the different sources of distribution information. Examining the different
sources in a fixed priority order does not always yield the most precise
version (e.g. for Debian 8.2, or CentOS 7.1).
The *best* parameter can be used to control the approach for the returned
version:
If *best* is false, the first non-empty version number in priority order of
the examined sources is returned.
If *best* is true, the most precise version number out of all examined
sources is returned.
**Lookup hierarchy:**
In all cases, the version number is obtained from the following sources.
If *best* is false, this order represents the priority order:
* the value of the "VERSION_ID" attribute of the os-release file,
* the value of the "Release" attribute returned by the lsb_release
command,
* the version number parsed from the "<version_id>" field of the first line
of the distro release file,
* the version number parsed from the "PRETTY_NAME" attribute of the
os-release file, if it follows the format of the distro release files.
* the version number parsed from the "Description" attribute returned by
the lsb_release command, if it follows the format of the distro release
files.
)r �version�r
�bestr r r r � s )r c C s
t �| �S )a�
Return the version of the current OS distribution as a tuple
``(major, minor, build_number)`` with items as follows:
* ``major``: The result of :func:`distro.major_version`.
* ``minor``: The result of :func:`distro.minor_version`.
* ``build_number``: The result of :func:`distro.build_number`.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
version_parts�r
r r r r s r c C s
t �| �S )a5
Return the major version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The major version is the first
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
major_versionr r r r r / s
r c C s
t �| �S )a6
Return the minor version of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The minor version is the second
part of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r �
minor_versionr r r r r < s
r c C s
t �| �S )a3
Return the build number of the current OS distribution, as a string,
if provided.
Otherwise, the empty string is returned. The build number is the third part
of the dot-separated version string.
For a description of the *best* parameter, see the :func:`distro.version`
method.
)r � build_numberr r r r r I s
r c C s t �� S )a
Return a space-separated list of distro IDs of distributions that are
closely related to the current OS distribution in regards to packaging
and programming interfaces, for example distributions the current
distribution is a derivative from.
**Lookup hierarchy:**
This information item is only provided by the os-release file.
For details, see the description of the "ID_LIKE" attribute in the
`os-release man page
<http://www.freedesktop.org/software/systemd/man/os-release.html>`_.
)r �liker r r r r V s r c C s t �� S )a�
Return the codename for the release of the current OS distribution,
as a string.
If the distribution does not have a codename, an empty string is returned.
Note that the returned codename is not always really a codename. For
example, openSUSE returns "x86_64". This function does not handle such
cases in any special way and just returns the string it finds, if any.
**Lookup hierarchy:**
* the codename within the "VERSION" attribute of the os-release file, if
provided,
* the value of the "Codename" attribute returned by the lsb_release
command,
* the value of the "<codename>" field of the distro release file.
)r �codenamer r r r r g s r c C s t �| |�S )a�
Return certain machine-readable information items about the current OS
distribution in a dictionary, as shown in the following example:
.. sourcecode:: python
{
'id': 'rhel',
'version': '7.0',
'version_parts': {
'major': '7',
'minor': '0',
'build_number': ''
},
'like': 'fedora',
'codename': 'Maipo'
}
The dictionary structure and keys are always the same, regardless of which
information items are available in the underlying data sources. The values
for the various keys are as follows:
* ``id``: The result of :func:`distro.id`.
* ``version``: The result of :func:`distro.version`.
* ``version_parts -> major``: The result of :func:`distro.major_version`.
* ``version_parts -> minor``: The result of :func:`distro.minor_version`.
* ``version_parts -> build_number``: The result of
:func:`distro.build_number`.
* ``like``: The result of :func:`distro.like`.
* ``codename``: The result of :func:`distro.codename`.
For a description of the *pretty* and *best* parameters, see the
:func:`distro.version` method.
)r �infor r r r r s )r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the os-release file data source of the current OS distribution.
See `os-release file`_ for details about these information items.
)r �os_release_infor r r r r � s r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the lsb_release command data source of the current OS distribution.
See `lsb_release command output`_ for details about these information
items.
)r �lsb_release_infor r r r r � s r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
See `distro release file`_ for details about these information items.
)r �distro_release_infor r r r r � s r c C s t �� S )z�
Return a dictionary containing key-value pairs for the information items
from the distro release file data source of the current OS distribution.
)r �
uname_infor r r r r � s r c C s
t �| �S )a�
Return a single named information item from the os-release file data source
of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `os-release file`_ for details about these information items.
)r �os_release_attr�� attributer r r r � s r c C s
t �| �S )a�
Return a single named information item from the lsb_release command output
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `lsb_release command output`_ for details about these information
items.
)r �lsb_release_attrr r r r r � s r c C s
t �| �S )a�
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
See `distro release file`_ for details about these information items.
)r �distro_release_attrr r r r r � s r c C s
t �| �S )aZ
Return a single named information item from the distro release file
data source of the current OS distribution.
Parameters:
* ``attribute`` (string): Key of the information item.
Returns:
* (string): Value of the information item, if the item exists.
The empty string, if the item does not exist.
)r �
uname_attrr r r r r s r c @ s e Zd ZdZdd� Zdd� ZdS )�cached_propertyz�A version of @property which caches the value. On access, it calls the
underlying function and sets the value in `__dict__` so future accesses
will not re-call the property.
c C s |j | _|| _d S )N)�__name__�_fname�_f)�self�fr r r �__init__" s zcached_property.__init__c C s2 |d k st d�| j���| �|� }|j| j< |S )Nzcall {} on an instance)�AssertionError�formatr" r# �__dict__)r$ �obj�owner�retr r r �__get__& s zcached_property.__get__N)r! �
__module__� __qualname__�__doc__r& r- r r r r r s r c @ s2 e Zd ZdZdBdd�Zdd� ZdCdd �Zd
d � ZdDd
d�ZdEdd�Z dFdd�Z
dGdd�Z dHdd�Z dIdd�Z
dd� Zdd � ZdJd d �Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zed/d0� �Zed1d2� �Z ed3d4� �Z ed5d6� �Z ed7d8� �Z ed9d:� �Z ed;d<� �Z!d=d>� Z"ed?d@� �Z#dAS )K�LinuxDistributiona
Provides information about a OS distribution.
This package creates a private module-global instance of this class with
default initialization arguments, that is used by the
`consolidated accessor functions`_ and `single source accessor functions`_.
By using default initialization arguments, that module-global instance
returns data about the current OS distribution (i.e. the distro this
package runs on).
Normally, it is not necessary to create additional instances of this class.
However, in situations where control is needed over the exact data sources
that are used, instances of this class can be created with a specific
distro release file, or a specific os-release file, or without invoking the
lsb_release command.
T� c C s. |pt j�tt�| _|pd| _|| _|| _dS )ao
The initialization method of this class gathers information from the
available data sources, and stores that in private instance attributes.
Subsequent access to the information items uses these private instance
attributes, so that the data sources are read only once.
Parameters:
* ``include_lsb`` (bool): Controls whether the
`lsb_release command output`_ is included as a data source.
If the lsb_release command is not available in the program execution
path, the data source for the lsb_release command will be empty.
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is to be used as a data source.
An empty string (the default) will cause the default path name to
be used (see `os-release file`_ for details).
If the specified or defaulted os-release file does not exist, the
data source for the os-release file will be empty.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is to be used as a data source.
An empty string (the default) will cause a default search algorithm
to be used (see `distro release file`_ for details).
If the specified distro release file does not exist, or if no default
distro release file can be found, the data source for the distro
release file will be empty.
* ``include_name`` (bool): Controls whether uname command output is
included as a data source. If the uname command is not available in
the program execution path the data source for the uname command will
be empty.
Public instance attributes:
* ``os_release_file`` (string): The path name of the
`os-release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``distro_release_file`` (string): The path name of the
`distro release file`_ that is actually used as a data source. The
empty string if no distro release file is used as a data source.
* ``include_lsb`` (bool): The result of the ``include_lsb`` parameter.
This controls whether the lsb information will be loaded.
* ``include_uname`` (bool): The result of the ``include_uname``
parameter. This controls whether the uname information will
be loaded.
Raises:
* :py:exc:`IOError`: Some I/O issue with an os-release file or distro
release file.
* :py:exc:`subprocess.CalledProcessError`: The lsb_release command had
some issue (other than not being available in the program execution
path).
* :py:exc:`UnicodeError`: A data source has unexpected characters or
uses an unexpected encoding.
r2 N) �os�path�join� _UNIXCONFDIR�_OS_RELEASE_BASENAME�os_release_file�distro_release_file� include_lsb�
include_uname)r$ r: r8 r9 r; r r r r& > s H �
zLinuxDistribution.__init__c C s dj | d�S )z Return repr of all info
ae LinuxDistribution(os_release_file={self.os_release_file!r}, distro_release_file={self.distro_release_file!r}, include_lsb={self.include_lsb!r}, include_uname={self.include_uname!r}, _os_release_info={self._os_release_info!r}, _lsb_release_info={self._lsb_release_info!r}, _distro_release_info={self._distro_release_info!r}, _uname_info={self._uname_info!r})�r$ )r( r< r r r �__repr__� s ��zLinuxDistribution.__repr__c C s" |r | � � n| �� | �� | �� fS )z�
Return information about the OS distribution that is compatible
with Python's :func:`platform.linux_distribution`, supporting a subset
of its parameters.
For details, see :func:`distro.linux_distribution`.
)r r r r )r$ r r r r r � s �z$LinuxDistribution.linux_distributionc C sl dd� }| � d�}|r ||t�S | �d�}|r8||t�S | �d�}|rP||t�S | �d�}|rh||t�S dS )zoReturn the distro ID of the OS distribution, as a string.
For details, see :func:`distro.id`.
c S s | � � �dd�} |�| | �S )N� �_)�lower�replace�get)� distro_id�tabler r r � normalize� s z'LinuxDistribution.id.<locals>.normalizer �distributor_idr2 )r �NORMALIZED_OS_IDr �NORMALIZED_LSB_IDr �NORMALIZED_DISTRO_IDr )r$ rE rC r r r r � s
zLinuxDistribution.idFc C s| | � d�p&| �d�p&| �d�p&| �d�}|rt| � d�p>| �d�}|st| �d�pV| �d�}| jdd�}|rt|d | }|pzdS ) zu
Return the name of the OS distribution, as a string.
For details, see :func:`distro.name`.
r rF � pretty_name� descriptionTr r> r2 )r r r r r )r$ r
r r r r r r � s&
���
�
� zLinuxDistribution.namec C s� | � d�| �d�| �d�| �| � d���dd�| �| �d���dd�| �d�g}d}|r�|D ]$}|�d�|�d�ks||dkr\|}q\n|D ]}|dkr�|} q�q�|r�|r�| �� r�d�|| �� �}|S )z{
Return the version of the OS distribution, as a string.
For details, see :func:`distro.version`.
�
version_id�releaserJ r2 rK �.z {0} ({1})) r r r � _parse_distro_release_contentrB r �countr r( )r$ r
r
Zversionsr �vr r r r � s: � �� ��
zLinuxDistribution.versionc C sL | j |d�}|rHt�d�}|�|�}|rH|�� \}}}||p>d|pDdfS dS )z�
Return the version of the OS distribution, as a tuple of version
numbers.
For details, see :func:`distro.version_parts`.
r z(\d+)\.?(\d+)?\.?(\d+)?r2 )r2 r2 r2 )r �re�compile�match�groups)r$ r
Z version_strZ
version_regex�matches�major�minorr r r r r � s
z LinuxDistribution.version_partsc C s | � |�d S )z�
Return the major version number of the current distribution.
For details, see :func:`distro.major_version`.
r �r �r$ r
r r r r s z LinuxDistribution.major_versionc C s | � |�d S )z�
Return the minor version number of the current distribution.
For details, see :func:`distro.minor_version`.
� rY rZ r r r r s z LinuxDistribution.minor_versionc C s | � |�d S )z}
Return the build number of the current distribution.
For details, see :func:`distro.build_number`.
� rY rZ r r r r s z LinuxDistribution.build_numberc C s | � d�p dS )z�
Return the IDs of distributions that are like the OS distribution.
For details, see :func:`distro.like`.
Zid_liker2 )r r< r r r r # s zLinuxDistribution.likec C s> z | j d W S tk
r8 | �d�p2| �d�p2d Y S X dS )zp
Return the codename of the OS distribution.
For details, see :func:`distro.codename`.
r r2 N)�_os_release_info�KeyErrorr r r< r r r r + s
��zLinuxDistribution.codenamec C sB t | �� | �||�t | �|�| �|�| �|�d�| �� | �� d�S )z�
Return certain machine-readable information about the OS
distribution.
For details, see :func:`distro.info`.
)rW rX r )r r r r r )�dictr r r r r r r )r$ r
r
r r r r : s
��zLinuxDistribution.infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the os-release file data source of the OS distribution.
For details, see :func:`distro.os_release_info`.
)r] r< r r r r M s z!LinuxDistribution.os_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the lsb_release command data source of the OS
distribution.
For details, see :func:`distro.lsb_release_info`.
)�_lsb_release_infor< r r r r V s z"LinuxDistribution.lsb_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the distro release file data source of the OS
distribution.
For details, see :func:`distro.distro_release_info`.
)�_distro_release_infor< r r r r ` s z%LinuxDistribution.distro_release_infoc C s | j S )z�
Return a dictionary containing key-value pairs for the information
items from the uname command data source of the OS distribution.
For details, see :func:`distro.uname_info`.
)� _uname_infor< r r r r j s z LinuxDistribution.uname_infoc C s | j �|d�S )z�
Return a single named information item from the os-release file data
source of the OS distribution.
For details, see :func:`distro.os_release_attr`.
r2 )r] rB �r$ r r r r r s s z!LinuxDistribution.os_release_attrc C s | j �|d�S )z�
Return a single named information item from the lsb_release command
output data source of the OS distribution.
For details, see :func:`distro.lsb_release_attr`.
r2 )r` rB rc r r r r | s z"LinuxDistribution.lsb_release_attrc C s | j �|d�S )z�
Return a single named information item from the distro release file
data source of the OS distribution.
For details, see :func:`distro.distro_release_attr`.
r2 )ra rB rc r r r r � s z%LinuxDistribution.distro_release_attrc C s | j �|d�S )z�
Return a single named information item from the uname command
output data source of the OS distribution.
For details, see :func:`distro.uname_release_attr`.
r2 )rb rB rc r r r r � s z LinuxDistribution.uname_attrc
C s: t j�| j�r6t| j��}| �|�W 5 Q R � S Q R X i S )z�
Get the information items from the specified os-release file.
Returns:
A dictionary containing all information items.
)r3 r4 �isfiler8 �open�_parse_os_release_content)r$ Z release_filer r r r] � s z"LinuxDistribution._os_release_infoc C s i }t j | dd�}d|_tjd dkr@t|jt�r@|j�d�|_t|�}|D ]>}d|krL|� dd�\}}t|t�r||�d�}|||�
� < qLqLd |kr�|d |d
< nbd |kr�|d |d
< nLd |k�rt � d
|d �}|�r|�
� }|�d�}|�d�}|�� }||d
< |S )aD
Parse the lines of an os-release file.
Parameters:
* lines: Iterable through the lines in the os-release file.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
T)�posixr r\ z
iso-8859-1�=r[ �utf-8Zversion_codenamer Zubuntu_codenamer z(\(\D+\))|,(\s+)?\D+z()�,)�shlexZwhitespace_split�sys� version_info�
isinstanceZ wordchars�bytes�decode�list�splitr@ rR �search�group�strip)�lines�propsZlexer�tokens�token�krQ r r r r rf � s4
z+LinuxDistribution._parse_os_release_contentc
C sz | j s
i S ttjd��B}zd}tj||d�}W n$ tk
rR i Y W 5 Q R � S X W 5 Q R X |�t� � ��
� }| � |�S )z�
Get the information items from the lsb_release command output.
Returns:
A dictionary containing all information items.
�w)Z lsb_releasez-a��stderr) r: re r3 �devnull�
subprocess� check_output�OSErrorrp rl �getfilesystemencoding�
splitlines�_parse_lsb_release_content�r$ r~ �cmd�stdoutZcontentr r r r` � s z#LinuxDistribution._lsb_release_infoc C sX i }| D ]J}|� d��dd�}t|�dkr,q|\}}|�|�dd��� |� � i� q|S )aM
Parse the output of the lsb_release command.
Parameters:
* lines: Iterable through the lines of the lsb_release output.
Each line must be a unicode string or a UTF-8 encoded byte
string.
Returns:
A dictionary containing all information items.
�
�:r[ r\ r> r? )ru rr �len�updaterA r@ )rv rw �lineZkvrz rQ r r r r� � s z,LinuxDistribution._parse_lsb_release_contentc
C sp t tjd��B}zd}tj||d�}W n$ tk
rH i Y W 5 Q R � S X W 5 Q R X |�t�� �� � }| �
|�S )Nr{ )�unamez-rsr| ) re r3 r~ r r� r� rp rl r� r� �_parse_uname_contentr� r r r rb s z LinuxDistribution._uname_infoc C sT i }t �d| d �� �}|rP|�� \}}|dkr4i S |�� |d< ||d< ||d< |S )Nz^([^\s]+)\s+([\d\.]+)r ZLinuxr r rM )rR rs ru rU r@ )rv rw rT r r r r r r� s z&LinuxDistribution._parse_uname_contentc C s0 | j rb| �| j �}tj�| j �}t�|�}d|krLd|d �� krLd|d< n|r^|�d�|d< |S zt� t
�}|� � W n6 t k
r� ddddd d
d d d
ddddddg}Y nX |D ]r}|t
kr�q�t�|�}|r�tj�t
|�}| �|�}d|kr�|| _ |�d�|d< d|d �� k�r d|d< | S q�i S dS )z�
Get the information items from the specified distro release file.
Returns:
A dictionary containing all information items.
r Z
cloudlinuxr r[ z SuSE-releasez arch-releasez base-releasezcentos-releasezfedora-releasezgentoo-releasezmageia-releasezmandrake-releasezmandriva-releasezmandrivalinux-releasezmanjaro-releasezoracle-releasezredhat-releasez
sl-releasezslackware-versionN)r9 �_parse_distro_release_filer3 r4 �basename� _DISTRO_RELEASE_BASENAME_PATTERNrT r@ rt �listdirr6 �sortr� � _DISTRO_RELEASE_IGNORE_BASENAMESr5 )r$ � distro_infor� rT Z basenames�filepathr r r ra . s^ �
�
�
z&LinuxDistribution._distro_release_infoc
C sR z0t |�� }| �|�� �W 5 Q R � W S Q R X W n ttfk
rL i Y S X dS )z�
Parse a distro release file.
Parameters:
* filepath: Path name of the distro release file.
Returns:
A dictionary containing all information items.
N)re rO �readliner� �IOError)r$ r� �fpr r r r� r s
&z,LinuxDistribution._parse_distro_release_filec C s� t | t�r| �d�} t�| �� ddd� �}i }|r�|�d�ddd� |d< |�d�rn|�d�ddd� |d< |�d�r�|�d�ddd� |d < n| r�| �� |d< |S )
a
Parse a line from a distro release file.
Parameters:
* line: Line from the distro release file. Must be a unicode string
or a UTF-8 encoded byte string.
Returns:
A dictionary containing all information items.
ri N���� r r\ rL r[ r )rn ro rp �(_DISTRO_RELEASE_CONTENT_REVERSED_PATTERNrT ru rt )r� rV r� r r r rO � s
�
z/LinuxDistribution._parse_distro_release_contentN)Tr2 r2 T)T)F)FF)F)F)F)F)FF)$r! r. r/ r0 r& r= r r r r r r r r r r r r r r r r r r r r r] � staticmethodrf r` r� rb r� ra r� rO r r r r r1 , sV �
N
"
B
Cr1 c C s� t �t�} | �t j� | �t �tj�� t j
dd�}|j ddddd� |� � }|j
rn| �t
jt� dd d
�� n:| �d td d �� td d �}| �d
|� t� }| �d|� d S )NzOS distro info tool)rK z--jsonz-jz!Output in machine readable format�
store_true)�help�action� T)�indentZ sort_keyszName: %sr z Version: %sz Codename: %s)�loggingZ getLoggerr! ZsetLevel�DEBUGZ
addHandlerZ
StreamHandlerrl r� �argparse�ArgumentParser� add_argument�
parse_args�jsonr �dumpsr r r )Zlogger�parser�argsZdistribution_versionZdistribution_codenamer r r �main� s$
�
r� �__main__)T)F)FF)F)F)F)F)FF)-r0 r3 rR rl r� rk r� r� r �environrB r6 r7 rG rH rI rS r� r� r� r r r r r r r r r r r r r r r r r r r �objectr r1 r r� r! r r r r �<module> sz
� � ����
N
'
,
,
}
__pycache__/appdirs.cpython-38.opt-1.pyc 0000644 00000047725 15043676217 0014037 0 ustar 00 U
��.e�_ � @ s` d Z dZd�eee��ZddlZddlZejd dkZ e r>eZ
ej � d�r�ddl Z e �
� d d Ze� d�rrdZq�e� d �r�d
Zq�d Znej Zd4d
d�Zd5dd�Zd6dd�Zd7dd�Zd8dd�Zd9dd�Zd:dd�ZG d d � d e�Zd d � Zd d!� Zd"d#� Zd$d%� Z edk�rfzdd&l m Z eZ W nB e k
�rd zddl!Z"e Z W n e k
�r^ eZ Y nX Y nX e#d'k�r\d(Z$d)Z%d*Z&e'd+e � e'd,� ee$e%d-d.�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd0� ee$e%�Z(e&D ] Z)e'd/e)e*e(e)�f � �q�e'd1� ee$�Z(e&D ] Z)e'd/e)e*e(e)�f � �qe'd2� ee$d d3�Z(e&D ] Z)e'd/e)e*e(e)�f � �q>dS );zyUtilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
)� � � �.� Nr �javaZWindows�win32ZMac�darwinZlinux2Fc C s� t dkr^|dkr| }|r dp d}tj�t|��}| r�|dk rNtj�||| �}q�tj�|| �}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
aJ Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
Mac OS X: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
r N�
CSIDL_APPDATA�CSIDL_LOCAL_APPDATAFr z ~/Library/Application Support/Z
XDG_DATA_HOMEz~/.local/share��system�os�path�normpath�_get_win_folder�join�
expanduser�getenv)�appname� appauthor�version�roaming�constr � r �7/usr/lib/python3.8/site-packages/pip/_vendor/appdirs.py�
user_data_dir- s& r c s t dkrR|dkr� }tj�td��}� r�|dk rBtj�||� �}q�tj�|� �}n�t dkrztj�d�}� r�tj�|� �}ntt�dtj�dd g��}d
d � |� tj�D �}� r�|r�tj�� |�� � fd d �|D �}|r�tj�|�}n|d
}|S � �r|�rtj�||�}|S )ai Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical site data directories are:
Mac OS X: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r N�CSIDL_COMMON_APPDATAFr z /Library/Application SupportZ
XDG_DATA_DIRSz/usr/local/sharez
/usr/sharec S s g | ]}t j�|�t j���qS r �r
r r �rstrip�sep��.0�xr r r �
<listcomp>� s z!site_data_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r �r
r r r �r r r r# � s r )
r r
r r r r r r �pathsep�split�r r r � multipathr Zpathlistr r% r �
site_data_dird s6 � r* c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a� Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user config directories are:
Mac OS X: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by default "~/.config/<AppName>".
�r r NZXDG_CONFIG_HOMEz ~/.config�r r r
r r r r �r r r r r r r r �user_config_dir� s r. c s� t dkr*t� |�}� r�|r�tj�||�}ndt�dd�}dd� |�tj�D �}� rt|rbtj�� |�� � fdd�|D �}|r�tj�|�}n|d }|S )a Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical site config directories are:
Mac OS X: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
r+ ZXDG_CONFIG_DIRSz/etc/xdgc S s g | ]}t j�|�t j���qS r r r r r r r# � s z#site_config_dir.<locals>.<listcomp>c s g | ]}t j�|� g��qS r r$ r r% r r r# � s r )r r* r
r r r r' r& r( r r% r �site_config_dir� s
r/ Tc C s� t dkrd|dkr| }tj�td��}| r�|dk rBtj�||| �}ntj�|| �}|r�tj�|d�}nNt dkr�tj�d�}| r�tj�|| �}n&t�dtj�d ��}| r�tj�|| �}| r�|r�tj�||�}|S )
a Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
Mac OS X: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
r Nr
FZCacher z~/Library/CachesZXDG_CACHE_HOMEz~/.cacher �r r r Zopinionr r r r �user_cache_dir s( ! r1 c C sX t dkrt| |d|�}n&t�dtj�d��}| r>tj�|| �}| rT|rTtj�||�}|S )a Return full path to the user-specific state dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user state directories are:
Mac OS X: same as user_data_dir
Unix: ~/.local/state/<AppName> # or in $XDG_STATE_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow this Debian proposal <https://wiki.debian.org/XDGBaseDirectorySpecification#state>
to extend the XDG spec and support $XDG_STATE_HOME.
That means, by default "~/.local/state/<AppName>".
r+ NZXDG_STATE_HOMEz~/.local/stater, r- r r r �user_state_dir: s r2 c C s� t dkr tj�tj�d�| �}nNt dkrLt| ||�}d}|rntj�|d�}n"t| ||�}d}|rntj�|d�}| r�|r�tj�||�}|S )a� Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user log directories are:
Mac OS X: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
r z~/Library/Logsr FZLogs�log)r r
r r r r r1 r0 r r r � user_log_dird s"
� r4 c @ sn e Zd ZdZddd�Zedd� �Zedd � �Zed
d � �Zed d
� �Z edd� �Z
edd� �Z edd� �Z dS )�AppDirsz1Convenience wrapper for getting application dirs.NFc C s" || _ || _|| _|| _|| _d S )N)r r r r r) )�selfr r r r r) r r r �__init__� s
zAppDirs.__init__c C s t | j| j| j| jd�S �N)r r )r r r r r �r6 r r r r � s
�zAppDirs.user_data_dirc C s t | j| j| j| jd�S �N)r r) )r* r r r r) r9 r r r r* � s
�zAppDirs.site_data_dirc C s t | j| j| j| jd�S r8 )r. r r r r r9 r r r r. � s
�zAppDirs.user_config_dirc C s t | j| j| j| jd�S r: )r/ r r r r) r9 r r r r/ � s
�zAppDirs.site_config_dirc C s t | j| j| jd�S �N�r )r1 r r r r9 r r r r1 � s
�zAppDirs.user_cache_dirc C s t | j| j| jd�S r; )r2 r r r r9 r r r r2 � s
�zAppDirs.user_state_dirc C s t | j| j| jd�S r; )r4 r r r r9 r r r r4 � s
�zAppDirs.user_log_dir)NNNFF)
�__name__�
__module__� __qualname__�__doc__r7 �propertyr r* r. r/ r1 r2 r4 r r r r r5 � s& �
r5 c C sH t rddl}nddl}dddd�| }|�|jd�}|�||�\}}|S )z�This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
r NZAppDatazCommon AppDataz
Local AppData�r r r
z@Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders)�PY3�winreg�_winreg�OpenKey�HKEY_CURRENT_USERZ QueryValueEx)�
csidl_namerE Zshell_folder_name�key�dir�typer r r � _get_win_folder_from_registry� s
���rL c C s� ddl m}m} |�dt|| �dd�}z^t|�}d}|D ]}t|�dkr8d} qRq8|r�zdd l}|�|�}W n t k
r� Y nX W n t
k
r� Y nX |S )Nr )�shellcon�shellF� T) Zwin32com.shellrM rN �SHGetFolderPath�getattr�unicode�ord�win32api�GetShortPathName� ImportError� UnicodeError)rH rM rN rJ �
has_high_char�crT r r r � _get_win_folder_with_pywin32� s$
rZ c C s� dd l }dddd�| }|�d�}|jj�d |d d|� d}|D ]}t|�dkr@d } qZq@|r�|�d�}|jj�|j|d�r�|}|jS )
Nr � �# � rB i FrO T) �ctypesZcreate_unicode_buffer�windllZshell32ZSHGetFolderPathWrS Zkernel32ZGetShortPathNameW�value)rH r^ Z csidl_const�bufrX rY Zbuf2r r r �_get_win_folder_with_ctypes� s& ��
rb c C s� dd l }ddlm} ddlm} |jjd }|�d|�}|jj }|�
d t |j | �d |j j
|� |j�|�� ��d�}d}|D ]} t| �dkr|d } q�q||r�|�d|�}|jj }
|
�|||�r�|j�|�� ��d�}|S )
Nr )�jna)r � rY � FrO T)�arrayZcom.sunrc Zcom.sun.jna.platformr ZWinDefZMAX_PATHZzerosZShell32ZINSTANCErP rQ ZShlObjZSHGFP_TYPE_CURRENTZNativeZtoStringZtostringr rS ZKernel32rU ) rH rf rc r Zbuf_sizera rN rJ rX rY Zkernelr r r �_get_win_folder_with_jna s& rg )r_ �__main__ZMyAppZ MyCompany)r r. r1 r2 r4 r* r/ z-- app dirs %s --z%-- app dirs (with optional 'version')z1.0r< z%s: %sz)
-- app dirs (without optional 'version')z+
-- app dirs (without optional 'appauthor')z(
-- app dirs (with disabled 'appauthor'))r )NNNF)NNNF)NNNF)NNNF)NNNT)NNNF)NNNT)+r@ Z__version_info__r �map�str� __version__�sysr
� version_inforC rR �platform�
startswithZjava_verZos_namer r r* r. r/ r1 r2 r4 �objectr5 rL rZ rb rg r^ r_ r rV Z com.sun.jnaZcomr= r r Zprops�print�dirsZproprQ r r r r �<module> sv
7
B
(
3
9
*
30
__pycache__/six.cpython-38.pyc 0000644 00000063434 15043676217 0012234 0 ustar 00 U
��.e�~ � C @ s� d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d3d4�e)d5d(d#d6d5�e)d7d(e
�r d8nd9d:�e)d;d(d<�e)d=d>d?d@�e)d d d �e)dAdAdB�e)dCdCdB�e)dDdDdB�e)d6d(d#d6d5�e)dEd"d#dFdE�e)dGd"d"dHdG�e&d#d(�e&dIdJ�e&dKdL�e&dMdNdO�e&dPdQdP�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdkdl�e&dmdndo�e&dpdpdq�e&drdrdq�e&dsdsdq�e&dtdtdu�e&dvdw�e&dxdy�e&dzd{�e&d|d}d|�e&d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g@Z.ej d�k�rfe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rje,�3e/d�e/j1 � �qj[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d@d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d�d�de)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dڡ G d�d܄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q>[/e8e7_.e,�3e7e+d� �d�d� G d�d� d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�d d�d�g#Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d
��d �d � G �d
�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�dd��d�gZ<e<D ]Z/e0e;e/j1e/� �q�[/e<e;_.e,�3e;e+�d ��d�d� G �d�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d � G �d �d � �d ej'�Z?e,�3e?e+d� ��d � �d �d!� Z@�d"�d#� ZAe � r��d$ZB�d%ZC�d&ZD�d'ZE�d(ZF�d)ZGn$�d*ZB�d+ZC�d,ZD�d-ZE�d.ZF�d/ZGzeHZIW n" eJk
� r� �d0�d1� ZIY nX eIZHzeKZKW n" eJk
�
r �d2�d3� ZKY nX e �
rF�d4�d5� ZLejMZN�d6�d7� ZOe ZPn>�d8�d5� ZL�d9�d:� ZN�d;�d7� ZOG �d<�d=� �d=e �ZPeKZKe#eL�d>� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe � r(�d?�d@� ZX�dA�dB� ZY�dC�dD� ZZ�dE�dF� Z[e�\�dG�Z]e�\�dH�Z^e�\�dI�Z_nT�dJ�d@� ZX�dK�dB� ZY�dL�dD� ZZ�dM�dF� Z[e�\�dN�Z]e�\�dO�Z^e�\�dP�Z_e#eX�dQ� e#eY�dR� e#eZ�dS� e#e[�dT� e � rD�dU�dV� Z`�dW�dX� ZaebZcddldZded�e�dY�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp�dZZqej
�d[ �d[k� r6�d\Zr�d]Zsn �d^Zr�d_Zsnj�d`�dV� Z`�da�dX� ZaecZcebZg�db�dc� Zi�dd�de� Zke�tejuev�ZmddloZoeojo ZoZp�dfZq�d\Zr�d]Zse#e`�dg� e#ea�dh� �di�dZ� Zw�dj�d^� Zx�dk�d_� Zye �
reze4j{�dl�Z|�d��dm�dn�Z}n�d��do�dp�Z|e|�dq� ej
dd� �drk�
rLe|�ds� n.ej
dd� �drk�
rne|�dt� n �du�dv� Z~eze4j{�dwd�Zedk�
r��dx�dy� Zej
dd� �dzk �
r�eZ��d{�dy� Ze#e}�d|� ej
dd� dk �
r�ej�ej�f�d}�d~�Z�nej�Z��d�d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e+Z�e�� ���d��dk �rzg e�_�ej��r�e�ej��D ]4\Z�Z�ee��j+dk�r�e�j1e+k�r�ej�e�= �qq�[�[�ej���e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �3/usr/lib/python3.8/site-packages/pip/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__X s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r i s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r r s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__u s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' g s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdbZ getoutputZcommands�
subprocess�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r ru B s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ
splitqueryZsplittagZ splituserZ
splitvalueZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx l s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz � s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| � s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ � s r~ ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )N�parse�error�request�responserq r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rq r8 r r r r r� � s
r� z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move� s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt �__dict__rF r r r r � remove_move� s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable s r� c C s | S r r �Zunboundr r r �get_unbound_function s r� c C s | S r r �r �clsr r r �create_unbound_method# s r� c C s | j S r )r� r� r r r r� ( s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_method+ s r� c C s t �| d |�S r )r� r� r� r r r r� . s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� 3 s z
Iterator.nextN)r
r r r� r r r r r� 1 s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeysD s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesG s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsJ s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsM s r� r� r� r� c K s | j f |�S r )r� r� r r r r� V s c K s | j f |�S r )r� r� r r r r� Y s c K s | j f |�S r )r� r� r r r r� \ s c K s | j f |�S r )r� r� r r r r� _ s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �bq s r� c C s | S r r r� r r r �ut s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s: z*|d kr| � }|j |k r$|�|��|�W 5 d }d }X d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r r z�def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_� sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rd �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapper* s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� ( s r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r �
this_basesr� ��bases�metar r �__new__: s z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)r� r r� r� r r r� = s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclass8 s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclass3 s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r� � __weakref__r )
r� �copyr� rI r� r� rM r r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� E s
z add_metaclass.<locals>.wrapperr )r� r� r r r �
add_metaclassC s
r �utf-8r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rI � text_typer� � binary_typer� r� �r� r� r� r r r �
ensure_binaryU s
r c C sX t | ttf�s tdt| � ��tr:t | t�r:| �||�} ntrTt | t�rT| �||�} | S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r ) rI r r r� r� �PY2r� r) �decoder r r r �
ensure_strh s r c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r N)rI r r r r� r� r r r r � ensure_text| s
r
c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr )� __unicode__r� r r r r �<lambda>� � z-python_2_unicode_compatible.<locals>.<lambda>)r
r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible� s
�
r �__spec__)N)NN)r r� )r r� )r r� )�r Z
__future__r rd rU �operatorr r� �
__author__� __version__� version_infor
r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesr �bytesr �maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr� r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r r r r
r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s
>
��
�
�F �
� �
� �
�% �� � � �
� �
��
5 � �
__pycache__/pyparsing.cpython-38.pyc 0000644 00000705501 15043676217 0013443 0 ustar 00 U
��.e, � s @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ ddlmZ ddlZdd lmZ zdd
lmZ W n ek
r� dd lmZ Y nX zdd lmZ W n ek
r� dd l mZ Y nX z dd
l m Z ddl m Z m Z W n2 ek
�rN dd
l
m Z ddl
m Z m Z Y nX zddl
m!Z" W nB ek
�r� zddl#m!Z" W n ek
�r� dZ"Y nX Y nX zddlm$Z$ W n$ ek
�r� G dd� d�Z$Y nX e$� Z%de%_ de%_&e$� Z'de'_ de'_(de'_)de'_*de'_+de'_,dddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�gsZ-e.e j/�dd�� Z0e0d d�kZ1e1�rVe j2Z3e4Z5e6Z7e4Z8e4Z9e:e;e<e=e>e.e?e@eAeBeCg ZDn`e jEZ3eFZGd�d�� Z9g ZDddlHZHd��I� D ]8ZJzeD�KeLeHeJ�� W n eMk
�r� Y �q|Y nX �q|eNd�d�� eGd��D ��ZOd�d�� ZPejQejR ZSd�ZTeTd� ZUeSeT ZVe6d��ZWd��Xd�d�� ejYD ��ZZ�dYd�d��Z[G d�d4� d4e\�Z]G d�d6� d6e]�Z^G d�d8� d8e]�Z_G d�d:� d:e_�Z`G d�d=� d=e\�ZaG d�d�� d�eb�ZcG d�d9� d9eb�Zde �eed� d�dQ� Zfd�db� Zgd�d_� Zhd�d�� Zid�d�� Zjd�d�� Zkd�di� Zl�dZd�d��ZmG d�d;� d;eb�ZnG d�d�� d�en�ZoG d�dC� dCen�ZpG d�d#� d#ep�ZqG d�d.� d.ep�ZrG d�d+� d+ep�ZsG d�d�� d�es�ZtesZuesen_vG d�d(� d(ep�ZwG d�d � d es�ZxG d�d � d ew�ZyG d�d�� d�ep�ZzG d�dF� dFep�Z{G d�d�� d�e{�Z|G d�dJ� dJe|�Z}G d�d>� d>ep�Z~G d�d<� d<ep�ZG d�d � d ep�Z�G d�dE� dEep�Z�G d�dĄ d�ep�Z�G d�d&� d&e��Z�G d�d*� d*e��Z�G d�d)� d)e��Z�G d�dA� dAe��Z�G d�d@� d@e��Z�G d�dH� dHe��Z�G d�dG� dGe��Z�G d�d7� d7en�Z�G d�d � d e��Z�G d�d3� d3e��Z�G d�d-� d-e��Z�G d�d"� d"e��Z�G d�d5� d5en�Z�G d�d$� d$e��Z�G d�d,� d,e��Z�G d�d/� d/e��Z�G d�dք d�e��Z�G d�d0� d0e��Z�G d�dI� dIe��Z�G d�dڄ d�eb�Z�G d�d2� d2e��Z�G d�d?� d?e��Z�G d�d%� d%e��Z�G d�dD� dDe��Z�G d�d � d e��Z�G d�d'� d'e��Z�G d�d!� d!e��Z�G d�dB� dBe��Z�G d�d1� d1eb�Z�d�dz� Z��d[d�dX�Z��d\d�dT�Z�d�d� Z�d�dg� Z�d�df� Z�d�d� Z��d]d�dk�Z�d�dY� Z��d^d�d�Z�d�d�� Z�d�d�� Z�eq� ��d[�Z�e�� ��da�Z�e�� ��d`�Z�e�� ��dy�Z�e�� ��dx�Z�e{eWd�d�d���d�d�� �Z�e~d����d�d�� �Z�e~d����d�d�� �Z�e�e�B e�B e�d�d�d�B Z�e�e�e�d�� e� �Z�esd��e�d����d�� e�e�e�e�B �����d � �d Z��ddw� Z��dde� Z��ddt� Z��ddr� Z��dd�� Z�e��dd�� �Z�e��dd�� �Z�e��d �e��d
�f�d �d �Z��d
dc� Zddd� ZÐdd}� Z�eb� e�_Őd_�dd��Z�e$� Z�eb� e�_�eb� e�_�e��d�e��d�f�dd��Z�e�Z�e�e~�d��d ����d�Z�e�e~�d��d ����d�Z�e�e~�d��d e~�d��d B ����d�Z�e�eu�d�eΠ� ����d �Zϐd�ddeΠ� f�d dh�ZАd`�d d~�Z�e��d �Z�e��d �Z�e�e{eSeV�d! ����d"��\Z�Z�e�eאd#�I� �d$��Z�e~�d%�d&�Xeؠ١ � �d' ����d(�Zڐd)ds� Z�e�e~�d*��d+ ����d,�Z�e~�d-����d.�Z�e~�d/��ޡ ���d0�Z�e~�d1����d2�Z�e�e~�d*��d+ e�B ����d3�Z�e�Z�e~�d4����d5�Z�e�e�e{eZd�d6�e�e{�d7�esd� e�� � ���� ���d8�Z�e�e�eΠ� e�B d��d9����dR�Z�G �d:d�� d��Z�G �d;�d<� �d<eb�Z�G �d=d�� d�eb�Z�G �d>d�� d�e�Z�e�j�j�j�e�j�j�j� e�j�j�j� e�j�_�e1�
rXe�e�d?e�j� e�e�d@e�j� e�e�dAe�j� e�e�dBe�j� e�e�dCe�j�� e�e�dDe�j� e�e�j�dEe�j�j� e�e�j�dFe�j�j� e�e�j�dGe�j�j� e�e�dHe�j�� e�e�dIe�j�� e�e�dJe�j�� e��dKk�r�ex�dL�Z�ex�dM�Z�e{eSeV�dN �Z�e�e��dOd�dP���e��Z�e�e�e������dQ�Z��dRe�B Z�e�e��dOd�dP���e���Z e�e��e �����dS��Ze��dT�e��dQ� e� �e�dS� �Z�e���dU� e�j���dV� e�j���dV� e�j���dW� dd�l�Ze�j��e��e�j�� e�j���dX� dS (a a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and
executing simple grammars, vs. the traditional lex/yacc approach, or the
use of regular expressions. With pyparsing, you don't need to learn
a new syntax for defining grammars or matching expressions - the parsing
module provides a library of classes that you use to construct the
grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
``"<salutation>, <addressee>!"``), built up using :class:`Word`,
:class:`Literal`, and :class:`And` elements
(the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions,
and the strings are auto-converted to :class:`Literal` expressions)::
from pip._vendor.pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the
self-explanatory class names, and the use of '+', '|' and '^' operators.
The :class:`ParseResults` object returned from
:class:`ParserElement.parseString` can be
accessed as a nested list, a dictionary, or an object with named
attributes.
The pyparsing module handles some of the problems that are typically
vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle
"Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes :class:`ParserElement` and :class:`ParseResults` to
see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from :class:`Literal` and
:class:`CaselessLiteral` classes
- construct character word-group expressions using the :class:`Word`
class
- see how to create repetitive expressions using :class:`ZeroOrMore`
and :class:`OneOrMore` classes
- use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`,
and :class:`'&'<Each>` operators to combine simple expressions into
more complex ones
- associate names with your parsed results using
:class:`ParserElement.setResultsName`
- access the parsed data, which is returned as a :class:`ParseResults`
object
- find some helpful expression short-cuts like :class:`delimitedList`
and :class:`oneOf`
- find more useful common expressions in the :class:`pyparsing_common`
namespace class
z2.4.2z29 Jul 2019 02:58 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�
itemgetter)�wraps)� filterfalse)� ifilterfalse)�RLock)�Iterable)�MutableMapping�Mapping)� OrderedDict)�SimpleNamespacec @ s e Zd ZdS )r
N)�__name__�
__module__� __qualname__� r r �9/usr/lib/python3.8/site-packages/pip/_vendor/pyparsing.pyr
� s r
aA
A cross-version compatibility configuration for pyparsing features that will be
released in a future version. By setting values in this configuration to True,
those features can be enabled in prior versions for compatibility development
and testing.
- collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping
of results names when an And expression is nested within an Or or MatchFirst; set to
True to enable bugfix released in pyparsing 2.3.0, or False to preserve
pre-2.3.0 handling of named results
Ta�
Diagnostic configuration (all default to False)
- warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results
name is defined on a MatchFirst or Or expression with one or more And subexpressions
(only warns if __compat__.collect_all_And_tokens is False)
- warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results
name is defined on a containing expression with ungrouped subexpressions that also
have results names
- warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined
with a results name, but has no contents defined
- warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is
incorrectly called with multiple str arguments
- enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent
calls to ParserElement.setName()
F� __version__�__versionTime__�
__author__�
__compat__�__diag__�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
PrecededBy�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore�Char� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common�pyparsing_unicode� unicode_set�conditionAsParseAction� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode
friendly. It first tries str(obj). If that fails with
a UnicodeEncodeError, then it tries unicode(obj). It then
< returns the unicode object | encodes it with the default
encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��tr r r �<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstance�unicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr: �setParseAction�transformString)�obj�retZ
xmlcharrefr r r �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nr )�.0�yr r r � <genexpr> s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nr )r� �sr r r r� s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_r r r � _xml_escape s
r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cr r r r� s
c s@ |d k r |nd�|rt nt� t���t��� ��fdd��}|S )Nz failed user-defined conditionc s t �| ||��s � | |���d S r� )�bool�r� �lr� ��exc_type�fn�msgr r �pa s z"conditionAsParseAction.<locals>.pa)r4 r2 � _trim_arityr )r� �message�fatalr� r r� r r� s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r0 z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�locr� �pstr�
parserElement�args)�selfr� r� r� �elemr r r �__init__( s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�per r r �_from_exception3 s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
r^ )rM �columnr[ N)r^ r� r� rM r[ �AttributeError)r� Zanamer r r � __getattr__; s z ParseBaseException.__getattr__c C s^ | j r@| jt| j �kr d}qDd| j | j| jd � �dd�}nd}d| j|| j| j| jf S )Nz, found end of textz
, found %rr� z\\�\r� z%%s%s (at char %d), (line:%d, col:%d))r� r� �lenr� r� r^ r� )r� Zfoundstrr r r �__str__J s $�zParseBaseException.__str__c C s t | �S r� �r� �r� r r r �__repr__T s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)r[ r� �join�strip)r� Z markerStringZline_strZ line_columnr r r �
markInputlineV s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� r r r �__dir__` s zParseBaseException.__dir__)r NN)r� ) r r r �__doc__r� � classmethodr� r� r� r� r� r� r r r r r0 $ s
c @ s e Zd ZdZeddd��ZdS )r2 a:
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
� c C sp ddl }|dkrt�� }g }t| t�rJ|�| j� |�d| jd d � |�d�t | �j
| �� |dk�rf|j | j |d�}t
� }t|| d� �D ]�\}}|d }|j�dd�} t| t��r|jjd kr�q�| |kr�q�|�| � t | �}
|�d
�|
j|
j
| �� nP| dk �r,t | �}
|�d �|
j|
j
�� n&|j} | jd k�r@q�|�d
�| j�� |d8 }|s� �qfq�d�|�S )ap
Method to take an exception and translate the Python internal traceback into a list
of the pyparsing expressions that caused the exception to be raised.
Parameters:
- exc - exception raised during parsing (need not be a ParseException, in support
of Python exceptions that might be raised in a parse action)
- depth (default=16) - number of levels back in the stack trace to list expression
and function names; if None, the full stack trace names will be listed; if 0, only
the failing input line, marker, and exception string will be shown
Returns a multi-line string listing the ParserElements and/or function names in the
exception's stack trace.
Note: the diagnostic output will include string representations of the expressions
that failed to parse. These representations will be more helpful if you use `setName` to
give identifiable names to your expressions. Otherwise they will use the default string
forms, which may be cryptic to read.
explain() is only supported under Python 3.
r N� r� �^z{0}: {1})�contextr� )� parseImpl�
_parseNoCachez
{0}.{1} - {2}z{0}.{1})�wrapperz<module>z{0}�
)�inspectr� �getrecursionlimitr� r0 �appendr[ rM �formatr� r Zgetinnerframes�
__traceback__�set� enumerate�f_locals�getr7 �f_code�co_name�addr r� ) �exc�depthr� r� Zcallers�seen�iZffZfrmZf_selfZ self_type�coder r r �explainz sL
�
� zParseException.explainN)r� )r r r r� � staticmethodr� r r r r r2 c s c @ s e Zd ZdZdS )r4 znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyN�r r r r� r r r r r4 � s c @ s e Zd ZdZdS )r6 z�just like :class:`ParseFatalException`, but thrown internally
when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates
that parsing is to stop immediately because an unbacktrackable
syntax error has been found.
Nr� r r r r r6 � s c @ s e Zd ZdZdd� Zdd� ZdS )r9 ziexception thrown by :class:`ParserElement.validate` if the
grammar could be improperly recursive
c C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListr r r r� � s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� r r r r� � s z!RecursiveGrammarException.__str__N)r r r r� r� r� r r r r r9 � s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2r r r r� � s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� r� r r r � __getitem__� s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� r r r r� � s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� r r r � setOffset� s z!_ParseResultsWithOffset.setOffsetN)r r r r� r� r� r� r r r r r� � s r� c @ s� e Zd ZdZd]dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd^d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d_d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d`dHdI�Z+dJdK� Z,dLdM� Z-dadOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3e4dbd[d\��Z5dS )cr5 aS Structured parse results, to provide multiple means of access to
the parsed data:
- as a list (``len(results)``)
- by list index (``results[0], results[1]``, etc.)
- by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`)
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r� �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjr r r r s
zParseResults.__new__c
C sd | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r`|�r`|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s`||t�r�|g}|�r*||t��rtt|j�d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r^ || |< Y nX d S )NFr r� )r �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictr� r� r� �
basestringr5 r� �KeyError� TypeError�
IndexError)r� r r r r r� r r r r� " sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nr� r c S s g | ] }|d �qS �r r �r� �vr r r �
<listcomp>P s z,ParseResults.__getitem__.<locals>.<listcomp>)r� r� �slicer r r r5 r� r r r r� I s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r r� r r� r r r5 �wkrefr )r� �kr r� �subr r r � __setitem__R s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r� r� r r� r r �range�indices�reverser �itemsr� r� )
r� r� ZmylenZremovedr � occurrences�jr �value�positionr r r � __delitem___ s
zParseResults.__delitem__c C s
|| j kS r� )r )r� r r r r � __contains__t s zParseResults.__contains__c C s
t | j�S r� )r� r r� r r r �__len__w s zParseResults.__len__c C s
| j S r� �r r� r r r �__bool__z s zParseResults.__bool__c C s
t | j�S r� ��iterr r� r r r �__iter__~ s zParseResults.__iter__c C s t | jd d d� �S �Nr� r+ r� r r r � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr r0 r, r� r r r � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� r �r� r r� r r r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r2 r� r r� r � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� r r3 r� r r r� � s z*ParseResults._iteritems.<locals>.<genexpr>r4 r� r r� r �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r0 r� r r r �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r �
itervaluesr� r r r �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r � iteritemsr� r r r r! � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)r� r r� r r r �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default= ``last``).
Supports both ``list`` and ``dict`` semantics for ``pop()``. If
passed no argument or an integer argument, it will use ``list``
semantics and pop tokens from the list of parsed tokens. If passed
a non-integer argument (most likely a string), it will use ``dict``
semantics and pop the corresponding value from any defined results
names. A second default return value argument is supported, just as in
``dict.pop()``.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
r� �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r! r r� r� r� )r� r� �kwargsr r �indexr� Z defaultvaluer r r �pop� s" %
�
�zParseResults.popc C s || kr| | S |S dS )a[
Returns named result matching the given key, or if there is no
such name, then returns the given ``defaultValue`` or ``None`` if no
``defaultValue`` is specified.
Similar to ``dict.get()``.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nr )r� �key� defaultValuer r r r� � s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to ``list.insert()``.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r �insertr r! r� r� )r� r> ZinsStrr r" r r$ r% r r r rB s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r r� )r� �itemr r r r� s
zParseResults.appendc C s& t |t�r| �|� n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r� r5 �__iadd__r �extend)r� Zitemseqr r r rE ' s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r r �clearr� r r r rF : s zParseResults.clearc C s& z
| | W S t k
r Y dS X d S r� )r �r� r r r r r� A s
zParseResults.__getattr__c C s | � � }||7 }|S r� ��copy)r� �otherr� r r r �__add__G s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� r )�a)�offsetr r r� O r� z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r �vlistr )� addoffsetr r r Q s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r r� r r! r� r5 r r r �update)r� rJ Z
otheritemsZotherdictitemsr r r )rQ rM r rD L s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r� r� rI �r� rJ r r r �__radd__\ s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r r r� r r r r� d s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r� r5 r� r� �r� r� r r r r� h s z'ParseResults.__str__.<locals>.<genexpr>�])r� r r� r r r r� g s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r r� r� r5 �
_asStringListr� )r� �sep�outrC r r r rY j s
zParseResults._asStringListc C s dd� | j D �S )ax
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS r )r� r5 r )r� �resr r r r � s z'ParseResults.asList.<locals>.<listcomp>r) r� r r r r u s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS r r r ��toItemr r r � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r� r5 r; �asDict�r� r] r r r^ � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� r �r� r r r] r r r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r! r: r )r� Zitem_fnr r] r r_ � s
zParseResults.asDictc C s< t | j�}t| j�� �|_| j|_|j�| j� | j|_|S )zG
Returns a new copy of a :class:`ParseResults` object.
) r5 r r r r! r r rR r �r� r� r r r rI � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
r� c s s( | ] \}}|D ]}|d |fV qqdS �r� Nr rO r r r r� � s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r r r! r r� r r� r5 �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr[ Z
namedItemsZnextLevelIndentZselfTagr� r\ ZresTagZ xmlBodyTextr r r ri � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r r! )r� r r rP r r� r r r Z__lookup� s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r r� ) r r �_ParseResults__lookupr� r �nextr, r9 r7 )r� �parr r r �getName� s
� �zParseResults.getNamer c C sv g }d}|r$|� |t| �� � � n
|� d� |�rl| �� r�tdd� | �� D ��}|D ]x\}} |rl|� |� |� d|d| |f � t| t�r�| r�|� | j||||d d�� q�|� t| �� qV|� t | �� qVn�t
d d� | D ���rl| } t | �D ]x\}
} t| t��r@|� d
|d| |
|d|d | j||||d d�f � q�|� d
|d| |
|d|d t| �f � q�d� |�S ) aF
Diagnostic method for listing out the contents of
a :class:`ParseResults`. Accepts an optional ``indent`` argument so
that this string can be embedded in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r� r� c s s | ]\}}t |�|fV qd S r� )r� ra r r r r� ? s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: re r� )rj �full� include_list�_depthc s s | ]}t |t�V qd S r� )r� r5 )r� �vvr r r r� K s z
%s%s[%d]:
%s%s%s)
r� r� r r; �sortedr! r� r5 �dumpr� �anyr� r� ) r� rj rp rq rr r[ �NLr! r r r� rs r r r ru ! sP
��
�
zParseResults.dumpc O s t j | �� f|�|� dS )a#
Pretty-printer for parsed results as a list, using the
`pprint <https://docs.python.org/3/library/pprint.html>`_ module.
Accepts additional positional or keyword args as defined for
`pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ .
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr �r� r� r= r r r rx b s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r r rI r r r r� r r r � __getstate__~ s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r )r r r r rR r r )r� �statern Z inAccumNamesr r r � __setstate__� s
zParseResults.__setstate__c C s | j | j| j| jfS r� )r r r r
r� r r r �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r r7 r� r r r r� � s zParseResults.__dir__c C sr dd� }| g �}|� � D ]>\}}t|t�r>|| j||d�7 }q|| |g|||�d�7 }q|dk rn| |g|d�}|S )z�
Helper classmethod to construct a ParseResults from a dict, preserving the
name-value relations as results names. If an optional 'name' argument is
given, a nested ParseResults will be returned
c S sH z t | � W n tk
r" Y dS X tr8t| ttf� S t| t� S d S �NF)r, � Exceptionrb r� r� �bytesr r` r r r � is_iterable� s z+ParseResults.from_dict.<locals>.is_iterable�r )r r N)r! r� r � from_dict)r� rJ r r� r� r r r r r r� � s
zParseResults.from_dict)NNTT)N)r� )NFr� T)r� TTr )N)6r r r r� r r� r� r� r r& r' r( r* � __nonzero__r- r/ r2 r5 r6 rb r7 r9 r! r0 r8 r: r; r? r� rB r� rE rF r� rK rD rT r� r� rY r r_ rI ri rl ro ru rx rz r| r} r� r� r� r r r r r5 � sl *
'
7
$
=(
A
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a� Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See
:class:`ParserElement.parseString` for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
r r� r� )r� �rfind)r� �strgr� r r r rM � s c C s |� dd| �d S )a� Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note - the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`ParserElement.parseString`
for more information on parsing strings containing ``<TAB>`` s, and
suggested methods to maintain a consistent view of the parsed string, the
parse location, and line and column positions within the parsed string.
r� r r� )�count)r� r� r r r r^ � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r� r r� N)r� �find)r� r� ZlastCRZnextCRr r r r[ � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� r^ rM )�instringr� �exprr r r �_defaultStartDebugAction� s r� c C s$ t dt|� d t|�� � � d S )NzMatched z -> )r� r� r� r )r� �startlocZendlocr� �toksr r r �_defaultSuccessDebugAction� s r� c C s t dt|� � d S )NzException raised:)r� r� )r� r� r� r� r r r � _defaultExceptionDebugAction� s r� c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nr )r� r r r re � s r� c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� r r� )�funcr r r� � r� z _trim_arity.<locals>.<lambda>r Fr� )r� � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)r� r� r ������r� ��limitr� )�system_version� traceback�
extract_stack)r� rM �
frame_summaryr r r r� s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr� r� r� )r� �
extract_tb)�tbr� Zframesr� r r r r� s z _trim_arity.<locals>.extract_tb� r� r� r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� nNz.t�� d }� |dd�d d d� �ksj� W 5 z~W n tk
r� Y nX X �d �kr��d d7 < Y q � Y q X q d S )Nr Tr� r� r� r� )r � NameErrorr� �exc_info)r� r� r� �r� Z
foundArityr� r� �maxargsZpa_call_line_synthr r r� s& z _trim_arity.<locals>.wrapperz<parse action>r � __class__)r )r ) �singleArgBuiltinsr� r� r� r� �getattrr r r� )r� r� r� Z LINE_DIFFZ this_liner� � func_namer r� r r� � s,
�r� c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
d�dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd�d!d"�Zd#d$� Zd�d%d&�Zd'd(� Zd)d*� ZG d+d,� d,e�Ze d-k r�G d.d/� d/e�Z nG d0d/� d/e�Z i Z e � Z d1d1gZ!d�d2d3�Z"eZ#ed4d5� �Z$dZ%ed�d7d8��Z&d�d9d:�Z'e(dfd;d<�Z)d=d>� Z*e(fd?d@�Z+e(dfdAdB�Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d[d\� Z9d]d^� Z:d_d`� Z;d�dadb�Z<dcdd� Z=dedf� Z>dgdh� Z?didj� Z@dkdl� ZAdmdn� ZBd�dodp�ZCdqdr� ZDdsdt� ZEdudv� ZFdwdx� ZGd�dydz�ZHd�d{d|�ZI� fd}d~�ZJdd�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�d��ZOd�d�d��ZP� ZQS )�r7 z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r7 �DEFAULT_WHITE_CHARS��charsr r r �setDefaultWhitespaceCharsD s z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )ah
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r7 �_literalStringClass�r� r r r �inlineLiteralsUsingT s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _ttj �| _
d| _ d| _ d| _
t � | _d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer� r7 r� �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistr r r r� j s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a/
Make a copy of this :class:`ParserElement`. Useful for defining
different parse actions for the same parsing pattern, using copies of
the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of ``expr.copy()`` is just ``expr()``::
integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
N)rI r� r� r� r7 r� r� )r� Zcpyr r r rI � s
zParserElement.copyc C s$ || _ d| j | _tjr | �� | S )a_
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected )r r� r �!enable_debug_on_named_expressions�setDebugrG r r r �setName� s
zParserElement.setNamec C s | � ||�S )aO
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original :class:`ParserElement` object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
``expr("name")`` in place of ``expr.setResultsName("name")``
- see :class:`__call__`.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
)�_setResultsName�r� r �listAllMatchesr r r �setResultsName� s z ParserElement.setResultsNamec C s4 | � � }|�d�r"|d d� }d}||_| |_|S )N�*r� T)rI �endswithr� r� )r� r r� Znewselfr r r r� � s
z ParserElement._setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set ``breakFlag`` to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)r� r� � doActions� callPreParser� �Z _parseMethodr r �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r1 )r� Z breakFlagr� r r� r �setBreak� s
zParserElement.setBreakc O sV t |�dgkrg | _n<tdd� |D ��s0td��t ttt |���| _|�dd�| _| S )a�
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` ,
``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a :class:`ParseResults` object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
If None is passed as the parse action, all previously added parse actions for this
expression are cleared.
Optional keyword arguments:
- callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`parseString for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
Nc s s | ]}t |�V qd S r� )�callable)r� r� r r r r� s z/ParserElement.setParseAction.<locals>.<genexpr>z parse actions must be callabler� F)r r� �allr �mapr� r� r� �r� �fnsr= r r r r� � s (z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`.
See examples in :class:`copy`.
r� F)r� r r� r� r� r� r� r r r �addParseAction s z ParserElement.addParseActionc
O sF |D ](}| j �t||�d�|�dd�d�� q| jp>|�dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
:class:`setParseAction` for function call signatures. Unlike ``setParseAction``,
functions passed to ``addCondition`` need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
r� r� F)r� r� r� )r� r� r� r� r� )r� r� r= r� r r r � addCondition s
�
zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
``fn(s, loc, expr, err)`` where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw :class:`ParseFatalException`
if it is desired to stop parsing immediately.)r� �r� r� r r r �
setFailAction4 s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r2 )r� r� r� Z
exprsFound�eZdummyr r r �_skipIgnorablesA s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r� r� r� )r� r� r� Zwt�instrlenr r r �preParseN s
zParserElement.preParsec C s |g fS r� r �r� r� r� r� r r r r� Z s zParserElement.parseImplc C s |S r� r �r� r� r� � tokenlistr r r � postParse] s zParserElement.postParsec C s� d\}}}| j }|s | j�r"| j| r8| j| ||| � z�|rR| jrR| �||�} n|} | }
| jsl| t|�kr�z| �|| |�\}} W q� tk
r� t |t|�| j
| ��Y q�X n| �|| |�\}} W n\ t k
�r } z<| j| r�| j| ||
| | � | j�r | �||
| | � � W 5 d } ~ X Y nX n�|�r>| j�r>| �||�} n|} | }
| j�s\| t|�k�r�z| �|| |�\}} W n* tk
�r� t |t|�| j
| ��Y nX n| �|| |�\}} | � ||| �} t
| | j| j| jd�}
| j�r`|�s�| j�r`|�r�z�| jD ]�}z|||
|
�} W n6 tk
�rD } zt d�}||_|�W 5 d }~X Y nX | d k �r�| |
k �r�t
| | j| j�ovt| t
tf�| jd�}
�q�W nF t k
�r� } z&| j| �r�| j| ||
| | � � W 5 d } ~ X Y nX n�| jD ]�}z|||
|
�} W n6 tk
�r } zt d�}||_|�W 5 d }~X Y nX | d k �r�| |
k �r�t
| | j| j�oRt| t
tf�| jd�}
�q�|�r�| j| �r�| j| ||
|| |
� ||
fS )N)r r� r� )r r z exception raised in parse action)r� r� r� r� r� r� r� r� r r2 r� r r� r5 r� r� r� r� r� � __cause__r� r )r� r� r� r� r� ZTRYZMATCHZFAILZ debugging�prelocZ tokensStart�tokens�errZ retTokensr� Zparse_action_excr� r r r r� a s�
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF�r� r )r� r4 r2 r� �r� r� r� r r r �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r2 r r� r r r � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r@ ��cache� not_in_cacher r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� r �r� r@ r$ �r� r r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �rF r� r� r r rF � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� r r � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� rF r( )r� r� r� rF r� r r� r r� � s z&ParserElement._UnboundedCache.__init__N�r r r r� r r r r �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� r r r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S r~ )r� �popitemr r� )r� �sizer r r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� r r rF � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� r r r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� rF r( �r� r r� r� rF r� r )r� r� r r r� � s �!ParserElement._FifoCache.__init__Nr� r r r r �
_FifoCache� s r c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� r r r� s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r? �popleftr� r� )r� �key_fifor r r r� s r c s � � � �� � d S r� r� r� )r� r r r rF
s r c s t � �S r� r� r� r� r r r� s r )
r� r� � collections�dequer� r� r� r� rF r( r r )r� r r� r r r� � s r Nr� r r r r r � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )NrN r� r )r7 �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r0 r� r� r� rI r� r ) r� r� r� r� r� ZHITZMISS�lookupr� r$ r� r r r � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r7 r
rF r� r r r r r �
resetCache6 s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default= ``128``) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method :class:`ParserElement.enablePackrat`.
For best results, call ``enablePackrat()`` immediately after
importing pyparsing.
Example::
from pip._vendor import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r7 �_packratEnabledr� r
r r r� )Zcache_size_limitr r r �
enablePackrat< s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )a�
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
Returns the parsed data as a :class:`ParseResults` object, which may be
accessed as a list, or as a dict or object with attributes if the given parser
includes results names.
If you want the grammar to require that the entire input string be
successfully parsed, then set ``parseAll`` to True (equivalent to ending
the grammar with ``StringEnd()``).
Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the ``loc`` argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling ``parseWithTabs`` on your grammar before calling ``parseString``
(see :class:`parseWithTabs`)
- define your parse action using the full ``(s, loc, toks)`` signature, and
reference the input string using the parse action's ``s`` argument
- explictly expand the tabs in your input string before calling
``parseString``
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r7 r r� �
streamliner� r� �
expandtabsr� r� r r< r0 �verbose_stacktrace)r� r� �parseAllr� r� r� Zser� r r r � parseString_ s$ !
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )aq
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
``maxMatches`` argument, to clip scanning after 'n' matches are found. If
``overlap`` is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See :class:`parseString` for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens, start, end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r r� r� r� r r� r� r� r7 r r2 r0 r )r� r� �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr� r r r �
scanString� sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )a[
Extension to :class:`scanString`, to modify matching text with modified tokens that may
be returned from a parse action. To use ``transformString``, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking ``transformString()`` on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. ``transformString()`` returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS r r �r� �or r r r s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r r� r� r5 r r r� r� r� �_flattenr0 r7 r )r� r� r[ ZlastEr� r� r� r� r r r r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to :class:`scanString`, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
``maxMatches`` argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS r r )r� r� r� r� r r r r # s z.ParserElement.searchString.<locals>.<listcomp>N)r5 r r0 r7 r )r� r� r r� r r r � searchString
s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )aR
Generator method to split a string using the given expression as a separator.
May be called with optional ``maxsplit`` argument, to limit the number of splits;
and the optional ``includeSeparators`` argument (default= ``False``), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r N)r ) r� r� �maxsplitZincludeSeparatorsZsplitsZlastr� r� r� r r r r� + s
zParserElement.splitc C sV |t krt| �S t|t�r$| �|�}t|t�sJtjdt|� t dd� dS t
| |g�S )a[
Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement
converts them to :class:`Literal`s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
prints::
Hello, World! -> ['Hello', ',', 'World', '!']
``...`` may be used as a parse expression as a short form of :class:`SkipTo`.
Literal('start') + ... + Literal('end')
is equivalent to:
Literal('start') + SkipTo('end')("_skipped*") + Literal('end')
Note that the skipped text is returned with '_skipped' as a results name,
and to support having multiple skips in the same parser, the value returned is
a list of all skipped text.
�4Cannot combine element of type %s with ParserElementr� ��
stacklevelN) �Ellipsis� _PendingSkipr� r r� r7 �warnings�warnr� �
SyntaxWarningr rS r r r rK D s
�zParserElement.__add__c C sZ |t krt| �d�| S t|t�r,| �|�}t|t�sRtjdt|� t dd� dS || S )z`
Implementation of + operator when left operand is not a :class:`ParserElement`
� _skipped*r# r� r$ N)
r& r; r� r r� r7 r( r) r� r* rS r r r rT j s
�zParserElement.__radd__c C sJ t |t�r| �|�}t |t�s:tjdt|� tdd� dS | t� � | S )zT
Implementation of - operator, returns :class:`And` with error stop
r# r� r$ N)
r� r r� r7 r( r) r� r* r �
_ErrorStoprS r r r �__sub__y s
�zParserElement.__sub__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || S )z`
Implementation of - operator when left operand is not a :class:`ParserElement`
r# r� r$ N�r� r r� r7 r( r) r� r* rS r r r �__rsub__� s
�zParserElement.__rsub__c s |t krd}n8t|t�rF|dd� t fkrFd|dd� d dd� }t|t�r\|d }}n�t|t��rJtdd � |D ��}|d
dd� }|d dkr�d|d f}t|d t�r�|d dkr�|d dkr�t��S |d dkr�t��S �|d t�� S nNt|d t��r,t|d t��r,|\}}||8 }n td t|d �t|d ���ntd t|���|dk �rjtd
��|dk �r|td��|| k�r�dk�r�n ntd��|�r� �fdd�� |�r�|dk�r҈� |� }nt �g| �� |� }n� |�}n |dk�r�}nt �g| �}|S )a�
Implementation of * operator, allows use of ``expr * 3`` in place of
``expr + expr + expr``. Expressions may also me multiplied by a 2-integer
tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples
may also include ``None`` as in:
- ``expr*(n, None)`` or ``expr*(n, )`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr*(None, n)`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)``
- ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)``
Note that ``expr*(None, n)`` does not raise an exception if
more than n exprs exist in the input stream; that is,
``expr*(None, n)`` does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
``expr*(None, n) + ~expr``
)r NNr� r r� r� r c s s | ]}|t k r|nd V qd S r� )r& r r r r r� � s z(ParserElement.__mul__.<locals>.<genexpr>)NNz8cannot multiply 'ParserElement' and ('%s', '%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez,cannot multiply ParserElement by 0 or (0, 0)c s( | dkr t �� | d � �S t ��S d S r� )r. ��n��makeOptionalListr� r r r3 � s z/ParserElement.__mul__.<locals>.makeOptionalList)
r& r� �tupler� rE r, r r� �
ValueErrorr )r� rJ Z minElementsZ optElementsr� r r2 r �__mul__� sN
zParserElement.__mul__c C s
| � |�S r� )r6 rS r r r �__rmul__� s zParserElement.__rmul__c C sZ |t krt| dd�S t|t�r(| �|�}t|t�sNtjdt|� t dd� dS t
| |g�S )zL
Implementation of | operator - returns :class:`MatchFirst`
T)� must_skipr# r� r$ N) r& r' r� r r� r7 r( r) r� r* r) rS r r r �__or__� s
�zParserElement.__or__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || B S )z`
Implementation of | operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__ror__� s
�zParserElement.__ror__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zD
Implementation of ^ operator - returns :class:`Or`
r# r� r$ N) r� r r� r7 r( r) r� r* r/ rS r r r �__xor__� s
�zParserElement.__xor__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || A S )z`
Implementation of ^ operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__rxor__ s
�zParserElement.__rxor__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zF
Implementation of & operator - returns :class:`Each`
r# r� r$ N) r� r r� r7 r( r) r� r* r rS r r r �__and__ s
�zParserElement.__and__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || @ S )z`
Implementation of & operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__rand__ s
�zParserElement.__rand__c C s t | �S )zH
Implementation of ~ operator - returns :class:`NotAny`
)r+ r� r r r �
__invert__) s zParserElement.__invert__c C s t d| jj ��d S )Nz%r object is not iterable)r r� r r� r r r r- / s zParserElement.__iter__c C s� z t |t�r|f}t|� W n tk
r8 ||f}Y nX t|�dkrzt�d�|dd� t|�dkrrd�t|��nd�� | t|dd� � }|S )a�
use ``[]`` indexing notation as a short form for expression repetition:
- ``expr[n]`` is equivalent to ``expr*n``
- ``expr[m, n]`` is equivalent to ``expr*(m, n)``
- ``expr[n, ...]`` or ``expr[n,]`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr[..., n]`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)``
- ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)``
``None`` may be used in place of ``...``.
Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception
if more than ``n`` ``expr``s exist in the input stream. If this behavior is
desired, then write ``expr[..., n] + ~expr``.
r� z.only 1 or 2 index arguments supported ({0}{1})Nr� z ... [{0}]r� ) r� r� r, r r� r( r) r� r4 )r� r@ r� r r r r� 4 s
��zParserElement.__getitem__c C s |dk r| � |�S | �� S dS )a�
Shortcut for :class:`setResultsName`, with ``listAllMatches=False``.
If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be
passed as ``True``.
If ``name` is omitted, same as calling :class:`copy`.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums + "-")("socsecno")
N)r� rI rG r r r �__call__X s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from
cluttering up returned output.
)r> r� r r r �suppressl s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
:class:`ParserElement`'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r� r� r r r �leaveWhitespaces s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r� r� r� )r� r� r r r �setWhitespaceChars| s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string.
Must be called before ``parseString`` when the input grammar contains elements that
match ``<TAB>`` characters.
T)r� r� r r r �
parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r� r r> r� r� rI rS r r r �ignore� s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)r� r� r� r� r� )r� Z startActionZ
successActionZexceptionActionr r r �setDebugActions� s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set ``flag`` to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using :class:`setDebugActions`. Prior to attempting
to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"``
is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"``
message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``.
F)rG r� r� r� r� )r� �flagr r r r� � s %zParserElement.setDebugc C s | j S r� r� r� r r r r� � s zParserElement.__str__c C s t | �S r� r� r� r r r r� � s zParserElement.__repr__c C s d| _ d | _| S r� )r� r� r� r r r r � s zParserElement.streamlinec C s d S r� r r� r r r �checkRecursion� s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)rI )r� �
validateTracer r r �validate� s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr r0 r7 r )r� Zfile_or_filenamer Z
file_contents�fr� r r r � parseFile� s zParserElement.parseFilec sh t |t�rBtr(| |kp$tt| ��|� qd| |kp>t| �t|�kS n"t |t�rV| �|�S tt| �|kS d S r� )r� r7 rb �super�__eq__�varsr r rS �r� r r rR
s
zParserElement.__eq__c C s
| |k S r� r rS r r r �__ne__
s zParserElement.__ne__c C s t | �S r� )�idr� r r r �__hash__
s zParserElement.__hash__c C s | |kS r� r rS r r r �__req__
s zParserElement.__req__c C s
| |k S r� r rS r r r �__rne__
s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r TFN)r r� r0 )r� Z
testStringr r r r r
s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}|dkrBt j
}|j } g }
g } d} td�� t
d���t�}
d}|D �]\}|dk r�|�|d�s�| r�|s�| �|� qt|s�qtd�| �|g}g } z"|
�|�|��}| j||d�}W n� tk
�r� } z�t |t�r�dnd }d|k�rB|�t|j|�� |�d
t|j|�d d | � n|�d
|j d | � |�d
t|� � | �ot|} |}W 5 d}~X Y �n tk
�r� } z$|�dt|� � | �o�|} |}W 5 d}~X Y n�X | �o�| } |dk �r�zR|||�}|dk �r(t |t ��r|�|� � � n|�t|�� n|�|� � � W nR tk
�r� } z2|�|j |d�� |�d� |j t |�j |�� W 5 d}~X Y nX n|�|j |d�� |�r�|�r�|�d � | d�|�� |
�||f� qt| |
fS )as
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
- comment - (default= ``'#'``) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default= ``True``) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default= ``True``) prints test output to stdout
- failureTests - (default= ``False``) indicates if these tests are expected to fail parsing
- postParse - (default= ``None``) optional callback for successful parse results; called as
`fn(test_string, parse_results)` and returns a string to be added to the test output
- file - (default=``None``) optional file-like object to which test output will be written;
if None, will default to ``sys.stdout``
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if ``failureTests`` is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
NT�\nr� u FrZ z(FATAL)r� r� r� r� zFAIL: zFAIL-EXCEPTION: )rp z{0} failed: {1}: {2})!r� r r r� r� r� �rstrip�
splitlinesr' r� �stdout�writer� rp rF rm r r� r� r� �lstripr r0 r4 r[ r� rM r r5 ru r� r r� )r� Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsr� �file�print_Z
allResultsZcomments�successrw �BOMr� r[ �resultr� r� r� Zpp_valuer� r r r �runTests.
sn `
$
0
zParserElement.runTests)F)F)F)T)T)TT)TT)r )F)N)T)N)F)T)Tr[ TTFNN)Rr r r r� r� r r� r� r� r� rI r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r
r r r r r� r r r r �_MAX_INTr r� r! r� rK rT r- r/ r6 r7 r9 r: r; r< r= r> r? r- r� r@ rA rC rD rE rF rG r� r� r� r rI rK rP rR rU rW rX rY r rg �
__classcell__r r rT r r7 ? s�
1
W
"
8H. & J $
+
�c s6 e Zd Zd
� fdd� Zdd� Zdd� Zdd � Z� ZS ) r' Fc s> t t| ��� t|t� ��dd�| _| j| _|| _|| _ d S )Nr �...)
rQ r' r� r� r r� r� r �anchorr8 )r� r� r8 rT r r r� �
s
z_PendingSkip.__init__c s\ t |��d�d�}� jrNdd� }� fdd�}� j|� �|� |� �|�B | S � j| | S )Nrj r+ c S s, | j r| j �� dgkr(| d= | �dd � d S )Nr� r �_skipped)rl r r? r� r r r r8 �
s z'_PendingSkip.__add__.<locals>.must_skipc s< | j �� dd � dgkr8| �d�}dt� j� d | d< d S )Nr� r� rl z missing <rg )rl r r? r� rk )r� Zskippedr� r r � show_skip�
s
z'_PendingSkip.__add__.<locals>.show_skip)r; r� r8 rk r� )r� rJ Zskipperr8 rm r r� r rK �
s
��z_PendingSkip.__add__c C s | j S r� )r� r� r r r r� �
s z_PendingSkip.__repr__c G s t d��d S )NzBuse of `...` expression without following SkipTo target expression)r )r� r� r r r r� �
s z_PendingSkip.parseImpl)F)r r r r� rK r� r� ri r r rT r r' �
s r' c s e Zd ZdZ� fdd�Z� ZS )r? zYAbstract :class:`ParserElement` subclass, for defining atomic
matching patterns.
c s t t| �jdd� d S �NF�r� )rQ r? r� r� rT r r r� �
s zToken.__init__�r r r r� r� ri r r rT r r? �
s c s e Zd ZdZ� fdd�Z� ZS )r z'An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)rQ r r� r r� r� r� rT r r r� �
s zEmpty.__init__rp r r rT r r �
s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* z#A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr* TFzUnmatchable token)rQ r* r� r r� r� r� r� rT r r r� s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r2 r� r� r r r r� s zNoMatch.parseImpl)T�r r r r� r� r� ri r r rT r r* s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r' a� Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use :class:`CaselessLiteral`.
For keyword matching (force word break before and after the matched string),
use :class:`Keyword` or :class:`CaselessKeyword`.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _| jdkr�t| �tkr�t| _ d S ) Nr z2null string passed to Literal; use Empty() insteadr� r$ �"%s"r� Fr� )rQ r' r� �matchr� �matchLen�firstMatchCharr r( r) r* r r� r� r r� r� r� r� �_SingleCharLiteral�r� � matchStringrT r r r� s"
� zLiteral.__init__Tc C s@ || | j kr,|�| j|�r,|| j | jfS t||| j| ��d S r� )ru �
startswithrs rt r2 r� r� r r r r� 4 s zLiteral.parseImpl)Trq r r rT r r' s
c @ s e Zd Zddd�ZdS )rv Tc C s0 || | j kr |d | jfS t||| j| ��d S r� )ru rs r2 r� r� r r r r� : s z _SingleCharLiteral.parseImplN)T�r r r r� r r r r rv 9 s rv c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r$ a� Token to exactly match a specified string as a keyword, that is,
it must be immediately followed by a non-keyword character. Compare
with :class:`Literal`:
- ``Literal("if")`` will match the leading ``'if'`` in
``'ifAndOnlyIf'``.
- ``Keyword("if")`` will not; it will only match the leading
``'if'`` in ``'if x=1'``, or ``'if(y==2)'``
Accepts two optional constructor arguments in addition to the
keyword string:
- ``identChars`` is a string of characters that would be valid
identifier characters, defaulting to all alphanumerics + "_" and
"$"
- ``caseless`` allows case-insensitive matching, default is ``False``.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use :class:`CaselessKeyword`.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadr� r$ rr r� F)rQ r$ r� �DEFAULT_KEYWORD_CHARSrs r� rt ru r r( r) r* r r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� rx r� r} rT r r r� ] s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r ) r} rt r~ r r� r� rs ru ry r2 r� r� r r r r� r s. ��������zKeyword.parseImplc s t t| ��� }tj|_|S r� )rQ r$ rI r| r� )r� r� rT r r rI � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r$ r| r� r r r �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r r r r� rG r| r� r� rI r� r� ri r r rT r r$ B s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r af Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for :class:`CaselessKeyword`.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )rQ r r� r~ � returnStringr r� rw rT r r r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )rt r~ rs r� r2 r� r� r r r r� � s zCaselessLiteral.parseImpl)Trq r r rT r r � s
c s" e Zd ZdZd� fdd� Z� ZS )r z�
Caseless version of :class:`Keyword`.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for :class:`CaselessLiteral`.)
Nc s t t| �j||dd� d S )NT�r} )rQ r r� )r� rx r� rT r r r� � s zCaselessKeyword.__init__)Nrp r r rT r r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r� a� A variation on :class:`Literal` which matches "close" matches,
that is, strings with at most 'n' mismatching characters.
:class:`CloseMatch` takes parameters:
- ``match_string`` - string to be matched
- ``maxMismatches`` - (``default=1``) maximum number of
mismatches allowed to count as a match
The results from a successful parse will contain the matched text
from the input string and the following named results:
- ``mismatches`` - a list of the positions within the
match_string where mismatches were found
- ``original`` - the original match_string used to compare
against the input string
If ``mismatches`` is an empty list, then the match was an exact
match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rQ r� r� r � match_string�
maxMismatchesr� r� r� )r� r� r� rT r r r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� |��D ]2\}} | \} }
| |
krL| �|� t | �|
krL q�qL|d }t|||� g�}||d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� r� r� r� r� r� r5 r2 r� )r� r� r� r� �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsr r r r� � s(
zCloseMatch.parseImpl)r� )Trq r r rT r r� � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )rB aX Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters, an
optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction. An optional ``excludeChars`` parameter can
list characters that might be found in the input ``bodyChars``
string; useful to define a word of all printables except for one or
two characters, for instance.
:class:`srange` is useful for defining custom character set strings
for defining ``Word`` expressions, using range notation from
regular expression character sets.
A common mistake is to use :class:`Word` to match a specific literal
string, as in ``Word("Address")``. Remember that :class:`Word`
uses the string argument to define *sets* of matchable characters.
This expression would match "Add", "AAA", "dAred", or any other word
made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an
exact literal string, use :class:`Literal` or :class:`Keyword`.
pyparsing includes helper strings for building Words:
- :class:`alphas`
- :class:`nums`
- :class:`alphanums`
- :class:`hexnums`
- :class:`alphas8bit` (alphabetic characters in ASCII range 128-255
- accented, tilded, umlauted, etc.)
- :class:`punc8bit` (non-alphabetic characters in ASCII range
128-255 - currency, symbols, superscripts, diacriticals, etc.)
- :class:`printables` (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums + '-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rNt� �� d�� fdd�|D ��}|rNd�� fdd�|D ��}|| _t|�| _|rt|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r@d t| j� | _nHt| j�dk�rnd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX | jj| _t | _ d S )Nr� c 3 s | ]}|� kr|V qd S r� r r� �� excludeCharsr r r� 2 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� r r� r� r r r� 4 s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b) rQ rB r� r� r� �
initCharsOrig� initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr5 �minLen�maxLenrh r� r r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compiler rs �re_match�
_WordRegexr� )r� r� r� �min�max�exactr� r� rT r� r r� . sZ
0 �
�
z
Word.__init__Tc C s� || | j kr t||| j| ��|}|d7 }t|�}| j}|| j }t||�}||k rj|| |krj|d7 }qLd}|| | jk r�d}nV| jr�||k r�|| |kr�d}n6| j r�|dkr�||d |ks�||k r�|| |kr�d}|r�t||| j| ��||||� fS )Nr� FTr )
r� r2 r� r� r� r� r� r� r� r� ) r� r� r� r� r� r� Z bodycharsr� ZthrowExceptionr r r r� g s2
�
�zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� rj r� �r� r r r �
charsAsStr� s z Word.__str__.<locals>.charsAsStrz
W:(%s, %s)zW:(%s))rQ rB r� r r� r� r� )r� r� rT r r r� � s
z Word.__str__)Nr� r r FN)T�r r r r� r� r� r� ri r r rT r rB � s 49
c @ s e Zd Zddd�ZdS )r� Tc C s4 | � ||�}|s t||| j| ��|�� }||�� fS r� )r� r2 r� �end�group)r� r� r� r� rf r r r r� � s
z_WordRegex.parseImplN)Trz r r r r r� � s r� c s" e Zd ZdZd� fdd� Z� ZS )rF z�A short-cut class for defining ``Word(characters, exact=1)``,
when defining a match of any single character in a string of
characters.
FNc sZ t t| �j|d||d� dtd�| j�� | _|r>d| j | _t�| j�| _| jj | _
d S )Nr� )r� r� r� �[%s]r� z\b%s\b) rQ rF r� r� r� r� r� r� r� rs r� )r� �charsetr� r� rT r r r� � s z
Char.__init__)FNrp r r rT r rF � s c sb e Zd ZdZee�d��Zd� fdd� Zddd �Z dd
d �Z
dd d
�Z � fdd�Z dd� Z
� ZS )r: a� Token for matching strings that match a given regular
expression. Defined with string specifying the regular expression in
a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_.
If the given regex contains named groups (defined using ``(?P<name>...)``),
these will be preserved as named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r Fc s t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��| j
j| _t| �| _d| j | _d| _d| _|| _|| _| jr�| j| _ | j�r| j | _ d S )
a The parameters ``pattern`` and ``flags`` are passed
to the ``re.compile()`` function as-is. See the Python
`re module <https://docs.python.org/3/library/re.html>`_ module for an
explanation of the acceptable patterns and flags.
z0null string passed to Regex; use Empty() insteadr� r$ �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN) rQ r: r� r� r r( r) r* �pattern�flagsr� r� r� �
sre_constants�error�compiledREtyper� r5 rs r� r� r r� r� r� � asGroupList�asMatch�parseImplAsGroupListr� �parseImplAsMatch)r� r� r� r� r� rT r r r� � sD
�
�
zRegex.__init__Tc C sb | � ||�}|s t||| j| ��|�� }t|�� �}|�� }|rZ|�� D ]\}}|||< qH||fS r� )r� r2 r� r� r5 r� � groupdictr! ) r� r� r� r� rf r� �dr r r r r r� � s
zRegex.parseImplc C s8 | � ||�}|s t||| j| ��|�� }|�� }||fS r� )r� r2 r� r� �groups�r� r� r� r� rf r� r r r r� � s zRegex.parseImplAsGroupListc C s4 | � ||�}|s t||| j| ��|�� }|}||fS r� )r� r2 r� r� r� r r r r�
s zRegex.parseImplAsMatchc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))rQ r: r� r r� r� r� r� rT r r r�
s
z
Regex.__str__c sl �j r tjdtdd� t� ��jr@t� �r@tjdtdd� t� ��jrT� fdd�}n� �fdd�}��|�S )a�
Return Regex with an attached parse action to transform the parsed
result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_.
Example::
make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>")
print(make_html.transformString("h1:main title:"))
# prints "<h1>main title</h1>"
z-cannot use sub() with Regex(asGroupList=True)r� r$ z9cannot use sub() with a callable with Regex(asMatch=True)c s | d � � �S r� )�expand�r� )�replr r r� ,
s zRegex.sub.<locals>.pac s �j �� | d �S r� )r� r r� �r� r� r r r� /
s )r� r( r) r* � SyntaxErrorr� r� r� )r� r� r� r r� r r
s � �z Regex.sub)r FF)T)T)T)r r r r� r� r� r� r� r� r� r� r� r� r ri r r rT r r: � s
-
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r8 a&
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the
quote delimiting string
- escChar - character to escape quotes, typically backslash
(default= ``None``)
- escQuote - special quote sequence to escape an embedded quote
string (such as SQL's ``""`` to escape an embedded ``"``)
(default= ``None``)
- multiline - boolean indicating whether quotes can span
multiple lines (default= ``False``)
- unquoteResults - boolean indicating whether the matched text
should be unquoted (default= ``True``)
- endQuoteChar - string of one or more characters defining the
end of the quote delimited string (default= ``None`` => same as
quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace
(``'\t'``, ``'\n'``, etc.) to actual whitespace
(default= ``True``)
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sX t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z(t� � j� j�� _� j� _ � jj � _ W n0 t j!k
�r0 tjd� j tdd� � Y nX t"� �� _#d� j# � _$d� _%d� _&d S )Nz$quoteChar cannot be the empty stringr� r$ z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r� � endQuoteCharr� rW r� r r r� �
s � �z(QuotedString.__init__.<locals>.<genexpr>r� �)z|(?:%s)z|(?:%s.)z(.)z)*%sr� r� FT)'rQ r8 r� r� r( r) r* r� � quoteCharr� � quoteCharLen�firstQuoteCharr� �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLr� r� r� r� r� r �escCharReplacePatternr� r� rs r� r� r� r� r r� r� r� )r� r� r� r� Z multiliner� r� r� rT r� r r� Z
sv
�
���� �
zQuotedString.__init__c C s� || | j kr| �||�p d }|s2t||| j| ��|�� }|�� }| jr�|| j| j � }t |t
�r�d|kr�| j r�ddddd�}|� � D ]\}}|�
||�}q�| jr�t�| jd|�}| jr�|�
| j| j�}||fS )Nr� � r� � �
)�\tr\ z\fz\rz\g<1>)r� r� r2 r� r� r� r� r� r� r� r r� r! r� r� r� r r� r� r� ) r� r� r� r� rf r� Zws_mapZwslitZwscharr r r r� �
s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rQ r8 r� r r� r� r� r� rT r r r� �
s
zQuotedString.__str__)NNFTNT)Tr� r r rT r r8 3
s & �A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a� Token for matching words composed of characters *not* in a given
set (will include whitespace in matched characters if not listed in
the provided exclusion set - see example). Defined with string
containing all disallowed characters, and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )rQ r r� r� �notCharsr5 r� r� rh r� r r� r� r� )r� r� r� r� r� rT r r r� �
s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r2 r� r� r� r� r� )r� r� r� r� r� Znotchars�maxlenr r r r� �
s
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nr� z
!W:(%s...)z!W:(%s))rQ r r� r r� r� r� r� rT r r r� s
zCharsNotIn.__str__)r� r r )Tr� r r rT r r �
s
c s` e Zd ZdZdddddddd d
d d d
dddddddddddd�Zd"� fd d � Zd#d d!�Z� ZS )$rA a� Special matching class for matching whitespace. Normally,
whitespace is ignored by pyparsing grammars. This class is included
when some whitespace structures are significant. Define with
a string containing the whitespace characters to be matched; default
is ``" \t\r\n"``. Also takes optional ``min``,
``max``, and ``exact`` arguments, as defined for the
:class:`Word` class.
z<SP>z<TAB>z<LF>z<CR>z<FF>z<NBSP>z<OGHAM_SPACE_MARK>z<MONGOLIAN_VOWEL_SEPARATOR>z <EN_QUAD>z <EM_QUAD>z
<EN_SPACE>z
<EM_SPACE>z<THREE-PER-EM_SPACE>z<FOUR-PER-EM_SPACE>z<SIX-PER-EM_SPACE>z<FIGURE_SPACE>z<PUNCTUATION_SPACE>z <THIN_SPACE>z <HAIR_SPACE>z<ZERO_WIDTH_SPACE>z<NNBSP>z<MMSP>z<IDEOGRAPHIC_SPACE>)r� r� r� r� r� zu A0zu80zu80Eu u0u u1u u2u u3u u4u u5u u6u u7u u8u u9u uAu uBu uFu u
Fu uÀ0�
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� r r r� : s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )rA � whiteStrsr� r r r r� < s Tr� r )
rQ rA r� r� rD r� r� r r� r� r� r� rh )r� Zwsr� r� r� rT r� r r� 7 s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r2 r� r� r� r� r� )r� r� r� r� r� r� r r r r� K s
zWhite.parseImpl)r� r� r r )T)r r r r� r� r� r� ri r r rT r rA s6 �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )rQ r� r� r� r r r� r� r� rT r r r� \ s
z_PositionToken.__init__�r r r r� ri r r rT r r� [ s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r" zaToken to advance to a specific column of input text; useful for
tabular report scraping.
c s t t| ��� || _d S r� )rQ r" r� rM )r� �colnorT r r r� f s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )rM r� r� r� �isspace)r� r� r� r� r r r r� j s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�rM r2 )r� r� r� r� ZthiscolZnewlocr� r r r r� s s
zGoToColumn.parseImpl)T)r r r r� r� r� r� ri r r rT r r" b s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r& a� Matches if current position is at the beginning of a line within
the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)rQ r& r� r� r� rT r r r� � s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )rM r2 r� r� r r r r� � s zLineStart.parseImpl)Trq r r rT r r& | s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r% zTMatches if current position is at the end of a line within the
parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr� r� zExpected end of line)rQ r% r� rD r7 r� r� r� r� rT r r r� � s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr� r� �r� r2 r� r� r r r r� � s zLineEnd.parseImpl)Trq r r rT r r% � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r= zLMatches if current position is at the beginning of the parse
string
c s t t| ��� d| _d S )NzExpected start of text)rQ r= r� r� r� rT r r r� � s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r2 r� r� r r r r� � s zStringStart.parseImpl)Trq r r rT r r= � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r< zBMatches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)rQ r< r� r� r� rT r r r� � s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� r r r r� � s zStringEnd.parseImpl)Trq r r rT r r< � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rD ay Matches if the current position is at the beginning of a Word,
and is not preceded by any character in a given set of
``wordChars`` (default= ``printables``). To emulate the
```` behavior of regular expressions, use
``WordStart(alphanums)``. ``WordStart`` will also match at
the beginning of the string being parsed, or at the beginning of
a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)rQ rD r� r� � wordCharsr� �r� r� rT r r r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r )r� r2 r� r� r r r r� � s �zWordStart.parseImpl)T�r r r r� rj r� r� ri r r rT r rD � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rC a_ Matches if the current position is at the end of a Word, and is
not followed by any character in a given set of ``wordChars``
(default= ``printables``). To emulate the ```` behavior of
regular expressions, use ``WordEnd(alphanums)``. ``WordEnd``
will also match at the end of the string being parsed, or at the end
of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)rQ rC r� r� r� r� r� r� rT r r r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r )r� r� r2 r� )r� r� r� r� r� r r r r� � s �zWordEnd.parseImpl)Tr� r r rT r rC � s c sz e Zd ZdZd� fdd� Zdd� Zdd� Z� fd d
�Z� fd d �Z� fd
d�Z ddd�Z
� fdd�Z d� fdd� Z � Z
S )r3 z]Abstract subclass of ParserElement, for combining and
post-processing parsed tokens.
Fc s� t t� ��|� t|t�r"t|�}t|t�r<� �|�g� _n�t|t �rP|g� _nnt|t
�r�t|�}t dd� |D ��r�� fdd�|D �}t|�� _n,zt|�� _W n t k
r� |g� _Y nX d� _
d S )Nc s s | ]}t |t�V qd S r� )r� r )r� r� r r r r� s z+ParseExpression.__init__.<locals>.<genexpr>c 3 s& | ] }t |t�r� �|�n|V qd S r� )r� r r� �r� r� r� r r r� s F)rQ r3 r� r� r
r r r� �exprsr7 r rv r r� �r� r� r� rT r� r r� � s"
zParseExpression.__init__c C s | j �|� d | _| S r� )r� r� r� rS r r r r� s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z�Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on
all contained expressions.Fc S s g | ] }|� � �qS r rH r� r r r r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r� r� rC )r� r� r r r rC s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r. )r� r> r� rQ r3 rF r� )r� rJ r� rT r r rF # s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) rQ r3 r� r r� r� r r� r� r� rT r r r� / s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nr� r r� r� r� )rQ r3 r r� r� r� r� r� r� r� r� r� r� r� r� )r� r� rJ rT r r r 9 s<
���
��� zParseExpression.streamlineNc C sB |d k r |ng d d � | g }| j D ]}|�|� q$| �g � d S r� )r� rK rI )r� rJ �tmpr� r r r rK [ s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS r rH r� r r r r c s z(ParseExpression.copy.<locals>.<listcomp>)rQ r3 rI r� rc rT r r rI a s zParseExpression.copyc sV t jrD| jD ]6}t|t�r |jr tjd�d|t | �j
|j�dd� q t t | ��
||�S )N�]{0}: setting results name {1!r} on {2} expression collides with {3!r} on contained expression�)warn_ungrouped_named_tokens_in_collectionr� r$ )r r� r� r� r7 r� r( r) r� r� r rQ r3 r� �r� r r� r� rT r r r� f s
��z ParseExpression._setResultsName)F)N)F)r r r r� r� r� rC rF r� r rK rI r� ri r r rT r r3 � s
"
c s` e Zd ZdZG dd� de�Zd� fdd� Z� fdd�Zdd d
�Zd d � Z d
d� Z
dd� Z � Z S )r a
Requires all given :class:`ParseExpression` s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the ``'+'`` operator.
May also be constructed using the ``'-'`` operator, which will
suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"), name_expr("name"), integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)rQ r r, r� r rC ry rT r r r� � s zAnd._ErrorStop.__init__r� r r rT r r, � s r, Tc s� |r�t |kr�g }t|�D ]`\}}|t krn|t|�d k rdt� ||d jd }|�t|�d�� qxtd��q|�|� q||d d �< tt | ��
||� t dd� | jD ��| _ | �
| jd j� | jd j| _d| _d S ) Nr� r� r+ z0cannot construct And with sequence ending in ...c s s | ] }|j V qd S r� �r� r� r r r r� � s z And.__init__.<locals>.<genexpr>r T)r& r� r� r r� r� r; r rQ r r� r� r� rD r� r� r� )r� r� r� r� r� r� Z
skipto_argrT r r r� � s
z And.__init__c s� | j r�tdd� | j d d� D ��r�t| j d d� �D ]^\}}|d krFq4t|t�r4|j r4t|j d t�r4|j d | j |d |j d< d | j |d < q4dd� | j D �| _ tt| ��� t dd� | j D ��| _
| S )Nc s s. | ]&}t |t�o$|jo$t |jd t�V qdS �r� N)r� r3 r� r' r� r r r r� � s �z!And.streamline.<locals>.<genexpr>r� r� c S s g | ]}|d k r|�qS r� r r� r r r r � s z"And.streamline.<locals>.<listcomp>c s s | ] }|j V qd S r� r� r� r r r r� � s ) r� rv r� r� r3 r' rQ r r r� r� )r� r� r� rT r r r � s$ �
�� zAnd.streamlinec C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr r� T)
r� r� r� r r, r6 r0 r� r� r r� r� r; ) r� r� r� r� �
resultlistZ errorStopr� Z
exprtokensr� r r r r� � s(
z
And.parseImplc C s t |t�r| �|�}| �|�S r� �r� r r� r� rS r r r rD � s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� rI r� �r� r� �subRecCheckListr� r r r rI � s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr �{r� c s s | ]}t |�V qd S r� r� r� r r r r� � s z And.__str__.<locals>.<genexpr>�}�r1 r r� r� r� r� r r r r� � s
z And.__str__)T)T)
r r r r� r r, r� r r� rD rI r� ri r r rT r r t s
c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r/ a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the expression that matches the longest
string will be used. May be constructed using the ``'^'``
operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z Or.__init__.<locals>.<genexpr>T)rQ r/ r� r� rv r� r� rT r r r� � s z Or.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� �r� r� r r r r� � s z Or.streamline.<locals>.<genexpr>)rQ r/ r r �collect_all_And_tokensrv r� r� r� rT r r r � s z
Or.streamlineTc C s� d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r�|j t
d�dd� |s�|d d }
|
� |||�S d} |D ]�\} }
| | d k�r
| S z|
� |||�\}}W n@ tk
�r` } z d | _| j|k�rP| }| j}W 5 d } ~ X Y q�X || k�rx||f S || d kr�||f} q�| dk�r�| S |d k �r�| j|_ |�nt||d| ��d S )Nr� r T)r@ r r� r� � no defined alternatives to match)
r� r� r2 r� r� r r� r� r� �sortr r� r� )r� r� r� r� � maxExcLoc� maxExceptionr r� Zloc2r� Z best_exprZlongestZloc1Zexpr1r� r r r r� � sT
z Or.parseImplc C s t |t�r| �|�}| �|�S r� r� rS r r r �__ixor__; s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� z ^ c s s | ]}t |�V qd S r� r� r� r r r r� E s z Or.__str__.<locals>.<genexpr>r� r� r� r r r r� @ s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� rI r� r r r rI I s
zOr.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� �r� r r� r r r r� Q s z%Or._setResultsName.<locals>.<genexpr>��{0}: setting results name {1!r} on {2} expression may only return a single token for an And alternative, in future will return the full list of tokens�)warn_multiple_tokens_in_named_alternationr� r$ )r r� r r� rv r� r( r) r� r� r rQ r/ r� r� rT r r r� N s � ��zOr._setResultsName)F)T)F) r r r r� r� r r� r� r� rI r� ri r r rT r r/ � s
= c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r) a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the first one listed is the one that will
match. May be constructed using the ``'|'`` operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� o s z&MatchFirst.__init__.<locals>.<genexpr>T)rQ r) r� r� rv r� r� rT r r r� l s zMatchFirst.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� r� r� r r r r� v s z(MatchFirst.streamline.<locals>.<genexpr>)rQ r) r r r� rv r� r� r� rT r r r s s zMatchFirst.streamlineTc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nr� r� )r� r� r2 r� r r� r� r� ) r� r� r� r� r� r� r� r� r� r r r r� y s$
zMatchFirst.parseImplc C s t |t�r| �|�}| �|�S r� r� rS r r r �__ior__� s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� � | c s s | ]}t |�V qd S r� r� r� r r r r� � s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� r r r r� � s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� r r r rI � s
zMatchFirst.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� r� r� r r r r� � s z-MatchFirst._setResultsName.<locals>.<genexpr>r� r� r� r$ )r r� r r� rv r� r( r) r� r� r rQ r) r� r� rT r r r� � s � ��zMatchFirst._setResultsName)F)T)F) r r r r� r� r r� r� r� rI r� ri r r rT r r) [ s
c sH e Zd ZdZd
� fdd� Z� fdd�Zddd�Zd d
� Zd d � Z� Z S )r as Requires all given :class:`ParseExpression` s to be found, but in
any order. Expressions may be separated by whitespace.
May be constructed using the ``'&'`` operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s> t t| ��||� tdd� | jD ��| _d| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z Each.__init__.<locals>.<genexpr>T) rQ r r� r� r� r� r� �initExprGroupsr� r� rT r r r� � s
z
Each.__init__c s( t t| ��� tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z"Each.streamline.<locals>.<genexpr>)rQ r r r� r� r� r� rT r r r � s zEach.streamlinec s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r� r. rV r� r� r r r r� � s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS r �r� r. r� r� r r r r � s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS r )r� r� r. r� r r r r � s
c S s g | ]}t |t�r|j�qS r )r� rE r� r� r r r r � s
c S s g | ]}t |t�r|j�qS r )r� r, r� r� r r r r � s
c S s g | ]}t |tttf�s|�qS r )r� r. rE r, r� r r r r � s FTrV c s s | ]}t |�V qd S r� r� r� r r r r� s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS r r� r� �ZtmpOptr r r s
)r� r r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r2 r� r� rV �remover� r� r� �sumr5 )r� r� r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� r� Z finalResultsr r� r r� � sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� z & c s s | ]}t |�V qd S r� r� r� r r r r� , s z Each.__str__.<locals>.<genexpr>r� r� r� r r r r� ' s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� r r r rI 0 s
zEach.checkRecursion)T)T)
r r r r� r� r r� r� rI ri r r rT r r � s 8
1 c sj e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z ddd�Z
� fdd�Z � Z S )r1 zfAbstract subclass of :class:`ParserElement`, for combining and
post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@t| jt�r2| �|�}n| �t|��}|| _ d | _
|d k r�|j | _ |j | _ | �
|j� |j| _|j| _|j| _| j�|j� d S r� )rQ r1 r� r� r �
issubclassr� r? r' r� r� r� r� rD r� r� r� r� r� rE �r� r� r� rT r r r� : s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr r� )r� r� r2 r� r� r r r r� L s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r~ )r� r� rI rC r� r r r rC R s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r. )r� r> r� rQ r1 rF r� rS rT r r rF Y s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )rQ r1 r r� r� rT r r r e s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r9 r� rI )r� r� r� r r r rI k s
z"ParseElementEnhance.checkRecursionNc C sB |d kr g }|d d � | g }| j d k r4| j �|� | �g � d S r� �r� rK rI �r� rJ r� r r r rK r s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) rQ r1 r� r r� r� r� r r� r� rT r r r� z s zParseElementEnhance.__str__)F)T)N)
r r r r� r� r� rC rF r rI rK r� ri r r rT r r1 6 s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r ab Lookahead matching of the given parse expression.
``FollowedBy`` does *not* advance the parsing position within
the input string, it only verifies that the specified parse
expression matches at the current position. ``FollowedBy``
always returns a null token list. If any results names are defined
in the lookahead expression, those *will* be returned for access by
name.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )rQ r r� r� �r� r� rT r r r� � s zFollowedBy.__init__Tc C s( | j j|||d�\}}|d d �= ||fS )Nr� )r� r� )r� r� r� r� �_r� r r r r� � s
zFollowedBy.parseImpl)Trq r r rT r r � s c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r( ap Lookbehind matching of the given parse expression.
``PrecededBy`` does not advance the parsing position within the
input string, it only verifies that the specified parse expression
matches prior to the current position. ``PrecededBy`` always
returns a null token list, but if a results name is defined on the
given expression, it is returned.
Parameters:
- expr - expression that must match prior to the current parse
location
- retreat - (default= ``None``) - (int) maximum number of characters
to lookbehind prior to the current parse location
If the lookbehind expression is a string, Literal, Keyword, or
a Word or CharsNotIn with a specified exact or maximum length, then
the retreat parameter is not required. Otherwise, retreat must be
specified to give a maximum number of characters to look back from
the current parse position for a lookbehind match.
Example::
# VB-style variable names with type prefixes
int_var = PrecededBy("#") + pyparsing_common.identifier
str_var = PrecededBy("$") + pyparsing_common.identifier
Nc s� t t| ��|� | �� �� | _d| _d| _d| _t|t �rJt
|�}d| _nVt|t t f�rf|j
}d| _n:t|ttf�r�|jtkr�|j}d| _nt|t�r�d}d| _|| _dt |� | _d| _d S )NTFr znot preceded by )rQ r( r� r� rC r� r� r� r� r� r� r' r$ rt rB r r� rh r� �retreatr� r� )r� r� r rT r r r� � s(
zPrecededBy.__init__r Tc C s� | j r<|| jk r t||| j��|| j }| j�||�\}}n�| jt� }|d |� }t||| j�} tdt|| jd ��D ]H}
z|�|||
�\}}W n& t k
r� } z| } W 5 d } ~ X Y qxX q�qx| �|d d �= ||fS r� )
r� r r2 r� r� r� r< r r� r0 ) r� r� r� r� r� r r� Z test_exprZinstring_sliceZ last_exprrM Zpber r r r� � s"
zPrecededBy.parseImpl)N)r Trq r r rT r r( � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r+ a� Lookahead to disallow matching with the given parse expression.
``NotAny`` does *not* advance the parsing position within the
input string, it only verifies that the specified parse expression
does *not* match at the current position. Also, ``NotAny`` does
*not* skip over leading whitespace. ``NotAny`` always returns
a null token list. May be constructed using the '~' operator.
Example::
AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split())
# take care not to mistake keywords for identifiers
ident = ~(AND | OR | NOT) + Word(alphas)
boolean_term = Optional(NOT) + ident
# very crude boolean expression - to support parenthesis groups and
# operation hierarchy, use infixNotation
boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term)
# integers that are followed by "." are actually floats
integer = Word(nums) + ~Char(".")
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )rQ r+ r� r� r� r� r� r� r rT r r r�
s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )r� r� r2 r� r� r r r r� s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr z~{r� �r1 r r� r� r� r� r r r r� s
zNotAny.__str__)Tr� r r rT r r+ � s
c s> e Zd Zd � fdd� Zdd� Zd
dd�Zd� fd
d � Z� ZS )�_MultipleMatchNc s< t t| ��|� d| _|}t|t�r.| �|�}| �|� d S r� )rQ r r� r� r� r r� �stopOn)r� r� r �enderrT r r r� s
z_MultipleMatch.__init__c C s, t |t�r| �|�}|d k r"| nd | _| S r� )r� r r� � not_ender)r� r r r r r ( s
z_MultipleMatch.stopOnTc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr ) r� r� r� r r� r� r; r2 r ) r� r� r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensr r r r� . s*
z_MultipleMatch.parseImplFc sf t jrT| jgt| jdg � D ]6}t|t�r |jr tjd� d|t
| �j |j�dd� q t t
| ��||�S )Nr� r� r� r� r$ )r r� r� r� r� r7 r� r( r) r� r� r rQ r r� r� rT r r r� K s ��z _MultipleMatch._setResultsName)N)T)F)r r r r� r r� r� ri r r rT r r s
r c @ s e Zd ZdZdd� ZdS )r, aj Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr r� z}...r r� r r r r� s s
zOneOrMore.__str__N)r r r r� r� r r r r r, Y s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) rE ak Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to :class:`OneOrMore`
Nc s t t| �j||d� d| _d S )N)r T)rQ rE r� r� )r� r� r rT r r r� � s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )rQ rE r� r2 r r� rT r r r� � s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr rU �]...r r� r r r r� � s
zZeroOrMore.__str__)N)Tr� r r rT r rE | s
c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r~ r r� r r r r* � s z_NullToken.__bool__c C s dS r� r r� r r r r� � s z_NullToken.__str__N)r r r r* r� r� r r r r r � s r c s< e Zd ZdZe� Zef� fdd� Zd dd�Zdd� Z� Z S )
r. aG Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFro T)rQ r. r� r� r� rA r� )r� r� r< rT r r r� � s
zOptional.__init__Tc C s| z | j j|||dd�\}}W nV ttfk
rr | j| jk rj| j jr`t| jg�}| j|| j j< qn| jg}ng }Y nX ||fS r
)r� r� r2 r rA � _Optional__optionalNotMatchedr� r5 )r� r� r� r� r� r r r r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr rU rX r r� r r r r� � s
zOptional.__str__)T)
r r r r� r r
r� r� r� ri r r rT r r. � s
$
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r; a� Token for skipping over all undefined text until the matched
expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default= ``False``) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default= ``None``) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default= ``None``) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rF| �
|�| _ n|| _ dt | j
� | _d S )NTFzNo match found for )rQ r; r� �
ignoreExprr� r� � includeMatchr� r� r r� �failOnr� r� r� )r� rJ ZincluderF r rT r r r� s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r )
r� r� r� r r� r r� r0 r2 r r� r5 r )r� r� r� r� r� r� r� Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultr� r r r r� - s:
zSkipTo.parseImpl)FNN)Trq r r rT r r; � s 9
c sn e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zdd
d�Z dd� Z
� fdd�Z d� fdd� Z � Z
S )r! a_ Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the ``Forward``
variable using the '<<' operator.
Note: take care when assigning to ``Forward`` not to overlook
precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the ``Forward``::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See :class:`ParseResults.pprint` for an example of a recursive
parser created using ``Forward``.
Nc s t t| �j|dd� d S rn )rQ r! r� rS rT r r r� w s zForward.__init__c C sj t |t�r| �|�}|| _d | _| jj| _| jj| _| �| jj� | jj | _ | jj
| _
| j � | jj � | S r� )
r� r r� r� r� r� r� rD r� r� r� r� rE rS r r r �
__lshift__z s
zForward.__lshift__c C s | |> S r� r rS r r r � __ilshift__� s zForward.__ilshift__c C s
d| _ | S r~ rB r� r r r rC � s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� r� r r� r r r r � s
zForward.streamlinec C sJ |d kr g }| |kr<|d d � | g }| j d k r<| j �|� | �g � d S r� r r r r r rK � s
zForward.validatec C sl t | d�r| jS | jd k r | jS d| _d}z&| jd k rJt| j�d d� }nd}W 5 | jjd | | _X | jS )Nr z: ...rj z: i� �None)r1 r r� r� r r� r� )r� Z retStringr r r r� � s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )r� rQ r! rI rc rT r r rI � s
z Forward.copyFc s@ t jr.| jd kr.tjd�d|t| �j�dd� tt | ��
||�S )NzR{0}: setting results name {0!r} on {1} expression that has no contained expression� warn_name_set_on_empty_Forwardr� r$ ) r r r� r( r) r� r� r rQ r! r� r� rT r r r� � s
��zForward._setResultsName)N)N)F)r r r r� r� r r rC r rK r� rI r� ri r r rT r r! \ s
c s" e Zd ZdZd� fdd� Z� ZS )r@ zW
Abstract subclass of :class:`ParseExpression`, for converting parsed results.
Fc s t t| ��|� d| _d S r~ )rQ r@ r� r� r� rT r r r� � s zTokenConverter.__init__)Frp r r rT r r@ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the
input string; this can be disabled by specifying
``'adjacent=False'`` in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )rQ r r� rC �adjacentr� �
joinStringr� )r� r� r r rT r r r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r r7 rF rQ r rS rT r r rF � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r )rI r5 r� rY r r� r� r; )r� r� r� r� ZretToksr r r r� � s
"zCombine.postParse)r� T)r r r r� r� rF r� ri r r rT r r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r# a Converter to return the matched tokens as a list - useful for
returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )rQ r# r� r� r rT r r r�
s zGroup.__init__c C s |gS r� r r� r r r r� s zGroup.postParse�r r r r� r� r� ri r r rT r r# � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a? Converter to return a repetitive expression as a list, but also
as a dictionary. Each element can also be referenced using the first
token in the expression as its key. Useful for tabular report
scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at :class:`ParseResults` of accessing fields by results name.
c s t t| ��|� d| _d S r� )rQ r r� r� r rT r r r� 8 s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� r� ) r� r� r� r� r� r� r� r5 rI r; r� )r� r� r� r� r� �tokZikeyZ dictvaluer r r r� < s$
zDict.postParser r r rT r r s & c @ s e Zd ZdZdd� Zdd� ZdS )r> a[ Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also :class:`delimitedList`.)
c C s g S r� r r� r r r r� k s zSuppress.postParsec C s | S r� r r� r r r rA n s zSuppress.suppressN)r r r r� r� rA r r r r r> U s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r- zDWrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r~ )r� r� �called)r� Z
methodCallr r r r� u s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r r� r2 )r� r� r� r� r� r r r r@ x s
zOnlyOnce.__call__c C s
d| _ d S r~ )r r� r r r �reset~ s zOnlyOnce.resetN)r r r r� r� r@ r r r r r r- r s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )aq Decorator for debugging parse actions.
When the parse action is called, this decorator will print
``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``.
When the parse action completes, the decorator will print
``"<<"`` followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr� r� r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r r� r� r� �stderrr` r[ r )ZpaArgsZthisFuncr� r� r� r� r� �rO r r �z� s ztraceParseAction.<locals>.z)r� r r� )rO r r r r rv � s
�,c C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a� Helper to define a delimited list of expressions - the delimiter
defaults to ','. By default, the list elements and delimiters can
have intervening whitespace, and comments, but this can be
overridden by passing ``combine=True`` in the constructor. If
``combine`` is set to ``True``, the matching tokens are
returned as a single token string, with the delimiters included;
otherwise, the matching tokens are returned as a list of tokens,
with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r� r N)r� r rE r� r> )r� Zdelim�combineZdlNamer r r rT � s $c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a> Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the
leading count token is suppressed.
If ``intExpr`` is specified, it should be a pyparsing expression
that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r# r rW )r� r� r� r1 �Z arrayExprr� r r �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )r� r� r r r r� � r� z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rj )r! rB rf r� rI r� r� r� )r� ZintExprr" r r! r rP � s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r� r rE r r� )�Lr� r� r r r r � s
r c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a4 Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches a previous literal, will also match the leading
``"1:1"`` in ``"1:10"``. If this is not desired, use
:class:`matchPreviousExpr`. Do *not* use with packrat parsing
enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r' �r� Zttr r r r�
s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r r r r )r� r� r� Ztflat�Zrepr r �copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr# �(prev) )r! r� r� r� )r� r' r r& r rc � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aT Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches by expressions, will *not* match the leading ``"1:1"``
in ``"1:10"``; the expressions are evaluated first, and then
compared, so ``"1"`` is compared with ``"10"``. Do *not* use
with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r r r2 )r� r� r� Z theseTokens�Z matchTokensr r �mustMatchTheseTokens% s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr# )r r r� )r� r� r� r* r& r) r r' # s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr# r( )r! rI r� r� r� )r� Ze2r' r r& r rb s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r� r\ r� r� )r� �_bslashr� )r� r� r r r r� . s
r� c s� t |t�rtjddd� |r:dd� }dd� }|r4tnt� n dd� }dd� }|rRtnt� g }t | t�rn| �� }n$t | t �r�t
| �}ntjd t dd� |s�t � S |�s.d
}|t
|�d k �r.|| }t||d d � �D ]N\} }
||
|�r�||| d = q�q�|||
�r�||| d = |�||
� q�q�|d 7 }q�|�s�|�s�|�r�zlt
|�t
d
�|��k�r�tdd
�dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a� Helper to quickly define a set of alternative Literals, and makes
sure to do longest-first testing when there is a conflict,
regardless of the input order, but returns
a :class:`MatchFirst` for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of
string literals
- caseless - (default= ``False``) - treat all literals as
caseless
- useRegex - (default= ``True``) - as an optimization, will
generate a Regex object; otherwise, will generate
a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if
creating a :class:`Regex` raises an exception)
- asKeyword - (default=``False``) - enforce Keyword-style matching on the
generated expressions
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
z_More than one string argument passed to oneOf, pass choices as a list or space-delimited stringr� r$ c S s | � � |� � kS r� )r~ �rL �br r r r� [ r� zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r~ ry r, r r r r� \ r� c S s | |kS r� r r, r r r r� _ r� c S s
|� | �S r� )ry r, r r r r� ` r� z6Invalid argument to oneOf, expected string or iterabler r� Nr� r� c s s | ]}t |�V qd S r� )r� �r� Zsymr r r r� � s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r� r. r r r r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� r r. �ZparseElementClassr r r� � s )r� r r( r) r r r$ r' r� r r r* r* r� r� rB r� r: r� r r) ) Zstrsr} ZuseRegexr� ZisequalZmasksZsymbolsr� Zcurr# rJ r r0 r rg 6 s\
�
�
** � c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying
the respective patterns for the key and value. Takes care of
defining the :class:`Dict`, :class:`ZeroOrMore`, and
:class:`Group` tokens in the proper order. The key pattern
can include delimiting markers or punctuation, as long as they are
suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the :class:`Dict` results
can include named token fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r r, r# )r@ r$ r r r rU � s %c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a� Helper to return the original, untokenized text for a given
expression. Useful to restore the parsed fields of an HTML start
tag into the raw tag text itself, or to revert separate tokens with
intervening whitespace back to the original matching input text. By
default, returns astring containing the original parsed text.
If the optional ``asString`` argument is passed as
``False``, then the return value is
a :class:`ParseResults` containing any results names that
were originally matched, and a single token containing the original
matched text from the input string. So if the expression passed to
:class:`originalTextFor` contains expressions with defined
results names, you must set ``asString`` to ``False`` if you
want to preserve those results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b", "i"):
opener, closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� r )r� r� r� r r r r� � r� z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r1 r2 r� r r r r� � r� c S s& | |� d�|� d�� g|d d �< d S )Nr1 r2 )r? r� r r r � extractText� s z$originalTextFor.<locals>.extractText)r r� rI r� r� )r� ZasStringZ locMarkerZ endlocMarker� matchExprr3 r r r r{ � s
c C s t | ��dd� �S )zkHelper to undo pyparsing's default grouping of And expressions,
even if all but one are non-empty.
c S s | d S r� r r� r r r r� � r� zungroup.<locals>.<lambda>)r@ r� )r� r r r r| � s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a� Helper to decorate a returned token with its starting and ending
locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains ``<TAB>`` characters, you
may want to call :class:`ParserElement.parseWithTabs`
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� r r� r r r r� � r� z locatedExpr.<locals>.<lambda>Z
locn_startr$ Zlocn_end)r r� r# rI rC )r� Zlocatorr r r r~ � s z\[]-*.$+^?()~ �r� c C s |d d S r r r� r r r r� r� r� z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0xr� )�unichrr� ra r� r r r r� r� z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r6 r� r� r r r r�
r� z\]r� rU r� �negate�bodyrX c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a Helper to easily define string ranges for use in Word
construction. Borrows syntax from regexp '[]' string range
definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string
is the expanded character set joined into a single string. The
values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as ``\-``
or ``\]``)
- an escaped hex character with a leading ``'\x'``
(``\x21``, which is a ``'!'`` character) (``\0x##``
is also supported for backwards compatibility)
- an escaped octal character with a leading ``'\0'``
(``\041``, which is a ``'!'`` character)
- a range of any of the above, separated by a dash (``'a-z'``,
etc.)
- any combination of the above (``'aeiouy'``,
``'a-zA-Z0-9_$'``, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� �r6 r� r r r r� ) s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r� r5 r� r �ord)�pr r r r� ) r� zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� r )r� �part�Z _expandedr r r� + s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr r9 r r� r r> r rs s
"c s � fdd�}|S )zoHelper method for defining parse actions that require matching at
a specific column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )r� Zlocnr� r0 r r � verifyCol3 s z!matchOnlyAtCol.<locals>.verifyColr )r1 r@ r r0 r ra / s c s � fdd�S )a� Helper method for common parse actions that simply return
a literal value. Especially useful when used with
:class:`transformString<ParserElement.transformString>` ().
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� r r� �ZreplStrr r r� E r� z replaceWith.<locals>.<lambda>r rA r rA r rp 8 s
c C s |d dd� S )a Helper parse action for removing quotation marks from parsed
quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� r� r r� r r r rn G s
c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aL Helper to define a parse action by mapping a function to all
elements of a ParseResults list. If any additional args are passed,
they are forwarded to the given function as additional arguments
after the token, as in
``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``,
which will convert the parsed data to an integer using base 16.
Example (compare the last to example in :class:`ParserElement.transformString`::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS r r )r� Ztokn�r� r� r r r { s z(tokenMap.<locals>.pa.<locals>.<listcomp>r r� rB r r r� z s ztokenMap.<locals>.par r� )r� r r r� )r� r� r� r� r rB r r� V s $
�c C s t | ��� S r� �r� r~ r� r r r r� � r� c C s t | ��� S r� �r� �lowerr� r r r r� � r� rf rg c s~ t | t�r | � t| | d�} n| j� tttd �}|r�t�� � t
�}|| d� t t t
|td� | ��� tddgd�d�� d d
� � | }nlt�� � t
�ttd d �B }|| d� t t t
|� t�ttd�| � ��� tddgd�d�� d
d
� � | }ttd�| d dd�}|�d� � |�� fdd
�� |dd�� �dd��� �� � ��d� �}� |_� |_t |� �|_ ||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer� z_-:�tag�=�/F�r< rW c S s |d dkS �Nr rH r r� r r r r� � r� z_makeTags.<locals>.<lambda>rg r� c S s |d dkS rJ r r� r r r r� � r� rh )r z<%s>c s* | � dd�� �dd��� �� � | �� �S )Nr� r� �:r� )r r� r� �titler� rI r� �Zresnamer r r� � r� r� r� rK r� z</%s>) r� r r$ r rB rH rG rR rI r� rn r rE r# r> r. rm rj rV r �_Lr� r� r� r� rL r� rF r; Ztag_body)�tagStrZxmlZ suppress_LTZ suppress_GTZ tagAttrNameZ tagAttrValueZopenTagZcloseTagr rM r � _makeTags� sH
���������, rP c C s
t | d�S )aK Helper to construct opening and closing tag expressions for HTML,
given a tag name. Matches tags in either upper or lower case,
attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and
# closing tags as a 2-tuple
a, a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are
# also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> https://github.com/pyparsing/pyparsing/wiki
F�rP �rO r r r r_ � s c C s
t | d�S )z�Helper to construct opening and closing tag expressions for XML,
given a tag name. Matches tags only in the given upper/lower case.
Example: similar to :class:`makeHTMLTags`
TrQ rR r r r r` � s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a7 Helper to create a validating parse action to be used with start
tags created with :class:`makeXMLTags` or
:class:`makeHTMLTags`. Use ``withAttribute`` to qualify
a starting tag with a required attribute value, to avoid false
matches on common tags such as ``<TD>`` or ``<DIV>``.
Call ``withAttribute`` with a series of attribute names and
values. Specify the list of filter attributes names and values as:
- keyword arguments, as in ``(align="right")``, or
- as an explicit dict with ``**`` operator, when an attribute
name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}``
- a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))``
For attribute names with a namespace prefix, you must use the second
form. Attribute names are matched insensitive to upper/lower case.
If just testing for ``class`` (with or without a namespace), use
:class:`withClass`.
To verify that the attribute exists, but without specifying a value,
pass ``withAttribute.ANY_VALUE`` as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS r r ra r r r r s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r2 ry � ANY_VALUE)r� r� r� ZattrNameZ attrValue�Zattrsr r r� s �zwithAttribute.<locals>.pa)r! )r� ZattrDictr� r rT r ry � s 8 c C s |r d| nd}t f || i�S )a� Simplified version of :class:`withAttribute` when
matching on a div class - made difficult because ``class`` is
a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)ry )Z classname� namespaceZ classattrr r r r s #�(r� c C s� G dd� dt �}t� }| || | B }t|�D �]n\}}|d dd� \} }
} } |
dk r`d| nd| }
|
dkr�| dks�t| �d kr�td
��| \}}t� �|
�}| tjk�rp|
d kr�||| �t|t | � � }n�|
d k�r*| dk �r ||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rf||| | | | �t|| | | | � }ntd ��n�| tj
k�rT|
d k�r�t | t ��s�t | �} || j
| �t| | � }n�|
d k�r| dk �r�||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rJ||| | | | �t|| | | | � }ntd ��ntd
��| �r�t | ttf��r~|j| � n
|�| � ||�|
�|B K }|}q.||K }|S )al
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary
or binary, left- or right-associative. Parse actions can also be
attached to operator expressions. The generated parser will also
recognize the use of parentheses to override operator precedences
(see example below).
Note: if you define a deep operator list, you may see performance
issues when using infixNotation. See
:class:`ParserElement.enablePackrat` for a mechanism to potentially
improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the
nested
- opList - list of tuples, one for each operator precedence level
in the expression grammar; each tuple is of the form ``(opExpr,
numTerms, rightLeftAssoc, parseAction)``, where:
- opExpr is the pyparsing expression for the operator; may also
be a string, which will be converted to a Literal; if numTerms
is 3, opExpr is a tuple of two expressions, for the two
operators separating the 3 terms
- numTerms is the number of terms for this operator (must be 1,
2, or 3)
- rightLeftAssoc is the indicator whether the operator is right
or left associative, using the pyparsing-defined constants
``opAssoc.RIGHT`` and ``opAssoc.LEFT``.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the parse action
tuple member may be omitted); if the parse action is passed
a tuple or list of functions, this is equivalent to calling
``setParseAction(*fn)``
(:class:`ParserElement.setParseAction`)
- lpar - expression for matching left-parentheses
(default= ``Suppress('(')``)
- rpar - expression for matching right-parentheses
(default= ``Suppress(')')``)
Example::
# simple example of four-function arithmetic with ints and
# variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
c @ s e Zd Zddd�ZdS )zinfixNotation.<locals>._FBTc S s | j �||� |g fS r� )r� r� r� r r r r� � s z$infixNotation.<locals>._FB.parseImplN)Trz r r r r �_FB� s rX r� Nr� r� z%s termz %s%s termr� z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r! r� r� r5 r� rh �LEFTr# r, �RIGHTr� r. r� r4 r r� )ZbaseExprZopListZlparZrparrX r� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr4 r r r r} D s` H�
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a� Helper method for defining nested lists enclosed in opening and
closing delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list
(default= ``"("``); can also be a pyparsing expression
- closer - closing character for a nested list
(default= ``")"``); can also be a pyparsing expression
- content - expression for items within the nested lists
(default= ``None``)
- ignoreExpr - expression for ignoring opening and closing
delimiters (default= :class:`quotedString`)
If an expression is not provided for the content argument, the
nested expression will capture all whitespace-delimited content
between delimiters as a list of separate values.
Use the ``ignoreExpr`` argument to define expressions that may
contain opening or closing characters that should not be treated as
opening or closing characters for nesting, such as quotedString or
a comment expression. Specify multiple expressions using an
:class:`Or` or :class:`MatchFirst`. The default is
:class:`quotedString`, but if no expressions are to be ignored, then
pass ``None`` for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR, RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r5 c S s | d � � S r� �r� r� r r r r� r� z nestedExpr.<locals>.<lambda>c S s | d � � S r� r^ r� r r r r� r� c S s | d � � S r� r^ r� r r r r� ' r� c S s | d � � S r� r^ r� r r r r� , r� zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r5 r� r r� r r, r r7 r� r� rW rI r' r! r# r> rE r� )ZopenerZcloserZcontentr r� r r r rd � s` A
�����
����� �� � ��
*$c s �dd� � � �fdd���fdd�}�fdd�}�fdd �}t t� �d
��� �}t� t� �|� �d �}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n(tt|�t |t| � t|� � | �}
|
� �fdd�� | �
t t� � |
�d�S )a� Helper method for defining space-delimited indentation blocks,
such as those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single
grammar should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond
the current level; set to False for block of left-most
statements (default= ``True``)
A valid block must contain at least one ``blockStatement``.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group(funcDecl + func_body)
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << (funcDef | assignment | identifier)
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
Nc s � �d d �< d S r� r r )� backup_stack� indentStackr r � reset_stack� s z"indentedBlock.<locals>.reset_stackc sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nr� zillegal nestingznot a peer entry)r� rM r2 �r� r� r� ZcurCol�r` r r �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nr� znot a subentry)rM r� r2 rb rc r r �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sJ |t | �krd S t|| �}� r&|� ks2t| |d��|� d k rF� �� d S )Nznot an unindentr� )r� rM r2 r? rb rc r r �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTc s � � S r� r )rL r- r� r� )ra r r r� � r� z indentedBlock.<locals>.<lambda>zindented block) r, r% rD rA r r� r� r# r. r� rF r+ ) ZblockStatementExprr` rj rd re rf rw rg ZPEERZUNDENTZsmExprr )r_ r` ra r rz 7 s2 Q �����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r/ z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityr� r r r ro � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentr� � � commaItemrI c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?r� a Here are some common low-level expressions that may be useful in
jump-starting parser development:
- numeric forms (:class:`integers<integer>`, :class:`reals<real>`,
:class:`scientific notation<sci_real>`)
- common :class:`programming identifiers<identifier>`
- network addresses (:class:`MAC<mac_address>`,
:class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`)
- ISO8601 :class:`dates<iso8601_date>` and
:class:`datetime<iso8601_datetime>`
- :class:`UUID<uuid>`
- :class:`comma-separated list<comma_separated_list>`
Parse actions:
- :class:`convertToInteger`
- :class:`convertToFloat`
- :class:`convertToDate`
- :class:`convertToDatetime`
- :class:`stripHTMLTags`
- :class:`upcaseTokens`
- :class:`downcaseTokens`
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerrH �fractionc C s | d | d S )Nr r� r r� r r r r� � r� zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz[+-]?(:?\d+\.\d*|\.\d+)z real numberz@[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerrK � zfull IPv6 address)r r� z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS rd )r� �
_ipv6_partr r% r r r r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r7 )r� r� r r r r� � r� z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``)
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater5 r2 r� �r� r� r� Zve��fmtr r �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnr �rw rx r rv r �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed
datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``)
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r rs r5 r2 r� ru rv r r rx � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnr ry r rv r �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
td, td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body)
Prints::
More info at the pyparsing wiki page
r )r� �_html_stripperr� )r� r� r� r r r �
stripHTMLTags� s z pyparsing_common.stripHTMLTagsr r� ri rj r� rI zcomma separated listc C s t | ��� S r� rC r� r r r r� r� c C s t | ��� S r� rD r� r r r r� r� N)rr )r{ )?r r r r� r� r� ZconvertToInteger�floatZconvertToFloatrB rf r� r� rk rX ro r: Zsigned_integerrl r� r. rA Z
mixed_integerr� �realZsci_realr �numberrm rH rG rn Z ipv4_addressrq Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� rz r| Z iso8601_dateZiso8601_datetime�uuidrK rJ r~ r r, r' r% rj rA �
_commasepitemrT rm rI Zcomma_separated_listrx rV r r r r r� � sv ""
���
�
�
� �
���c @ s e Zd Zdd� Zdd� ZdS )�_lazyclasspropertyc C s || _ |j| _|j| _d S r� )r� r� r r� r r r r� s z_lazyclassproperty.__init__c sl � d krt |�� t� d�r:t� fdd�� jdd � D ��r@i � _| jj}|� jkrb| �� �� j|< � j| S )N�_internc 3 s | ]}� j t|d g �kV qdS )r� N)r� r� )r� Z
superclassr� r r r� s �z-_lazyclassproperty.__get__.<locals>.<genexpr>r� )r� r1 rv �__mro__r� r� r )r� r� r� �attrnamer r� r �__get__ s �
z_lazyclassproperty.__get__N)r r r r� r� r r r r r�
s r� c @ sP e Zd ZdZg Zedd� �Zedd� �Zedd� �Z edd � �Z
ed
d � �Z d S )
r� a�
A set of Unicode characters, for language-specific strings for
``alphas``, ``nums``, ``alphanums``, and ``printables``.
A unicode_set is defined by a list of ranges in the Unicode character
set, in a class attribute ``_ranges``, such as::
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
A unicode set can also be defined using multiple inheritance of other unicode sets::
class CJK(Chinese, Japanese, Korean):
pass
c C sZ g }| j D ]8}|tkr qD|jD ] }|�t|d |d d �� q q
dd� tt|��D �S )Nr r� r� c S s g | ] }t |��qS r r: r� r r r r 4 s z5unicode_set._get_chars_for_ranges.<locals>.<listcomp>)r� r� �_rangesrE r rt r� )r� r� ZccZrrr r r �_get_chars_for_ranges, s
z!unicode_set._get_chars_for_rangesc C s d� ttj| �� ��S )z+all non-whitespace characters in this ranger� )r� r r� r� r� r� r r r rj 6 s zunicode_set.printablesc C s d� ttj| �� ��S )z'all alphabetic characters in this ranger� )r� �filterr� �isalphar� r� r r r rH ; s zunicode_set.alphasc C s d� ttj| �� ��S )z*all numeric digit characters in this ranger� )r� r� r� �isdigitr� r� r r r rf @ s zunicode_set.numsc C s | j | j S )z)all alphanumeric characters in this range)rH rf r� r r r rG E s zunicode_set.alphanumsN) r r r r� r� r� r� r� rj rH rf rG r r r r r� s
c @ s� e Zd ZdZdejfgZG dd� de�ZG dd� de�Z G dd� de�Z
G d d
� d
e�Z G d d � d e�Z G d
d� de�Z
G dd� de�ZG dd� de�ZG dd� de
ee�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�Zd S ) r� zF
A namespace class for defining common language unicode_sets.
� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Latin1z/Unicode set for Latin-1 Unicode Character Range)r� �~ )� � N�r r r r� r� r r r r �Latin1Q s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinAz/Unicode set for Latin-A Unicode Character Range)� i Nr� r r r r �LatinAU s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinBz/Unicode set for Latin-B Unicode Character Range)i� iO Nr� r r r r �LatinBY s r� c @ s6 e Zd ZdZdddddddd d
d d d
dddddgZdS )zpyparsing_unicode.Greekz.Unicode set for Greek Unicode Character Ranges)ip i� )i i )i i )i iE )iH iM )iP iW )iY )i[ )i] )i_ i} )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� Nr� r r r r �Greek] s& �r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Cyrillicz0Unicode set for Cyrillic Unicode Character Range)i i� Nr� r r r r �Cyrillice s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Chinesez/Unicode set for Chinese Unicode Character Range)� N i�� �i 0 i?0 Nr� r r r r �Chinesei s r� c @ sD e Zd ZdZg ZG dd� de�ZG dd� de�ZG dd� de�ZdS ) zpyparsing_unicode.Japanesez`Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana rangesc @ s e Zd ZdZddgZdS )z pyparsing_unicode.Japanese.Kanjiz-Unicode set for Kanji Unicode Character Range)r� i�� r� Nr� r r r r �Kanjiq s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Hiraganaz0Unicode set for Hiragana Unicode Character Range)i@0 i�0 Nr� r r r r �Hiraganau s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Katakanaz1Unicode set for Katakana Unicode Character Range)i�0 i�0 Nr� r r r r �Katakanay s r� N) r r r r� r� r� r� r� r� r r r r �Japanesem s
r� c @ s e Zd ZdZddddddgZdS ) zpyparsing_unicode.Koreanz.Unicode set for Korean Unicode Character Range)i � i�� )i i� )i01 i�1 )i`� i� )i�� i�� r� Nr� r r r r �Korean} s r� c @ s e Zd ZdZdS )zpyparsing_unicode.CJKzTUnicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character RangeNr� r r r r �CJK� s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Thaiz,Unicode set for Thai Unicode Character Range)i i: )i? i[ Nr� r r r r �Thai� s r� c @ s e Zd ZdZdddgZdS )zpyparsing_unicode.Arabicz.Unicode set for Arabic Unicode Character Range)i i )i i� )i i Nr� r r r r �Arabic� s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Hebrewz.Unicode set for Hebrew Unicode Character Range)i� i� Nr� r r r r �Hebrew� s r� c @ s e Zd ZdZddgZdS )z pyparsing_unicode.Devanagariz2Unicode set for Devanagari Unicode Character Range)i i )i� i�� Nr� r r r r �
Devanagari� s r� N)r r r r� r� �
maxunicoder� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� K s u العربيةu 中文u кириллицаu Ελληνικάu עִברִיתu 日本語u 漢字u カタカナu ひらがなu 한국어u ไทยu देवनागरी�__main__Zselect�fromr{ r )r �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)NF)r� )r F)N)FTF)T)r� )T( r� r r r r� �weakrefr r rI r� r( r� r� r
rx r� r� r �operatorr � itertools� functoolsr r � ImportErrorr �_threadr Z threadingZcollections.abcr r
r r r Z ordereddictr
r r� r r� r� r Z%warn_on_multiple_string_args_to_oneofr� �__all__r4 � version_infor� rb �maxsizerh r� r �chrr6 r� r� r� r� rt �reversedr r� rv r� r� r� r� ZmaxintZxranger Z __builtin__r� Zfnamer� r� r� r� r
r� Zascii_uppercaseZascii_lowercaserH rf rX rG r+ r� Z printablerj r� r r0 r2 r4 r6 r9 r� r� r5 �registerrM r^ r[ r� r� r� re r� r7 r' r? r r* r' rv rN r� r$ r r r� rB r� rF r: r8 r rA r� r" r& r% r= r< rD rC r3 r r/ r) r r1 r r( r+ r r, rE r r. r; r! r@ r r# r r> r- rv rT rP r rc rb r� rg rU r{ r| r~ r� rW r] r\ ru rt r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r? rs ra rp rn r� rx rV rP r_ r` ry rS r rh rY rZ r} ri rR rr rm rw rd rz rI rk rK rJ r r� rh r7 rO ro rL rY rC rq rS rQ rZ rl r r� rN r� r� r� r� r� r� r� r� r� �setattrr� r� r� r� r� r� r� r� r Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLrg r� rm ro r� r} r r r r �<module> s �H
�
?]
H
D !
'N
E
KF yl{V O#K,:# Dvj-D 0 $ W' * 4
0�%
E& �� h~
(
��� � ./J��
&
__pycache__/ipaddress.cpython-38.opt-1.pyc 0000644 00000176207 15043676217 0014351 0 ustar 00 U
��.e�7 � @ s` d Z ddlmZ ddlZddlZdZefZz eefZW n e k
rJ Y nX ze
Z W n e k
rl e Z Y nX ddkr�dd� Z
ndd� Z
z
ejZW n ek
r� dd � ZY nX d
d � Zeed �r�d
d� Zndd� ZdNdd�ZG dd� de�ZdZdZG dd� de�ZG dd� de�Zdd � Z dOd d �Z d d!� Z d"d#� Z d$d%� Z d&d'� Z!d(d)� Z"d*d+� Z#d,d-� Z$d.d/� Z%d0d1� Z&d2d3� Z'G d4d5� d5e�Z(G d6d7� d7e(�Z)G d8d9� d9e(�Z*G d:d;� d;e�Z+G d<d=� d=e+e)�Z,G d>d?� d?e,�Z-G d@dA� dAe+e*�Z.G dBdC� dCe�Z/e/e,_0G dDdE� dEe�Z1G dFdG� dGe1e)�Z2G dHdI� dIe2�Z3G dJdK� dKe1e*�Z4G dLdM� dMe�Z5e5e2_0dS )Pz�A fast, lightweight IPv4/IPv6 manipulation library in Python.
This library is used to create/poke/manipulate IPv4 and IPv6 addresses
and networks.
� )�unicode_literalsNz1.0.22c C s | S �N� �Zbytr r �9/usr/lib/python3.8/site-packages/pip/_vendor/ipaddress.py�_compat_bytes_to_byte_vals s r c C s dd� | D �S )Nc S s g | ]}t �d |�d �qS )� !Br )�struct�unpack��.0�br r r �
<listcomp># s z._compat_bytes_to_byte_vals.<locals>.<listcomp>r r r r r r " s c C s d}| D ]}|d> | }q|S )Nr � r )Zbytvals� endianess�resZbvr r r �_compat_int_from_byte_vals' s r c C st |dkr.| dk s| dkr"t �d��t �d| �S |dkrj| dk sJ| dd krTt �d ��t �d
| d ? | d @ �S t� �d S )
N� r l z(integer out of range for 'I' format codes !I� � � z)integer out of range for 'QQ' format codes !QQ�@ l ���� )r �error�pack�NotImplementedError)ZintvalZlengthr r r r �_compat_to_bytes0 s
r �
bit_lengthc C s | � � S r )r )�ir r r �_compat_bit_lengthA s r c C s& t �� D ]}| |? dkr| S qd S �Nr )� itertools�count)r r r r r r D s � c c s | }||k r |V ||7 }qd S r r )�start�end�stepr r r r �
_compat_rangeJ s r& c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )�_TotalOrderingMixinr c C s t �d S r �r ��self�otherr r r �__eq__Y s z_TotalOrderingMixin.__eq__c C s | � |�}|tkrtS | S r )r, �NotImplemented)r* r+ �equalr r r �__ne__\ s
z_TotalOrderingMixin.__ne__c C s t �d S r r( r) r r r �__lt__b s z_TotalOrderingMixin.__lt__c C s$ | � |�}|tks|s | �|�S |S r �r0 r- r, �r* r+ �lessr r r �__le__e s
z_TotalOrderingMixin.__le__c C s6 | � |�}|tkrtS | �|�}|tkr,tS |p2| S r r1 )r* r+ r3 r. r r r �__gt__k s
z_TotalOrderingMixin.__gt__c C s | � |�}|tkrtS | S r )r0 r- r2 r r r �__ge__t s
z_TotalOrderingMixin.__ge__N)
�__name__�
__module__� __qualname__� __slots__r, r/ r0 r4 r5 r6 r r r r r' R s r' � r c @ s e Zd ZdZdS )�AddressValueErrorz%A Value Error related to the address.N�r7 r8 r9 �__doc__r r r r r< s r< c @ s e Zd ZdZdS )�NetmaskValueErrorz%A Value Error related to the netmask.Nr= r r r r r? � s r? c C sn z
t | �W S ttfk
r" Y nX z
t| �W S ttfk
rF Y nX t| t�r^td| ��td| ��dS )a� Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Address or IPv6Address object.
Raises:
ValueError: if the *address* passed isn't either a v4 or a v6
address
zx%r does not appear to be an IPv4 or IPv6 address. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 addressN)� IPv4Addressr< r? � IPv6Address�
isinstance�bytes�
ValueError��addressr r r �
ip_address� s"
���rG Tc C sr z t | |�W S ttfk
r$ Y nX z t| |�W S ttfk
rJ Y nX t| t�rbtd| ��td| ��dS )a� Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP network. Either IPv4 or
IPv6 networks may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Network or IPv6Network object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address. Or if the network has host bits set.
zx%r does not appear to be an IPv4 or IPv6 network. Did you pass in a bytes (str in Python 2) instead of a unicode object?z0%r does not appear to be an IPv4 or IPv6 networkN)� IPv4Networkr< r? � IPv6NetworkrB rC rD )rF �strictr r r �
ip_network� s"
���rK c C sX z
t | �W S ttfk
r" Y nX z
t| �W S ttfk
rF Y nX td| ��dS )ag Take an IP string/int and return an object of the correct type.
Args:
address: A string or integer, the IP address. Either IPv4 or
IPv6 addresses may be supplied; integers less than 2**32 will
be considered to be IPv4 by default.
Returns:
An IPv4Interface or IPv6Interface object.
Raises:
ValueError: if the string passed isn't either a v4 or a v6
address.
Notes:
The IPv?Interface classes describe an Address on a particular
Network, so they're basically a combination of both the Address
and Network classes.
z2%r does not appear to be an IPv4 or IPv6 interfaceN)�
IPv4Interfacer< r? �
IPv6InterfacerD rE r r r � ip_interface� s
�rN c C s6 zt | dd�W S tjtfk
r0 td��Y nX dS )a` Represent an address as 4 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv4 IP address.
Returns:
The integer address packed as 4 bytes in network (big-endian) order.
Raises:
ValueError: If the integer is negative or too large to be an
IPv4 IP address.
r �bigz&Address negative or too large for IPv4N�r r r �
OverflowErrorrD rE r r r �v4_int_to_packed� s rR c C s6 zt | dd�W S tjtfk
r0 td��Y nX dS )z�Represent an address as 16 packed bytes in network (big-endian) order.
Args:
address: An integer representation of an IPv6 IP address.
Returns:
The integer address packed as 16 bytes in network (big-endian) order.
r rO z&Address negative or too large for IPv6NrP rE r r r �v6_int_to_packed s
rS c C s* t | ��d�}t|�dkr&td| ��|S )zAHelper to split the netmask and raise AddressValueError if needed�/r z Only one '/' permitted in %r)� _compat_str�split�lenr< )rF �addrr r r �_split_optional_netmask s rY c c sN t | �}t|� }}|D ]&}|j|jd kr:||fV |}|}q||fV dS )z�Find a sequence of sorted deduplicated IPv#Address.
Args:
addresses: a list of IPv#Address objects.
Yields:
A tuple containing the first and last IP addresses in the sequence.
r" N)�iter�next�_ip)� addresses�it�first�last�ipr r r �_find_address_range s
rb c C s$ | dkr |S t |t| | d @ ��S )z�Count the number of zero bits on the right hand side.
Args:
number: an integer.
bits: maximum number of bits to count.
Returns:
The number of zero bits on the right hand side of the number.
r r" )�minr )Znumber�bitsr r r �_count_righthand_zero_bits2 s re c c s� t | t�rt |t�s td��| j|jkr8td| |f ��| |krHtd��| jdkrXt}n| jdkrht}ntd��| j}| j}|j}||kr�t t
||�t || d �d �}|||| f�}|V |d|> 7 }|d |j kr�q�q�dS ) a� Summarize a network range given the first and last IP addresses.
Example:
>>> list(summarize_address_range(IPv4Address('192.0.2.0'),
... IPv4Address('192.0.2.130')))
... #doctest: +NORMALIZE_WHITESPACE
[IPv4Network('192.0.2.0/25'), IPv4Network('192.0.2.128/31'),
IPv4Network('192.0.2.130/32')]
Args:
first: the first IPv4Address or IPv6Address in the range.
last: the last IPv4Address or IPv6Address in the range.
Returns:
An iterator of the summarized IPv(4|6) network objects.
Raise:
TypeError:
If the first and last objects are not IP addresses.
If the first and last objects are not the same version.
ValueError:
If the last object is not greater than the first.
If the version of the first address is not 4 or 6.
z1first and last must be IP addresses, not networks�%%s and %s are not of the same versionz*last IP address must be greater than firstr � zunknown IP versionr" N)
rB � _BaseAddress� TypeError�versionrD rH rI �_max_prefixlenr\ rc re r � _ALL_ONES)r_ r` ra Zip_bitsZ first_intZlast_intZnbits�netr r r �summarize_address_rangeB s8
� �
� rn c c s� t | �}i }|rV|�� }|�� }|�|�}|dkr<|||< q ||kr ||= |�|� q d}t|�� �D ]$}|dk r�|j|jkr�qf|V |}qfdS )au Loops through the addresses, collapsing concurrent netblocks.
Example:
ip1 = IPv4Network('192.0.2.0/26')
ip2 = IPv4Network('192.0.2.64/26')
ip3 = IPv4Network('192.0.2.128/26')
ip4 = IPv4Network('192.0.2.192/26')
_collapse_addresses_internal([ip1, ip2, ip3, ip4]) ->
[IPv4Network('192.0.2.0/24')]
This shouldn't be called directly; it is called via
collapse_addresses([]).
Args:
addresses: A list of IPv4Network's or IPv6Network's
Returns:
A list of IPv4Network's or IPv6Network's depending on what we were
passed.
N)�list�pop�supernet�get�append�sorted�values�broadcast_address)r] Zto_merge�subnetsrm rq Zexistingr` r r r � _collapse_addresses_internaly s$
rx c C s0 g }g }g }| D ]�}t |t�rR|rF|d j|jkrFtd||d f ��|�|� q|j|jkr�|r�|d j|jkr�td||d f ��z|�|j� W q� tk
r� |�|j � Y q�X q|r�|d j|jkr�td||d f ��|�|� qt
t |��}|�r$t |�D ]\}}|�
t||�� �qt|| �S )a� Collapse a list of IP objects.
Example:
collapse_addresses([IPv4Network('192.0.2.0/25'),
IPv4Network('192.0.2.128/25')]) ->
[IPv4Network('192.0.2.0/24')]
Args:
addresses: An iterator of IPv4Network or IPv6Network objects.
Returns:
An iterator of the collapsed IPv(4|6)Network objects.
Raises:
TypeError: If passed a list of mixed version objects.
���rf )rB rh �_versionri rs �
_prefixlenrk ra �AttributeError�network_addressrt �setrb �extendrn rx )r] ZaddrsZipsZnetsra r_ r` r r r �collapse_addresses� s@
� � � r� c C s( t | t�r| �� S t | t�r$| �� S tS )a2 Return a key suitable for sorting between networks and addresses.
Address and Network objects are not sortable by default; they're
fundamentally different so the expression
IPv4Address('192.0.2.0') <= IPv4Network('192.0.2.0/24')
doesn't make any sense. There are some times however, where you may wish
to have ipaddress sort these for you anyway. If you need to do this, you
can use this function as the key= argument to sorted().
Args:
obj: either a Network or Address object.
Returns:
appropriate key.
)rB � _BaseNetwork�_get_networks_keyrh �_get_address_keyr- )�objr r r �get_mixed_type_key� s
r� c @ s� e Zd ZdZdZedd� �Zedd� �Zedd� �Zed d
� �Z d d � Z
d
d� Z e dd� �Z
e dd� �Ze dd� �Ze dd� �Ze dd� �Zdd� ZdS ) �_IPAddressBasezThe mother class.r c C s | � � S )z:Return the longhand version of the IP address as a string.)� _explode_shorthand_ip_string�r* r r r �exploded� s z_IPAddressBase.explodedc C s t | �S )z;Return the shorthand version of the IP address as a string.�rU r� r r r �
compressed s z_IPAddressBase.compressedc C s | � � S )aI The name of the reverse DNS pointer for the IP address, e.g.:
>>> ipaddress.ip_address("127.0.0.1").reverse_pointer
'1.0.0.127.in-addr.arpa'
>>> ipaddress.ip_address("2001:db8::1").reverse_pointer
'1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.8.b.d.0.1.0.0.2.ip6.arpa'
)�_reverse_pointerr� r r r �reverse_pointer s z _IPAddressBase.reverse_pointerc C s dt | �f }t|��d S )Nz %200s has no version specified��typer �r* �msgr r r rj s z_IPAddressBase.versionc C sF |dk r d}t ||| jf ��|| jkrBd}t ||| j| jf ��d S )Nr z-%d (< 0) is not permitted as an IPv%d addressz2%d (>= 2**%d) is not permitted as an IPv%d address)r< rz rl rk )r* rF r� r r r �_check_int_address s
�z!_IPAddressBase._check_int_addressc C s. t |�}||kr*d}t||||| jf ��d S )Nz~%r (len %d != %d) is not permitted as an IPv%d address. Did you pass in a bytes (str in Python 2) instead of a unicode object?)rW r< rz )r* rF Z expected_lenZ address_lenr� r r r �_check_packed_address" s � �z$_IPAddressBase._check_packed_addressc C s | j | j |? A S )z�Turn the prefix length into a bitwise netmask
Args:
prefixlen: An integer, the prefix length.
Returns:
An integer.
)rl )�cls� prefixlenr r r �_ip_int_from_prefix, s z"_IPAddressBase._ip_int_from_prefixc C s\ t || j�}| j| }||? }d|> d }||krX| jd }t||d�}d}t|| ��|S )a Return prefix length from the bitwise netmask.
Args:
ip_int: An integer, the netmask in expanded bitwise format
Returns:
An integer, the prefix length.
Raises:
ValueError: If the input intermingles zeroes & ones
r" r rO z&Netmask pattern %r mixes zeroes & ones)re rk r rD ) r� �ip_intZtrailing_zeroesr� Z leading_onesZall_onesZbyteslenZdetailsr� r r r �_prefix_from_ip_int9 s
�
z"_IPAddressBase._prefix_from_ip_intc C s d| }t |��d S )Nz%r is not a valid netmask)r? )r� Z netmask_strr� r r r �_report_invalid_netmaskR s z&_IPAddressBase._report_invalid_netmaskc C sh t j�|�s| �|� z t|�}W n tk
r@ | �|� Y nX d| krX| jksdn | �|� |S )a Return prefix length from a numeric string
Args:
prefixlen_str: The string to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask
r )�_BaseV4�_DECIMAL_DIGITS�
issupersetr� �intrD rk )r� Z
prefixlen_strr� r r r �_prefix_from_prefix_stringW s
z)_IPAddressBase._prefix_from_prefix_stringc C s� z| � |�}W n tk
r, | �|� Y nX z | �|�W S tk
rN Y nX || jN }z | �|�W S tk
r� | �|� Y nX dS )a Turn a netmask/hostmask string into a prefix length
Args:
ip_str: The netmask/hostmask to be converted
Returns:
An integer, the prefix length.
Raises:
NetmaskValueError: If the input is not a valid netmask/hostmask
N)�_ip_int_from_stringr< r� r� rD rl )r� �ip_strr� r r r �_prefix_from_ip_stringp s
z%_IPAddressBase._prefix_from_ip_stringc C s | j t| �ffS r )� __class__rU r� r r r �
__reduce__� s z_IPAddressBase.__reduce__N)r7 r8 r9 r> r: �propertyr� r� r� rj r� r� � classmethodr� r� r� r� r� r� r r r r r� � s.
!r� c @ sd e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� ZdS )rh z�A generic IP object.
This IP class contains the version independent methods which are
used by single IP addresses.
r c C s | j S r �r\ r� r r r �__int__� s z_BaseAddress.__int__c C s8 z| j |j ko| j|jkW S tk
r2 t Y S X d S r )r\ rz r| r- r) r r r r, � s
�z_BaseAddress.__eq__c C s` t |t�stS t |t�s(td| |f ��| j|jkrDtd| |f ��| j|jkr\| j|jk S dS �N�"%s and %s are not of the same typerf F)rB r� r- rh ri rz r\ r) r r r r0 � s
� � z_BaseAddress.__lt__c C s t |t�stS | �t| �| �S r �rB �_compat_int_typesr- r� r� r) r r r �__add__� s
z_BaseAddress.__add__c C s t |t�stS | �t| �| �S r r� r) r r r �__sub__� s
z_BaseAddress.__sub__c C s d| j jt| �f S �Nz%s(%r)�r� r7 rU r� r r r �__repr__� s z_BaseAddress.__repr__c C s t | �| j��S r )rU �_string_from_ip_intr\ r� r r r �__str__� s z_BaseAddress.__str__c C s t tt| j���S r )�hash�hexr� r\ r� r r r �__hash__� s z_BaseAddress.__hash__c C s
| j | fS r �rz r� r r r r� � s z _BaseAddress._get_address_keyc C s | j | jffS r )r� r\ r� r r r r� � s z_BaseAddress.__reduce__N)r7 r8 r9 r> r: r� r, r0 r� r� r� r� r� r� r� r r r r rh � s rh c @ sd e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �Zedd� �Zed d � �Zed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd(d)� Zd*d+� Zd,d-� ZdHd0d1�ZdId2d3�Z ed4d5� �Z e d6d7� �Z d8d9� Z d:d;� Z!ed<d=� �Z"ed>d?� �Z#ed@dA� �Z$edBdC� �Z%edDdE� �Z&edFdG� �Z'd/S )Jr� z~A generic IP network object.
This IP class contains the version independent methods which are
used by networks.
c C s
i | _ d S r )�_cache)r* rF r r r �__init__� s z_BaseNetwork.__init__c C s d| j jt| �f S r� r� r� r r r r� � s z_BaseNetwork.__repr__c C s d| j | jf S �N�%s/%d)r} r� r� r r r r� � s z_BaseNetwork.__str__c c s8 t | j�}t | j�}t|d |�D ]}| �|�V q"dS )z�Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the network
or broadcast addresses.
r" N�r� r} rv r& �_address_class�r* �network� broadcast�xr r r �hosts� s
z_BaseNetwork.hostsc c s8 t | j�}t | j�}t||d �D ]}| �|�V q"d S �Nr" r� r� r r r �__iter__� s
z_BaseNetwork.__iter__c C sl t | j�}t | j�}|dkr>|| |kr0td��| �|| �S |d7 }|| |k rZtd��| �|| �S d S )Nr zaddress out of ranger" )r� r} rv �
IndexErrorr� )r* �nr� r� r r r � __getitem__� s
z_BaseNetwork.__getitem__c C sx t |t�stS t |t�s(td| |f ��| j|jkrDtd| |f ��| j|jkr\| j|jk S | j|jkrt| j|jk S dS r� )rB r� r- r� ri rz r} �netmaskr) r r r r0 s"
� � z_BaseNetwork.__lt__c C sL z.| j |j ko,| j|jko,t| j�t|j�kW S tk
rF t Y S X d S r )rz r} r� r� r| r- r) r r r r, s
��z_BaseNetwork.__eq__c C s t t| j�t| j�A �S r )r� r� r} r� r� r r r r� s z_BaseNetwork.__hash__c C sL | j |j krdS t|t�r dS t| j�t|j� koBt| j�kS S d S �NF)rz rB r� r� r} r\ rv r) r r r � __contains__ s
�z_BaseNetwork.__contains__c C s( | j |kp&| j|kp&|j | kp&|j| kS )z*Tell if self is partly contained in other.)r} rv r) r r r �overlaps* s
�z_BaseNetwork.overlapsc C s< | j �d�}|d kr8| �t| j�t| j�B �}|| j d< |S )Nrv )r� rr r� r� r} �hostmask�r* r� r r r rv 1 s �
z _BaseNetwork.broadcast_addressc C s8 | j �d�}|d kr4| �t| j�| jA �}|| j d< |S )Nr� )r� rr r� r� r� rl r� r r r r� : s
z_BaseNetwork.hostmaskc C s d| j | jf S r� )r} r{ r� r r r �with_prefixlenB s z_BaseNetwork.with_prefixlenc C s d| j | jf S �N�%s/%s)r} r� r� r r r � with_netmaskF s z_BaseNetwork.with_netmaskc C s d| j | jf S r� )r} r� r� r r r �
with_hostmaskJ s z_BaseNetwork.with_hostmaskc C s t | j�t | j� d S )z&Number of hosts in the current subnet.r" )r� rv r} r� r r r �
num_addressesN s z_BaseNetwork.num_addressesc C s dt | �f }t|��d S )Nz%%200s has no associated address classr� r� r r r r� S s z_BaseNetwork._address_classc C s | j S r )r{ r� r r r r� [ s z_BaseNetwork.prefixlenc c s | j |j ks td| |f ��t|t�s2td| ��|�| �sLtd|| f ��|| krXdS |�d|j|jf �}| � � \}}||kr�||kr�|�|�r�|V |� � \}}qz|�|�r�|V |� � \}}qzt
d|||f ��qz||kr�|V n"||kr�|V nt
d|||f ��dS )a� Remove an address from a larger block.
For example:
addr1 = ip_network('192.0.2.0/28')
addr2 = ip_network('192.0.2.1/32')
list(addr1.address_exclude(addr2)) =
[IPv4Network('192.0.2.0/32'), IPv4Network('192.0.2.2/31'),
IPv4Network('192.0.2.4/30'), IPv4Network('192.0.2.8/29')]
or IPv6:
addr1 = ip_network('2001:db8::1/32')
addr2 = ip_network('2001:db8::1/128')
list(addr1.address_exclude(addr2)) =
[ip_network('2001:db8::1/128'),
ip_network('2001:db8::2/127'),
ip_network('2001:db8::4/126'),
ip_network('2001:db8::8/125'),
...
ip_network('2001:db8:8000::/33')]
Args:
other: An IPv4Network or IPv6Network object of the same type.
Returns:
An iterator of the IPv(4|6)Network objects which is self
minus other.
Raises:
TypeError: If self and other are of differing address
versions, or if other is not a network object.
ValueError: If other is not completely contained by self.
rf z%s is not a network objectz%s not contained in %sNr� z3Error performing exclusion: s1: %s s2: %s other: %s) rz ri rB r� � subnet_ofrD r� r} r� rw �AssertionError)r* r+ �s1�s2r r r �address_exclude_ s@ $ �
�
��z _BaseNetwork.address_excludec C s` | j |j kr td| |f ��| j|jk r,dS | j|jkr<dS | j|jk rLdS | j|jkr\dS dS )a� Compare two IP objects.
This is only concerned about the comparison of the integer
representation of the network addresses. This means that the
host bits aren't considered at all in this method. If you want
to compare host bits, you can easily enough do a
'HostA._ip < HostB._ip'
Args:
other: An IP object.
Returns:
If the IP versions of self and other are the same, returns:
-1 if self < other:
eg: IPv4Network('192.0.2.0/25') < IPv4Network('192.0.2.128/25')
IPv6Network('2001:db8::1000/124') <
IPv6Network('2001:db8::2000/124')
0 if self == other
eg: IPv4Network('192.0.2.0/24') == IPv4Network('192.0.2.0/24')
IPv6Network('2001:db8::1000/124') ==
IPv6Network('2001:db8::1000/124')
1 if self > other
eg: IPv4Network('192.0.2.128/25') > IPv4Network('192.0.2.0/25')
IPv6Network('2001:db8::2000/124') >
IPv6Network('2001:db8::1000/124')
Raises:
TypeError if the IP versions are different.
r� ry r" r )rz ri r} r� r) r r r �compare_networks� s ! � z _BaseNetwork.compare_networksc C s | j | j| jfS )z�Network-only key function.
Returns an object that identifies this address' network and
netmask. This function is a suitable "key" argument for sorted()
and list.sort().
)rz r} r� r� r r r r� � s z _BaseNetwork._get_networks_keyr" Nc c s� | j | jkr| V dS |dk rJ|| j k r0td��|dkr@td��|| j }|dk rZtd��| j | }|| jkr~td|| f ��t| j�}t| j�d }t| j�d |? }t|||�D ]}| �||f�}|V q�dS )a� The subnets which join to make the current subnet.
In the case that self contains only one IP
(self._prefixlen == 32 for IPv4 or self._prefixlen == 128
for IPv6), yield an iterator with just ourself.
Args:
prefixlen_diff: An integer, the amount the prefix length
should be increased by. This should not be set if
new_prefix is also set.
new_prefix: The desired new prefix length. This must be a
larger number (smaller prefix) than the existing prefix.
This should not be set if prefixlen_diff is also set.
Returns:
An iterator of IPv(4|6) objects.
Raises:
ValueError: The prefixlen_diff is too small or too large.
OR
prefixlen_diff and new_prefix are both set or new_prefix
is a smaller number than the current prefix (smaller
number means a larger network)
Nznew prefix must be longerr" �(cannot set prefixlen_diff and new_prefixr z prefix length diff must be > 0z0prefix length diff %d is invalid for netblock %s) r{ rk rD r� r} rv r� r& r� ) r* �prefixlen_diff�
new_prefix�
new_prefixlenr# r$ r% Znew_addrZcurrentr r r rw � s2
��
z_BaseNetwork.subnetsc C s� | j dkr| S |dk rB|| j kr(td��|dkr8td��| j | }| j| }|dk rftd| j|f ��| �t| j�t| j�|> @ |f�S )a� The supernet containing the current network.
Args:
prefixlen_diff: An integer, the amount the prefix length of
the network should be decreased by. For example, given a
/24 network and a prefixlen_diff of 3, a supernet with a
/21 netmask is returned.
Returns:
An IPv4 network object.
Raises:
ValueError: If self.prefixlen - prefixlen_diff < 0. I.e., you have
a negative prefix length.
OR
If prefixlen_diff and new_prefix are both set or new_prefix is a
larger number than the current prefix (larger number means a
smaller network)
r Nznew prefix must be shorterr" r� z;current prefixlen is %d, cannot have a prefixlen_diff of %d)r{ rD r� r� r� r} r� )r* r� r� r� r r r rq s&
���z_BaseNetwork.supernetc C s | j jo| jjS �z�Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is a multicast address.
See RFC 2373 2.7 for details.
)r} � is_multicastrv r� r r r r� A s �z_BaseNetwork.is_multicastc C s^ z4| j |j kr td| |���|j| jko2|j| jkW S tk
rX td| |f ��Y nX d S )Nrf z3Unable to test subnet containment between %s and %s)rz ri r} rv r| )�ar
r r r �
_is_subnet_ofM s
��z_BaseNetwork._is_subnet_ofc C s | � | |�S )z1Return True if this network is a subnet of other.�r� r) r r r r� Y s z_BaseNetwork.subnet_ofc C s | � || �S )z3Return True if this network is a supernet of other.r� r) r r r � supernet_of] s z_BaseNetwork.supernet_ofc C s | j jo| jjS )��Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within one of the
reserved IPv6 Network ranges.
)r} � is_reservedrv r� r r r r� a s �z_BaseNetwork.is_reservedc C s | j jo| jjS �z�Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is reserved per RFC 4291.
)r} �
is_link_localrv r� r r r r� m s �z_BaseNetwork.is_link_localc C s | j jo| jjS )z�Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
)r} �
is_privaterv r� r r r r� x s �z_BaseNetwork.is_privatec C s | j S )z�Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry or iana-ipv6-special-registry.
�r� r� r r r � is_global� s z_BaseNetwork.is_globalc C s | j jo| jjS )��Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 2373 2.5.2.
)r} �is_unspecifiedrv r� r r r r� � s �z_BaseNetwork.is_unspecifiedc C s | j jo| jjS )��Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback address as defined in
RFC 2373 2.5.3.
)r} � is_loopbackrv r� r r r r� � s �z_BaseNetwork.is_loopback)r" N)r" N)(r7 r8 r9 r> r� r� r� r� r� r� r0 r, r� r� r� r� rv r� r� r� r� r� r� r� r� r� r� rw rq r� � staticmethodr� r� r� r� r� r� r� r� r� r r r r r� � sf
K0
5
(
r� c
@ s� e Zd ZdZdZdZde d Zed�Z eddd d
d d d
ddg �Z
eZ i Z dd� Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zd d � Zed d � �Zed d!� �Zd"S )#r� zyBase IPv4 object.
The following methods are used by IPv4 objects in both single IP
addresses and networks.
r r r r" �
0123456789� � � � �� �� � r r c C s t | �S r r� r� r r r r� � s z$_BaseV4._explode_shorthand_ip_stringc C sn || j krdt|t�r|}n.z| �|�}W n tk
rF | �|�}Y nX t| �|��}||f| j |< | j | S �a Make a (netmask, prefix_len) tuple from the given argument.
Argument can be:
- an integer (the prefix length)
- a string representing the prefix length (e.g. "24")
- a string representing the prefix netmask (e.g. "255.255.255.0")
)�_netmask_cacherB r� r� r? r� r@ r� �r� �argr� r� r r r �
_make_netmask� s
z_BaseV4._make_netmaskc
C sz |s t d��|�d�}t|�dkr.t d| ��ztt| j|�d�W S tk
rt } zt d||f ��W 5 d}~X Y nX dS )a Turn the given IP string into an integer for comparison.
Args:
ip_str: A string, the IP ip_str.
Returns:
The IP ip_str as an integer.
Raises:
AddressValueError: if ip_str isn't a valid IPv4 Address.
�Address cannot be empty�.r zExpected 4 octets in %rrO �%s in %rN)r< rV rW r �map� _parse_octetrD )r� r� Zoctets�excr r r r� � s
�z_BaseV4._ip_int_from_stringc C s� |s t d��| j�|�s(d}t || ��t|�dkrDd}t || ��t|d�}|dkrr|d dkrrd }t || ��|d
kr�t d | ��|S ) a Convert a decimal octet into an integer.
Args:
octet_str: A string, the number to parse.
Returns:
The octet as an integer.
Raises:
ValueError: if the octet isn't strictly a decimal from [0..255].
zEmpty octet not permittedz#Only decimal digits permitted in %r� z$At most 3 characters permitted in %r�
� r �0z3Ambiguous (octal/decimal) value in %r not permittedr� z Octet %d (> 255) not permitted)rD r� r� rW r� )r� Z octet_strr� Z octet_intr r r r � s
z_BaseV4._parse_octetc C s d� dd� t|dd�D ��S )z�Turns a 32-bit integer into dotted decimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
The IP address as a string in dotted decimal notation.
r� c s s0 | ](}t t|t�r"t�d |�d n|�V qdS )r r N)rU rB rC r r
r r r r � <genexpr>% s ���z._BaseV4._string_from_ip_int.<locals>.<genexpr>r rO )�joinr )r� r� r r r r� s
�z_BaseV4._string_from_ip_intc sj |� d�}z � fdd�tt|�D �}W n tk
r< Y dS X t|�t|�krRdS |d |d k rfdS dS )z�Test if the IP string is a hostmask (rather than a netmask).
Args:
ip_str: A string, the potential hostmask.
Returns:
A boolean, True if the IP string is a hostmask.
r� c s g | ]}|� j kr|�qS r )�_valid_mask_octets�r r� r� r r r 6 s
z(_BaseV4._is_hostmask.<locals>.<listcomp>Fr ry T)rV r� r� rD rW )r* r� rd �partsr r� r � _is_hostmask* s
z_BaseV4._is_hostmaskc C s& t | ��d�ddd� }d�|�d S )z�Return the reverse DNS pointer name for the IPv4 address.
This implements the method described in RFC1035 3.5.
r� Nry z
.in-addr.arpa)rU rV r )r* Zreverse_octetsr r r r� ? s z_BaseV4._reverse_pointerc C s | j S r �rk r� r r r �
max_prefixlenH s z_BaseV4.max_prefixlenc C s | j S r r� r� r r r rj L s z_BaseV4.versionN)r7 r8 r9 r> r: rz �
IPV4LENGTHrl � frozensetr� r rk r� r� r� r� r� r r� r r� r� r
rj r r r r r� � s.
$
r� c @ s| e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z ed d � �Z
ed
d� �Z edd� �Z edd� �Z
edd� �ZdS )r@ z/Represent and manipulate single IPv4 Addresses.�r\ � __weakref__c C sx t |t�r | �|� || _dS t |t�rL| �|d� t|�}t|d�| _dS t|�}d|krht d| ��| �
|�| _dS )a�
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv4Address('192.0.2.1') == IPv4Address(3221225985).
or, more generally
IPv4Address(int(IPv4Address('192.0.2.1'))) ==
IPv4Address('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
Nr rO rT �Unexpected '/' in %r� rB r� r� r\ rC r� r r rU r< r� �r* rF ZbvsZaddr_strr r r r� W s
zIPv4Address.__init__c C s
t | j�S �z*The binary representation of this address.)rR r\ r� r r r �packed{ s zIPv4Address.packedc C s | | j jkS )z�Test if the address is otherwise IETF reserved.
Returns:
A boolean, True if the address is within the
reserved IPv4 Network range.
)�
_constants�_reserved_networkr� r r r r� � s zIPv4Address.is_reservedc s t � fdd�� jjD ��S )z�Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv4-special-registry.
c 3 s | ]}� |kV qd S r r �r rm r� r r r � s z)IPv4Address.is_private.<locals>.<genexpr>��anyr �_private_networksr� r r� r r� � s zIPv4Address.is_privatec C s | | j jko| j S r )r �_public_networkr� r� r r r r� � s �zIPv4Address.is_globalc C s | | j jkS )z�Test if the address is reserved for multicast use.
Returns:
A boolean, True if the address is multicast.
See RFC 3171 for details.
�r �_multicast_networkr� r r r r� � s zIPv4Address.is_multicastc C s | | j jkS )z�Test if the address is unspecified.
Returns:
A boolean, True if this is the unspecified address as defined in
RFC 5735 3.
)r �_unspecified_addressr� r r r r� � s zIPv4Address.is_unspecifiedc C s | | j jkS )z�Test if the address is a loopback address.
Returns:
A boolean, True if the address is a loopback per RFC 3330.
)r �_loopback_networkr� r r r r� � s zIPv4Address.is_loopbackc C s | | j jkS )z�Test if the address is reserved for link-local.
Returns:
A boolean, True if the address is link-local per RFC 3927.
�r �_linklocal_networkr� r r r r� � s zIPv4Address.is_link_localN)r7 r8 r9 r> r: r� r� r r� r� r� r� r� r� r� r r r r r@ Q s& $
r@ c @ sj e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zej Z e
d d � �Z e
d
d� �Z e
dd� �Z
e
dd� �ZdS )rL c C s� t |ttf�r2t�| |� t| j�| _| j| _ d S t |t
�r�t�| |d � t |�dkrht |d �| _ n| j| _ t|dd�| _| jj
| _
| jj| _d S t|�}t�| |d � t|dd�| _| jj | _ | jj
| _
| jj| _d S �Nr r" F)rJ )rB rC r� r@ r� rH r\ r� rk r{ �tuplerW r� r� r� rY �r* rF rX r r r r� � s(
zIPv4Interface.__init__c C s d| � | j�| jjf S r� �r� r\ r� r� r� r r r r� � s �zIPv4Interface.__str__c C sF t �| |�}|r|tkr |S z| j|jkW S tk
r@ Y dS X d S r� )r@ r, r- r� r| �r* r+ Z
address_equalr r r r, � s zIPv4Interface.__eq__c C sR t �| |�}|tkrtS z | j|jk p4| j|jko4|W S tk
rL Y dS X d S r� )r@ r0 r- r� r| �r* r+ Z address_lessr r r r0 � s �zIPv4Interface.__lt__c C s | j | jA t| jj�A S r �r\ r{ r� r� r} r� r r r r� s zIPv4Interface.__hash__c C s
t | j�S r )r@ r\ r� r r r ra s zIPv4Interface.ipc C s d| � | j�| jf S r� �r� r\ r{ r� r r r r�
s �z IPv4Interface.with_prefixlenc C s d| � | j�| jf S r� �r� r\ r� r� r r r r� s �zIPv4Interface.with_netmaskc C s d| � | j�| jf S r� �r� r\ r� r� r r r r� s �zIPv4Interface.with_hostmaskN)r7 r8 r9 r� r� r, r0 r� r� r� r� ra r� r� r� r r r r rL � s
rL c @ s* e Zd ZdZeZddd�Zedd� �ZdS ) rH ae This class represents and manipulates 32-bit IPv4 network + addresses..
Attributes: [examples for IPv4Network('192.0.2.0/27')]
.network_address: IPv4Address('192.0.2.0')
.hostmask: IPv4Address('0.0.0.31')
.broadcast_address: IPv4Address('192.0.2.32')
.netmask: IPv4Address('255.255.255.224')
.prefixlen: 27
Tc C s| t �| |� t|ttf�r<t|�| _| �| j�\| _ | _
dS t|t �r�t |�dkr\|d }n| j}t|d �| _| �|�\| _ | _
t
| j�}|t
| j �@ |kr�|r�td| ��nt|t
| j �@ �| _dS t|�}t| �|d ��| _t |�dkr�|d }n| j}| �|�\| _ | _
|�rDtt
| j�t
| j �@ �| jk�rDtd| ��tt
| j�t
| j �@ �| _| j
| jd k�rx| j| _dS )a Instantiate a new IPv4 network object.
Args:
address: A string or integer representing the IP [& network].
'192.0.2.0/24'
'192.0.2.0/255.255.255.0'
'192.0.0.2/0.0.0.255'
are all functionally the same in IPv4. Similarly,
'192.0.2.1'
'192.0.2.1/255.255.255.255'
'192.0.2.1/32'
are also functionally equivalent. That is to say, failing to
provide a subnetmask will create an object with a mask of /32.
If the mask (portion after the / in the argument) is given in
dotted quad form, it is treated as a netmask if it starts with a
non-zero field (e.g. /255.0.0.0 == /8) and as a hostmask if it
starts with a zero field (e.g. 0.255.255.255 == /8), with the
single exception of an all-zero mask which is treated as a
netmask == /0. If no mask is given, a default of /32 is used.
Additionally, an integer can be passed, so
IPv4Network('192.0.2.1') == IPv4Network(3221225985)
or, more generally
IPv4Interface(int(IPv4Interface('192.0.2.1'))) ==
IPv4Interface('192.0.2.1')
Raises:
AddressValueError: If ipaddress isn't a valid IPv4 address.
NetmaskValueError: If the netmask isn't valid for
an IPv4 address.
ValueError: If strict is True and a network address is not
supplied.
Nr" r �%s has host bits setr )r� r� rB r� rC r@ r} r� rk r� r{ r% rW r� rD rY r� r� r� �r* rF rJ r� r rX r r r r� ) sJ %
�
�
�
�zIPv4Network.__init__c C s& | j td�ko| jtd�k o$| j S )z�Test if this address is allocated for public networks.
Returns:
A boolean, True if the address is not reserved per
iana-ipv4-special-registry.
�
100.64.0.0/10)r} rH rv r� r� r r r r� ~ s
��zIPv4Network.is_globalN)T) r7 r8 r9 r> r@ r� r� r� r� r r r r rH s
UrH c @ s� e Zd Zed�Zed�Zed�Zed�Zed�ed�ed�ed�ed�ed�ed �ed
�ed �ed �ed
�ed�ed�ed�gZed�Z e
d�Z dS )�_IPv4Constantsz169.254.0.0/16z 127.0.0.0/8z 224.0.0.0/4r0 z 0.0.0.0/8z
10.0.0.0/8z
172.16.0.0/12z 192.0.0.0/29z192.0.0.170/31z 192.0.2.0/24z192.168.0.0/16z
198.18.0.0/15z198.51.100.0/24z203.0.113.0/24z 240.0.0.0/4z255.255.255.255/32z0.0.0.0N) r7 r8 r9 rH r# r! r r r r r@ r r r r r r1 � s* �r1 c @ s� e Zd ZdZdZdZde d ZdZe d�Z
eZ i Z e
dd � �Ze
d
d � �Ze
d d
� �Ze
dd� �Ze
ddd��Zdd� Zdd� Zedd� �Zedd� �ZdS ) �_BaseV6zyBase IPv6 object.
The following methods are used by IPv6 objects in both single IP
addresses and networks.
r rg r r" r Z0123456789ABCDEFabcdefc C sJ || j kr@t|t�r|}n
| �|�}t| �|��}||f| j |< | j | S r� )r� rB r� r� rA r� r� r r r r� � s
z_BaseV6._make_netmaskc
C s� |s t d��|�d�}d}t|�|k r:d||f }t |��d|d kr�zt|�� �j}W n2 t k
r� } zt d||f ��W 5 d}~X Y nX |�d |d
? d @ � |�d |d @ � | jd }t|�|kr�d
|d |f }t |��d}td t|�d �D ]*} || s�|dk �r d| }t |��| }q�|dk �r�|}
t|�| d } |d �sj|
d 8 }
|
�rjd}t || ��|d �s�| d 8 } | �r�d}t || ��| j|
| } | d k �r0d}t || jd |f ��njt|�| jk�r�d}t || j|f ��|d �sd}t || ��|d �s d}t || ��t|�}
d} d} znd}
t |
�D ] } |
d
K }
|
| �
|| �O }
�q>|
d
| K }
t | d�D ] } |
d
K }
|
| �
|| �O }
�qx|
W S t k
�r� } zt d||f ��W 5 d}~X Y nX dS )z�Turn an IPv6 ip_str into an integer.
Args:
ip_str: A string, the IPv6 ip_str.
Returns:
An int, the IPv6 address
Raises:
AddressValueError: if ip_str isn't a valid IPv6 Address.
r� �:r z At least %d parts expected in %rr� ry r� N�%xr � r" z!At most %d colons permitted in %rz At most one '::' permitted in %rr z0Leading ':' only permitted as part of '::' in %rz1Trailing ':' only permitted as part of '::' in %rz/Expected at most %d other parts with '::' in %rz,Exactly %d parts expected without '::' in %r) r< rV rW r@ rp r\ rs �
_HEXTET_COUNTr& �range�
_parse_hextetrD )r� r� r
Z
_min_partsr� Zipv4_intr Z
_max_partsZ
skip_indexr Zparts_hiZparts_loZ
parts_skippedr� r r r r� � s�
"
�
z_BaseV6._ip_int_from_stringc C s> | j �|�std| ��t|�dkr4d}t|| ��t|d�S )a& Convert an IPv6 hextet string into an integer.
Args:
hextet_str: A string, the number to parse.
Returns:
The hextet as an integer.
Raises:
ValueError: if the input isn't strictly a hex number from
[0..FFFF].
z Only hex digits permitted in %rr z$At most 4 characters permitted in %rr )� _HEX_DIGITSr� rD rW r� )r� Z
hextet_strr� r r r r8 > s z_BaseV6._parse_hextetc C s� d}d}d}d}t |�D ]>\}}|dkrN|d7 }|dkr<|}||krV|}|}qd}d}q|dkr�|| }|t|�kr~|dg7 }dg|||�< |dkr�dg| }|S )a� Compresses a list of hextets.
Compresses a list of strings, replacing the longest continuous
sequence of "0" in the list with "" and adding empty strings at
the beginning or at the end of the string such that subsequently
calling ":".join(hextets) will produce the compressed version of
the IPv6 address.
Args:
hextets: A list of strings, the hextets to compress.
Returns:
A list of strings.
ry r r r" � )� enumeraterW ) r� �hextetsZbest_doublecolon_startZbest_doublecolon_lenZdoublecolon_startZdoublecolon_len�indexZhextetZbest_doublecolon_endr r r �_compress_hextetsX s0 �
z_BaseV6._compress_hextetsNc sZ |dkrt | j�}|| jkr$td��d| � � fdd�tddd�D �}| �|�}d �|�S )
a, Turns a 128-bit integer into hexadecimal notation.
Args:
ip_int: An integer, the IP address.
Returns:
A string, the hexadecimal representation of the address.
Raises:
ValueError: The address is bigger than 128 bits of all ones.
NzIPv6 address is too large�%032xc s& g | ] }d t � ||d � d� �qS )r4 r r )r� r �Zhex_strr r r � s z/_BaseV6._string_from_ip_int.<locals>.<listcomp>r r; r r3 )r� r\ rl rD r7 r> r )r� r� r< r r@ r r� � s
z_BaseV6._string_from_ip_intc s� t | t�rt| j�}n t | t�r,t| j�}nt| �}| �|�}d| � � fdd�tddd�D �}t | ttf�r�dd� |�| j
f S d� |�S ) z�Expand a shortened IPv6 address.
Args:
ip_str: A string, the IPv6 address.
Returns:
A string, the expanded IPv6 address.
r? c s g | ]}� ||d � �qS )r r r r@ r r r � s z8_BaseV6._explode_shorthand_ip_string.<locals>.<listcomp>r r; r r� r3 ) rB rI rU r} rM ra r� r7 r� r r{ )r* r� r� r
r r@ r r� � s
z$_BaseV6._explode_shorthand_ip_stringc C s& | j ddd� �dd�}d�|�d S )z�Return the reverse DNS pointer name for the IPv6 address.
This implements the method described in RFC3596 2.5.
Nry r3 r: r� z .ip6.arpa)r� �replacer )r* Z
reverse_charsr r r r� � s z_BaseV6._reverse_pointerc C s | j S r r r� r r r r
� s z_BaseV6.max_prefixlenc C s | j S r r� r� r r r rj � s z_BaseV6.version)N)r7 r8 r9 r> r: rz �
IPV6LENGTHrl r6 r r9 rk r� r� r� r� r8 r> r� r� r� r� r
rj r r r r r2 � s0
h
/
r2 c @ s� e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z ed d � �Z
ed
d� �Z edd� �Z edd� �Z
edd� �Zedd� �Zedd� �Zedd� �Zedd � �Zd S ) rA z/Represent and manipulate single IPv6 Addresses.r c C sx t |t�r | �|� || _dS t |t�rL| �|d� t|�}t|d�| _dS t|�}d|krht d| ��| �
|�| _dS )a Instantiate a new IPv6 address object.
Args:
address: A string or integer representing the IP
Additionally, an integer can be passed, so
IPv6Address('2001:db8::') ==
IPv6Address(42540766411282592856903984951653826560)
or, more generally
IPv6Address(int(IPv6Address('2001:db8::'))) ==
IPv6Address('2001:db8::')
Raises:
AddressValueError: If address isn't a valid IPv6 address.
Nr rO rT r r r r r r r� � s
zIPv6Address.__init__c C s
t | j�S r )rS r\ r� r r r r � s zIPv6Address.packedc C s | | j jkS r� r r� r r r r� � s zIPv6Address.is_multicastc s t � fdd�� jjD ��S )r� c 3 s | ]}� |kV qd S r r r r� r r r s z*IPv6Address.is_reserved.<locals>.<genexpr>)r r �_reserved_networksr� r r� r r� s zIPv6Address.is_reservedc C s | | j jkS r� r" r� r r r r� s zIPv6Address.is_link_localc C s | | j jkS �a` Test if the address is reserved for site-local.
Note that the site-local address space has been deprecated by RFC 3879.
Use is_private to test if this address is in the space of unique local
addresses as defined by RFC 4193.
Returns:
A boolean, True if the address is reserved per RFC 3513 2.5.6.
)r �_sitelocal_networkr� r r r �
is_site_local s zIPv6Address.is_site_localc s t � fdd�� jjD ��S )z�Test if this address is allocated for private networks.
Returns:
A boolean, True if the address is reserved per
iana-ipv6-special-registry.
c 3 s | ]}� |kV qd S r r r r� r r r 3 s z)IPv6Address.is_private.<locals>.<genexpr>r r� r r� r r� * s zIPv6Address.is_privatec C s | j S )z�Test if this address is allocated for public networks.
Returns:
A boolean, true if the address is not reserved per
iana-ipv6-special-registry.
r� r� r r r r� 5 s zIPv6Address.is_globalc C s
| j dkS )r� r r� r� r r r r� @ s zIPv6Address.is_unspecifiedc C s
| j dkS )r� r" r� r� r r r r� K s zIPv6Address.is_loopbackc C s | j d? dkrdS t| j d@ �S )z�Return the IPv4 mapped address.
Returns:
If the IPv6 address is a v4 mapped address, return the
IPv4 mapped address. Return None otherwise.
r; r5 N� �� �r\ r@ r� r r r � ipv4_mappedV s zIPv6Address.ipv4_mappedc C s4 | j d? dkrdS t| j d? d@ �t| j d@ �fS )z�Tuple of embedded teredo IPs.
Returns:
Tuple of the (server, client) IPs or None if the address
doesn't appear to be a teredo address (doesn't start with
2001::/32)
�` i Nr rG rH r� r r r �teredoc s
�zIPv6Address.teredoc C s$ | j d? dkrdS t| j d? d@ �S )z�Return the IPv4 6to4 embedded address.
Returns:
The IPv4 6to4-embedded address if present or None if the
address doesn't appear to contain a 6to4 embedded address.
�p i N�P rG rH r� r r r � sixtofourr s zIPv6Address.sixtofourN)r7 r8 r9 r> r: r� r� r r� r� r� rF r� r� r� r� rI rK rN r r r r rA � s6 %
rA c @ s� e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zej Z e
d d � �Z e
d
d� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �ZdS )rM c C s� t |ttf�r2t�| |� t| j�| _| j| _ d S t |t
�r�t�| |d � t |�dkrht |d �| _ n| j| _ t|dd�| _| jj
| _
| jj| _d S t|�}t�| |d � t|dd�| _| jj
| _
| jj | _ | jj| _d S r$ )rB rC r� rA r� rI r\ r� rk r{ r% rW r� r� r� rY r& r r r r� � s(
zIPv6Interface.__init__c C s d| � | j�| jjf S r� r' r� r r r r� � s �zIPv6Interface.__str__c C sF t �| |�}|r|tkr |S z| j|jkW S tk
r@ Y dS X d S r� )rA r, r- r� r| r( r r r r, � s zIPv6Interface.__eq__c C sR t �| |�}|tkrtS z | j|jk p4| j|jko4|W S tk
rL Y dS X d S r� )rA r0 r- r� r| r) r r r r0 � s �zIPv6Interface.__lt__c C s | j | jA t| jj�A S r r* r� r r r r� � s zIPv6Interface.__hash__c C s
t | j�S r )rA r\ r� r r r ra � s zIPv6Interface.ipc C s d| � | j�| jf S r� r+ r� r r r r� � s �z IPv6Interface.with_prefixlenc C s d| � | j�| jf S r� r, r� r r r r� � s �zIPv6Interface.with_netmaskc C s d| � | j�| jf S r� r- r� r r r r� � s �zIPv6Interface.with_hostmaskc C s | j dko| jjS r )r\ r� r� r� r r r r� � s z IPv6Interface.is_unspecifiedc C s | j dko| jjS r� )r\ r� r� r� r r r r� � s zIPv6Interface.is_loopbackN)r7 r8 r9 r� r� r, r0 r� r� r� r� ra r� r� r� r� r� r r r r rM � s$
rM c @ s2 e Zd ZdZeZd
dd�Zdd� Zedd� �Z d S ) rI av This class represents and manipulates 128-bit IPv6 networks.
Attributes: [examples for IPv6('2001:db8::1000/124')]
.network_address: IPv6Address('2001:db8::1000')
.hostmask: IPv6Address('::f')
.broadcast_address: IPv6Address('2001:db8::100f')
.netmask: IPv6Address('ffff:ffff:ffff:ffff:ffff:ffff:ffff:fff0')
.prefixlen: 124
Tc C s| t �| |� t|ttf�r<t|�| _| �| j�\| _ | _
dS t|t �r�t |�dkr\|d }n| j}| �|�\| _ | _
t|d �| _t
| j�}|t
| j �@ |kr�|r�td| ��nt|t
| j �@ �| _dS t|�}t| �|d ��| _t |�dkr�|d }n| j}| �|�\| _ | _
|�rDtt
| j�t
| j �@ �| jk�rDtd| ��tt
| j�t
| j �@ �| _| j
| jd k�rx| j| _dS )a� Instantiate a new IPv6 Network object.
Args:
address: A string or integer representing the IPv6 network or the
IP and prefix/netmask.
'2001:db8::/128'
'2001:db8:0000:0000:0000:0000:0000:0000/128'
'2001:db8::'
are all functionally the same in IPv6. That is to say,
failing to provide a subnetmask will create an object with
a mask of /128.
Additionally, an integer can be passed, so
IPv6Network('2001:db8::') ==
IPv6Network(42540766411282592856903984951653826560)
or, more generally
IPv6Network(int(IPv6Network('2001:db8::'))) ==
IPv6Network('2001:db8::')
strict: A boolean. If true, ensure that we have been passed
A true network address, eg, 2001:db8::1000/124 and not an
IP address on a network, eg, 2001:db8::1/124.
Raises:
AddressValueError: If address isn't a valid IPv6 address.
NetmaskValueError: If the netmask isn't valid for
an IPv6 address.
ValueError: If strict was True and a network address was not
supplied.
Nr" r r. r )r� r� rB rC r� rA r} r� rk r� r{ r% rW r� rD rY r� r� r� r/ r r r r� � sJ
�
�
�
�zIPv6Network.__init__c c s< t | j�}t | j�}t|d |d �D ]}| �|�V q&dS )z�Generate Iterator over usable hosts in a network.
This is like __iter__ except it doesn't return the
Subnet-Router anycast address.
r" Nr� r� r r r r� 6 s
zIPv6Network.hostsc C s | j jo| jjS rD )r} rF rv r� r r r rF B s �zIPv6Network.is_site_localN)T)
r7 r8 r9 r> rA r� r� r� r� rF r r r r rI � s
O rI c @ s� e Zd Zed�Zed�Zed�ed�ed�ed�ed�ed�ed �ed
�ed �ed�g
Zed �ed
�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�ed�gZed�Zd S ) �_IPv6Constantsz fe80::/10zff00::/8z::1/128z::/128z
::ffff:0:0/96z100::/64z 2001::/23z 2001:2::/48z
2001:db8::/32z 2001:10::/28zfc00::/7z::/8z100::/8z200::/7z400::/6z800::/5z1000::/4z4000::/3z6000::/3z8000::/3zA000::/3zC000::/3zE000::/4zF000::/5zF800::/6zFE00::/9z fec0::/10N) r7 r8 r9 rI r# r r rC rE r r r r rO R s< � � rO )r" )T)6r> Z
__future__r r r � __version__r� r� Zlong� NameErrorZunicoderU �strr �
from_bytesr r| r �hasattrr r& �objectr' r rB rD r< r? rG rK rN rR rS rY rb re rn rx r� r� r� rh r� r� r@ rL rH r1 r r2 rA rM rI rO r r r r �<module> s�
)$
$#716 = X *vSr 5W{! __pycache__/six.cpython-38.opt-1.pyc 0000644 00000063434 15043676217 0013173 0 ustar 00 U
��.e�~ � C @ s� d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� dkZ
e r�efZefZefZeZeZejZn~efZeefZeejfZe ZeZej � d �r�ed
�ZnHG d d � d e �Z ze!e � � W n e"k
�r ed
�ZY n
X ed
�Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd� de �Z*e*e+�Z,G d d � d e(�Z-e)d d d d �e)d!d"d#d$d!�e)d%d"d"d&d%�e)d'd(d#d)d'�e)d*d(d+�e)d,d"d#d-d,�e)d.d/d/d0d.�e)d1d/d/d.d1�e)d2d3d4�e)d5d(d#d6d5�e)d7d(e
�r d8nd9d:�e)d;d(d<�e)d=d>d?d@�e)d d d �e)dAdAdB�e)dCdCdB�e)dDdDdB�e)d6d(d#d6d5�e)dEd"d#dFdE�e)dGd"d"dHdG�e&d#d(�e&dIdJ�e&dKdL�e&dMdNdO�e&dPdQdP�e&dRdSdT�e&dUdVdW�e&dXdYdZ�e&d[d\d]�e&d^d_d`�e&dadbdc�e&dddedf�e&dgdhdi�e&djdkdl�e&dmdndo�e&dpdpdq�e&drdrdq�e&dsdsdq�e&dtdtdu�e&dvdw�e&dxdy�e&dzd{�e&d|d}d|�e&d~d�e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g@Z.ej d�k�rfe.e&d�d��g7 Z.e.D ]2Z/e0e-e/j1e/� e2e/e&��rje,�3e/d�e/j1 � �qj[/e.e-_.e-e+d� �Z4e,�3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d@d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d�d�de)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6e6D ]Z/e0e5e/j1e/� �q�[/e6e5_.e,�3e5e+d� �d�dڡ G d�d܄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8e8D ]Z/e0e7e/j1e/� �q>[/e8e7_.e,�3e7e+d� �d�d� G d�d� d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�dd�d�e)�d d�d�g#Z:e:D ]Z/e0e9e/j1e/� �q�[/e:e9_.e,�3e9e+�d
��d �d � G �d
�d� �de(�Z;e)�dd��d�e)�dd��d�e)�dd��d�e)�dd��d�gZ<e<D ]Z/e0e;e/j1e/� �q�[/e<e;_.e,�3e;e+�d ��d�d� G �d�d� �de(�Z=e)�dd�d��gZ>e>D ]Z/e0e=e/j1e/� �q�[/e>e=_.e,�3e=e+�d ��d�d � G �d �d � �d ej'�Z?e,�3e?e+d� ��d � �d �d!� Z@�d"�d#� ZAe � r��d$ZB�d%ZC�d&ZD�d'ZE�d(ZF�d)ZGn$�d*ZB�d+ZC�d,ZD�d-ZE�d.ZF�d/ZGzeHZIW n" eJk
� r� �d0�d1� ZIY nX eIZHzeKZKW n" eJk
�
r �d2�d3� ZKY nX e �
rF�d4�d5� ZLejMZN�d6�d7� ZOe ZPn>�d8�d5� ZL�d9�d:� ZN�d;�d7� ZOG �d<�d=� �d=e �ZPeKZKe#eL�d>� e�QeB�ZRe�QeC�ZSe�QeD�ZTe�QeE�ZUe�QeF�ZVe�QeG�ZWe � r(�d?�d@� ZX�dA�dB� ZY�dC�dD� ZZ�dE�dF� Z[e�\�dG�Z]e�\�dH�Z^e�\�dI�Z_nT�dJ�d@� ZX�dK�dB� ZY�dL�dD� ZZ�dM�dF� Z[e�\�dN�Z]e�\�dO�Z^e�\�dP�Z_e#eX�dQ� e#eY�dR� e#eZ�dS� e#e[�dT� e � rD�dU�dV� Z`�dW�dX� ZaebZcddldZded�e�dY�jfZg[de�hd�ZiejjZkelZmddlnZnenjoZoenjpZp�dZZqej
�d[ �d[k� r6�d\Zr�d]Zsn �d^Zr�d_Zsnj�d`�dV� Z`�da�dX� ZaecZcebZg�db�dc� Zi�dd�de� Zke�tejuev�ZmddloZoeojo ZoZp�dfZq�d\Zr�d]Zse#e`�dg� e#ea�dh� �di�dZ� Zw�dj�d^� Zx�dk�d_� Zye �
reze4j{�dl�Z|�d��dm�dn�Z}n�d��do�dp�Z|e|�dq� ej
dd� �drk�
rLe|�ds� n.ej
dd� �drk�
rne|�dt� n �du�dv� Z~eze4j{�dwd�Zedk�
r��dx�dy� Zej
dd� �dzk �
r�eZ��d{�dy� Ze#e}�d|� ej
dd� dk �
r�ej�ej�f�d}�d~�Z�nej�Z��d�d�� Z��d��d�� Z��d��d��d��Z��d��d��d��Z��d��d��d��Z��d��d�� Z�g Z�e+Z�e�� ���d��dk �rzg e�_�ej��r�e�ej��D ]4\Z�Z�ee��j+dk�r�e�j1e+k�r�ej�e�= �qq�[�[�ej���e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.12.0� � )r � �javai���c @ s e Zd Zdd� ZdS )�Xc C s dS )Nl � ��selfr r �3/usr/lib/python3.8/site-packages/pip/_vendor/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r r r r r r < s r l ���� c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr r r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules��namer r r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S �Nr �r
r r r r �__init__X s z_LazyDescr.__init__c C sB | � � }t|| j|� zt|j| j� W n tk
r< Y nX |S r )�_resolve�setattrr �delattr� __class__�AttributeError)r
�obj�tp�resultr r r �__get__[ s z_LazyDescr.__get__N)r
r r r r& r r r r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| ��|� tr(|d kr |}|| _n|| _d S r )�superr' r �PY3�mod)r
r �old�new�r! r r r i s zMovedModule.__init__c C s
t | j�S r )r r* r r r r r r s zMovedModule._resolvec C s" | � � }t||�}t| ||� |S r )r �getattrr )r
�attr�_module�valuer r r � __getattr__u s
zMovedModule.__getattr__)N)r
r r r r r2 �
__classcell__r r r- r r' g s r' c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| ��|� | jj| _d S r )r( r4 r r! r r r- r r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r
c S s g | ]
}|j �qS r r )�.0r/ r r r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r
Zattrsr r r �__dir__� s z_LazyModule.__dir__)r
r r r r8 r7 r3 r r r- r r4 | s r4 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| ��|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S r )r( r9 r r) r* r/ )r
r Zold_modZnew_modZold_attrZnew_attrr- r r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S r )r r* r. r/ )r
�moduler r r r � s
zMovedAttribute._resolve)NN)r
r r r r r3 r r r- r r9 � s r9 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S r )r �
known_modules)r
Zsix_module_namer r r r � s z _SixMetaPathImporter.__init__c G s" |D ]}|| j | jd | < qd S �N�.�r< r )r
r* Z fullnames�fullnamer r r � _add_module� s z _SixMetaPathImporter._add_modulec C s | j | jd | S r= r? �r
r@ r r r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S r )r< )r
r@ �pathr r r � find_module� s
z _SixMetaPathImporter.find_modulec C s2 z | j | W S tk
r, td| ��Y nX d S )Nz!This loader does not know module )r< �KeyError� ImportErrorrB r r r Z __get_module� s z!_SixMetaPathImporter.__get_modulec C sT z t j| W S tk
r Y nX | �|�}t|t�r@|�� }n| |_|t j|< |S r )r r rF � _SixMetaPathImporter__get_module�
isinstancer' r �
__loader__)r
r@ r* r r r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | �|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrH rB r r r �
is_package� s z _SixMetaPathImporter.is_packagec C s | � |� dS )z;Return None
Required, if is_package is implementedN)rH rB r r r �get_code� s
z _SixMetaPathImporter.get_code)N)
r
r r r r rA rC rE rH rK rN rO �
get_sourcer r r r r; � s
r; c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r
r r r rL r r r r rQ � s rQ Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdbZ getoutputZcommands�
subprocess�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_basezemail.MIMEBasezemail.mime.baseZemail_mime_imagezemail.MIMEImagezemail.mime.imageZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_thread�threadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN�r
r r r r r r r ru B s ru Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZunquote_to_bytesZ urlencodeZ
splitqueryZsplittagZ splituserZ
splitvalueZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relative�moves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorNrv r r r r rx l s rx ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.error�moves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestNrv r r r r rz � s rz Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassZparse_http_listZparse_keqv_listz.moves.urllib.request�moves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseNrv r r r r r| � s r| Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.response�moves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserNrv r r r r r~ � s r~ ZRobotFileParserz.moves.urllib.robotparser�moves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Ze�d�Ze�d�Ze�d�Z e�d�Z
e�d�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacerw ry r{ r} r c C s dddddgS )N�parse�error�request�responserq r r r r r r8 � s z Module_six_moves_urllib.__dir__N)
r
r r r rL � _importerrC r� r� r� r� rq r8 r r r r r� � s
r� z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rQ r )Zmover r r �add_move� s r� c C sX zt t| � W nD tk
rR z tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rQ r" rt �__dict__rF r r r r � remove_move� s r� �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | � � S r )�next)�itr r r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)r� )r5 �klassr r r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r# r r r �callable s r� c C s | S r r �Zunboundr r r �get_unbound_function s r� c C s | S r r �r �clsr r r �create_unbound_method# s r� c C s | j S r )r� r� r r r r� ( s c C s t �| ||j�S r )�types�
MethodTyper! )r r# r r r �create_bound_method+ s r� c C s t �| d |�S r )r� r� r� r r r r� . s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | ��| �S r )r� �__next__r r r r r� 3 s z
Iterator.nextN)r
r r r� r r r r r� 1 s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S r )�iter�keys��d�kwr r r �iterkeysD s r� c K s t | jf |��S r )r� �valuesr� r r r �
itervaluesG s r� c K s t | jf |��S r )r� �itemsr� r r r � iteritemsJ s r� c K s t | jf |��S r )r� Zlistsr� r r r � iterlistsM s r� r� r� r� c K s | j f |�S r )r� r� r r r r� V s c K s | j f |�S r )r� r� r r r r� Y s c K s | j f |�S r )r� r� r r r r� \ s c K s | j f |�S r )r� r� r r r r� _ s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| � d�S )Nzlatin-1)�encode��sr r r �bq s r� c C s | S r r r� r r r �ut s r� z>B�assertCountEqual� ZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S r r r� r r r r� � s c C s t | �dd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replacer� r r r r� � s c C s t | d �S )Nr ��ord)Zbsr r r �byte2int� s r� c C s t | | �S r r� )Zbuf�ir r r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S r )r. �_assertCountEqual�r
�args�kwargsr r r r� � s c O s t | t�||�S r )r. �_assertRaisesRegexr� r r r r� � s c O s t | t�||�S r )r. � _assertRegexr� r r r r� � s �execc C s: z*|d kr| � }|j |k r$|�|��|�W 5 d }d }X d S r )�
__traceback__�with_traceback)r$ r1 �tbr r r �reraise� s
r� c C sB |dkr*t �d�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr� z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer r r �exec_� s
r� zedef reraise(tp, value, tb=None):
try:
raise tp, value, tb
finally:
tb = None
)r r z�def raise_from(value, from_value):
try:
if from_value is None:
raise value
raise value from from_value
finally:
value = None
zrdef raise_from(value, from_value):
try:
raise value from from_value
finally:
value = None
c C s | �d S r r )r1 Z
from_valuer r r �
raise_from� s r� �printc
s. |� dtj�� � dkrdS � fdd�}d}|� dd�}|dk r`t|t�rNd}nt|t�s`td��|� d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�| D ]}t|t�r�d} q�q�|r�td �}td
�}nd }d
}|dkr�|}|dkr�|}t| �D ] \} }| �r||� ||� �q ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| �� j|�} � �| � d S )N�errors�strict) rI �
basestring�strr� r� �encodingr. r� �write)�datar� ��fpr r r� � s
�� zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrI r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r r� r �print_� sL
r� )r r c O s< |� dtj�}|�dd�}t| |� |r8|d k r8|�� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r r r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t ��� ��| �} �| _| S r )rd �wraps� __wrapped__)�f��assigned�updated�wrappedr r �wrapper* s zwraps.<locals>.wrapperr )r� r� r� r� r r� r r� ( s r� c s& G � �fdd�dt �}t �|ddi �S )z%Create a base class with a metaclass.c s, e Zd Z� �fdd�Ze� �fdd��ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S r r )r� r �
this_basesr� ��bases�metar r �__new__: s z)with_metaclass.<locals>.metaclass.__new__c s �� |� �S r )� __prepare__)r� r r� r� r r r� = s z-with_metaclass.<locals>.metaclass.__prepare__N)r
r r r� � classmethodr� r r� r r � metaclass8 s r� Ztemporary_classr )r� r� )r� r� r� r r� r �with_metaclass3 s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c s| | j �� }|�d�}|d k r@t|t�r,|g}|D ]}|�|� q0|�dd � |�dd � t| d�rl| j|d< � | j| j |�S )N� __slots__r� � __weakref__r )
r� �copyr� rI r� r� rM r r
� __bases__)r� Z orig_vars�slotsZ slots_var�r� r r r� E s
z add_metaclass.<locals>.wrapperr )r� r� r r r �
add_metaclassC s
r �utf-8r� c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce **s** to six.binary_type.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> encoded to `bytes`
- `bytes` -> `bytes`
�not expecting type '%s'N)rI � text_typer� � binary_typer� r� �r� r� r� r r r �
ensure_binaryU s
r c C sX t | ttf�s tdt| � ��tr:t | t�r:| �||�} ntrTt | t�rT| �||�} | S )z�Coerce *s* to `str`.
For Python 2:
- `unicode` -> encoded to `str`
- `str` -> `str`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r ) rI r r r� r� �PY2r� r) �decoder r r r �
ensure_strh s r c C s8 t | t�r| �||�S t | t�r$| S tdt| � ��dS )z�Coerce *s* to six.text_type.
For Python 2:
- `unicode` -> `unicode`
- `str` -> `unicode`
For Python 3:
- `str` -> `str`
- `bytes` -> decoded to `str`
r N)rI r r r r� r� r r r r � ensure_text| s
r
c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | � � �d�S )Nr )� __unicode__r� r r r r �<lambda>� � z-python_2_unicode_compatible.<locals>.<lambda>)r
r� �
ValueErrorr
r r )r� r r r �python_2_unicode_compatible� s
�
r �__spec__)N)NN)r r� )r r� )r r� )�r Z
__future__r rd rU �operatorr r� �
__author__� __version__� version_infor
r) ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesr �bytesr �maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r' �
ModuleTyper4 r9 r; r
r� rQ r7 r/ r r rI rA rt ru Z _urllib_parse_moved_attributesrx Z _urllib_error_moved_attributesrz Z _urllib_request_moved_attributesr| Z!_urllib_response_moved_attributesr~ Z$_urllib_robotparser_moved_attributesr� r� r� Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrR rS �BytesIOr� r� r� �partialr[ r� r� r� r� r. rV r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r r r r
r rL � __package__�globalsr� r �submodule_search_locations� meta_pathr� r� Zimporter�appendr r r r �<module> s
>
��
�
�F �
� �
� �
�% �� � � �
� �
��
5 � �
__pycache__/contextlib2.cpython-38.pyc 0000644 00000036202 15043676217 0013657 0 ustar 00 U
��.eB � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddddd d
d d d
g Zedg7 Zej dd� dkrnej
Z ne� de
fddi�Z dd� Zdd� ZG dd� de �ZG dd � d e
�ZG dd� de�Zd d� ZG d d� de
�ZG d d � d e
�ZG d d � d e�ZG d!d � d e�ZG d"d
� d
e
�Zej d d#kZe�r@d$d%� Zd&d'� Znd(d%� Zd)d'� Zzdd*l m Z W n e k
�rz e Z Y n
X d+d,� Z G d-d
� d
e
�Z!G d.d� de!�Z"G d/d� de�Z#dS )0zAcontextlib2 - backports and enhancements to the contextlib module� N)�deque��wraps�contextmanager�closing� nullcontext�AbstractContextManager�ContextDecorator� ExitStack�redirect_stdout�redirect_stderr�suppress� ContextStack� )� � �ABC� __slots__� c C s0 | |kr d S |� | � | jD ]}t||� q |S �N)�append� __bases__� _classic_mro)�C�result�Br r �;/usr/lib/python3.8/site-packages/pip/_vendor/contextlib2.pyr s
r c G sv z
| j }W n" tk
r, tt| g ��}Y nX |D ]>}|D ],}||jkr:|j| d krbt S q2q:t S q2dS )NT)�__mro__�AttributeError�tupler �__dict__�NotImplemented)r �methods�mro�methodr r r r �_check_methods$ s
r% c @ s2 e Zd ZdZdd� Zejdd� �Zedd� �Z dS ) r z,An abstract base class for context managers.c C s | S )z0Return `self` upon entering the runtime context.r ��selfr r r � __enter__8 s z AbstractContextManager.__enter__c C s dS )z9Raise any exception triggered within the runtime context.Nr )r' �exc_type� exc_value� tracebackr r r �__exit__< s z AbstractContextManager.__exit__c C s | t krt|dd�S tS )z<Check whether subclass is considered a subclass of this ABC.r( r, )r r% r! )�clsr r r r �__subclasshook__A s z'AbstractContextManager.__subclasshook__N)
�__name__�
__module__� __qualname__�__doc__r( �abc�abstractmethodr, � classmethodr. r r r r r 5 s
c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r zJA base class or mixin that enables context managers to work as decorators.c C s t �dt� | �� S )a� Returns the context manager used to actually wrap the call to the
decorated function.
The default implementation just returns *self*.
Overriding this method allows otherwise one-shot context managers
like _GeneratorContextManager to support use as decorators via
implicit recreation.
DEPRECATED: refresh_cm was never added to the standard library's
ContextDecorator API
z2refresh_cm was never added to the standard library)�warnings�warn�DeprecationWarning� _recreate_cmr& r r r �
refresh_cmL s
�zContextDecorator.refresh_cmc C s | S )a6 Return a recreated instance of self.
Allows an otherwise one-shot context manager like
_GeneratorContextManager to support use as
a decorator via implicit recreation.
This is a private interface just for _GeneratorContextManager.
See issue #11647 for details.
r r& r r r r9 ] s
z ContextDecorator._recreate_cmc s t � �� �fdd��}|S )Nc
s* �� � � � | |�W 5 Q R � S Q R X d S r )r9 ��args�kwds��funcr' r r �innerj s
z(ContextDecorator.__call__.<locals>.innerr )r' r? r@ r r> r �__call__i s zContextDecorator.__call__N)r/ r0 r1 r2 r: r9 rA r r r r r I s c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_GeneratorContextManagerz%Helper for @contextmanager decorator.c C sJ |||�| _ ||| | _| _| _t|dd �}|d kr@t| �j}|| _d S )Nr2 )�genr? r< r= �getattr�typer2 )r' r? r< r= �docr r r �__init__t s
z!_GeneratorContextManager.__init__c C s | � | j| j| j�S r )� __class__r? r< r= r& r r r r9 � s z%_GeneratorContextManager._recreate_cmc C s. z t | j�W S tk
r( td��Y nX d S )Nzgenerator didn't yield)�nextrC �
StopIteration� RuntimeErrorr& r r r r( � s z"_GeneratorContextManager.__enter__c
C s� |d kr8zt | j� W n tk
r, Y d S X td��n�|d krF|� }z | j�|||� td��W n� tk
r� } z||k W Y �S d }~X Y nj tk
r� } z0||kr�W Y �"dS tr�|j|kr�W Y �
dS � W 5 d }~X Y n t�� d |k r� Y nX d S )Nzgenerator didn't stopz#generator didn't stop after throw()F� ) rI rC rJ rK �throw�_HAVE_EXCEPTION_CHAINING� __cause__�sys�exc_info)r' rE �valuer+ �excr r r r, � s,
z!_GeneratorContextManager.__exit__N)r/ r0 r1 r2 rG r9 r( r, r r r r rB q s
rB c s t � �� fdd��}|S )a� @contextmanager decorator.
Typical usage:
@contextmanager
def some_generator(<arguments>):
<setup>
try:
yield <value>
finally:
<cleanup>
This makes this:
with some_generator(<arguments>) as <variable>:
<body>
equivalent to this:
<setup>
try:
<variable> = <value>
<body>
finally:
<cleanup>
c s t � | |�S r )rB r; �r? r r �helper� s z contextmanager.<locals>.helperr )r? rU r rT r r � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r a2 Context to automatically close something at the end of a block.
Code like this:
with closing(<module>.open(<arguments>)) as f:
<block>
is equivalent to this:
f = <module>.open(<arguments>)
try:
<block>
finally:
f.close()
c C s
|| _ d S r ��thing)r' rW r r r rG � s zclosing.__init__c C s | j S r rV r& r r r r( � s zclosing.__enter__c G s | j �� d S r )rW �close)r' rQ r r r r, � s zclosing.__exit__N�r/ r0 r1 r2 rG r( r, r r r r r � s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS )�_RedirectStreamNc C s || _ g | _d S r )� _new_target� _old_targets)r' �
new_targetr r r rG � s z_RedirectStream.__init__c C s* | j �tt| j�� tt| j| j� | jS r )r\ r rD rP �_stream�setattrr[ r& r r r r( � s z_RedirectStream.__enter__c C s t t| j| j�� � d S r )r_ rP r^ r\ �pop�r' �exctype�excinst�exctbr r r r, s z_RedirectStream.__exit__)r/ r0 r1 r^ rG r( r, r r r r rZ � s rZ c @ s e Zd ZdZdZdS )r aA Context manager for temporarily redirecting stdout to another file.
# How to send help() to stderr
with redirect_stdout(sys.stderr):
help(dir)
# How to write help() to a file
with open('help.txt', 'w') as f:
with redirect_stdout(f):
help(pow)
�stdoutN�r/ r0 r1 r2 r^ r r r r r s c @ s e Zd ZdZdZdS )r zCContext manager for temporarily redirecting stderr to another file.�stderrNrf r r r r r s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r
a? Context manager to suppress specified exceptions
After the exception is suppressed, execution proceeds with the next
statement following the with statement.
with suppress(FileNotFoundError):
os.remove(somefile)
# Execution still resumes here if the file was already removed
c G s
|| _ d S r )� _exceptions)r' �
exceptionsr r r rG ) s zsuppress.__init__c C s d S r r r& r r r r( , s zsuppress.__enter__c C s |d k ot || j�S r )�
issubclassrh ra r r r r, / s
zsuppress.__exit__NrY r r r r r
s
r c s � fdd�}|S )Nc s4 | j }||krd S |d ks*|� kr$q*|} q || _ d S r )� __context__)�new_exc�old_exc� exc_context�� frame_excr r �_fix_exception_context@ s z3_make_context_fixer.<locals>._fix_exception_contextr )rp rq r ro r �_make_context_fixer? s
rr c C s< z| d j }| d �W n tk
r6 || d _ � Y nX d S )NrL )rk �
BaseException)� exc_details� fixed_ctxr r r � _reraise_with_existing_contextO s
rv c C s dd� S )Nc S s d S r r )rl rm r r r �<lambda>[ � z%_make_context_fixer.<locals>.<lambda>r ro r r r rr Z s c C s | \}}}t d� d S )Nz!raise exc_type, exc_value, exc_tb)�exec)rt r) r* Zexc_tbr r r rv _ s
)� InstanceTypec C s t | �}|tkr| jS |S r )rE rz rH )�objZobj_typer r r � _get_typek s r| c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r
a� Context manager for dynamic management of a stack of exit callbacks
For example:
with ExitStack() as stack:
files = [stack.enter_context(open(fname)) for fname in filenames]
# All opened files will automatically be closed at the end of
# the with statement, even if attempts to open files later
# in the list raise an exception
c C s t � | _d S r )r �_exit_callbacksr& r r r rG s zExitStack.__init__c C s t | �� }| j|_t� | _|S )z?Preserve the context stack by transferring it to a new instance)rE r} r )r' � new_stackr r r �pop_all� s
zExitStack.pop_allc s" � �fdd�}� |_ | �|� dS )z:Helper to correctly register callbacks to __exit__ methodsc s �� f| �� S r r )rt ��cm�cm_exitr r �
_exit_wrapper� s z.ExitStack._push_cm_exit.<locals>._exit_wrapperN)�__self__�push)r' r� r� r� r r� r �
_push_cm_exit� s zExitStack._push_cm_exitc C sD t |�}z
|j}W n tk
r2 | j�|� Y nX | �||� |S )a Registers a callback with the standard __exit__ method signature
Can suppress exceptions the same way __exit__ methods can.
Also accepts any object with an __exit__ method (registering a call
to the method instead of the object itself)
)r| r, r r} r r� )r' �exit�_cb_type� exit_methodr r r r� � s
zExitStack.pushc s$ � ��fdd�}�|_ | �|� �S )z\Registers an arbitrary callback and arguments.
Cannot suppress exceptions.
c s �� �� d S r r )r) rS �tb�r< �callbackr= r r r� � s z)ExitStack.callback.<locals>._exit_wrapper)� __wrapped__r� )r' r� r< r= r� r r� r r� � s
zExitStack.callbackc C s( t |�}|j}|�|�}| �||� |S )z�Enters the supplied context manager
If successful, also pushes its __exit__ method as a callback and
returns the result of the __enter__ method.
)r| r, r( r� )r' r� �_cm_type�_exitr r r r �
enter_context� s
zExitStack.enter_contextc C s | � ddd� dS )z$Immediately unwind the context stackN)r, r& r r r rX � s zExitStack.closec C s | S r r r& r r r r( � s zExitStack.__enter__c G s� |d d k }t �� d }t|�}d}d}| jr�| j�� }z||� rNd}d}d}W q( t �� }||d |d � d}|}Y q(X q(|r�t|� |o�|S )Nr rL FT)NNN)rP rQ rr r} r` rv ) r' rt � received_excrp rq �suppressed_exc�
pending_raise�cb�new_exc_detailsr r r r, � s(
zExitStack.__exit__N)
r/ r0 r1 r2 rG r r� r� r� r� rX r( r, r r r r r
s s
c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
r z+Backwards compatibility alias for ExitStackc s t �dt� tt| ��� d S )Nz*ContextStack has been renamed to ExitStack)r6 r7 r8 �superr rG r& �rH r r rG � s �zContextStack.__init__c C s
| � |�S r )r� )r' r� r r r �
register_exit� s zContextStack.register_exitc O s | j |f|�|�S r )r� )r' r� r< r= r r r �register� s zContextStack.registerc C s | � � S r )r r& r r r �preserve� s zContextStack.preserve) r/ r0 r1 r2 rG r� r� r� �
__classcell__r r r� r r � s
c @ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
r aM Context manager that does no additional processing.
Used as a stand-in for a normal context manager, when a particular
block of code is only sometimes used with a normal context manager:
cm = optional_cm if condition else nullcontext()
with cm:
# Perform operation, using optional_cm if condition is True
Nc C s
|| _ d S r �� enter_result)r' r� r r r rG � s znullcontext.__init__c C s | j S r r� r& r r r r( s znullcontext.__enter__c G s d S r r )r' �excinfor r r r, s znullcontext.__exit__)NrY r r r r r � s
)$r2 r3 rP r6 � collectionsr � functoolsr �__all__� version_infor Z_abc_ABC�ABCMeta�objectr r% r r rB r r rZ r r r
rN rr rv �typesrz � ImportErrorrE r| r
r r r r r r �<module> sT �
(H"
q __pycache__/pyparsing.cpython-38.opt-1.pyc 0000644 00000705501 15043676217 0014402 0 ustar 00 U
��.e, � s @ s� d Z dZdZdZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlmZ ddlmZ ddlZdd lmZ zdd
lmZ W n ek
r� dd lmZ Y nX zdd lmZ W n ek
r� dd l mZ Y nX z dd
l m Z ddl m Z m Z W n2 ek
�rN dd
l
m Z ddl
m Z m Z Y nX zddl
m!Z" W nB ek
�r� zddl#m!Z" W n ek
�r� dZ"Y nX Y nX zddlm$Z$ W n$ ek
�r� G dd� d�Z$Y nX e$� Z%de%_ de%_&e$� Z'de'_ de'_(de'_)de'_*de'_+de'_,dddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d�d�d�d�d�d�d�gsZ-e.e j/�dd�� Z0e0d d�kZ1e1�rVe j2Z3e4Z5e6Z7e4Z8e4Z9e:e;e<e=e>e.e?e@eAeBeCg ZDn`e jEZ3eFZGd�d�� Z9g ZDddlHZHd��I� D ]8ZJzeD�KeLeHeJ�� W n eMk
�r� Y �q|Y nX �q|eNd�d�� eGd��D ��ZOd�d�� ZPejQejR ZSd�ZTeTd� ZUeSeT ZVe6d��ZWd��Xd�d�� ejYD ��ZZ�dYd�d��Z[G d�d4� d4e\�Z]G d�d6� d6e]�Z^G d�d8� d8e]�Z_G d�d:� d:e_�Z`G d�d=� d=e\�ZaG d�d�� d�eb�ZcG d�d9� d9eb�Zde �eed� d�dQ� Zfd�db� Zgd�d_� Zhd�d�� Zid�d�� Zjd�d�� Zkd�di� Zl�dZd�d��ZmG d�d;� d;eb�ZnG d�d�� d�en�ZoG d�dC� dCen�ZpG d�d#� d#ep�ZqG d�d.� d.ep�ZrG d�d+� d+ep�ZsG d�d�� d�es�ZtesZuesen_vG d�d(� d(ep�ZwG d�d � d es�ZxG d�d � d ew�ZyG d�d�� d�ep�ZzG d�dF� dFep�Z{G d�d�� d�e{�Z|G d�dJ� dJe|�Z}G d�d>� d>ep�Z~G d�d<� d<ep�ZG d�d � d ep�Z�G d�dE� dEep�Z�G d�dĄ d�ep�Z�G d�d&� d&e��Z�G d�d*� d*e��Z�G d�d)� d)e��Z�G d�dA� dAe��Z�G d�d@� d@e��Z�G d�dH� dHe��Z�G d�dG� dGe��Z�G d�d7� d7en�Z�G d�d � d e��Z�G d�d3� d3e��Z�G d�d-� d-e��Z�G d�d"� d"e��Z�G d�d5� d5en�Z�G d�d$� d$e��Z�G d�d,� d,e��Z�G d�d/� d/e��Z�G d�dք d�e��Z�G d�d0� d0e��Z�G d�dI� dIe��Z�G d�dڄ d�eb�Z�G d�d2� d2e��Z�G d�d?� d?e��Z�G d�d%� d%e��Z�G d�dD� dDe��Z�G d�d � d e��Z�G d�d'� d'e��Z�G d�d!� d!e��Z�G d�dB� dBe��Z�G d�d1� d1eb�Z�d�dz� Z��d[d�dX�Z��d\d�dT�Z�d�d� Z�d�dg� Z�d�df� Z�d�d� Z��d]d�dk�Z�d�dY� Z��d^d�d�Z�d�d�� Z�d�d�� Z�eq� ��d[�Z�e�� ��da�Z�e�� ��d`�Z�e�� ��dy�Z�e�� ��dx�Z�e{eWd�d�d���d�d�� �Z�e~d����d�d�� �Z�e~d����d�d�� �Z�e�e�B e�B e�d�d�d�B Z�e�e�e�d�� e� �Z�esd��e�d����d�� e�e�e�e�B �����d � �d Z��ddw� Z��dde� Z��ddt� Z��ddr� Z��dd�� Z�e��dd�� �Z�e��dd�� �Z�e��d �e��d
�f�d �d �Z��d
dc� Zddd� ZÐdd}� Z�eb� e�_Őd_�dd��Z�e$� Z�eb� e�_�eb� e�_�e��d�e��d�f�dd��Z�e�Z�e�e~�d��d ����d�Z�e�e~�d��d ����d�Z�e�e~�d��d e~�d��d B ����d�Z�e�eu�d�eΠ� ����d �Zϐd�ddeΠ� f�d dh�ZАd`�d d~�Z�e��d �Z�e��d �Z�e�e{eSeV�d! ����d"��\Z�Z�e�eאd#�I� �d$��Z�e~�d%�d&�Xeؠ١ � �d' ����d(�Zڐd)ds� Z�e�e~�d*��d+ ����d,�Z�e~�d-����d.�Z�e~�d/��ޡ ���d0�Z�e~�d1����d2�Z�e�e~�d*��d+ e�B ����d3�Z�e�Z�e~�d4����d5�Z�e�e�e{eZd�d6�e�e{�d7�esd� e�� � ���� ���d8�Z�e�e�eΠ� e�B d��d9����dR�Z�G �d:d�� d��Z�G �d;�d<� �d<eb�Z�G �d=d�� d�eb�Z�G �d>d�� d�e�Z�e�j�j�j�e�j�j�j� e�j�j�j� e�j�_�e1�
rXe�e�d?e�j� e�e�d@e�j� e�e�dAe�j� e�e�dBe�j� e�e�dCe�j�� e�e�dDe�j� e�e�j�dEe�j�j� e�e�j�dFe�j�j� e�e�j�dGe�j�j� e�e�dHe�j�� e�e�dIe�j�� e�e�dJe�j�� e��dKk�r�ex�dL�Z�ex�dM�Z�e{eSeV�dN �Z�e�e��dOd�dP���e��Z�e�e�e������dQ�Z��dRe�B Z�e�e��dOd�dP���e���Z e�e��e �����dS��Ze��dT�e��dQ� e� �e�dS� �Z�e���dU� e�j���dV� e�j���dV� e�j���dW� dd�l�Ze�j��e��e�j�� e�j���dX� dS (a a�
pyparsing module - Classes and methods to define and execute parsing grammars
=============================================================================
The pyparsing module is an alternative approach to creating and
executing simple grammars, vs. the traditional lex/yacc approach, or the
use of regular expressions. With pyparsing, you don't need to learn
a new syntax for defining grammars or matching expressions - the parsing
module provides a library of classes that you use to construct the
grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
``"<salutation>, <addressee>!"``), built up using :class:`Word`,
:class:`Literal`, and :class:`And` elements
(the :class:`'+'<ParserElement.__add__>` operators create :class:`And` expressions,
and the strings are auto-converted to :class:`Literal` expressions)::
from pip._vendor.pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the
self-explanatory class names, and the use of '+', '|' and '^' operators.
The :class:`ParseResults` object returned from
:class:`ParserElement.parseString` can be
accessed as a nested list, a dictionary, or an object with named
attributes.
The pyparsing module handles some of the problems that are typically
vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle
"Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
Getting Started -
-----------------
Visit the classes :class:`ParserElement` and :class:`ParseResults` to
see the base classes that most other pyparsing
classes inherit from. Use the docstrings for examples of how to:
- construct literal match expressions from :class:`Literal` and
:class:`CaselessLiteral` classes
- construct character word-group expressions using the :class:`Word`
class
- see how to create repetitive expressions using :class:`ZeroOrMore`
and :class:`OneOrMore` classes
- use :class:`'+'<And>`, :class:`'|'<MatchFirst>`, :class:`'^'<Or>`,
and :class:`'&'<Each>` operators to combine simple expressions into
more complex ones
- associate names with your parsed results using
:class:`ParserElement.setResultsName`
- access the parsed data, which is returned as a :class:`ParseResults`
object
- find some helpful expression short-cuts like :class:`delimitedList`
and :class:`oneOf`
- find more useful common expressions in the :class:`pyparsing_common`
namespace class
z2.4.2z29 Jul 2019 02:58 UTCz*Paul McGuire <ptmcg@users.sourceforge.net>� N)�ref)�datetime)�
itemgetter)�wraps)� filterfalse)� ifilterfalse)�RLock)�Iterable)�MutableMapping�Mapping)� OrderedDict)�SimpleNamespacec @ s e Zd ZdS )r
N)�__name__�
__module__� __qualname__� r r �9/usr/lib/python3.8/site-packages/pip/_vendor/pyparsing.pyr
� s r
aA
A cross-version compatibility configuration for pyparsing features that will be
released in a future version. By setting values in this configuration to True,
those features can be enabled in prior versions for compatibility development
and testing.
- collect_all_And_tokens - flag to enable fix for Issue #63 that fixes erroneous grouping
of results names when an And expression is nested within an Or or MatchFirst; set to
True to enable bugfix released in pyparsing 2.3.0, or False to preserve
pre-2.3.0 handling of named results
Ta�
Diagnostic configuration (all default to False)
- warn_multiple_tokens_in_named_alternation - flag to enable warnings when a results
name is defined on a MatchFirst or Or expression with one or more And subexpressions
(only warns if __compat__.collect_all_And_tokens is False)
- warn_ungrouped_named_tokens_in_collection - flag to enable warnings when a results
name is defined on a containing expression with ungrouped subexpressions that also
have results names
- warn_name_set_on_empty_Forward - flag to enable warnings whan a Forward is defined
with a results name, but has no contents defined
- warn_on_multiple_string_args_to_oneof - flag to enable warnings whan oneOf is
incorrectly called with multiple str arguments
- enable_debug_on_named_expressions - flag to auto-enable debug on all subsequent
calls to ParserElement.setName()
F� __version__�__versionTime__�
__author__�
__compat__�__diag__�And�CaselessKeyword�CaselessLiteral�
CharsNotIn�Combine�Dict�Each�Empty�
FollowedBy�Forward�
GoToColumn�Group�Keyword�LineEnd� LineStart�Literal�
PrecededBy�
MatchFirst�NoMatch�NotAny� OneOrMore�OnlyOnce�Optional�Or�ParseBaseException�ParseElementEnhance�ParseException�ParseExpression�ParseFatalException� ParseResults�ParseSyntaxException�
ParserElement� QuotedString�RecursiveGrammarException�Regex�SkipTo� StringEnd� StringStart�Suppress�Token�TokenConverter�White�Word�WordEnd� WordStart�
ZeroOrMore�Char� alphanums�alphas�
alphas8bit� anyCloseTag�
anyOpenTag�
cStyleComment�col�commaSeparatedList�commonHTMLEntity� countedArray�cppStyleComment�dblQuotedString�dblSlashComment�
delimitedList�dictOf�downcaseTokens�empty�hexnums� htmlComment�javaStyleComment�line�lineEnd� lineStart�lineno� makeHTMLTags� makeXMLTags�matchOnlyAtCol�matchPreviousExpr�matchPreviousLiteral�
nestedExpr�nullDebugAction�nums�oneOf�opAssoc�operatorPrecedence�
printables�punc8bit�pythonStyleComment� quotedString� removeQuotes�replaceHTMLEntity� replaceWith�
restOfLine�sglQuotedString�srange� stringEnd� stringStart�traceParseAction�
unicodeString� upcaseTokens�
withAttribute�
indentedBlock�originalTextFor�ungroup�
infixNotation� locatedExpr� withClass�
CloseMatch�tokenMap�pyparsing_common�pyparsing_unicode� unicode_set�conditionAsParseAction� c C sf t | t�r| S z
t| �W S tk
r` t| ��t�� d�}td�}|�dd� � |� |� Y S X dS )a Drop-in replacement for str(obj) that tries to be Unicode
friendly. It first tries str(obj). If that fails with
a UnicodeEncodeError, then it tries unicode(obj). It then
< returns the unicode object | encodes it with the default
encoding | ... >.
�xmlcharrefreplacez&#\d+;c S s$ dt t| d dd� ��dd � S )Nz\ur � ���)�hex�int��tr r r �<lambda>� � z_ustr.<locals>.<lambda>N)
�
isinstance�unicode�str�UnicodeEncodeError�encode�sys�getdefaultencodingr: �setParseAction�transformString)�obj�retZ
xmlcharrefr r r �_ustr� s
r� z6sum len sorted reversed list tuple set any all min maxc c s | ]
}|V qd S �Nr )�.0�yr r r � <genexpr> s r� � c C s: d}dd� d� � D �}t||�D ]\}}| �||�} q | S )z/Escape &, <, >, ", ', etc. in a string of data.z&><"'c s s | ]}d | d V qdS )�&�;Nr )r� �sr r r r� s z _xml_escape.<locals>.<genexpr>zamp gt lt quot apos)�split�zip�replace)�dataZ from_symbolsZ
to_symbolsZfrom_Zto_r r r � _xml_escape s
r� �
0123456789Z ABCDEFabcdef�\ � c c s | ]}|t jkr|V qd S r� )�stringZ
whitespace�r� �cr r r r� s
c s@ |d k r |nd�|rt nt� t���t��� ��fdd��}|S )Nz failed user-defined conditionc s t �| ||��s � | |���d S r� )�bool�r� �lr� ��exc_type�fn�msgr r �pa s z"conditionAsParseAction.<locals>.pa)r4 r2 � _trim_arityr )r� �message�fatalr� r r� r r� s c @ sP e Zd ZdZddd�Zedd� �Zdd � Zd
d � Zd d
� Z ddd�Z
dd� Z dS )r0 z7base exception class for all parsing runtime exceptionsr Nc C s> || _ |d kr || _d| _n || _|| _|| _|||f| _d S �Nr� )�locr� �pstr�
parserElement�args)�selfr� r� r� �elemr r r �__init__( s zParseBaseException.__init__c C s | |j |j|j|j�S )z�
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
)r� r� r� r� )�cls�per r r �_from_exception3 s z"ParseBaseException._from_exceptionc C sN |dkrt | j| j�S |dkr,t| j| j�S |dkrBt| j| j�S t|��dS )z�supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
r^ )rM �columnr[ N)r^ r� r� rM r[ �AttributeError)r� Zanamer r r � __getattr__; s z ParseBaseException.__getattr__c C s^ | j r@| jt| j �kr d}qDd| j | j| jd � �dd�}nd}d| j|| j| j| jf S )Nz, found end of textz
, found %rr� z\\�\r� z%%s%s (at char %d), (line:%d, col:%d))r� r� �lenr� r� r^ r� )r� Zfoundstrr r r �__str__J s $�zParseBaseException.__str__c C s t | �S r� �r� �r� r r r �__repr__T s zParseBaseException.__repr__�>!<c C s< | j }| jd }|r4d�|d|� |||d� f�}|�� S )z�Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
r� r� N)r[ r� �join�strip)r� Z markerStringZline_strZ line_columnr r r �
markInputlineV s
�z ParseBaseException.markInputlinec C s d� � tt| �� S )Nzlineno col line)r� �dir�typer� r r r �__dir__` s zParseBaseException.__dir__)r NN)r� ) r r r �__doc__r� � classmethodr� r� r� r� r� r� r r r r r0 $ s
c @ s e Zd ZdZeddd��ZdS )r2 a:
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
� c C sp ddl }|dkrt�� }g }t| t�rJ|�| j� |�d| jd d � |�d�t | �j
| �� |dk�rf|j | j |d�}t
� }t|| d� �D ]�\}}|d }|j�dd�} t| t��r|jjd kr�q�| |kr�q�|�| � t | �}
|�d
�|
j|
j
| �� nP| dk �r,t | �}
|�d �|
j|
j
�� n&|j} | jd k�r@q�|�d
�| j�� |d8 }|s� �qfq�d�|�S )ap
Method to take an exception and translate the Python internal traceback into a list
of the pyparsing expressions that caused the exception to be raised.
Parameters:
- exc - exception raised during parsing (need not be a ParseException, in support
of Python exceptions that might be raised in a parse action)
- depth (default=16) - number of levels back in the stack trace to list expression
and function names; if None, the full stack trace names will be listed; if 0, only
the failing input line, marker, and exception string will be shown
Returns a multi-line string listing the ParserElements and/or function names in the
exception's stack trace.
Note: the diagnostic output will include string representations of the expressions
that failed to parse. These representations will be more helpful if you use `setName` to
give identifiable names to your expressions. Otherwise they will use the default string
forms, which may be cryptic to read.
explain() is only supported under Python 3.
r N� r� �^z{0}: {1})�contextr� )� parseImpl�
_parseNoCachez
{0}.{1} - {2}z{0}.{1})�wrapperz<module>z{0}�
)�inspectr� �getrecursionlimitr� r0 �appendr[ rM �formatr� r Zgetinnerframes�
__traceback__�set� enumerate�f_locals�getr7 �f_code�co_name�addr r� ) �exc�depthr� r� Zcallers�seen�iZffZfrmZf_selfZ self_type�coder r r �explainz sL
�
� zParseException.explainN)r� )r r r r� � staticmethodr� r r r r r2 c s c @ s e Zd ZdZdS )r4 znuser-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediatelyN�r r r r� r r r r r4 � s c @ s e Zd ZdZdS )r6 z�just like :class:`ParseFatalException`, but thrown internally
when an :class:`ErrorStop<And._ErrorStop>` ('-' operator) indicates
that parsing is to stop immediately because an unbacktrackable
syntax error has been found.
Nr� r r r r r6 � s c @ s e Zd ZdZdd� Zdd� ZdS )r9 ziexception thrown by :class:`ParserElement.validate` if the
grammar could be improperly recursive
c C s
|| _ d S r� �ZparseElementTrace�r� �parseElementListr r r r� � s z"RecursiveGrammarException.__init__c C s
d| j S )Nz RecursiveGrammarException: %sr� r� r r r r� � s z!RecursiveGrammarException.__str__N)r r r r� r� r� r r r r r9 � s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�_ParseResultsWithOffsetc C s ||f| _ d S r� ��tup)r� Zp1Zp2r r r r� � s z _ParseResultsWithOffset.__init__c C s
| j | S r� r� �r� r� r r r � __getitem__� s z#_ParseResultsWithOffset.__getitem__c C s t | jd �S �Nr )�reprr� r� r r r r� � s z _ParseResultsWithOffset.__repr__c C s | j d |f| _ d S r� r� r� r r r � setOffset� s z!_ParseResultsWithOffset.setOffsetN)r r r r� r� r� r� r r r r r� � s r� c @ s� e Zd ZdZd]dd�Zddddefdd�Zdd � Zefd
d �Zd d
� Z dd� Z
dd� Z dd� Z e Z
dd� Zdd� Zdd� Zdd� Zd d � Zer�eZeZeZn$eZeZeZd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd^d(d)�Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!d4d5� Z"d6d7� Z#d8d9� Z$d:d;� Z%d<d=� Z&d_d?d@�Z'dAdB� Z(dCdD� Z)dEdF� Z*d`dHdI�Z+dJdK� Z,dLdM� Z-dadOdP�Z.dQdR� Z/dSdT� Z0dUdV� Z1dWdX� Z2dYdZ� Z3e4dbd[d\��Z5dS )cr5 aS Structured parse results, to provide multiple means of access to
the parsed data:
- as a list (``len(results)``)
- by list index (``results[0], results[1]``, etc.)
- by attribute (``results.<resultsName>`` - see :class:`ParserElement.setResultsName`)
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
NTc C s" t || �r|S t�| �}d|_|S �NT)r� �object�__new__�_ParseResults__doinit)r� �toklist�name�asList�modalZretobjr r r r s
zParseResults.__new__c
C sd | j rvd| _ d | _d | _i | _|| _|| _|d kr6g }||t�rP|d d � | _n ||t�rft|�| _n|g| _t � | _
|d k �r`|�r`|s�d| j|< ||t �r�t |�}|| _||t
d �ttf�r�|d dg fk�s`||t�r�|g}|�r*||t��rtt|j�d�| |< ntt|d �d�| |< || | _n6z|d | |< W n$ tttfk
�r^ || |< Y nX d S )NFr r� )r �_ParseResults__name�_ParseResults__parent�_ParseResults__accumNames�_ParseResults__asList�_ParseResults__modal�list�_ParseResults__toklist�_generatorType�dict�_ParseResults__tokdictr� r� r� �
basestringr5 r� �KeyError� TypeError�
IndexError)r� r r r r r� r r r r� " sB
$
zParseResults.__init__c C sP t |ttf�r| j| S || jkr4| j| d d S tdd� | j| D ��S d S )Nr� r c S s g | ] }|d �qS �r r �r� �vr r r �
<listcomp>P s z,ParseResults.__getitem__.<locals>.<listcomp>)r� r� �slicer r r r5 r� r r r r� I s
zParseResults.__getitem__c C s� ||t �r0| j�|t� �|g | j|< |d }nD||ttf�rN|| j|< |}n&| j�|t� �t |d�g | j|< |}||t�r�t| �|_ d S r� )
r� r r� r r� r r r5 �wkrefr )r� �kr r� �subr r r � __setitem__R s
"
zParseResults.__setitem__c
C s� t |ttf�r�t| j�}| j|= t |t�rH|dk r:||7 }t||d �}tt|�|�� �}|�� | j �
� D ]>\}}|D ]0}t |�D ]"\}\}} t || | |k �||< q�qxqln| j |= d S �Nr r� )
r� r� r r� r r �range�indices�reverser �itemsr� r� )
r� r� ZmylenZremovedr � occurrences�jr �value�positionr r r � __delitem___ s
zParseResults.__delitem__c C s
|| j kS r� )r )r� r r r r � __contains__t s zParseResults.__contains__c C s
t | j�S r� )r� r r� r r r �__len__w s zParseResults.__len__c C s
| j S r� �r r� r r r �__bool__z s zParseResults.__bool__c C s
t | j�S r� ��iterr r� r r r �__iter__~ s zParseResults.__iter__c C s t | jd d d� �S �Nr� r+ r� r r r � __reversed__� s zParseResults.__reversed__c C s$ t | jd�r| j�� S t| j�S d S )N�iterkeys)�hasattrr r0 r, r� r r r � _iterkeys� s
zParseResults._iterkeysc s � fdd�� � � D �S )Nc 3 s | ]}� | V qd S r� r �r� r r� r r r� � s z+ParseResults._itervalues.<locals>.<genexpr>�r2 r� r r� r � _itervalues� s zParseResults._itervaluesc s � fdd�� � � D �S )Nc 3 s | ]}|� | fV qd S r� r r3 r� r r r� � s z*ParseResults._iteritems.<locals>.<genexpr>r4 r� r r� r �
_iteritems� s zParseResults._iteritemsc C s t | �� �S )zVReturns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x).)r r0 r� r r r �keys� s zParseResults.keysc C s t | �� �S )zXReturns all named result values (as a list in Python 2.x, as an iterator in Python 3.x).)r �
itervaluesr� r r r �values� s zParseResults.valuesc C s t | �� �S )zfReturns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x).)r � iteritemsr� r r r r! � s zParseResults.itemsc C s
t | j�S )z�Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names.)r� r r� r r r �haskeys� s zParseResults.haskeysc O s� |s
dg}|� � D ]*\}}|dkr0|d |f}qtd| ��qt|d t�sdt|�dksd|d | kr~|d }| | }| |= |S |d }|S dS )a�
Removes and returns item at specified index (default= ``last``).
Supports both ``list`` and ``dict`` semantics for ``pop()``. If
passed no argument or an integer argument, it will use ``list``
semantics and pop tokens from the list of parsed tokens. If passed
a non-integer argument (most likely a string), it will use ``dict``
semantics and pop the corresponding value from any defined results
names. A second default return value argument is supported, just as in
``dict.pop()``.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
r� �defaultr z-pop() got an unexpected keyword argument '%s'r� N)r! r r� r� r� )r� r� �kwargsr r �indexr� Z defaultvaluer r r �pop� s" %
�
�zParseResults.popc C s || kr| | S |S dS )a[
Returns named result matching the given key, or if there is no
such name, then returns the given ``defaultValue`` or ``None`` if no
``defaultValue`` is specified.
Similar to ``dict.get()``.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
Nr )r� �key� defaultValuer r r r� � s zParseResults.getc C sR | j �||� | j�� D ]4\}}t|�D ]"\}\}}t||||k �||< q(qdS )a
Inserts new element at location index in the list of parsed tokens.
Similar to ``list.insert()``.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
N)r �insertr r! r� r� )r� r> ZinsStrr r" r r$ r% r r r rB s zParseResults.insertc C s | j �|� dS )a�
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
N)r r� )r� �itemr r r r� s
zParseResults.appendc C s& t |t�r| �|� n | j�|� dS )a
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
N)r� r5 �__iadd__r �extend)r� Zitemseqr r r rE ' s
zParseResults.extendc C s | j dd�= | j�� dS )z7
Clear all elements and results names.
N)r r �clearr� r r r rF : s zParseResults.clearc C s& z
| | W S t k
r Y dS X d S r� )r �r� r r r r r� A s
zParseResults.__getattr__c C s | � � }||7 }|S r� ��copy)r� �otherr� r r r �__add__G s zParseResults.__add__c s� |j rjt| j���fdd�� |j �� }� fdd�|D �}|D ],\}}|| |< t|d t�r<t| �|d _q<| j|j7 _| j� |j� | S )Nc s | dk r � S | � S r� r )�a)�offsetr r r� O r� z'ParseResults.__iadd__.<locals>.<lambda>c s4 g | ],\}}|D ] }|t |d � |d ��f�qqS �r r� )r� �r� r �vlistr )� addoffsetr r r Q s �z)ParseResults.__iadd__.<locals>.<listcomp>r )
r r� r r! r� r5 r r r �update)r� rJ Z
otheritemsZotherdictitemsr r r )rQ rM r rD L s
� zParseResults.__iadd__c C s& t |t�r|dkr| �� S || S d S r� )r� r� rI �r� rJ r r r �__radd__\ s zParseResults.__radd__c C s dt | j�t | j�f S )Nz(%s, %s))r� r r r� r r r r� d s zParseResults.__repr__c C s dd� dd� | jD �� d S )N�[�, c s s( | ] }t |t�rt|�nt|�V qd S r� )r� r5 r� r� �r� r� r r r r� h s z'ParseResults.__str__.<locals>.<genexpr>�])r� r r� r r r r� g s zParseResults.__str__r� c C sL g }| j D ]<}|r |r |�|� t|t�r8||�� 7 }q
|�t|�� q
|S r� )r r� r� r5 �
_asStringListr� )r� �sep�outrC r r r rY j s
zParseResults._asStringListc C s dd� | j D �S )ax
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
c S s" g | ]}t |t�r|�� n|�qS r )r� r5 r )r� �resr r r r � s z'ParseResults.asList.<locals>.<listcomp>r) r� r r r r u s zParseResults.asListc s6 t r | j}n| j}� fdd�� t� fdd�|� D ��S )a�
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
c s6 t | t�r.| �� r| �� S � fdd�| D �S n| S d S )Nc s g | ] }� |��qS r r r ��toItemr r r � s z7ParseResults.asDict.<locals>.toItem.<locals>.<listcomp>)r� r5 r; �asDict�r� r] r r r^ � s
z#ParseResults.asDict.<locals>.toItemc 3 s | ]\}}|� |�fV qd S r� r �r� r r r] r r r� � s z&ParseResults.asDict.<locals>.<genexpr>)�PY_3r! r: r )r� Zitem_fnr r] r r_ � s
zParseResults.asDictc C s< t | j�}t| j�� �|_| j|_|j�| j� | j|_|S )zG
Returns a new copy of a :class:`ParseResults` object.
) r5 r r r r! r r rR r �r� r� r r r rI � s
zParseResults.copyFc C sL d}g }t dd� | j�� D ��}|d }|s8d}d}d}d} |dk rJ|} n | jrV| j} | sf|rbdS d} |||d| d g7 }t| j�D ]�\}
} t| t�r�|
|kr�|| �||
|o�|dk||�g7 }n || �d|o�|dk||�g7 }q�d} |
|kr�||
} | �s|�rq�nd} t t
| ��}
|||d| d |
d
| d g 7 }q�|||d
| d g7 }d� |�S ) z�
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
r� c s s( | ] \}}|D ]}|d |fV qqdS �r� Nr rO r r r r� � s �z%ParseResults.asXML.<locals>.<genexpr>� r� NZITEM�<�>�</) r r r! r r� r r� r5 �asXMLr� r� r� )r� ZdoctagZnamedItemsOnly�indentZ formatted�nlr[ Z
namedItemsZnextLevelIndentZselfTagr� r\ ZresTagZ xmlBodyTextr r r ri � s^
�
�
�zParseResults.asXMLc C s: | j �� D ]*\}}|D ] \}}||kr| S qq
d S r� )r r! )r� r r rP r r� r r r Z__lookup� s
zParseResults.__lookupc C s� | j r | j S | jr.| �� }|r(|�| �S dS nNt| �dkrxt| j�dkrxtt| j�� ��d d dkrxtt| j�� ��S dS dS )a
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
Nr� r )r r� ) r r �_ParseResults__lookupr� r �nextr, r9 r7 )r� �parr r r �getName� s
� �zParseResults.getNamer c C sv g }d}|r$|� |t| �� � � n
|� d� |�rl| �� r�tdd� | �� D ��}|D ]x\}} |rl|� |� |� d|d| |f � t| t�r�| r�|� | j||||d d�� q�|� t| �� qV|� t | �� qVn�t
d d� | D ���rl| } t | �D ]x\}
} t| t��r@|� d
|d| |
|d|d | j||||d d�f � q�|� d
|d| |
|d|d t| �f � q�d� |�S ) aF
Diagnostic method for listing out the contents of
a :class:`ParseResults`. Accepts an optional ``indent`` argument so
that this string can be embedded in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
r� r� c s s | ]\}}t |�|fV qd S r� )r� ra r r r r� ? s z$ParseResults.dump.<locals>.<genexpr>z
%s%s- %s: re r� )rj �full� include_list�_depthc s s | ]}t |t�V qd S r� )r� r5 )r� �vvr r r r� K s z
%s%s[%d]:
%s%s%s)
r� r� r r; �sortedr! r� r5 �dumpr� �anyr� r� ) r� rj rp rq rr r[ �NLr! r r r� rs r r r ru ! sP
��
�
zParseResults.dumpc O s t j | �� f|�|� dS )a#
Pretty-printer for parsed results as a list, using the
`pprint <https://docs.python.org/3/library/pprint.html>`_ module.
Accepts additional positional or keyword args as defined for
`pprint.pprint <https://docs.python.org/3/library/pprint.html#pprint.pprint>`_ .
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
N)�pprintr �r� r� r= r r r rx b s zParseResults.pprintc C s. | j | j�� | jd k r | �� p d | j| jffS r� )r r rI r r r r� r r r � __getstate__~ s ��zParseResults.__getstate__c C sN |d | _ |d \| _}}| _i | _| j�|� |d k rDt|�| _nd | _d S r )r r r r rR r r )r� �statern Z inAccumNamesr r r � __setstate__� s
zParseResults.__setstate__c C s | j | j| j| jfS r� )r r r r
r� r r r �__getnewargs__� s zParseResults.__getnewargs__c C s t t| ��t| �� � S r� )r� r� r r7 r� r r r r� � s zParseResults.__dir__c C sr dd� }| g �}|� � D ]>\}}t|t�r>|| j||d�7 }q|| |g|||�d�7 }q|dk rn| |g|d�}|S )z�
Helper classmethod to construct a ParseResults from a dict, preserving the
name-value relations as results names. If an optional 'name' argument is
given, a nested ParseResults will be returned
c S sH z t | � W n tk
r" Y dS X tr8t| ttf� S t| t� S d S �NF)r, � Exceptionrb r� r� �bytesr r` r r r � is_iterable� s z+ParseResults.from_dict.<locals>.is_iterable�r )r r N)r! r� r � from_dict)r� rJ r r� r� r r r r r r� � s
zParseResults.from_dict)NNTT)N)r� )NFr� T)r� TTr )N)6r r r r� r r� r� r� r r& r' r( r* � __nonzero__r- r/ r2 r5 r6 rb r7 r9 r! r0 r8 r: r; r? r� rB r� rE rF r� rK rD rT r� r� rY r r_ rI ri rl ro ru rx rz r| r} r� r� r� r r r r r5 � sl *
'
7
$
=(
A
c C sF |}d| k r t |�k r4n n|| d dkr4dS | |�dd| � S )a� Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See
:class:`ParserElement.parseString` for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
r r� r� )r� �rfind)r� �strgr� r r r rM � s c C s |� dd| �d S )a� Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note - the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`ParserElement.parseString`
for more information on parsing strings containing ``<TAB>`` s, and
suggested methods to maintain a consistent view of the parsed string, the
parse location, and line and column positions within the parsed string.
r� r r� )�count)r� r� r r r r^ � s
c C sF |� dd| �}|�d| �}|dkr2||d |� S ||d d� S dS )zfReturns the line of text containing loc within a string, counting newlines as line separators.
r� r r� N)r� �find)r� r� ZlastCRZnextCRr r r r[ � s
c C s8 t dt|� d t|� dt|| �t|| �f � d S )NzMatch z at loc z(%d,%d))�printr� r^ rM )�instringr� �exprr r r �_defaultStartDebugAction� s r� c C s$ t dt|� d t|�� � � d S )NzMatched z -> )r� r� r� r )r� �startlocZendlocr� �toksr r r �_defaultSuccessDebugAction� s r� c C s t dt|� � d S )NzException raised:)r� r� )r� r� r� r� r r r � _defaultExceptionDebugAction� s r� c G s dS )zG'Do-nothing' debug action, to suppress debugging output during parsing.Nr )r� r r r re � s r� c s� �t kr�fdd�S dg�dg�td d� dkrFddd�}dd d
�� n tj}tj� d }|dd �d
}|d |d | f�� �����fdd�}d}zt�dt�d�j�}W n tk
r� t��}Y nX ||_|S )Nc s � |�S r� r r� )�funcr r r� � r� z _trim_arity.<locals>.<lambda>r Fr� )r� � c S s8 t dkr dnd}tj| | d d�| }|d d� gS )N)r� r� r ������r� ��limitr� )�system_version� traceback�
extract_stack)r� rM �
frame_summaryr r r r� s z"_trim_arity.<locals>.extract_stackc S s$ t j| |d�}|d }|d d� gS )Nr� r� r� )r� �
extract_tb)�tbr� Zframesr� r r r r� s z _trim_arity.<locals>.extract_tb� r� r� r� c s� z"�| �d d � � }d�d< |W S t k
r� �d r>� nNz.t�� d }� |dd�d d d� �ksj� W 5 z~W n tk
r� Y nX X �d �kr��d d7 < Y q � Y q X q d S )Nr Tr� r� r� r� )r � NameErrorr� �exc_info)r� r� r� �r� Z
foundArityr� r� �maxargsZpa_call_line_synthr r r� s& z _trim_arity.<locals>.wrapperz<parse action>r � __class__)r )r ) �singleArgBuiltinsr� r� r� r� �getattrr r r� )r� r� r� Z LINE_DIFFZ this_liner� � func_namer r� r r� � s,
�r� c s� e Zd ZdZdZdZedd� �Zedd� �Zd�dd �Z d
d � Z
d d
� Z d�dd�Z d�dd�Z
d�dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd�d!d"�Zd#d$� Zd�d%d&�Zd'd(� Zd)d*� ZG d+d,� d,e�Ze d-k r�G d.d/� d/e�Z nG d0d/� d/e�Z i Z e � Z d1d1gZ!d�d2d3�Z"eZ#ed4d5� �Z$dZ%ed�d7d8��Z&d�d9d:�Z'e(dfd;d<�Z)d=d>� Z*e(fd?d@�Z+e(dfdAdB�Z,dCdD� Z-dEdF� Z.dGdH� Z/dIdJ� Z0dKdL� Z1dMdN� Z2dOdP� Z3dQdR� Z4dSdT� Z5dUdV� Z6dWdX� Z7dYdZ� Z8d[d\� Z9d]d^� Z:d_d`� Z;d�dadb�Z<dcdd� Z=dedf� Z>dgdh� Z?didj� Z@dkdl� ZAdmdn� ZBd�dodp�ZCdqdr� ZDdsdt� ZEdudv� ZFdwdx� ZGd�dydz�ZHd�d{d|�ZI� fd}d~�ZJdd�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�d��ZOd�d�d��ZP� ZQS )�r7 z)Abstract base level parser element class.z
Fc C s
| t _dS )a�
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
N)r7 �DEFAULT_WHITE_CHARS��charsr r r �setDefaultWhitespaceCharsD s z'ParserElement.setDefaultWhitespaceCharsc C s
| t _dS )ah
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
N)r7 �_literalStringClass�r� r r r �inlineLiteralsUsingT s z!ParserElement.inlineLiteralsUsingc C s� t � | _d | _d | _d | _|| _d| _ttj �| _
d| _ d| _ d| _
t � | _d| _d| _d| _d| _d| _d| _d | _d| _d| _d S )NTFr� )NNN)r � parseAction�
failAction�strRepr� resultsName�
saveAsList�skipWhitespacer� r7 r� �
whiteChars�copyDefaultWhiteChars�mayReturnEmpty�keepTabs� ignoreExprs�debug� streamlined�
mayIndexError�errmsg� modalResults� debugActions�re� callPreparse�
callDuringTry)r� �savelistr r r r� j s( zParserElement.__init__c C s< t � | �}| jdd� |_| jdd� |_| jr8tj|_|S )a/
Make a copy of this :class:`ParserElement`. Useful for defining
different parse actions for the same parsing pattern, using copies of
the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0] * 1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of ``expr.copy()`` is just ``expr()``::
integerM = integer().addParseAction(lambda toks: toks[0] * 1024 * 1024) + Suppress("M")
N)rI r� r� r� r7 r� r� )r� Zcpyr r r rI � s
zParserElement.copyc C s$ || _ d| j | _tjr | �� | S )a_
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
� Expected )r r� r �!enable_debug_on_named_expressions�setDebugrG r r r �setName� s
zParserElement.setNamec C s | � ||�S )aO
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original :class:`ParserElement` object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
``expr("name")`` in place of ``expr.setResultsName("name")``
- see :class:`__call__`.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
)�_setResultsName�r� r �listAllMatchesr r r �setResultsName� s z ParserElement.setResultsNamec C s4 | � � }|�d�r"|d d� }d}||_| |_|S )N�*r� T)rI �endswithr� r� )r� r r� Znewselfr r r r� � s
z ParserElement._setResultsNameTc s@ |r&| j � d� fdd� }� |_|| _ nt| j d�r<| j j| _ | S )z�Method to invoke the Python pdb debugger when this element is
about to be parsed. Set ``breakFlag`` to True to enable, False to
disable.
Tc s dd l }|�� � | |||�S r� )�pdbZ set_trace)r� r� � doActions� callPreParser� �Z _parseMethodr r �breaker� s z'ParserElement.setBreak.<locals>.breaker�_originalParseMethod)TT)�_parser� r1 )r� Z breakFlagr� r r� r �setBreak� s
zParserElement.setBreakc O sV t |�dgkrg | _n<tdd� |D ��s0td��t ttt |���| _|�dd�| _| S )a�
Define one or more actions to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as ``fn(s, loc, toks)`` ,
``fn(loc, toks)`` , ``fn(toks)`` , or just ``fn()`` , where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a :class:`ParseResults` object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
If None is passed as the parse action, all previously added parse actions for this
expression are cleared.
Optional keyword arguments:
- callDuringTry = (default= ``False``) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See :class:`parseString for more
information on parsing strings containing ``<TAB>`` s, and suggested
methods to maintain a consistent view of the parsed string, the parse
location, and line and column positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
Nc s s | ]}t |�V qd S r� )�callable)r� r� r r r r� s z/ParserElement.setParseAction.<locals>.<genexpr>z parse actions must be callabler� F)r r� �allr �mapr� r� r� �r� �fnsr= r r r r� � s (z ParserElement.setParseActionc O s4 | j tttt|���7 _ | jp,|�dd�| _| S )z�
Add one or more parse actions to expression's list of parse actions. See :class:`setParseAction`.
See examples in :class:`copy`.
r� F)r� r r� r� r� r� r� r r r �addParseAction s z ParserElement.addParseActionc
O sF |D ](}| j �t||�d�|�dd�d�� q| jp>|�dd�| _| S )a� Add a boolean predicate function to expression's list of parse actions. See
:class:`setParseAction` for function call signatures. Unlike ``setParseAction``,
functions passed to ``addCondition`` need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
r� r� F)r� r� r� )r� r� r� r� r� )r� r� r= r� r r r � addCondition s
�
zParserElement.addConditionc C s
|| _ | S )a Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
``fn(s, loc, expr, err)`` where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw :class:`ParseFatalException`
if it is desired to stop parsing immediately.)r� �r� r� r r r �
setFailAction4 s
zParserElement.setFailActionc C sN d}|rJd}| j D ]4}z|�||�\}}d}qW q tk
rD Y qX qq|S �NTF)r� r� r2 )r� r� r� Z
exprsFound�eZdummyr r r �_skipIgnorablesA s
z ParserElement._skipIgnorablesc C sH | j r| �||�}| jrD| j}t|�}||k rD|| |krD|d7 }q&|S �Nr� )r� r� r� r� r� )r� r� r� Zwt�instrlenr r r �preParseN s
zParserElement.preParsec C s |g fS r� r �r� r� r� r� r r r r� Z s zParserElement.parseImplc C s |S r� r �r� r� r� � tokenlistr r r � postParse] s zParserElement.postParsec C s� d\}}}| j }|s | j�r"| j| r8| j| ||| � z�|rR| jrR| �||�} n|} | }
| jsl| t|�kr�z| �|| |�\}} W q� tk
r� t |t|�| j
| ��Y q�X n| �|| |�\}} W n\ t k
�r } z<| j| r�| j| ||
| | � | j�r | �||
| | � � W 5 d } ~ X Y nX n�|�r>| j�r>| �||�} n|} | }
| j�s\| t|�k�r�z| �|| |�\}} W n* tk
�r� t |t|�| j
| ��Y nX n| �|| |�\}} | � ||| �} t
| | j| j| jd�}
| j�r`|�s�| j�r`|�r�z�| jD ]�}z|||
|
�} W n6 tk
�rD } zt d�}||_|�W 5 d }~X Y nX | d k �r�| |
k �r�t
| | j| j�ovt| t
tf�| jd�}
�q�W nF t k
�r� } z&| j| �r�| j| ||
| | � � W 5 d } ~ X Y nX n�| jD ]�}z|||
|
�} W n6 tk
�r } zt d�}||_|�W 5 d }~X Y nX | d k �r�| |
k �r�t
| | j| j�oRt| t
tf�| jd�}
�q�|�r�| j| �r�| j| ||
|| |
� ||
fS )N)r r� r� )r r z exception raised in parse action)r� r� r� r� r� r� r� r� r r2 r� r r� r5 r� r� r� r� r� � __cause__r� r )r� r� r� r� r� ZTRYZMATCHZFAILZ debugging�prelocZ tokensStart�tokens�errZ retTokensr� Zparse_action_excr� r r r r� a s�
�
�
zParserElement._parseNoCachec C s@ z| j ||dd�d W S tk
r: t||| j| ��Y nX d S )NF�r� r )r� r4 r2 r� �r� r� r� r r r �tryParse� s zParserElement.tryParsec C s4 z| � ||� W n ttfk
r* Y dS X dS d S )NFT)r� r2 r r� r r r � canParseNext� s
zParserElement.canParseNextc @ s e Zd Zdd� ZdS )z ParserElement._UnboundedCachec s~ i � t � | _�� �fdd�}� fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� �r� �r� r@ ��cache� not_in_cacher r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.getc s |� |< d S r� r �r� r@ r$ �r� r r r� � s z3ParserElement._UnboundedCache.__init__.<locals>.setc s � � � d S r� �rF r� r� r r rF � s z5ParserElement._UnboundedCache.__init__.<locals>.clearc s t � �S r� �r� r� r� r r � cache_len� s z9ParserElement._UnboundedCache.__init__.<locals>.cache_len)r� r� �types�
MethodTyper� r� rF r( )r� r� r� rF r� r r� r r� � s z&ParserElement._UnboundedCache.__init__N�r r r r� r r r r �_UnboundedCache� s r� Nc @ s e Zd Zdd� ZdS )�ParserElement._FifoCachec s� t � | _�t� � � �fdd�}� �fdd�}� fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _d S ) Nc s � � |��S r� r� r� r� r r r� � s �.ParserElement._FifoCache.__init__.<locals>.getc s> |� |< t � ��kr:z� �d� W q tk
r6 Y qX qd S r~ )r� �popitemr r� )r� �sizer r r� � s �.ParserElement._FifoCache.__init__.<locals>.setc s � � � d S r� r� r� r� r r rF � s �0ParserElement._FifoCache.__init__.<locals>.clearc s t � �S r� r� r� r� r r r� � s �4ParserElement._FifoCache.__init__.<locals>.cache_len) r� r� � _OrderedDictr� r� r� r� rF r( �r� r r� r� rF r� r )r� r� r r r� � s �!ParserElement._FifoCache.__init__Nr� r r r r �
_FifoCache� s r c @ s e Zd Zdd� ZdS )r� c s� t � | _�i � t�g ���� �fdd�}� ��fdd�}� �fdd�}� fdd�}t�|| �| _t�|| �| _t�|| �| _t�|| �| _ d S ) Nc s � � |��S r� r� r� r� r r r� s r� c s4 |� |< t ���kr&� ���� d � q��|� d S r� )r� r? �popleftr� r� )r� �key_fifor r r r� s r c s � � � �� � d S r� r� r� )r� r r r rF
s r c s t � �S r� r� r� r� r r r� s r )
r� r� � collections�dequer� r� r� r� rF r( r r )r� r r� r r r� � s r Nr� r r r r r � s r c C s d\}}| ||||f}t j�� t j}|�|�} | |jkr�t j| d7 < z| �||||�} W n8 tk
r� }
z|�||
j |
j
� � � W 5 d }
~
X Y n.X |�|| d | d � � f� | W 5 Q R � S n@t j| d7 < t | t
�r�| �| d | d � � fW 5 Q R � S W 5 Q R X d S )NrN r� r )r7 �packrat_cache_lock�
packrat_cacher� r� �packrat_cache_statsr� r0 r� r� r� rI r� r ) r� r� r� r� r� ZHITZMISS�lookupr� r$ r� r r r � _parseCache s$
zParserElement._parseCachec C s( t j�� dgtt j� t jd d �< d S r� )r7 r
rF r� r r r r r �
resetCache6 s
zParserElement.resetCache� c C s8 t js4dt _| dkr t �� t _n t �| �t _t jt _dS )a� Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default= ``128``) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method :class:`ParserElement.enablePackrat`.
For best results, call ``enablePackrat()`` immediately after
importing pyparsing.
Example::
from pip._vendor import pyparsing
pyparsing.ParserElement.enablePackrat()
TN)r7 �_packratEnabledr� r
r r r� )Zcache_size_limitr r r �
enablePackrat< s zParserElement.enablePackratc
C s� t �� | js| �� | jD ] }|�� q | js8|�� }z<| �|d�\}}|rr| �||�}t � t
� }|�||� W n0 t k
r� } zt j r�� n|�W 5 d}~X Y nX |S dS )a�
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
Returns the parsed data as a :class:`ParseResults` object, which may be
accessed as a list, or as a dict or object with attributes if the given parser
includes results names.
If you want the grammar to require that the entire input string be
successfully parsed, then set ``parseAll`` to True (equivalent to ending
the grammar with ``StringEnd()``).
Note: ``parseString`` implicitly calls ``expandtabs()`` on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the ``loc`` argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling ``parseWithTabs`` on your grammar before calling ``parseString``
(see :class:`parseWithTabs`)
- define your parse action using the full ``(s, loc, toks)`` signature, and
reference the input string using the parse action's ``s`` argument
- explictly expand the tabs in your input string before calling
``parseString``
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
r N)
r7 r r� �
streamliner� r� �
expandtabsr� r� r r< r0 �verbose_stacktrace)r� r� �parseAllr� r� r� Zser� r r r � parseString_ s$ !
zParserElement.parseStringc
c s6 | j s| �� | jD ] }|�� q| js4t|��� }t|�}d}| j}| j}t �
� d} z�||kr�| |k r�z |||�}
|||
dd�\} } W n t k
r� |
d }Y qZX | |kr�| d7 } | |
| fV |r�|||�}
|
|kr�| }q�|d7 }q�| }qZ|
d }qZW n4 t k
�r0 } zt j
�r � n|�W 5 d}~X Y nX dS )aq
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
``maxMatches`` argument, to clip scanning after 'n' matches are found. If
``overlap`` is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See :class:`parseString` for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens, start, end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
r F�r� r� N)r� r r� r� r� r r� r� r� r7 r r2 r0 r )r� r� �
maxMatchesZoverlapr� r� r� Z
preparseFnZparseFn�matchesr� ZnextLocr� Znextlocr� r r r �
scanString� sB
zParserElement.scanStringc
C s� g }d}d| _ z�| �|�D ]Z\}}}|�|||� � |rpt|t�rR||�� 7 }n t|t�rf||7 }n
|�|� |}q|�||d� � dd� |D �}d�tt t
|���W S t k
r� } zt j
rƂ n|�W 5 d}~X Y nX dS )a[
Extension to :class:`scanString`, to modify matching text with modified tokens that may
be returned from a parse action. To use ``transformString``, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking ``transformString()`` on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. ``transformString()`` returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
r TNc S s g | ] }|r|�qS r r �r� �or r r r s z1ParserElement.transformString.<locals>.<listcomp>r� )r� r r� r� r5 r r r� r� r� �_flattenr0 r7 r )r� r� r[ ZlastEr� r� r� r� r r r r� � s(
z ParserElement.transformStringc
C sR z t dd� | �||�D ��W S tk
rL } ztjr8� n|�W 5 d}~X Y nX dS )a�
Another extension to :class:`scanString`, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
``maxMatches`` argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
# the sum() builtin can be used to merge results into a single ParseResults object
print(sum(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity")))
prints::
[['More'], ['Iron'], ['Lead'], ['Gold'], ['I'], ['Electricity']]
['More', 'Iron', 'Lead', 'Gold', 'I', 'Electricity']
c S s g | ]\}}}|�qS r r )r� r� r� r� r r r r # s z.ParserElement.searchString.<locals>.<listcomp>N)r5 r r0 r7 r )r� r� r r� r r r � searchString
s zParserElement.searchStringc c sT d}d}| j ||d�D ]*\}}}|||� V |r<|d V |}q||d� V dS )aR
Generator method to split a string using the given expression as a separator.
May be called with optional ``maxsplit`` argument, to limit the number of splits;
and the optional ``includeSeparators`` argument (default= ``False``), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
r )r N)r ) r� r� �maxsplitZincludeSeparatorsZsplitsZlastr� r� r� r r r r� + s
zParserElement.splitc C sV |t krt| �S t|t�r$| �|�}t|t�sJtjdt|� t dd� dS t
| |g�S )a[
Implementation of + operator - returns :class:`And`. Adding strings to a ParserElement
converts them to :class:`Literal`s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
prints::
Hello, World! -> ['Hello', ',', 'World', '!']
``...`` may be used as a parse expression as a short form of :class:`SkipTo`.
Literal('start') + ... + Literal('end')
is equivalent to:
Literal('start') + SkipTo('end')("_skipped*") + Literal('end')
Note that the skipped text is returned with '_skipped' as a results name,
and to support having multiple skips in the same parser, the value returned is
a list of all skipped text.
�4Cannot combine element of type %s with ParserElementr� ��
stacklevelN) �Ellipsis� _PendingSkipr� r r� r7 �warnings�warnr� �
SyntaxWarningr rS r r r rK D s
�zParserElement.__add__c C sZ |t krt| �d�| S t|t�r,| �|�}t|t�sRtjdt|� t dd� dS || S )z`
Implementation of + operator when left operand is not a :class:`ParserElement`
� _skipped*r# r� r$ N)
r& r; r� r r� r7 r( r) r� r* rS r r r rT j s
�zParserElement.__radd__c C sJ t |t�r| �|�}t |t�s:tjdt|� tdd� dS | t� � | S )zT
Implementation of - operator, returns :class:`And` with error stop
r# r� r$ N)
r� r r� r7 r( r) r� r* r �
_ErrorStoprS r r r �__sub__y s
�zParserElement.__sub__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || S )z`
Implementation of - operator when left operand is not a :class:`ParserElement`
r# r� r$ N�r� r r� r7 r( r) r� r* rS r r r �__rsub__� s
�zParserElement.__rsub__c s |t krd}n8t|t�rF|dd� t fkrFd|dd� d dd� }t|t�r\|d }}n�t|t��rJtdd � |D ��}|d
dd� }|d dkr�d|d f}t|d t�r�|d dkr�|d dkr�t��S |d dkr�t��S �|d t�� S nNt|d t��r,t|d t��r,|\}}||8 }n td t|d �t|d ���ntd t|���|dk �rjtd
��|dk �r|td��|| k�r�dk�r�n ntd��|�r� �fdd�� |�r�|dk�r҈� |� }nt �g| �� |� }n� |�}n |dk�r�}nt �g| �}|S )a�
Implementation of * operator, allows use of ``expr * 3`` in place of
``expr + expr + expr``. Expressions may also me multiplied by a 2-integer
tuple, similar to ``{min, max}`` multipliers in regular expressions. Tuples
may also include ``None`` as in:
- ``expr*(n, None)`` or ``expr*(n, )`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr*(None, n)`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr*(None, None)`` is equivalent to ``ZeroOrMore(expr)``
- ``expr*(1, None)`` is equivalent to ``OneOrMore(expr)``
Note that ``expr*(None, n)`` does not raise an exception if
more than n exprs exist in the input stream; that is,
``expr*(None, n)`` does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
``expr*(None, n) + ~expr``
)r NNr� r r� r� r c s s | ]}|t k r|nd V qd S r� )r& r r r r r� � s z(ParserElement.__mul__.<locals>.<genexpr>)NNz8cannot multiply 'ParserElement' and ('%s', '%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez,cannot multiply ParserElement by 0 or (0, 0)c s( | dkr t �� | d � �S t ��S d S r� )r. ��n��makeOptionalListr� r r r3 � s z/ParserElement.__mul__.<locals>.makeOptionalList)
r& r� �tupler� rE r, r r� �
ValueErrorr )r� rJ Z minElementsZ optElementsr� r r2 r �__mul__� sN
zParserElement.__mul__c C s
| � |�S r� )r6 rS r r r �__rmul__� s zParserElement.__rmul__c C sZ |t krt| dd�S t|t�r(| �|�}t|t�sNtjdt|� t dd� dS t
| |g�S )zL
Implementation of | operator - returns :class:`MatchFirst`
T)� must_skipr# r� r$ N) r& r' r� r r� r7 r( r) r� r* r) rS r r r �__or__� s
�zParserElement.__or__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || B S )z`
Implementation of | operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__ror__� s
�zParserElement.__ror__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zD
Implementation of ^ operator - returns :class:`Or`
r# r� r$ N) r� r r� r7 r( r) r� r* r/ rS r r r �__xor__� s
�zParserElement.__xor__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || A S )z`
Implementation of ^ operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__rxor__ s
�zParserElement.__rxor__c C sF t |t�r| �|�}t |t�s:tjdt|� tdd� dS t| |g�S )zF
Implementation of & operator - returns :class:`Each`
r# r� r$ N) r� r r� r7 r( r) r� r* r rS r r r �__and__ s
�zParserElement.__and__c C sB t |t�r| �|�}t |t�s:tjdt|� tdd� dS || @ S )z`
Implementation of & operator when left operand is not a :class:`ParserElement`
r# r� r$ Nr. rS r r r �__rand__ s
�zParserElement.__rand__c C s t | �S )zH
Implementation of ~ operator - returns :class:`NotAny`
)r+ r� r r r �
__invert__) s zParserElement.__invert__c C s t d| jj ��d S )Nz%r object is not iterable)r r� r r� r r r r- / s zParserElement.__iter__c C s� z t |t�r|f}t|� W n tk
r8 ||f}Y nX t|�dkrzt�d�|dd� t|�dkrrd�t|��nd�� | t|dd� � }|S )a�
use ``[]`` indexing notation as a short form for expression repetition:
- ``expr[n]`` is equivalent to ``expr*n``
- ``expr[m, n]`` is equivalent to ``expr*(m, n)``
- ``expr[n, ...]`` or ``expr[n,]`` is equivalent
to ``expr*n + ZeroOrMore(expr)``
(read as "at least n instances of ``expr``")
- ``expr[..., n]`` is equivalent to ``expr*(0, n)``
(read as "0 to n instances of ``expr``")
- ``expr[...]`` and ``expr[0, ...]`` are equivalent to ``ZeroOrMore(expr)``
- ``expr[1, ...]`` is equivalent to ``OneOrMore(expr)``
``None`` may be used in place of ``...``.
Note that ``expr[..., n]`` and ``expr[m, n]``do not raise an exception
if more than ``n`` ``expr``s exist in the input stream. If this behavior is
desired, then write ``expr[..., n] + ~expr``.
r� z.only 1 or 2 index arguments supported ({0}{1})Nr� z ... [{0}]r� ) r� r� r, r r� r( r) r� r4 )r� r@ r� r r r r� 4 s
��zParserElement.__getitem__c C s |dk r| � |�S | �� S dS )a�
Shortcut for :class:`setResultsName`, with ``listAllMatches=False``.
If ``name`` is given with a trailing ``'*'`` character, then ``listAllMatches`` will be
passed as ``True``.
If ``name` is omitted, same as calling :class:`copy`.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums + "-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums + "-")("socsecno")
N)r� rI rG r r r �__call__X s
zParserElement.__call__c C s t | �S )z�
Suppresses the output of this :class:`ParserElement`; useful to keep punctuation from
cluttering up returned output.
)r> r� r r r �suppressl s zParserElement.suppressc C s
d| _ | S )a
Disables the skipping of whitespace before matching the characters in the
:class:`ParserElement`'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
F�r� r� r r r �leaveWhitespaces s z ParserElement.leaveWhitespacec C s d| _ || _d| _| S )z8
Overrides the default whitespace chars
TF)r� r� r� )r� r� r r r �setWhitespaceChars| s z ParserElement.setWhitespaceCharsc C s
d| _ | S )z�
Overrides default behavior to expand ``<TAB>``s to spaces before parsing the input string.
Must be called before ``parseString`` when the input grammar contains elements that
match ``<TAB>`` characters.
T)r� r� r r r �
parseWithTabs� s zParserElement.parseWithTabsc C sL t |t�rt|�}t |t�r4|| jkrH| j�|� n| j�t|�� �� | S )a�
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
)r� r r> r� r� rI rS r r r �ignore� s
zParserElement.ignorec C s" |pt |p t|ptf| _d| _| S )zT
Enable display of debugging messages while doing pattern matching.
T)r� r� r� r� r� )r� Z startActionZ
successActionZexceptionActionr r r �setDebugActions� s �z ParserElement.setDebugActionsc C s |r| � ttt� nd| _| S )a�
Enable display of debugging messages while doing pattern matching.
Set ``flag`` to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using :class:`setDebugActions`. Prior to attempting
to match the ``wd`` expression, the debugging message ``"Match <exprname> at loc <n>(<line>,<col>)"``
is shown. Then if the parse succeeds, a ``"Matched"`` message is shown, or an ``"Exception raised"``
message is shown. Also note the use of :class:`setName` to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the :class:`Word` expression without calling ``setName`` is ``"W:(ABCD...)"``.
F)rG r� r� r� r� )r� �flagr r r r� � s %zParserElement.setDebugc C s | j S r� r� r� r r r r� � s zParserElement.__str__c C s t | �S r� r� r� r r r r� � s zParserElement.__repr__c C s d| _ d | _| S r� )r� r� r� r r r r � s zParserElement.streamlinec C s d S r� r r� r r r �checkRecursion� s z ParserElement.checkRecursionc C s | � g � dS )zj
Check defined expressions for valid structure, check for infinite recursive definitions.
N)rI )r� �
validateTracer r r �validate� s zParserElement.validatec C s� z |� � }W n2 tk
r> t|d��}|� � }W 5 Q R X Y nX z| �||�W S tk
r~ } ztjrj� n|�W 5 d}~X Y nX dS )z�
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
�rN)�readr� �openr r0 r7 r )r� Zfile_or_filenamer Z
file_contents�fr� r r r � parseFile� s zParserElement.parseFilec sh t |t�rBtr(| |kp$tt| ��|� qd| |kp>t| �t|�kS n"t |t�rV| �|�S tt| �|kS d S r� )r� r7 rb �super�__eq__�varsr r rS �r� r r rR
s
zParserElement.__eq__c C s
| |k S r� r rS r r r �__ne__
s zParserElement.__ne__c C s t | �S r� )�idr� r r r �__hash__
s zParserElement.__hash__c C s | |kS r� r rS r r r �__req__
s zParserElement.__req__c C s
| |k S r� r rS r r r �__rne__
s zParserElement.__rne__c C s4 z| j t|�|d� W dS tk
r. Y dS X dS )a�
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
�r TFN)r r� r0 )r� Z
testStringr r r r r
s
zParserElement.matches�#c C s� t |t�r"tttj|�� �� ��}t |t�r4t|�}|dkrBt j
}|j } g }
g } d} td�� t
d���t�}
d}|D �]\}|dk r�|�|d�s�| r�|s�| �|� qt|s�qtd�| �|g}g } z"|
�|�|��}| j||d�}W n� tk
�r� } z�t |t�r�dnd }d|k�rB|�t|j|�� |�d
t|j|�d d | � n|�d
|j d | � |�d
t|� � | �ot|} |}W 5 d}~X Y �n tk
�r� } z$|�dt|� � | �o�|} |}W 5 d}~X Y n�X | �o�| } |dk �r�zR|||�}|dk �r(t |t ��r|�|� � � n|�t|�� n|�|� � � W nR tk
�r� } z2|�|j |d�� |�d� |j t |�j |�� W 5 d}~X Y nX n|�|j |d�� |�r�|�r�|�d � | d�|�� |
�||f� qt| |
fS )as
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default= ``True``) - flag to pass to :class:`parseString` when running tests
- comment - (default= ``'#'``) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default= ``True``) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default= ``True``) prints test output to stdout
- failureTests - (default= ``False``) indicates if these tests are expected to fail parsing
- postParse - (default= ``None``) optional callback for successful parse results; called as
`fn(test_string, parse_results)` and returns a string to be added to the test output
- file - (default=``None``) optional file-like object to which test output will be written;
if None, will default to ``sys.stdout``
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if ``failureTests`` is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\n of strings that spans \n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
NT�\nr� u FrZ z(FATAL)r� r� r� r� zFAIL: zFAIL-EXCEPTION: )rp z{0} failed: {1}: {2})!r� r r r� r� r� �rstrip�
splitlinesr' r� �stdout�writer� rp rF rm r r� r� r� �lstripr r0 r4 r[ r� rM r r5 ru r� r r� )r� Ztestsr ZcommentZfullDumpZ printResultsZ failureTestsr� �file�print_Z
allResultsZcomments�successrw �BOMr� r[ �resultr� r� r� Zpp_valuer� r r r �runTests.
sn `
$
0
zParserElement.runTests)F)F)F)T)T)TT)TT)r )F)N)T)N)F)T)Tr[ TTFNN)Rr r r r� r� r r� r� r� r� rI r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r
r r r r r� r r r r �_MAX_INTr r� r! r� rK rT r- r/ r6 r7 r9 r: r; r< r= r> r? r- r� r@ rA rC rD rE rF rG r� r� r� r rI rK rP rR rU rW rX rY r rg �
__classcell__r r rT r r7 ? s�
1
W
"
8H. & J $
+
�c s6 e Zd Zd
� fdd� Zdd� Zdd� Zdd � Z� ZS ) r' Fc s> t t| ��� t|t� ��dd�| _| j| _|| _|| _ d S )Nr �...)
rQ r' r� r� r r� r� r �anchorr8 )r� r� r8 rT r r r� �
s
z_PendingSkip.__init__c s\ t |��d�d�}� jrNdd� }� fdd�}� j|� �|� |� �|�B | S � j| | S )Nrj r+ c S s, | j r| j �� dgkr(| d= | �dd � d S )Nr� r �_skipped)rl r r? r� r r r r8 �
s z'_PendingSkip.__add__.<locals>.must_skipc s< | j �� dd � dgkr8| �d�}dt� j� d | d< d S )Nr� r� rl z missing <rg )rl r r? r� rk )r� Zskippedr� r r � show_skip�
s
z'_PendingSkip.__add__.<locals>.show_skip)r; r� r8 rk r� )r� rJ Zskipperr8 rm r r� r rK �
s
��z_PendingSkip.__add__c C s | j S r� )r� r� r r r r� �
s z_PendingSkip.__repr__c G s t d��d S )NzBuse of `...` expression without following SkipTo target expression)r )r� r� r r r r� �
s z_PendingSkip.parseImpl)F)r r r r� rK r� r� ri r r rT r r' �
s r' c s e Zd ZdZ� fdd�Z� ZS )r? zYAbstract :class:`ParserElement` subclass, for defining atomic
matching patterns.
c s t t| �jdd� d S �NF�r� )rQ r? r� r� rT r r r� �
s zToken.__init__�r r r r� r� ri r r rT r r? �
s c s e Zd ZdZ� fdd�Z� ZS )r z'An empty token, will always match.
c s$ t t| ��� d| _d| _d| _d S )Nr TF)rQ r r� r r� r� r� rT r r r� �
s zEmpty.__init__rp r r rT r r �
s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r* z#A token that will never match.
c s* t t| ��� d| _d| _d| _d| _d S )Nr* TFzUnmatchable token)rQ r* r� r r� r� r� r� rT r r r� s
zNoMatch.__init__Tc C s t ||| j| ��d S r� )r2 r� r� r r r r� s zNoMatch.parseImpl)T�r r r r� r� r� ri r r rT r r* s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r' a� Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use :class:`CaselessLiteral`.
For keyword matching (force word break before and after the matched string),
use :class:`Keyword` or :class:`CaselessKeyword`.
c s� t t| ��� || _t|�| _z|d | _W n* tk
rV tj dt
dd� t | _ Y nX dt
| j� | _d| j | _d| _d| _| jdkr�t| �tkr�t| _ d S ) Nr z2null string passed to Literal; use Empty() insteadr� r$ �"%s"r� Fr� )rQ r' r� �matchr� �matchLen�firstMatchCharr r( r) r* r r� r� r r� r� r� r� �_SingleCharLiteral�r� � matchStringrT r r r� s"
� zLiteral.__init__Tc C s@ || | j kr,|�| j|�r,|| j | jfS t||| j| ��d S r� )ru �
startswithrs rt r2 r� r� r r r r� 4 s zLiteral.parseImpl)Trq r r rT r r' s
c @ s e Zd Zddd�ZdS )rv Tc C s0 || | j kr |d | jfS t||| j| ��d S r� )ru rs r2 r� r� r r r r� : s z _SingleCharLiteral.parseImplN)T�r r r r� r r r r rv 9 s rv c sL e Zd ZdZed Zd� fdd� Zddd �Z� fd
d �Ze d d
� �Z
� Z S )r$ a� Token to exactly match a specified string as a keyword, that is,
it must be immediately followed by a non-keyword character. Compare
with :class:`Literal`:
- ``Literal("if")`` will match the leading ``'if'`` in
``'ifAndOnlyIf'``.
- ``Keyword("if")`` will not; it will only match the leading
``'if'`` in ``'if x=1'``, or ``'if(y==2)'``
Accepts two optional constructor arguments in addition to the
keyword string:
- ``identChars`` is a string of characters that would be valid
identifier characters, defaulting to all alphanumerics + "_" and
"$"
- ``caseless`` allows case-insensitive matching, default is ``False``.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use :class:`CaselessKeyword`.
�_$NFc s� t t| ��� |d kr tj}|| _t|�| _z|d | _W n$ tk
r^ t j
dt dd� Y nX d| j | _ d| j | _
d| _d| _|| _|r�|�� | _|�� }t|�| _d S )Nr z2null string passed to Keyword; use Empty() insteadr� r$ rr r� F)rQ r$ r� �DEFAULT_KEYWORD_CHARSrs r� rt ru r r( r) r* r r� r� r� �caseless�upper�
caselessmatchr� �
identChars)r� rx r� r} rT r r r� ] s*
�
zKeyword.__init__Tc C s | j r||||| j � �� | jkr�|t|�| j ksL||| j �� | jkr�|dksj||d �� | jkr�|| j | jfS nv|| | jkr�| jdks�|�| j|�r�|t|�| j ks�||| j | jkr�|dks�||d | jkr�|| j | jfS t ||| j
| ��d S r ) r} rt r~ r r� r� rs ru ry r2 r� r� r r r r� r s. ��������zKeyword.parseImplc s t t| ��� }tj|_|S r� )rQ r$ rI r| r� )r� r� rT r r rI � s z Keyword.copyc C s
| t _dS )z,Overrides the default Keyword chars
N)r$ r| r� r r r �setDefaultKeywordChars� s z Keyword.setDefaultKeywordChars)NF)T) r r r r� rG r| r� r� rI r� r� ri r r rT r r$ B s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r af Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for :class:`CaselessKeyword`.)
c s6 t t| ��|�� � || _d| j | _d| j | _d S )Nz'%s'r� )rQ r r� r~ � returnStringr r� rw rT r r r� � s zCaselessLiteral.__init__Tc C s@ |||| j � �� | jkr,|| j | jfS t||| j| ��d S r� )rt r~ rs r� r2 r� r� r r r r� � s zCaselessLiteral.parseImpl)Trq r r rT r r � s
c s" e Zd ZdZd� fdd� Z� ZS )r z�
Caseless version of :class:`Keyword`.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for :class:`CaselessLiteral`.)
Nc s t t| �j||dd� d S )NT�r} )rQ r r� )r� rx r� rT r r r� � s zCaselessKeyword.__init__)Nrp r r rT r r � s c s, e Zd ZdZd� fdd� Zd dd�Z� ZS )
r� a� A variation on :class:`Literal` which matches "close" matches,
that is, strings with at most 'n' mismatching characters.
:class:`CloseMatch` takes parameters:
- ``match_string`` - string to be matched
- ``maxMismatches`` - (``default=1``) maximum number of
mismatches allowed to count as a match
The results from a successful parse will contain the matched text
from the input string and the following named results:
- ``mismatches`` - a list of the positions within the
match_string where mismatches were found
- ``original`` - the original match_string used to compare
against the input string
If ``mismatches`` is an empty list, then the match was an exact
match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
r� c sB t t| ��� || _|| _|| _d| j| jf | _d| _d| _d S )Nz&Expected %r (with up to %d mismatches)F) rQ r� r� r � match_string�
maxMismatchesr� r� r� )r� r� r� rT r r r� � s zCloseMatch.__init__Tc C s� |}t |�}|t | j� }||kr�| j}d}g } | j}
tt|||� |��D ]2\}} | \} }
| |
krL| �|� t | �|
krL q�qL|d }t|||� g�}||d< | |d< ||fS t||| j| ��d S )Nr r� �original�
mismatches) r� r� r� r� r� r� r5 r2 r� )r� r� r� r� �startr� �maxlocr� Zmatch_stringlocr� r� Zs_m�src�mat�resultsr r r r� � s(
zCloseMatch.parseImpl)r� )Trq r r rT r r� � s c s8 e Zd ZdZd
� fdd� Zdd d
�Z� fd d �Z� ZS )rB aX Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters, an
optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction. An optional ``excludeChars`` parameter can
list characters that might be found in the input ``bodyChars``
string; useful to define a word of all printables except for one or
two characters, for instance.
:class:`srange` is useful for defining custom character set strings
for defining ``Word`` expressions, using range notation from
regular expression character sets.
A common mistake is to use :class:`Word` to match a specific literal
string, as in ``Word("Address")``. Remember that :class:`Word`
uses the string argument to define *sets* of matchable characters.
This expression would match "Add", "AAA", "dAred", or any other word
made up of the characters 'A', 'd', 'r', 'e', and 's'. To match an
exact literal string, use :class:`Literal` or :class:`Keyword`.
pyparsing includes helper strings for building Words:
- :class:`alphas`
- :class:`nums`
- :class:`alphanums`
- :class:`hexnums`
- :class:`alphas8bit` (alphabetic characters in ASCII range 128-255
- accented, tilded, umlauted, etc.)
- :class:`punc8bit` (non-alphabetic characters in ASCII range
128-255 - currency, symbols, superscripts, diacriticals, etc.)
- :class:`printables` (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums + '-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
Nr� r Fc s� t t| ��� � rNt� �� d�� fdd�|D ��}|rNd�� fdd�|D ��}|| _t|�| _|rt|| _t|�| _n|| _t|�| _|dk| _ |dk r�t
d��|| _ |dkr�|| _ nt
| _ |dkr�|| _ || _ t| �| _d| j | _d | _|| _d
| j| j k�r�|dk�r�|dk�r�|dk�r�| j| jk�r@d t| j� | _nHt| j�dk�rnd t�| j�t| j�f | _nd
t| j�t| j�f | _| j�r�d| j d | _zt�| j�| _W n tk
�r� d | _Y nX | jj| _t | _ d S )Nr� c 3 s | ]}|� kr|V qd S r� r r� �� excludeCharsr r r� 2 s z Word.__init__.<locals>.<genexpr>c 3 s | ]}|� kr|V qd S r� r r� r� r r r� 4 s r r� zZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedr� Fr� z[%s]+z%s[%s]*z [%s][%s]*z\b) rQ rB r� r� r� �
initCharsOrig� initChars�
bodyCharsOrig� bodyChars� maxSpecifiedr5 �minLen�maxLenrh r� r r� r� � asKeyword�_escapeRegexRangeChars�reStringr� r� �escape�compiler rs �re_match�
_WordRegexr� )r� r� r� �min�max�exactr� r� rT r� r r� . sZ
0 �
�
z
Word.__init__Tc C s� || | j kr t||| j| ��|}|d7 }t|�}| j}|| j }t||�}||k rj|| |krj|d7 }qLd}|| | jk r�d}nV| jr�||k r�|| |kr�d}n6| j r�|dkr�||d |ks�||k r�|| |kr�d}|r�t||| j| ��||||� fS )Nr� FTr )
r� r2 r� r� r� r� r� r� r� r� ) r� r� r� r� r� r� Z bodycharsr� ZthrowExceptionr r r r� g s2
�
�zWord.parseImplc sv zt t| ��� W S tk
r$ Y nX | jd krpdd� }| j| jkr`d|| j�|| j�f | _nd|| j� | _| jS )Nc S s$ t | �dkr | d d� d S | S d S )N� rj r� �r� r r r �
charsAsStr� s z Word.__str__.<locals>.charsAsStrz
W:(%s, %s)zW:(%s))rQ rB r� r r� r� r� )r� r� rT r r r� � s
z Word.__str__)Nr� r r FN)T�r r r r� r� r� r� ri r r rT r rB � s 49
c @ s e Zd Zddd�ZdS )r� Tc C s4 | � ||�}|s t||| j| ��|�� }||�� fS r� )r� r2 r� �end�group)r� r� r� r� rf r r r r� � s
z_WordRegex.parseImplN)Trz r r r r r� � s r� c s" e Zd ZdZd� fdd� Z� ZS )rF z�A short-cut class for defining ``Word(characters, exact=1)``,
when defining a match of any single character in a string of
characters.
FNc sZ t t| �j|d||d� dtd�| j�� | _|r>d| j | _t�| j�| _| jj | _
d S )Nr� )r� r� r� �[%s]r� z\b%s\b) rQ rF r� r� r� r� r� r� r� rs r� )r� �charsetr� r� rT r r r� � s z
Char.__init__)FNrp r r rT r rF � s c sb e Zd ZdZee�d��Zd� fdd� Zddd �Z dd
d �Z
dd d
�Z � fdd�Z dd� Z
� ZS )r: a� Token for matching strings that match a given regular
expression. Defined with string specifying the regular expression in
a form recognized by the stdlib Python `re module <https://docs.python.org/3/library/re.html>`_.
If the given regex contains named groups (defined using ``(?P<name>...)``),
these will be preserved as named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: https://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
z[A-Z]r Fc s t t| ��� t|t�r�|s,tjdtdd� || _|| _ z t
� | j| j �| _
| j| _ W q� t
jk
r� tjd| tdd� � Y q�X n2t|tj�r�|| _
t|� | _| _ || _ ntd��| j
j| _t| �| _d| j | _d| _d| _|| _|| _| jr�| j| _ | j�r| j | _ d S )
a The parameters ``pattern`` and ``flags`` are passed
to the ``re.compile()`` function as-is. See the Python
`re module <https://docs.python.org/3/library/re.html>`_ module for an
explanation of the acceptable patterns and flags.
z0null string passed to Regex; use Empty() insteadr� r$ �$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectr� FTN) rQ r: r� r� r r( r) r* �pattern�flagsr� r� r� �
sre_constants�error�compiledREtyper� r5 rs r� r� r r� r� r� � asGroupList�asMatch�parseImplAsGroupListr� �parseImplAsMatch)r� r� r� r� r� rT r r r� � sD
�
�
zRegex.__init__Tc C sb | � ||�}|s t||| j| ��|�� }t|�� �}|�� }|rZ|�� D ]\}}|||< qH||fS r� )r� r2 r� r� r5 r� � groupdictr! ) r� r� r� r� rf r� �dr r r r r r� � s
zRegex.parseImplc C s8 | � ||�}|s t||| j| ��|�� }|�� }||fS r� )r� r2 r� r� �groups�r� r� r� r� rf r� r r r r� � s zRegex.parseImplAsGroupListc C s4 | � ||�}|s t||| j| ��|�� }|}||fS r� )r� r2 r� r� r� r r r r�
s zRegex.parseImplAsMatchc sF zt t| ��� W S tk
r$ Y nX | jd kr@dt| j� | _| jS )NzRe:(%s))rQ r: r� r r� r� r� r� rT r r r�
s
z
Regex.__str__c sl �j r tjdtdd� t� ��jr@t� �r@tjdtdd� t� ��jrT� fdd�}n� �fdd�}��|�S )a�
Return Regex with an attached parse action to transform the parsed
result as if called using `re.sub(expr, repl, string) <https://docs.python.org/3/library/re.html#re.sub>`_.
Example::
make_html = Regex(r"(\w+):(.*?):").sub(r"<\1>\2</\1>")
print(make_html.transformString("h1:main title:"))
# prints "<h1>main title</h1>"
z-cannot use sub() with Regex(asGroupList=True)r� r$ z9cannot use sub() with a callable with Regex(asMatch=True)c s | d � � �S r� )�expand�r� )�replr r r� ,
s zRegex.sub.<locals>.pac s �j �� | d �S r� )r� r r� �r� r� r r r� /
s )r� r( r) r* � SyntaxErrorr� r� r� )r� r� r� r r� r r
s � �z Regex.sub)r FF)T)T)T)r r r r� r� r� r� r� r� r� r� r� r� r ri r r rT r r: � s
-
c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r8 a&
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the
quote delimiting string
- escChar - character to escape quotes, typically backslash
(default= ``None``)
- escQuote - special quote sequence to escape an embedded quote
string (such as SQL's ``""`` to escape an embedded ``"``)
(default= ``None``)
- multiline - boolean indicating whether quotes can span
multiple lines (default= ``False``)
- unquoteResults - boolean indicating whether the matched text
should be unquoted (default= ``True``)
- endQuoteChar - string of one or more characters defining the
end of the quote delimited string (default= ``None`` => same as
quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace
(``'\t'``, ``'\n'``, etc.) to actual whitespace
(default= ``True``)
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
NFTc
sX t t� ��� |�� }|s0tjdtdd� t� �|d kr>|}n"|�� }|s`tjdtdd� t� �|� _t |�� _
|d � _ |� _ t |�� _
|� _|� _|� _|� _|r�tjtjB � _dt�� j�t� j d �|d k r�t|�p�df � _n<d� _dt�� j�t� j d �|d k �rt|��p df � _t � j �d k�rp� jd
d �� fd d
�tt � j �d dd�D �� d 7 _|�r�� jdt�|� 7 _|�r�� jdt�|� 7 _t�� j�d � _� jdt�� j � 7 _z(t� � j� j�� _� j� _ � jj � _ W n0 t j!k
�r0 tjd� j tdd� � Y nX t"� �� _#d� j# � _$d� _%d� _&d S )Nz$quoteChar cannot be the empty stringr� r$ z'endQuoteChar cannot be the empty stringr z %s(?:[^%s%s]r� z%s(?:[^%s\n\r%s]r� z|(?:z)|(?:c 3 s4 | ],}d t �� jd|� �t� j| �f V qdS )z%s[^%s]N)r� r� � endQuoteCharr� rW r� r r r� �
s � �z(QuotedString.__init__.<locals>.<genexpr>r� �)z|(?:%s)z|(?:%s.)z(.)z)*%sr� r� FT)'rQ r8 r� r� r( r) r* r� � quoteCharr� � quoteCharLen�firstQuoteCharr� �endQuoteCharLen�escChar�escQuote�unquoteResults�convertWhitespaceEscapesr� � MULTILINE�DOTALLr� r� r� r� r� r �escCharReplacePatternr� r� rs r� r� r� r� r r� r� r� )r� r� r� r� Z multiliner� r� r� rT r� r r� Z
sv
�
���� �
zQuotedString.__init__c C s� || | j kr| �||�p d }|s2t||| j| ��|�� }|�� }| jr�|| j| j � }t |t
�r�d|kr�| j r�ddddd�}|� � D ]\}}|�
||�}q�| jr�t�| jd|�}| jr�|�
| j| j�}||fS )Nr� � r� � �
)�\tr\ z\fz\rz\g<1>)r� r� r2 r� r� r� r� r� r� r� r r� r! r� r� r� r r� r� r� ) r� r� r� r� rf r� Zws_mapZwslitZwscharr r r r� �
s*
�zQuotedString.parseImplc sH zt t| ��� W S tk
r$ Y nX | jd krBd| j| jf | _| jS )Nz.quoted string, starting with %s ending with %s)rQ r8 r� r r� r� r� r� rT r r r� �
s
zQuotedString.__str__)NNFTNT)Tr� r r rT r r8 3
s & �A
#c s8 e Zd ZdZd � fdd� Zd dd�Z� fd d
�Z� ZS )
r a� Token for matching words composed of characters *not* in a given
set (will include whitespace in matched characters if not listed in
the provided exclusion set - see example). Defined with string
containing all disallowed characters, and an optional minimum,
maximum, and/or exact length. The default value for ``min`` is
1 (a minimum value < 1 is not valid); the default values for
``max`` and ``exact`` are 0, meaning no maximum or exact
length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
r� r c s� t t| ��� d| _|| _|dk r*td��|| _|dkr@|| _nt| _|dkrZ|| _|| _t | �| _
d| j
| _ | jdk| _ d| _
d S )NFr� zfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedr r� )rQ r r� r� �notCharsr5 r� r� rh r� r r� r� r� )r� r� r� r� r� rT r r r� �
s
zCharsNotIn.__init__Tc C s� || | j kr t||| j| ��|}|d7 }| j }t|| j t|��}||k rb|| |krb|d7 }qD|| | jk r�t||| j| ��||||� fS r� )r� r2 r� r� r� r� r� )r� r� r� r� r� Znotchars�maxlenr r r r� �
s
zCharsNotIn.parseImplc sf zt t| ��� W S tk
r$ Y nX | jd kr`t| j�dkrTd| jd d� | _n d| j | _| jS )Nr� z
!W:(%s...)z!W:(%s))rQ r r� r r� r� r� r� rT r r r� s
zCharsNotIn.__str__)r� r r )Tr� r r rT r r �
s
c s` e Zd ZdZdddddddd d
d d d
dddddddddddd�Zd"� fd d � Zd#d d!�Z� ZS )$rA a� Special matching class for matching whitespace. Normally,
whitespace is ignored by pyparsing grammars. This class is included
when some whitespace structures are significant. Define with
a string containing the whitespace characters to be matched; default
is ``" \t\r\n"``. Also takes optional ``min``,
``max``, and ``exact`` arguments, as defined for the
:class:`Word` class.
z<SP>z<TAB>z<LF>z<CR>z<FF>z<NBSP>z<OGHAM_SPACE_MARK>z<MONGOLIAN_VOWEL_SEPARATOR>z <EN_QUAD>z <EM_QUAD>z
<EN_SPACE>z
<EM_SPACE>z<THREE-PER-EM_SPACE>z<FOUR-PER-EM_SPACE>z<SIX-PER-EM_SPACE>z<FIGURE_SPACE>z<PUNCTUATION_SPACE>z <THIN_SPACE>z <HAIR_SPACE>z<ZERO_WIDTH_SPACE>z<NNBSP>z<MMSP>z<IDEOGRAPHIC_SPACE>)r� r� r� r� r� zu A0zu80zu80Eu u0u u1u u2u u3u u4u u5u u6u u7u u8u u9u uAu uBu uFu u
Fu uÀ0�
r� r c s� t t� ��� |� _� �d�� fdd�� jD ��� d�dd� � jD ��� _d� _d� j � _ |� _
|dkrt|� _ nt � _ |dkr�|� _ |� _
d S )Nr� c 3 s | ]}|� j kr|V qd S r� )�
matchWhiter� r� r r r� : s
z!White.__init__.<locals>.<genexpr>c s s | ]}t j| V qd S r� )rA � whiteStrsr� r r r r� < s Tr� r )
rQ rA r� r� rD r� r� r r� r� r� r� rh )r� Zwsr� r� r� rT r� r r� 7 s zWhite.__init__Tc C s� || | j kr t||| j| ��|}|d7 }|| j }t|t|��}||k rb|| | j krb|d7 }qB|| | jk r�t||| j| ��||||� fS r� )r� r2 r� r� r� r� r� )r� r� r� r� r� r� r r r r� K s
zWhite.parseImpl)r� r� r r )T)r r r r� r� r� r� ri r r rT r rA s6 �c s e Zd Z� fdd�Z� ZS )�_PositionTokenc s( t t| ��� | jj| _d| _d| _d S r� )rQ r� r� r� r r r� r� r� rT r r r� \ s
z_PositionToken.__init__�r r r r� ri r r rT r r� [ s r� c s2 e Zd ZdZ� fdd�Zdd� Zd dd�Z� ZS )
r" zaToken to advance to a specific column of input text; useful for
tabular report scraping.
c s t t| ��� || _d S r� )rQ r" r� rM )r� �colnorT r r r� f s zGoToColumn.__init__c C s\ t ||�| j krXt|�}| jr*| �||�}||k rX|| �� rXt ||�| j krX|d7 }q*|S r� )rM r� r� r� �isspace)r� r� r� r� r r r r� j s $
zGoToColumn.preParseTc C sD t ||�}|| j kr"t||d| ��|| j | }|||� }||fS )NzText not in expected column�rM r2 )r� r� r� r� ZthiscolZnewlocr� r r r r� s s
zGoToColumn.parseImpl)T)r r r r� r� r� r� ri r r rT r r" b s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r& a� Matches if current position is at the beginning of a line within
the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
prints::
['AAA', ' this line']
['AAA', ' and this line']
c s t t| ��� d| _d S )NzExpected start of line)rQ r& r� r� r� rT r r r� � s zLineStart.__init__Tc C s* t ||�dkr|g fS t||| j| ��d S r� )rM r2 r� r� r r r r� � s zLineStart.parseImpl)Trq r r rT r r& | s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r% zTMatches if current position is at the end of a line within the
parse string
c s, t t| ��� | �tj�dd�� d| _d S )Nr� r� zExpected end of line)rQ r% r� rD r7 r� r� r� r� rT r r r� � s zLineEnd.__init__Tc C sb |t |�k r6|| dkr$|d dfS t||| j| ��n(|t |�krN|d g fS t||| j| ��d S )Nr� r� �r� r2 r� r� r r r r� � s zLineEnd.parseImpl)Trq r r rT r r% � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r= zLMatches if current position is at the beginning of the parse
string
c s t t| ��� d| _d S )NzExpected start of text)rQ r= r� r� r� rT r r r� � s zStringStart.__init__Tc C s0 |dkr(|| � |d�kr(t||| j| ��|g fS r� )r� r2 r� r� r r r r� � s zStringStart.parseImpl)Trq r r rT r r= � s c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r< zBMatches if current position is at the end of the parse string
c s t t| ��� d| _d S )NzExpected end of text)rQ r< r� r� r� rT r r r� � s zStringEnd.__init__Tc C s^ |t |�k r t||| j| ��n<|t |�kr6|d g fS |t |�krJ|g fS t||| j| ��d S r� r� r� r r r r� � s zStringEnd.parseImpl)Trq r r rT r r< � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rD ay Matches if the current position is at the beginning of a Word,
and is not preceded by any character in a given set of
``wordChars`` (default= ``printables``). To emulate the
```` behavior of regular expressions, use
``WordStart(alphanums)``. ``WordStart`` will also match at
the beginning of the string being parsed, or at the beginning of
a line.
c s" t t| ��� t|�| _d| _d S )NzNot at the start of a word)rQ rD r� r� � wordCharsr� �r� r� rT r r r� � s
zWordStart.__init__Tc C s@ |dkr8||d | j ks(|| | j kr8t||| j| ��|g fS r )r� r2 r� r� r r r r� � s �zWordStart.parseImpl)T�r r r r� rj r� r� ri r r rT r rD � s c s. e Zd ZdZef� fdd� Zddd�Z� ZS )rC a_ Matches if the current position is at the end of a Word, and is
not followed by any character in a given set of ``wordChars``
(default= ``printables``). To emulate the ```` behavior of
regular expressions, use ``WordEnd(alphanums)``. ``WordEnd``
will also match at the end of the string being parsed, or at the end
of a line.
c s( t t| ��� t|�| _d| _d| _d S )NFzNot at the end of a word)rQ rC r� r� r� r� r� r� rT r r r� � s
zWordEnd.__init__Tc C sP t |�}|dkrH||k rH|| | jks8||d | jkrHt||| j| ��|g fS r )r� r� r2 r� )r� r� r� r� r� r r r r� � s �zWordEnd.parseImpl)Tr� r r rT r rC � s c sz e Zd ZdZd� fdd� Zdd� Zdd� Z� fd d
�Z� fd d �Z� fd
d�Z ddd�Z
� fdd�Z d� fdd� Z � Z
S )r3 z]Abstract subclass of ParserElement, for combining and
post-processing parsed tokens.
Fc s� t t� ��|� t|t�r"t|�}t|t�r<� �|�g� _n�t|t �rP|g� _nnt|t
�r�t|�}t dd� |D ��r�� fdd�|D �}t|�� _n,zt|�� _W n t k
r� |g� _Y nX d� _
d S )Nc s s | ]}t |t�V qd S r� )r� r )r� r� r r r r� s z+ParseExpression.__init__.<locals>.<genexpr>c 3 s& | ] }t |t�r� �|�n|V qd S r� )r� r r� �r� r� r� r r r� s F)rQ r3 r� r� r
r r r� �exprsr7 r rv r r� �r� r� r� rT r� r r� � s"
zParseExpression.__init__c C s | j �|� d | _| S r� )r� r� r� rS r r r r� s zParseExpression.appendc C s0 d| _ dd� | jD �| _| jD ] }|�� q | S )z�Extends ``leaveWhitespace`` defined in base class, and also invokes ``leaveWhitespace`` on
all contained expressions.Fc S s g | ] }|� � �qS r rH r� r r r r s z3ParseExpression.leaveWhitespace.<locals>.<listcomp>)r� r� rC )r� r� r r r rC s
z ParseExpression.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jD ]}|�| jd � q*n,tt| ��|� | jD ]}|�| jd � qX| S r. )r� r> r� rQ r3 rF r� )r� rJ r� rT r r rF # s
zParseExpression.ignorec sN zt t| ��� W S tk
r$ Y nX | jd krHd| jjt| j�f | _| jS �Nz%s:(%s)) rQ r3 r� r r� r� r r� r� r� rT r r r� / s
zParseExpression.__str__c s* t t| ��� | jD ] }|�� qt| j�dk�r| jd }t|| j�r�|js�|jd kr�|j s�|jd d � | jd g | _d | _
| j |j O _ | j |j O _ | jd }t|| j��r|j�s|jd k�r|j �s| jd d� |jd d � | _d | _
| j |j O _ | j |j O _ dt
| � | _| S )Nr� r r� r� r� )rQ r3 r r� r� r� r� r� r� r� r� r� r� r� r� )r� r� rJ rT r r r 9 s<
���
��� zParseExpression.streamlineNc C sB |d k r |ng d d � | g }| j D ]}|�|� q$| �g � d S r� )r� rK rI )r� rJ �tmpr� r r r rK [ s
zParseExpression.validatec s$ t t| ��� }dd� | jD �|_|S )Nc S s g | ] }|� � �qS r rH r� r r r r c s z(ParseExpression.copy.<locals>.<listcomp>)rQ r3 rI r� rc rT r r rI a s zParseExpression.copyc sV t jrD| jD ]6}t|t�r |jr tjd�d|t | �j
|j�dd� q t t | ��
||�S )N�]{0}: setting results name {1!r} on {2} expression collides with {3!r} on contained expression�)warn_ungrouped_named_tokens_in_collectionr� r$ )r r� r� r� r7 r� r( r) r� r� r rQ r3 r� �r� r r� r� rT r r r� f s
��z ParseExpression._setResultsName)F)N)F)r r r r� r� r� rC rF r� r rK rI r� ri r r rT r r3 � s
"
c s` e Zd ZdZG dd� de�Zd� fdd� Z� fdd�Zdd d
�Zd d � Z d
d� Z
dd� Z � Z S )r a
Requires all given :class:`ParseExpression` s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the ``'+'`` operator.
May also be constructed using the ``'-'`` operator, which will
suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"), name_expr("name"), integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
c s e Zd Z� fdd�Z� ZS )zAnd._ErrorStopc s& t tj| �j||� d| _| �� d S )N�-)rQ r r, r� r rC ry rT r r r� � s zAnd._ErrorStop.__init__r� r r rT r r, � s r, Tc s� |r�t |kr�g }t|�D ]`\}}|t krn|t|�d k rdt� ||d jd }|�t|�d�� qxtd��q|�|� q||d d �< tt | ��
||� t dd� | jD ��| _ | �
| jd j� | jd j| _d| _d S ) Nr� r� r+ z0cannot construct And with sequence ending in ...c s s | ] }|j V qd S r� �r� r� r r r r� � s z And.__init__.<locals>.<genexpr>r T)r& r� r� r r� r� r; r rQ r r� r� r� rD r� r� r� )r� r� r� r� r� r� Z
skipto_argrT r r r� � s
z And.__init__c s� | j r�tdd� | j d d� D ��r�t| j d d� �D ]^\}}|d krFq4t|t�r4|j r4t|j d t�r4|j d | j |d |j d< d | j |d < q4dd� | j D �| _ tt| ��� t dd� | j D ��| _
| S )Nc s s. | ]&}t |t�o$|jo$t |jd t�V qdS �r� N)r� r3 r� r' r� r r r r� � s �z!And.streamline.<locals>.<genexpr>r� r� c S s g | ]}|d k r|�qS r� r r� r r r r � s z"And.streamline.<locals>.<listcomp>c s s | ] }|j V qd S r� r� r� r r r r� � s ) r� rv r� r� r3 r' rQ r r r� r� )r� r� r� rT r r r � s$ �
�� zAnd.streamlinec C s� | j d j|||dd�\}}d}| j dd � D ]�}t|tj�rDd}q.|r�z|�|||�\}}W q� tk
rt � Y q� tk
r� } zd |_t�|��W 5 d }~X Y q� t k
r� t|t
|�| j | ��Y q�X n|�|||�\}}|s�|� � r.||7 }q.||fS )Nr Fr r� T)
r� r� r� r r, r6 r0 r� r� r r� r� r; ) r� r� r� r� �
resultlistZ errorStopr� Z
exprtokensr� r r r r� � s(
z
And.parseImplc C s t |t�r| �|�}| �|�S r� �r� r r� r� rS r r r rD � s
z And.__iadd__c C s6 |d d � | g }| j D ]}|�|� |js q2qd S r� )r� rI r� �r� r� �subRecCheckListr� r r r rI � s
zAnd.checkRecursionc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr �{r� c s s | ]}t |�V qd S r� r� r� r r r r� � s z And.__str__.<locals>.<genexpr>�}�r1 r r� r� r� r� r r r r� � s
z And.__str__)T)T)
r r r r� r r, r� r r� rD rI r� ri r r rT r r t s
c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r/ a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the expression that matches the longest
string will be used. May be constructed using the ``'^'``
operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z Or.__init__.<locals>.<genexpr>T)rQ r/ r� r� rv r� r� rT r r r� � s z Or.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� �r� r� r r r r� � s z Or.streamline.<locals>.<genexpr>)rQ r/ r r �collect_all_And_tokensrv r� r� r� rT r r r � s z
Or.streamlineTc C s� d}d }g }| j D ]�}z|�||�}W nv tk
rb } z d | _| j|krR| }| j}W 5 d } ~ X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX |�||f� q|�r�|j t
d�dd� |s�|d d }
|
� |||�S d} |D ]�\} }
| | d k�r
| S z|
� |||�\}}W n@ tk
�r` } z d | _| j|k�rP| }| j}W 5 d } ~ X Y q�X || k�rx||f S || d kr�||f} q�| dk�r�| S |d k �r�| j|_ |�nt||d| ��d S )Nr� r T)r@ r r� r� � no defined alternatives to match)
r� r� r2 r� r� r r� r� r� �sortr r� r� )r� r� r� r� � maxExcLoc� maxExceptionr r� Zloc2r� Z best_exprZlongestZloc1Zexpr1r� r r r r� � sT
z Or.parseImplc C s t |t�r| �|�}| �|�S r� r� rS r r r �__ixor__; s
z Or.__ixor__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� z ^ c s s | ]}t |�V qd S r� r� r� r r r r� E s z Or.__str__.<locals>.<genexpr>r� r� r� r r r r� @ s
z
Or.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� �r� rI r� r r r rI I s
zOr.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� �r� r r� r r r r� Q s z%Or._setResultsName.<locals>.<genexpr>��{0}: setting results name {1!r} on {2} expression may only return a single token for an And alternative, in future will return the full list of tokens�)warn_multiple_tokens_in_named_alternationr� r$ )r r� r r� rv r� r( r) r� r� r rQ r/ r� r� rT r r r� N s � ��zOr._setResultsName)F)T)F) r r r r� r� r r� r� r� rI r� ri r r rT r r/ � s
= c s^ e Zd ZdZd� fdd� Z� fdd�Zddd �Zd
d � Zd d
� Zdd� Z d� fdd� Z
� Z S )r) a� Requires that at least one :class:`ParseExpression` is found. If
two expressions match, the first one listed is the one that will
match. May be constructed using the ``'|'`` operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
Fc s: t t| ��||� | jr0tdd� | jD ��| _nd| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� o s z&MatchFirst.__init__.<locals>.<genexpr>T)rQ r) r� r� rv r� r� rT r r r� l s zMatchFirst.__init__c s. t t| ��� tjr*tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� r� r� r r r r� v s z(MatchFirst.streamline.<locals>.<genexpr>)rQ r) r r r� rv r� r� r� rT r r r s s zMatchFirst.streamlineTc C s� d}d }| j D ]�}z|�|||�}|W S tk
r` } z|j|krP|}|j}W 5 d }~X Y q tk
r� t|�|kr�t|t|�|j| �}t|�}Y qX q|d k r�| j|_|�nt||d| ��d S )Nr� r� )r� r� r2 r� r r� r� r� ) r� r� r� r� r� r� r� r� r� r r r r� y s$
zMatchFirst.parseImplc C s t |t�r| �|�}| �|�S r� r� rS r r r �__ior__� s
zMatchFirst.__ior__c C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� � | c s s | ]}t |�V qd S r� r� r� r r r r� � s z%MatchFirst.__str__.<locals>.<genexpr>r� r� r� r r r r� � s
zMatchFirst.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� r r r rI � s
zMatchFirst.checkRecursionc sP t js>tjr>tdd� | jD ��r>tjd�d|t | �j
�dd� t t | ��
||�S )Nc s s | ]}t |t�V qd S r� r� r� r r r r� � s z-MatchFirst._setResultsName.<locals>.<genexpr>r� r� r� r$ )r r� r r� rv r� r( r) r� r� r rQ r) r� r� rT r r r� � s � ��zMatchFirst._setResultsName)F)T)F) r r r r� r� r r� r� r� rI r� ri r r rT r r) [ s
c sH e Zd ZdZd
� fdd� Z� fdd�Zddd�Zd d
� Zd d � Z� Z S )r as Requires all given :class:`ParseExpression` s to be found, but in
any order. Expressions may be separated by whitespace.
May be constructed using the ``'&'`` operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
Tc s> t t| ��||� tdd� | jD ��| _d| _d| _d| _d S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z Each.__init__.<locals>.<genexpr>T) rQ r r� r� r� r� r� �initExprGroupsr� r� rT r r r� � s
z
Each.__init__c s( t t| ��� tdd� | jD ��| _| S )Nc s s | ] }|j V qd S r� r� r� r r r r� � s z"Each.streamline.<locals>.<genexpr>)rQ r r r� r� r� r� rT r r r � s zEach.streamlinec s� | j r�tdd� | jD ��| _dd� | jD �}dd� | jD �}|| | _dd� | jD �| _dd� | jD �| _dd� | jD �| _| j| j7 _d | _ |}| jd d � }| jd d � � g }d
} | �rj|� | j | j }
g } |
D ]v} z| �||�}W n t k
�r | �
| � Y q�X |�
| j� t | �| �� | |k�r@|�
| � q�| � kr܈ �
| � q�t| �t|
�kr�d } q�|�r�d �d d� |D ��}
t ||d
|
��|� fdd�| jD �7 }g }|D ]"} | �|||�\}}|�
|� �q�t|tg ��}||fS )Nc s s& | ] }t |t�rt|j�|fV qd S r� )r� r. rV r� r� r r r r� � s
z!Each.parseImpl.<locals>.<genexpr>c S s g | ]}t |t�r|j�qS r �r� r. r� r� r r r r � s
z"Each.parseImpl.<locals>.<listcomp>c S s g | ]}|j rt|t�s|�qS r )r� r� r. r� r r r r � s
c S s g | ]}t |t�r|j�qS r )r� rE r� r� r r r r � s
c S s g | ]}t |t�r|j�qS r )r� r, r� r� r r r r � s
c S s g | ]}t |tttf�s|�qS r )r� r. rE r, r� r r r r � s FTrV c s s | ]}t |�V qd S r� r� r� r r r r� s z*Missing one or more required elements (%s)c s$ g | ] }t |t�r|j� kr|�qS r r� r� �ZtmpOptr r r s
)r� r r� Zopt1mapZ optionalsZmultioptionalsZ
multirequiredZrequiredr� r2 r� r� rV �remover� r� r� �sumr5 )r� r� r� r� Zopt1Zopt2ZtmpLocZtmpReqdZ
matchOrderZ keepMatchingZtmpExprsZfailedr� Zmissingr� r� Z finalResultsr r� r r� � sP
zEach.parseImplc C s@ t | d�r| jS | jd kr:dd�dd� | jD �� d | _| jS )Nr r� z & c s s | ]}t |�V qd S r� r� r� r r r r� , s z Each.__str__.<locals>.<genexpr>r� r� r� r r r r� ' s
z Each.__str__c C s, |d d � | g }| j D ]}|�|� qd S r� r� r� r r r rI 0 s
zEach.checkRecursion)T)T)
r r r r� r� r r� r� rI ri r r rT r r � s 8
1 c sj e Zd ZdZd� fdd� Zddd�Zdd � Z� fd
d �Z� fd d
�Zdd� Z ddd�Z
� fdd�Z � Z S )r1 zfAbstract subclass of :class:`ParserElement`, for combining and
post-processing parsed tokens.
Fc s� t t| ��|� t|t�r@t| jt�r2| �|�}n| �t|��}|| _ d | _
|d k r�|j | _ |j | _ | �
|j� |j| _|j| _|j| _| j�|j� d S r� )rQ r1 r� r� r �
issubclassr� r? r' r� r� r� r� rD r� r� r� r� r� rE �r� r� r� rT r r r� : s
z ParseElementEnhance.__init__Tc C s2 | j d k r | j j|||dd�S td|| j| ��d S )NFr r� )r� r� r2 r� r� r r r r� L s
z ParseElementEnhance.parseImplc C s* d| _ | j�� | _| jd k r&| j�� | S r~ )r� r� rI rC r� r r r rC R s
z#ParseElementEnhance.leaveWhitespacec sr t |t�rB|| jkrntt| ��|� | jd k rn| j�| jd � n,tt| ��|� | jd k rn| j�| jd � | S r. )r� r> r� rQ r1 rF r� rS rT r r rF Y s
zParseElementEnhance.ignorec s& t t| ��� | jd k r"| j�� | S r� )rQ r1 r r� r� rT r r r e s
z ParseElementEnhance.streamlinec C sB | |krt || g ��|d d � | g }| jd k r>| j�|� d S r� )r9 r� rI )r� r� r� r r r rI k s
z"ParseElementEnhance.checkRecursionNc C sB |d kr g }|d d � | g }| j d k r4| j �|� | �g � d S r� �r� rK rI �r� rJ r� r r r rK r s
z ParseElementEnhance.validatec sX zt t| ��� W S tk
r$ Y nX | jd krR| jd k rRd| jjt| j�f | _| jS r� ) rQ r1 r� r r� r� r� r r� r� rT r r r� z s zParseElementEnhance.__str__)F)T)N)
r r r r� r� r� rC rF r rI rK r� ri r r rT r r1 6 s
c s* e Zd ZdZ� fdd�Zddd�Z� ZS )r ab Lookahead matching of the given parse expression.
``FollowedBy`` does *not* advance the parsing position within
the input string, it only verifies that the specified parse
expression matches at the current position. ``FollowedBy``
always returns a null token list. If any results names are defined
in the lookahead expression, those *will* be returned for access by
name.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
c s t t| ��|� d| _d S r� )rQ r r� r� �r� r� rT r r r� � s zFollowedBy.__init__Tc C s( | j j|||d�\}}|d d �= ||fS )Nr� )r� r� )r� r� r� r� �_r� r r r r� � s
zFollowedBy.parseImpl)Trq r r rT r r � s c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r( ap Lookbehind matching of the given parse expression.
``PrecededBy`` does not advance the parsing position within the
input string, it only verifies that the specified parse expression
matches prior to the current position. ``PrecededBy`` always
returns a null token list, but if a results name is defined on the
given expression, it is returned.
Parameters:
- expr - expression that must match prior to the current parse
location
- retreat - (default= ``None``) - (int) maximum number of characters
to lookbehind prior to the current parse location
If the lookbehind expression is a string, Literal, Keyword, or
a Word or CharsNotIn with a specified exact or maximum length, then
the retreat parameter is not required. Otherwise, retreat must be
specified to give a maximum number of characters to look back from
the current parse position for a lookbehind match.
Example::
# VB-style variable names with type prefixes
int_var = PrecededBy("#") + pyparsing_common.identifier
str_var = PrecededBy("$") + pyparsing_common.identifier
Nc s� t t| ��|� | �� �� | _d| _d| _d| _t|t �rJt
|�}d| _nVt|t t f�rf|j
}d| _n:t|ttf�r�|jtkr�|j}d| _nt|t�r�d}d| _|| _dt |� | _d| _d S )NTFr znot preceded by )rQ r( r� r� rC r� r� r� r� r� r� r' r$ rt rB r r� rh r� �retreatr� r� )r� r� r rT r r r� � s(
zPrecededBy.__init__r Tc C s� | j r<|| jk r t||| j��|| j }| j�||�\}}n�| jt� }|d |� }t||| j�} tdt|| jd ��D ]H}
z|�|||
�\}}W n& t k
r� } z| } W 5 d } ~ X Y qxX q�qx| �|d d �= ||fS r� )
r� r r2 r� r� r� r< r r� r0 ) r� r� r� r� r� r r� Z test_exprZinstring_sliceZ last_exprrM Zpber r r r� � s"
zPrecededBy.parseImpl)N)r Trq r r rT r r( � s c s2 e Zd ZdZ� fdd�Zd dd�Zdd� Z� ZS )
r+ a� Lookahead to disallow matching with the given parse expression.
``NotAny`` does *not* advance the parsing position within the
input string, it only verifies that the specified parse expression
does *not* match at the current position. Also, ``NotAny`` does
*not* skip over leading whitespace. ``NotAny`` always returns
a null token list. May be constructed using the '~' operator.
Example::
AND, OR, NOT = map(CaselessKeyword, "AND OR NOT".split())
# take care not to mistake keywords for identifiers
ident = ~(AND | OR | NOT) + Word(alphas)
boolean_term = Optional(NOT) + ident
# very crude boolean expression - to support parenthesis groups and
# operation hierarchy, use infixNotation
boolean_expr = boolean_term + ZeroOrMore((AND | OR) + boolean_term)
# integers that are followed by "." are actually floats
integer = Word(nums) + ~Char(".")
c s0 t t| ��|� d| _d| _dt| j� | _d S )NFTzFound unwanted token, )rQ r+ r� r� r� r� r� r� r rT r r r�
s zNotAny.__init__Tc C s& | j �||�r t||| j| ��|g fS r� )r� r� r2 r� r� r r r r� s zNotAny.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr z~{r� �r1 r r� r� r� r� r r r r� s
zNotAny.__str__)Tr� r r rT r r+ � s
c s> e Zd Zd � fdd� Zdd� Zd
dd�Zd� fd
d � Z� ZS )�_MultipleMatchNc s< t t| ��|� d| _|}t|t�r.| �|�}| �|� d S r� )rQ r r� r� r� r r� �stopOn)r� r� r �enderrT r r r� s
z_MultipleMatch.__init__c C s, t |t�r| �|�}|d k r"| nd | _| S r� )r� r r� � not_ender)r� r r r r r ( s
z_MultipleMatch.stopOnTc C s� | j j}| j}| jd k }|r$| jj}|r2|||� ||||dd�\}}zV| j } |r`|||� | rp|||�}
n|}
|||
|�\}} | s�| �� rR|| 7 }qRW n ttfk
r� Y nX ||fS �NFr ) r� r� r� r r� r� r; r2 r ) r� r� r� r� Zself_expr_parseZself_skip_ignorablesZ check_enderZ
try_not_enderr� ZhasIgnoreExprsr� Z tmptokensr r r r� . s*
z_MultipleMatch.parseImplFc sf t jrT| jgt| jdg � D ]6}t|t�r |jr tjd� d|t
| �j |j�dd� q t t
| ��||�S )Nr� r� r� r� r$ )r r� r� r� r� r7 r� r( r) r� r� r rQ r r� r� rT r r r� K s ��z _MultipleMatch._setResultsName)N)T)F)r r r r� r r� r� ri r r rT r r s
r c @ s e Zd ZdZdd� ZdS )r, aj Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
c C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr r� z}...r r� r r r r� s s
zOneOrMore.__str__N)r r r r� r� r r r r r, Y s c s8 e Zd ZdZd
� fdd� Zd � fdd� Zdd � Z� ZS ) rE ak Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default= ``None``) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to :class:`OneOrMore`
Nc s t t| �j||d� d| _d S )N)r T)rQ rE r� r� )r� r� r rT r r r� � s zZeroOrMore.__init__Tc s< zt t| ��|||�W S ttfk
r6 |g f Y S X d S r� )rQ rE r� r2 r r� rT r r r� � s zZeroOrMore.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr rU �]...r r� r r r r� � s
zZeroOrMore.__str__)N)Tr� r r rT r rE | s
c @ s e Zd Zdd� ZeZdd� ZdS )�
_NullTokenc C s dS r~ r r� r r r r* � s z_NullToken.__bool__c C s dS r� r r� r r r r� � s z_NullToken.__str__N)r r r r* r� r� r r r r r � s r c s< e Zd ZdZe� Zef� fdd� Zd dd�Zdd� Z� Z S )
r. aG Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
c s. t t| �j|dd� | jj| _|| _d| _d S )NFro T)rQ r. r� r� r� rA r� )r� r� r< rT r r r� � s
zOptional.__init__Tc C s| z | j j|||dd�\}}W nV ttfk
rr | j| jk rj| j jr`t| jg�}| j|| j j< qn| jg}ng }Y nX ||fS r
)r� r� r2 r rA � _Optional__optionalNotMatchedr� r5 )r� r� r� r� r� r r r r� � s
zOptional.parseImplc C s4 t | d�r| jS | jd kr.dt| j� d | _| jS )Nr rU rX r r� r r r r� � s
zOptional.__str__)T)
r r r r� r r
r� r� r� ri r r rT r r. � s
$
c s, e Zd ZdZd � fdd� Zd
dd�Z� ZS ) r; a� Token for skipping over all undefined text until the matched
expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default= ``False``) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default= ``None``) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default= ``None``) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
FNc s` t t| ��|� || _d| _d| _|| _d| _t|t �rF| �
|�| _ n|| _ dt | j
� | _d S )NTFzNo match found for )rQ r; r� �
ignoreExprr� r� � includeMatchr� r� r r� �failOnr� r� r� )r� rJ ZincluderF r rT r r r� s
zSkipTo.__init__Tc C s& |}t |�}| j}| jj}| jd k r,| jjnd }| jd k rB| jjnd } |}
|
|kr�|d k rf|||
�rfq�| d k r�z| ||
�}
W qn tk
r� Y q�Y qnX qnz|||
ddd� W q� tt fk
r� |
d7 }
Y qJX q�qJt||| j
| ��|
}|||� } t | �} | j �r ||||dd�\}}
| |
7 } || fS )NF)r� r� r� r )
r� r� r� r r� r r� r0 r2 r r� r5 r )r� r� r� r� r� r� r� Z
expr_parseZself_failOn_canParseNextZself_ignoreExpr_tryParseZtmplocZskiptextZ
skipresultr� r r r r� - s:
zSkipTo.parseImpl)FNN)Trq r r rT r r; � s 9
c sn e Zd ZdZd� fdd� Zdd� Zdd� Zd d
� Zd d � Zdd
d�Z dd� Z
� fdd�Z d� fdd� Z � Z
S )r! a_ Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the ``Forward``
variable using the '<<' operator.
Note: take care when assigning to ``Forward`` not to overlook
precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the ``Forward``::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See :class:`ParseResults.pprint` for an example of a recursive
parser created using ``Forward``.
Nc s t t| �j|dd� d S rn )rQ r! r� rS rT r r r� w s zForward.__init__c C sj t |t�r| �|�}|| _d | _| jj| _| jj| _| �| jj� | jj | _ | jj
| _
| j � | jj � | S r� )
r� r r� r� r� r� r� rD r� r� r� r� rE rS r r r �
__lshift__z s
zForward.__lshift__c C s | |> S r� r rS r r r � __ilshift__� s zForward.__ilshift__c C s
d| _ | S r~ rB r� r r r rC � s zForward.leaveWhitespacec C s$ | j s d| _ | jd k r | j�� | S r� )r� r� r r� r r r r � s
zForward.streamlinec C sJ |d kr g }| |kr<|d d � | g }| j d k r<| j �|� | �g � d S r� r r r r r rK � s
zForward.validatec C sl t | d�r| jS | jd k r | jS d| _d}z&| jd k rJt| j�d d� }nd}W 5 | jjd | | _X | jS )Nr z: ...rj z: i� �None)r1 r r� r� r r� r� )r� Z retStringr r r r� � s
zForward.__str__c s. | j d k rtt| ��� S t� }|| K }|S d S r� )r� rQ r! rI rc rT r r rI � s
z Forward.copyFc s@ t jr.| jd kr.tjd�d|t| �j�dd� tt | ��
||�S )NzR{0}: setting results name {0!r} on {1} expression that has no contained expression� warn_name_set_on_empty_Forwardr� r$ ) r r r� r( r) r� r� r rQ r! r� r� rT r r r� � s
��zForward._setResultsName)N)N)F)r r r r� r� r r rC r rK r� rI r� ri r r rT r r! \ s
c s" e Zd ZdZd� fdd� Z� ZS )r@ zW
Abstract subclass of :class:`ParseExpression`, for converting parsed results.
Fc s t t| ��|� d| _d S r~ )rQ r@ r� r� r� rT r r r� � s zTokenConverter.__init__)Frp r r rT r r@ � s c s6 e Zd ZdZd
� fdd� Z� fdd�Zdd � Z� ZS ) r a� Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the
input string; this can be disabled by specifying
``'adjacent=False'`` in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
r� Tc s8 t t| ��|� |r | �� || _d| _|| _d| _d S r� )rQ r r� rC �adjacentr� �
joinStringr� )r� r� r r rT r r r� � s zCombine.__init__c s( | j rt�| |� ntt| ��|� | S r� )r r7 rF rQ r rS rT r r rF � s zCombine.ignorec C sP |� � }|d d �= |td�|�| j��g| jd�7 }| jrH|�� rH|gS |S d S )Nr� )r )rI r5 r� rY r r� r� r; )r� r� r� r� ZretToksr r r r� � s
"zCombine.postParse)r� T)r r r r� r� rF r� ri r r rT r r � s
c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r# a Converter to return the matched tokens as a list - useful for
returning tokens of :class:`ZeroOrMore` and :class:`OneOrMore` expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a, b, 100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a, b, 100")) # -> ['fn', ['a', 'b', '100']]
c s t t| ��|� d| _d S r� )rQ r# r� r� r rT r r r�
s zGroup.__init__c C s |gS r� r r� r r r r� s zGroup.postParse�r r r r� r� r� ri r r rT r r# � s c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r a? Converter to return a repetitive expression as a list, but also
as a dictionary. Each element can also be referenced using the first
token in the expression as its key. Useful for tabular report
scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at :class:`ParseResults` of accessing fields by results name.
c s t t| ��|� d| _d S r� )rQ r r� r� r rT r r r� 8 s z
Dict.__init__c C s� t |�D ]�\}}t|�dkr q|d }t|t�r@t|d ��� }t|�dkr\td|�||< qt|�dkr�t|d t�s�t|d |�||< q|�� }|d= t|�dks�t|t�r�|� � r�t||�||< qt|d |�||< q| j
r�|gS |S d S )Nr r� r� r� ) r� r� r� r� r� r� r� r5 rI r; r� )r� r� r� r� r� �tokZikeyZ dictvaluer r r r� < s$
zDict.postParser r r rT r r s & c @ s e Zd ZdZdd� Zdd� ZdS )r> a[ Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also :class:`delimitedList`.)
c C s g S r� r r� r r r r� k s zSuppress.postParsec C s | S r� r r� r r r rA n s zSuppress.suppressN)r r r r� r� rA r r r r r> U s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) r- zDWrapper for parse actions, to ensure they are only called once.
c C s t |�| _d| _d S r~ )r� r� �called)r� Z
methodCallr r r r� u s
zOnlyOnce.__init__c C s. | j s | �|||�}d| _ |S t||d��d S )NTr� )r r� r2 )r� r� r� r� r� r r r r@ x s
zOnlyOnce.__call__c C s
d| _ d S r~ )r r� r r r �reset~ s zOnlyOnce.resetN)r r r r� r� r@ r r r r r r- r s c s: t � �� � fdd�}z � j|_W n tk
r4 Y nX |S )aq Decorator for debugging parse actions.
When the parse action is called, this decorator will print
``">> entering method-name(line:<current_source_line>, <parse_location>, <matched_tokens>)"``.
When the parse action completes, the decorator will print
``"<<"`` followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens))))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
c
s� � j }| dd � \}}}t| �dkr8| d jj d | }tj�d|t||�||f � z � | � }W n8 tk
r� } ztj�d||f � � W 5 d }~X Y nX tj�d||f � |S )Nr� r� r �.z">>entering %s(line: '%s', %d, %r)
z <<leaving %s (exception: %s)
z<<leaving %s (ret: %r)
)r r� r� r� �stderrr` r[ r )ZpaArgsZthisFuncr� r� r� r� r� �rO r r �z� s ztraceParseAction.<locals>.z)r� r r� )rO r r r r rv � s
�,c C s` t | �d t |� d t | � d }|rBt| t|| � ��|�S | tt|�| � �|�S dS )a� Helper to define a delimited list of expressions - the delimiter
defaults to ','. By default, the list elements and delimiters can
have intervening whitespace, and comments, but this can be
overridden by passing ``combine=True`` in the constructor. If
``combine`` is set to ``True``, the matching tokens are
returned as a single token string, with the delimiters included;
otherwise, the matching tokens are returned as a list of tokens,
with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
z [r� r N)r� r rE r� r> )r� Zdelim�combineZdlNamer r r rT � s $c sj t � � � �fdd�}|dkr0tt��dd� �}n|�� }|�d� |j|dd� |� �d t�� d
�S ) a> Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the
leading count token is suppressed.
If ``intExpr`` is specified, it should be a pyparsing expression
that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
c s. |d }� |r t t�g| ��p&t t�> g S r� )r# r rW )r� r� r� r1 �Z arrayExprr� r r �countFieldParseAction� s "z+countedArray.<locals>.countFieldParseActionNc S s t | d �S r� )r� r� r r r r� � r� z countedArray.<locals>.<lambda>ZarrayLenT�r� z(len) rj )r! rB rf r� rI r� r� r� )r� ZintExprr" r r! r rP � s
c C s6 g }| D ](}t |t�r&|�t|�� q|�|� q|S r� )r� r rE r r� )�Lr� r� r r r r � s
r c s6 t � � � fdd�}| j|dd� � �dt| � � � S )a4 Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches a previous literal, will also match the leading
``"1:1"`` in ``"1:10"``. If this is not desired, use
:class:`matchPreviousExpr`. Do *not* use with packrat parsing
enabled.
c sP |rBt |�dkr � |d > qLt|�� �}� tdd� |D ��> n
� t� > d S )Nr� r c s s | ]}t |�V qd S r� )r' �r� Zttr r r r�
s zDmatchPreviousLiteral.<locals>.copyTokenToRepeater.<locals>.<genexpr>)r� r r r r )r� r� r� Ztflat�Zrepr r �copyTokenToRepeater s z1matchPreviousLiteral.<locals>.copyTokenToRepeaterTr# �(prev) )r! r� r� r� )r� r' r r& r rc � s
c sF t � � | �� }� |K � � fdd�}| j|dd� � �dt| � � � S )aT Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks for
a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match ``"1:1"``, but not ``"1:2"``. Because this
matches by expressions, will *not* match the leading ``"1:1"``
in ``"1:10"``; the expressions are evaluated first, and then
compared, so ``"1"`` is compared with ``"10"``. Do *not* use
with packrat parsing enabled.
c s* t |�� �� � fdd�}�j|dd� d S )Nc s$ t |�� �}|� kr tddd��d S )Nr� r )r r r2 )r� r� r� Z theseTokens�Z matchTokensr r �mustMatchTheseTokens% s zLmatchPreviousExpr.<locals>.copyTokenToRepeater.<locals>.mustMatchTheseTokensTr# )r r r� )r� r� r� r* r& r) r r' # s z.matchPreviousExpr.<locals>.copyTokenToRepeaterTr# r( )r! rI r� r� r� )r� Ze2r' r r& r rb s c C s: dD ]}| � |t| �} q| � dd�} | � dd�} t| �S )Nz\^-]r� r\ r� r� )r� �_bslashr� )r� r� r r r r� . s
r� c s� t |t�rtjddd� |r:dd� }dd� }|r4tnt� n dd� }dd� }|rRtnt� g }t | t�rn| �� }n$t | t �r�t
| �}ntjd t dd� |s�t � S |�s.d
}|t
|�d k �r.|| }t||d d � �D ]N\} }
||
|�r�||| d = q�q�|||
�r�||| d = |�||
� q�q�|d 7 }q�|�s�|�s�|�r�zlt
|�t
d
�|��k�r�tdd
�dd� |D �� ��d�|��W S td�dd� |D ����d�|��W S W n& tk
�r� tjdt dd� Y nX t� fdd�|D ���d�|��S )a� Helper to quickly define a set of alternative Literals, and makes
sure to do longest-first testing when there is a conflict,
regardless of the input order, but returns
a :class:`MatchFirst` for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of
string literals
- caseless - (default= ``False``) - treat all literals as
caseless
- useRegex - (default= ``True``) - as an optimization, will
generate a Regex object; otherwise, will generate
a :class:`MatchFirst` object (if ``caseless=True`` or ``asKeyword=True``, or if
creating a :class:`Regex` raises an exception)
- asKeyword - (default=``False``) - enforce Keyword-style matching on the
generated expressions
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
z_More than one string argument passed to oneOf, pass choices as a list or space-delimited stringr� r$ c S s | � � |� � kS r� )r~ �rL �br r r r� [ r� zoneOf.<locals>.<lambda>c S s |� � �| � � �S r� )r~ ry r, r r r r� \ r� c S s | |kS r� r r, r r r r� _ r� c S s
|� | �S r� )ry r, r r r r� ` r� z6Invalid argument to oneOf, expected string or iterabler r� Nr� r� c s s | ]}t |�V qd S r� )r� �r� Zsymr r r r� � s zoneOf.<locals>.<genexpr>r� �|c s s | ]}t �|�V qd S r� )r� r� r. r r r r� � s z7Exception creating Regex for oneOf, building MatchFirstc 3 s | ]}� |�V qd S r� r r. �ZparseElementClassr r r� � s )r� r r( r) r r r$ r' r� r r r* r* r� r� rB r� r: r� r r) ) Zstrsr} ZuseRegexr� ZisequalZmasksZsymbolsr� Zcurr# rJ r r0 r rg 6 s\
�
�
** � c C s t tt| | ���S )a� Helper to easily and clearly define a dictionary by specifying
the respective patterns for the key and value. Takes care of
defining the :class:`Dict`, :class:`ZeroOrMore`, and
:class:`Group` tokens in the proper order. The key pattern
can include delimiting markers or punctuation, as long as they are
suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the :class:`Dict` results
can include named token fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
)r r, r# )r@ r$ r r r rU � s %c C s^ t � �dd� �}|�� }d|_|d�| |d� }|r@dd� }ndd� }|�|� | j|_|S ) a� Helper to return the original, untokenized text for a given
expression. Useful to restore the parsed fields of an HTML start
tag into the raw tag text itself, or to revert separate tokens with
intervening whitespace back to the original matching input text. By
default, returns astring containing the original parsed text.
If the optional ``asString`` argument is passed as
``False``, then the return value is
a :class:`ParseResults` containing any results names that
were originally matched, and a single token containing the original
matched text from the input string. So if the expression passed to
:class:`originalTextFor` contains expressions with defined
results names, you must set ``asString`` to ``False`` if you
want to preserve those results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b", "i"):
opener, closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
c S s |S r� r )r� r� r� r r r r� � r� z!originalTextFor.<locals>.<lambda>F�_original_start�
_original_endc S s | |j |j� S r� )r1 r2 r� r r r r� � r� c S s& | |� d�|� d�� g|d d �< d S )Nr1 r2 )r? r� r r r � extractText� s z$originalTextFor.<locals>.extractText)r r� rI r� r� )r� ZasStringZ locMarkerZ endlocMarker� matchExprr3 r r r r{ � s
c C s t | ��dd� �S )zkHelper to undo pyparsing's default grouping of And expressions,
even if all but one are non-empty.
c S s | d S r� r r� r r r r� � r� zungroup.<locals>.<lambda>)r@ r� )r� r r r r| � s c C s4 t � �dd� �}t|d�| d� |�� �� d� �S )a� Helper to decorate a returned token with its starting and ending
locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains ``<TAB>`` characters, you
may want to call :class:`ParserElement.parseWithTabs`
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
c S s |S r� r r� r r r r� � r� z locatedExpr.<locals>.<lambda>Z
locn_startr$ Zlocn_end)r r� r# rI rC )r� Zlocatorr r r r~ � s z\[]-*.$+^?()~ �r� c C s |d d S r r r� r r r r� r� r� z\\0?[xX][0-9a-fA-F]+c C s t t|d �d�d��S )Nr z\0xr� )�unichrr� ra r� r r r r� r� z \\0[0-7]+c C s t t|d dd � d��S )Nr r� � )r6 r� r� r r r r�
r� z\]r� rU r� �negate�bodyrX c sF dd� � z"d� � fdd�t�| �jD ��W S tk
r@ Y dS X dS )a Helper to easily define string ranges for use in Word
construction. Borrows syntax from regexp '[]' string range
definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string
is the expanded character set joined into a single string. The
values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as ``\-``
or ``\]``)
- an escaped hex character with a leading ``'\x'``
(``\x21``, which is a ``'!'`` character) (``\0x##``
is also supported for backwards compatibility)
- an escaped octal character with a leading ``'\0'``
(``\041``, which is a ``'!'`` character)
- a range of any of the above, separated by a dash (``'a-z'``,
etc.)
- any combination of the above (``'aeiouy'``,
``'a-zA-Z0-9_$'``, etc.)
c S s< t | t�s| S d�dd� tt| d �t| d �d �D ��S )Nr� c s s | ]}t |�V qd S r� �r6 r� r r r r� ) s z+srange.<locals>.<lambda>.<locals>.<genexpr>r r� )r� r5 r� r �ord)�pr r r r� ) r� zsrange.<locals>.<lambda>r� c 3 s | ]}� |�V qd S r� r )r� �part�Z _expandedr r r� + s zsrange.<locals>.<genexpr>N)r� �_reBracketExprr r9 r r� r r> r rs s
"c s � fdd�}|S )zoHelper method for defining parse actions that require matching at
a specific column in the input text.
c s" t || �� kr t| |d� ��d S )Nz matched token not at column %dr� )r� Zlocnr� r0 r r � verifyCol3 s z!matchOnlyAtCol.<locals>.verifyColr )r1 r@ r r0 r ra / s c s � fdd�S )a� Helper method for common parse actions that simply return
a literal value. Especially useful when used with
:class:`transformString<ParserElement.transformString>` ().
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
c s � gS r� r r� �ZreplStrr r r� E r� z replaceWith.<locals>.<lambda>r rA r rA r rp 8 s
c C s |d dd� S )a Helper parse action for removing quotation marks from parsed
quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
r r� r� r r� r r r rn G s
c sN � �fdd�}zt �dt �d�j�}W n tk
rB t��}Y nX ||_|S )aL Helper to define a parse action by mapping a function to all
elements of a ParseResults list. If any additional args are passed,
they are forwarded to the given function as additional arguments
after the token, as in
``hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))``,
which will convert the parsed data to an integer using base 16.
Example (compare the last to example in :class:`ParserElement.transformString`::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
c s � �fdd�|D �S )Nc s g | ]}�|f� �� �qS r r )r� Ztokn�r� r� r r r { s z(tokenMap.<locals>.pa.<locals>.<listcomp>r r� rB r r r� z s ztokenMap.<locals>.par r� )r� r r r� )r� r� r� r� r rB r r� V s $
�c C s t | ��� S r� �r� r~ r� r r r r� � r� c C s t | ��� S r� �r� �lowerr� r r r r� � r� rf rg c s~ t | t�r | � t| | d�} n| j� tttd �}|r�t�� � t
�}|| d� t t t
|td� | ��� tddgd�d�� d d
� � | }nlt�� � t
�ttd d �B }|| d� t t t
|� t�ttd�| � ��� tddgd�d�� d
d
� � | }ttd�| d dd�}|�d� � |�� fdd
�� |dd�� �dd��� �� � ��d� �}� |_� |_t |� �|_ ||fS )zRInternal helper to construct opening and closing tag expressions, given a tag namer� z_-:�tag�=�/F�r< rW c S s |d dkS �Nr rH r r� r r r r� � r� z_makeTags.<locals>.<lambda>rg r� c S s |d dkS rJ r r� r r r r� � r� rh )r z<%s>c s* | � dd�� �dd��� �� � | �� �S )Nr� r� �:r� )r r� r� �titler� rI r� �Zresnamer r r� � r� r� r� rK r� z</%s>) r� r r$ r rB rH rG rR rI r� rn r rE r# r> r. rm rj rV r �_Lr� r� r� r� rL r� rF r; Ztag_body)�tagStrZxmlZ suppress_LTZ suppress_GTZ tagAttrNameZ tagAttrValueZopenTagZcloseTagr rM r � _makeTags� sH
���������, rP c C s
t | d�S )aK Helper to construct opening and closing tag expressions for HTML,
given a tag name. Matches tags in either upper or lower case,
attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and
# closing tags as a 2-tuple
a, a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are
# also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> https://github.com/pyparsing/pyparsing/wiki
F�rP �rO r r r r_ � s c C s
t | d�S )z�Helper to construct opening and closing tag expressions for XML,
given a tag name. Matches tags only in the given upper/lower case.
Example: similar to :class:`makeHTMLTags`
TrQ rR r r r r` � s c s8 | r| dd� � n|� � � dd� � D �� � fdd�}|S )a7 Helper to create a validating parse action to be used with start
tags created with :class:`makeXMLTags` or
:class:`makeHTMLTags`. Use ``withAttribute`` to qualify
a starting tag with a required attribute value, to avoid false
matches on common tags such as ``<TD>`` or ``<DIV>``.
Call ``withAttribute`` with a series of attribute names and
values. Specify the list of filter attributes names and values as:
- keyword arguments, as in ``(align="right")``, or
- as an explicit dict with ``**`` operator, when an attribute
name is also a Python reserved word, as in ``**{"class":"Customer", "align":"right"}``
- a list of name-value tuples, as in ``(("ns1:class", "Customer"), ("ns2:align", "right"))``
For attribute names with a namespace prefix, you must use the second
form. Attribute names are matched insensitive to upper/lower case.
If just testing for ``class`` (with or without a namespace), use
:class:`withClass`.
To verify that the attribute exists, but without specifying a value,
pass ``withAttribute.ANY_VALUE`` as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
Nc S s g | ]\}}||f�qS r r ra r r r r s z!withAttribute.<locals>.<listcomp>c sZ � D ]P\}}||kr$t | |d| ��|tjkr|| |krt | |d||| |f ��qd S )Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')r2 ry � ANY_VALUE)r� r� r� ZattrNameZ attrValue�Zattrsr r r� s �zwithAttribute.<locals>.pa)r! )r� ZattrDictr� r rT r ry � s 8 c C s |r d| nd}t f || i�S )a� Simplified version of :class:`withAttribute` when
matching on a div class - made difficult because ``class`` is
a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
z%s:class�class)ry )Z classname� namespaceZ classattrr r r r s #�(r� c C s� G dd� dt �}t� }| || | B }t|�D �]n\}}|d dd� \} }
} } |
dk r`d| nd| }
|
dkr�| dks�t| �d kr�td
��| \}}t� �|
�}| tjk�rp|
d kr�||| �t|t | � � }n�|
d k�r*| dk �r ||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rf||| | | | �t|| | | | � }ntd ��n�| tj
k�rT|
d k�r�t | t ��s�t | �} || j
| �t| | � }n�|
d k�r| dk �r�||| | �t|t | | � � }n ||| �t|t |� � }nD|
dk�rJ||| | | | �t|| | | | � }ntd ��ntd
��| �r�t | ttf��r~|j| � n
|�| � ||�|
�|B K }|}q.||K }|S )al
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary
or binary, left- or right-associative. Parse actions can also be
attached to operator expressions. The generated parser will also
recognize the use of parentheses to override operator precedences
(see example below).
Note: if you define a deep operator list, you may see performance
issues when using infixNotation. See
:class:`ParserElement.enablePackrat` for a mechanism to potentially
improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the
nested
- opList - list of tuples, one for each operator precedence level
in the expression grammar; each tuple is of the form ``(opExpr,
numTerms, rightLeftAssoc, parseAction)``, where:
- opExpr is the pyparsing expression for the operator; may also
be a string, which will be converted to a Literal; if numTerms
is 3, opExpr is a tuple of two expressions, for the two
operators separating the 3 terms
- numTerms is the number of terms for this operator (must be 1,
2, or 3)
- rightLeftAssoc is the indicator whether the operator is right
or left associative, using the pyparsing-defined constants
``opAssoc.RIGHT`` and ``opAssoc.LEFT``.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the parse action
tuple member may be omitted); if the parse action is passed
a tuple or list of functions, this is equivalent to calling
``setParseAction(*fn)``
(:class:`ParserElement.setParseAction`)
- lpar - expression for matching left-parentheses
(default= ``Suppress('(')``)
- rpar - expression for matching right-parentheses
(default= ``Suppress(')')``)
Example::
# simple example of four-function arithmetic with ints and
# variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
c @ s e Zd Zddd�ZdS )zinfixNotation.<locals>._FBTc S s | j �||� |g fS r� )r� r� r� r r r r� � s z$infixNotation.<locals>._FB.parseImplN)Trz r r r r �_FB� s rX r� Nr� r� z%s termz %s%s termr� z@if numterms=3, opExpr must be a tuple or list of two expressionsr� z6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)r r! r� r� r5 r� rh �LEFTr# r, �RIGHTr� r. r� r4 r r� )ZbaseExprZopListZlparZrparrX r� ZlastExprr� ZoperDefZopExprZarityZrightLeftAssocr� ZtermNameZopExpr1ZopExpr2ZthisExprr4 r r r r} D s` H�
&
�
&
�
z4"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*�'z string enclosed in single quotesz*quotedString using single or double quotes�uzunicode string literalc C s� | |krt d��|dk�r*t| t��r"t|t��r"t| �dkr�t|�dkr�|dk r�tt| t| | tj dd� ��� dd� �}n$t
� � t| | tj �� dd� � }nx|dk r�tt| t | � t |� ttjdd� ��� dd� �}n4ttt | � t |� ttjdd� ��� d d� �}nt d
��t
� }|dk �rd|tt| �t||B |B � t|� �K }n$|tt| �t||B � t|� �K }|�d | |f � |S ) a� Helper method for defining nested lists enclosed in opening and
closing delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list
(default= ``"("``); can also be a pyparsing expression
- closer - closing character for a nested list
(default= ``")"``); can also be a pyparsing expression
- content - expression for items within the nested lists
(default= ``None``)
- ignoreExpr - expression for ignoring opening and closing
delimiters (default= :class:`quotedString`)
If an expression is not provided for the content argument, the
nested expression will capture all whitespace-delimited content
between delimiters as a list of separate values.
Use the ``ignoreExpr`` argument to define expressions that may
contain opening or closing characters that should not be treated as
opening or closing characters for nesting, such as quotedString or
a comment expression. Specify multiple expressions using an
:class:`Or` or :class:`MatchFirst`. The default is
:class:`quotedString`, but if no expressions are to be ignored, then
pass ``None`` for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR, RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
z.opening and closing strings cannot be the sameNr� r5 c S s | d � � S r� �r� r� r r r r� r� z nestedExpr.<locals>.<lambda>c S s | d � � S r� r^ r� r r r r� r� c S s | d � � S r� r^ r� r r r r� ' r� c S s | d � � S r� r^ r� r r r r� , r� zOopening and closing arguments must be strings if no content expression is givenznested %s%s expression)r5 r� r r� r r, r r7 r� r� rW rI r' r! r# r> rE r� )ZopenerZcloserZcontentr r� r r r rd � s` A
�����
����� �� � ��
*$c s �dd� � � �fdd���fdd�}�fdd�}�fdd �}t t� �d
��� �}t� t� �|� �d �}t� �|��d �}t� �|��d
�} |r�tt|�| t |t| � t|� � | �}
n(tt|�t |t| � t|� � | �}
|
� �fdd�� | �
t t� � |
�d�S )a� Helper method for defining space-delimited indentation blocks,
such as those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single
grammar should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond
the current level; set to False for block of left-most
statements (default= ``True``)
A valid block must contain at least one ``blockStatement``.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group("(" + Optional(delimitedList(identifier)) + ")") + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group(funcDecl + func_body)
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << (funcDef | assignment | identifier)
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
Nc s � �d d �< d S r� r r )� backup_stack� indentStackr r � reset_stack� s z"indentedBlock.<locals>.reset_stackc sN |t | �krd S t|| �}|� d krJ|� d kr>t| |d��t| |d��d S )Nr� zillegal nestingznot a peer entry)r� rM r2 �r� r� r� ZcurCol�r` r r �checkPeerIndent� s
z&indentedBlock.<locals>.checkPeerIndentc s2 t || �}|� d kr"� �|� n t| |d��d S )Nr� znot a subentry)rM r� r2 rb rc r r �checkSubIndent� s
z%indentedBlock.<locals>.checkSubIndentc sJ |t | �krd S t|| �}� r&|� ks2t| |d��|� d k rF� �� d S )Nznot an unindentr� )r� rM r2 r? rb rc r r �
checkUnindent� s
z$indentedBlock.<locals>.checkUnindentz �INDENTr� ZUNINDENTc s � � S r� r )rL r- r� r� )ra r r r� � r� z indentedBlock.<locals>.<lambda>zindented block) r, r% rD rA r r� r� r# r. r� rF r+ ) ZblockStatementExprr` rj rd re rf rw rg ZPEERZUNDENTZsmExprr )r_ r` ra r rz 7 s2 Q �����z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:zany tagzgt lt amp nbsp quot aposz><& "'z &(?P<entity>r/ z);zcommon HTML entityc C s t �| j�S )zRHelper parser action to replace common HTML entities with their special characters)�_htmlEntityMapr� Zentityr� r r r ro � s z/\*(?:[^*]|\*(?!/))*z*/zC style commentz<!--[\s\S]*?-->z HTML commentz.*z rest of linez//(?:\\\n|[^\n])*z
// commentzC++ style commentz#.*zPython style commentr� � � commaItemrI c @ s� e Zd ZdZee�Zee�Ze e
�� d�� e�Z
e e�� d�� eed��Zed�� d�� e�Ze� � e�d e� � e� � d�Ze�d d
� � eeeed ��� e � B � d �Ze�e� ed
�� d�� e�Zed�� d�� e�ZeeB eB �� Zed�� d�� e�Z e e d e d �� d�Z ed�� d�Z ed�� d�Z!e!de! d � d�Z"ee!de! d �d ee!de! d � � d �Z#e#�$d d
� � d e � d!�Z%e&e"e%B e#B � d"��� d"�Z'ed#�� d$�Z(e)d=d&d'��Z*e)d>d)d*��Z+ed+�� d,�Z,ed-�� d.�Z-ed/�� d0�Z.e/�� e0�� B Z1e)d1d2� �Z2e&e3e4d3� e5� e e6d3d4� ee7d5�� ���� � d6�Z8e9ee:�;� e8B d7d8��� d9�Z<e)ed:d
� ��Z=e)ed;d
� ��Z>d<S )?r� a Here are some common low-level expressions that may be useful in
jump-starting parser development:
- numeric forms (:class:`integers<integer>`, :class:`reals<real>`,
:class:`scientific notation<sci_real>`)
- common :class:`programming identifiers<identifier>`
- network addresses (:class:`MAC<mac_address>`,
:class:`IPv4<ipv4_address>`, :class:`IPv6<ipv6_address>`)
- ISO8601 :class:`dates<iso8601_date>` and
:class:`datetime<iso8601_datetime>`
- :class:`UUID<uuid>`
- :class:`comma-separated list<comma_separated_list>`
Parse actions:
- :class:`convertToInteger`
- :class:`convertToFloat`
- :class:`convertToDate`
- :class:`convertToDatetime`
- :class:`stripHTMLTags`
- :class:`upcaseTokens`
- :class:`downcaseTokens`
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
�integerz hex integerr� z[+-]?\d+zsigned integerrH �fractionc C s | d | d S )Nr r� r r� r r r r� � r� zpyparsing_common.<lambda>r� z"fraction or mixed integer-fractionz[+-]?(:?\d+\.\d*|\.\d+)z real numberz@[+-]?(:?\d+(:?[eE][+-]?\d+)|(:?\d+\.\d*|\.\d+)(:?[eE][+-]?\d+)?)z$real number with scientific notationz [+-]?\d+\.?\d*([eE][+-]?\d+)?�fnumberr �
identifierzK(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}z IPv4 addressz[0-9a-fA-F]{1,4}� hex_integerrK � zfull IPv6 address)r r� z::zshort IPv6 addressc C s t dd� | D ��dk S )Nc s s | ]}t j�|�rd V qdS rd )r� �
_ipv6_partr r% r r r r� � s z,pyparsing_common.<lambda>.<locals>.<genexpr>r7 )r� r� r r r r� � r� z::ffff:zmixed IPv6 addressz IPv6 addressz:[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}z MAC address�%Y-%m-%dc s � fdd�}|S )a�
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%d"``)
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
c
sN zt �|d � ��� W S tk
rH } zt| |t|���W 5 d }~X Y nX d S r� )r �strptime�dater5 r2 r� �r� r� r� Zve��fmtr r �cvt_fn� s z.pyparsing_common.convertToDate.<locals>.cvt_fnr �rw rx r rv r �
convertToDate� s z pyparsing_common.convertToDate�%Y-%m-%dT%H:%M:%S.%fc s � fdd�}|S )a Helper to create a parse action for converting parsed
datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default= ``"%Y-%m-%dT%H:%M:%S.%f"``)
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
c
sJ zt �|d � �W S tk
rD } zt| |t|���W 5 d }~X Y nX d S r� )r rs r5 r2 r� ru rv r r rx � s z2pyparsing_common.convertToDatetime.<locals>.cvt_fnr ry r rv r �convertToDatetime� s z"pyparsing_common.convertToDatetimez7(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?z ISO8601 datez�(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?zISO8601 datetimez2[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}�UUIDc C s t j�|d �S )a Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="https://github.com/pyparsing/pyparsing/wiki">pyparsing</a> wiki page</td>'
td, td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body)
Prints::
More info at the pyparsing wiki page
r )r� �_html_stripperr� )r� r� r� r r r �
stripHTMLTags� s z pyparsing_common.stripHTMLTagsr r� ri rj r� rI zcomma separated listc C s t | ��� S r� rC r� r r r r� r� c C s t | ��� S r� rD r� r r r r� r� N)rr )r{ )?r r r r� r� r� ZconvertToInteger�floatZconvertToFloatrB rf r� r� rk rX ro r: Zsigned_integerrl r� r. rA Z
mixed_integerr� �realZsci_realr �numberrm rH rG rn Z ipv4_addressrq Z_full_ipv6_addressZ_short_ipv6_addressr� Z_mixed_ipv6_addressr Z ipv6_addressZ mac_addressr� rz r| Z iso8601_dateZiso8601_datetime�uuidrK rJ r~ r r, r' r% rj rA �
_commasepitemrT rm rI Zcomma_separated_listrx rV r r r r r� � sv ""
���
�
�
� �
���c @ s e Zd Zdd� Zdd� ZdS )�_lazyclasspropertyc C s || _ |j| _|j| _d S r� )r� r� r r� r r r r� s z_lazyclassproperty.__init__c sl � d krt |�� t� d�r:t� fdd�� jdd � D ��r@i � _| jj}|� jkrb| �� �� j|< � j| S )N�_internc 3 s | ]}� j t|d g �kV qdS )r� N)r� r� )r� Z
superclassr� r r r� s �z-_lazyclassproperty.__get__.<locals>.<genexpr>r� )r� r1 rv �__mro__r� r� r )r� r� r� �attrnamer r� r �__get__ s �
z_lazyclassproperty.__get__N)r r r r� r� r r r r r�
s r� c @ sP e Zd ZdZg Zedd� �Zedd� �Zedd� �Z edd � �Z
ed
d � �Z d S )
r� a�
A set of Unicode characters, for language-specific strings for
``alphas``, ``nums``, ``alphanums``, and ``printables``.
A unicode_set is defined by a list of ranges in the Unicode character
set, in a class attribute ``_ranges``, such as::
_ranges = [(0x0020, 0x007e), (0x00a0, 0x00ff),]
A unicode set can also be defined using multiple inheritance of other unicode sets::
class CJK(Chinese, Japanese, Korean):
pass
c C sZ g }| j D ]8}|tkr qD|jD ] }|�t|d |d d �� q q
dd� tt|��D �S )Nr r� r� c S s g | ] }t |��qS r r: r� r r r r 4 s z5unicode_set._get_chars_for_ranges.<locals>.<listcomp>)r� r� �_rangesrE r rt r� )r� r� ZccZrrr r r �_get_chars_for_ranges, s
z!unicode_set._get_chars_for_rangesc C s d� ttj| �� ��S )z+all non-whitespace characters in this ranger� )r� r r� r� r� r� r r r rj 6 s zunicode_set.printablesc C s d� ttj| �� ��S )z'all alphabetic characters in this ranger� )r� �filterr� �isalphar� r� r r r rH ; s zunicode_set.alphasc C s d� ttj| �� ��S )z*all numeric digit characters in this ranger� )r� r� r� �isdigitr� r� r r r rf @ s zunicode_set.numsc C s | j | j S )z)all alphanumeric characters in this range)rH rf r� r r r rG E s zunicode_set.alphanumsN) r r r r� r� r� r� r� rj rH rf rG r r r r r� s
c @ s� e Zd ZdZdejfgZG dd� de�ZG dd� de�Z G dd� de�Z
G d d
� d
e�Z G d d � d e�Z G d
d� de�Z
G dd� de�ZG dd� de�ZG dd� de
ee�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd � d e�Zd S ) r� zF
A namespace class for defining common language unicode_sets.
� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Latin1z/Unicode set for Latin-1 Unicode Character Range)r� �~ )� � N�r r r r� r� r r r r �Latin1Q s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinAz/Unicode set for Latin-A Unicode Character Range)� i Nr� r r r r �LatinAU s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.LatinBz/Unicode set for Latin-B Unicode Character Range)i� iO Nr� r r r r �LatinBY s r� c @ s6 e Zd ZdZdddddddd d
d d d
dddddgZdS )zpyparsing_unicode.Greekz.Unicode set for Greek Unicode Character Ranges)ip i� )i i )i i )i iE )iH iM )iP iW )iY )i[ )i] )i_ i} )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� )i� i� Nr� r r r r �Greek] s& �r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Cyrillicz0Unicode set for Cyrillic Unicode Character Range)i i� Nr� r r r r �Cyrillice s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Chinesez/Unicode set for Chinese Unicode Character Range)� N i�� �i 0 i?0 Nr� r r r r �Chinesei s r� c @ sD e Zd ZdZg ZG dd� de�ZG dd� de�ZG dd� de�ZdS ) zpyparsing_unicode.Japanesez`Unicode set for Japanese Unicode Character Range, combining Kanji, Hiragana, and Katakana rangesc @ s e Zd ZdZddgZdS )z pyparsing_unicode.Japanese.Kanjiz-Unicode set for Kanji Unicode Character Range)r� i�� r� Nr� r r r r �Kanjiq s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Hiraganaz0Unicode set for Hiragana Unicode Character Range)i@0 i�0 Nr� r r r r �Hiraganau s r� c @ s e Zd ZdZdgZdS )z#pyparsing_unicode.Japanese.Katakanaz1Unicode set for Katakana Unicode Character Range)i�0 i�0 Nr� r r r r �Katakanay s r� N) r r r r� r� r� r� r� r� r r r r �Japanesem s
r� c @ s e Zd ZdZddddddgZdS ) zpyparsing_unicode.Koreanz.Unicode set for Korean Unicode Character Range)i � i�� )i i� )i01 i�1 )i`� i� )i�� i�� r� Nr� r r r r �Korean} s r� c @ s e Zd ZdZdS )zpyparsing_unicode.CJKzTUnicode set for combined Chinese, Japanese, and Korean (CJK) Unicode Character RangeNr� r r r r �CJK� s r� c @ s e Zd ZdZddgZdS )zpyparsing_unicode.Thaiz,Unicode set for Thai Unicode Character Range)i i: )i? i[ Nr� r r r r �Thai� s r� c @ s e Zd ZdZdddgZdS )zpyparsing_unicode.Arabicz.Unicode set for Arabic Unicode Character Range)i i )i i� )i i Nr� r r r r �Arabic� s r� c @ s e Zd ZdZdgZdS )zpyparsing_unicode.Hebrewz.Unicode set for Hebrew Unicode Character Range)i� i� Nr� r r r r �Hebrew� s r� c @ s e Zd ZdZddgZdS )z pyparsing_unicode.Devanagariz2Unicode set for Devanagari Unicode Character Range)i i )i� i�� Nr� r r r r �
Devanagari� s r� N)r r r r� r� �
maxunicoder� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� K s u العربيةu 中文u кириллицаu Ελληνικάu עִברִיתu 日本語u 漢字u カタカナu ひらがなu 한국어u ไทยu देवनागरी�__main__Zselect�fromr{ r )r �columnsr� ZtablesZcommandaK
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
z]
100
-100
+100
3.14159
6.02e23
1e-12
z
100
FF
z6
12345678-1234-5678-1234-567812345678
)NF)r� )r F)N)FTF)T)r� )T( r� r r r r� �weakrefr r rI r� r( r� r� r
rx r� r� r �operatorr � itertools� functoolsr r � ImportErrorr �_threadr Z threadingZcollections.abcr r
r r r Z ordereddictr
r r� r r� r� r Z%warn_on_multiple_string_args_to_oneofr� �__all__r4 � version_infor� rb �maxsizerh r� r �chrr6 r� r� r� r� rt �reversedr r� rv r� r� r� r� ZmaxintZxranger Z __builtin__r� Zfnamer� r� r� r� r
r� Zascii_uppercaseZascii_lowercaserH rf rX rG r+ r� Z printablerj r� r r0 r2 r4 r6 r9 r� r� r5 �registerrM r^ r[ r� r� r� re r� r7 r' r? r r* r' rv rN r� r$ r r r� rB r� rF r: r8 r rA r� r" r& r% r= r< rD rC r3 r r/ r) r r1 r r( r+ r r, rE r r. r; r! r@ r r# r r> r- rv rT rP r rc rb r� rg rU r{ r| r~ r� rW r] r\ ru rt r� Z _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ
_charRanger� r? rs ra rp rn r� rx rV rP r_ r` ry rS r rh rY rZ r} ri rR rr rm rw rd rz rI rk rK rJ r r� rh r7 rO ro rL rY rC rq rS rQ rZ rl r r� rN r� r� r� r� r� r� r� r� r� �setattrr� r� r� r� r� r� r� r� r Z selectTokenZ fromTokenZidentZ
columnNameZcolumnNameListZ
columnSpecZ tableNameZ
tableNameListZ simpleSQLrg r� rm ro r� r} r r r r �<module> s �H
�
?]
H
D !
'N
E
KF yl{V O#K,:# Dvj-D 0 $ W' * 4
0�%
E& �� h~
(
��� � ./J��
&
__pycache__/__init__.cpython-38.pyc 0000644 00000005415 15043676217 0013163 0 ustar 00 U
��.e1 � @ s� d Z ddlmZ ddlZddlZddlZdZej� ej�
e ��Z dd� Z
e�r�e�ej�e d��ej ejdd�< e
d� e
d � e
d
� e
d � e
d � e
d
� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d� e
d � e
d � e
d � e
d � e
d � e
d!� e
d"� e
d#� e
d$� e
d%� e
d&� e
d'� e
d(� e
d)� e
d*� e
d+� e
d,� e
d-� e
d.� e
d/� e
d0� e
d1� e
d2� e
d3� e
d4� e
d5� e
d6� e
d7� dS )8z�
pip._vendor is for vendoring dependencies of pip to prevent needing pip to
depend on something external.
Files inside of pip._vendor should be considered immutable and should only be
updated to versions from upstream.
� )�absolute_importNFc C sv d� t| �}zt| t� t� dd� W n tk
r8 Y n:X tj| tj|< |�dd�\}}t tj| |tj| � d S )Nz{0}.{1}r )�level�.� )
�format�__name__�
__import__�globals�locals� ImportError�sys�modules�rsplit�setattr)Z
modulenameZ
vendored_name�base�head� r �8/usr/lib/python3.8/site-packages/pip/_vendor/__init__.py�vendored s r z*.whlZ cachecontrolZcoloramaZ contextlib2ZdistlibZdistroZhtml5libZsixz six.moveszsix.moves.urllibzsix.moves.urllib.parseZ packagingzpackaging.versionzpackaging.specifiersZpep517Z
pkg_resourcesZprogressZpytomlZretryingZrequestszrequests.exceptionszrequests.packageszrequests.packages.urllib3z&requests.packages.urllib3._collectionsz$requests.packages.urllib3.connectionz(requests.packages.urllib3.connectionpoolz!requests.packages.urllib3.contribz*requests.packages.urllib3.contrib.ntlmpoolz+requests.packages.urllib3.contrib.pyopensslz$requests.packages.urllib3.exceptionsz requests.packages.urllib3.fieldsz"requests.packages.urllib3.filepostz"requests.packages.urllib3.packagesz/requests.packages.urllib3.packages.ordered_dictz&requests.packages.urllib3.packages.sixz5requests.packages.urllib3.packages.ssl_match_hostnamezErequests.packages.urllib3.packages.ssl_match_hostname._implementationz%requests.packages.urllib3.poolmanagerz!requests.packages.urllib3.requestz"requests.packages.urllib3.responsez requests.packages.urllib3.utilz)requests.packages.urllib3.util.connectionz&requests.packages.urllib3.util.requestz'requests.packages.urllib3.util.responsez$requests.packages.urllib3.util.retryz#requests.packages.urllib3.util.ssl_z&requests.packages.urllib3.util.timeoutz"requests.packages.urllib3.util.urlZurllib3)�__doc__Z
__future__r ZglobZos.path�osr Z DEBUNDLED�path�abspath�dirname�__file__Z WHEEL_DIRr �joinr r r r �<module> sr $ retrying.py 0000644 00000023364 15043676217 0007004 0 ustar 00 ## Copyright 2013-2014 Ray Holder
##
## Licensed under the Apache License, Version 2.0 (the "License");
## you may not use this file except in compliance with the License.
## You may obtain a copy of the License at
##
## http://www.apache.org/licenses/LICENSE-2.0
##
## Unless required by applicable law or agreed to in writing, software
## distributed under the License is distributed on an "AS IS" BASIS,
## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
## See the License for the specific language governing permissions and
## limitations under the License.
import random
from pip._vendor import six
import sys
import time
import traceback
# sys.maxint / 2, since Python 3.2 doesn't have a sys.maxint...
MAX_WAIT = 1073741823
def retry(*dargs, **dkw):
"""
Decorator function that instantiates the Retrying object
@param *dargs: positional arguments passed to Retrying object
@param **dkw: keyword arguments passed to the Retrying object
"""
# support both @retry and @retry() as valid syntax
if len(dargs) == 1 and callable(dargs[0]):
def wrap_simple(f):
@six.wraps(f)
def wrapped_f(*args, **kw):
return Retrying().call(f, *args, **kw)
return wrapped_f
return wrap_simple(dargs[0])
else:
def wrap(f):
@six.wraps(f)
def wrapped_f(*args, **kw):
return Retrying(*dargs, **dkw).call(f, *args, **kw)
return wrapped_f
return wrap
class Retrying(object):
def __init__(self,
stop=None, wait=None,
stop_max_attempt_number=None,
stop_max_delay=None,
wait_fixed=None,
wait_random_min=None, wait_random_max=None,
wait_incrementing_start=None, wait_incrementing_increment=None,
wait_exponential_multiplier=None, wait_exponential_max=None,
retry_on_exception=None,
retry_on_result=None,
wrap_exception=False,
stop_func=None,
wait_func=None,
wait_jitter_max=None):
self._stop_max_attempt_number = 5 if stop_max_attempt_number is None else stop_max_attempt_number
self._stop_max_delay = 100 if stop_max_delay is None else stop_max_delay
self._wait_fixed = 1000 if wait_fixed is None else wait_fixed
self._wait_random_min = 0 if wait_random_min is None else wait_random_min
self._wait_random_max = 1000 if wait_random_max is None else wait_random_max
self._wait_incrementing_start = 0 if wait_incrementing_start is None else wait_incrementing_start
self._wait_incrementing_increment = 100 if wait_incrementing_increment is None else wait_incrementing_increment
self._wait_exponential_multiplier = 1 if wait_exponential_multiplier is None else wait_exponential_multiplier
self._wait_exponential_max = MAX_WAIT if wait_exponential_max is None else wait_exponential_max
self._wait_jitter_max = 0 if wait_jitter_max is None else wait_jitter_max
# TODO add chaining of stop behaviors
# stop behavior
stop_funcs = []
if stop_max_attempt_number is not None:
stop_funcs.append(self.stop_after_attempt)
if stop_max_delay is not None:
stop_funcs.append(self.stop_after_delay)
if stop_func is not None:
self.stop = stop_func
elif stop is None:
self.stop = lambda attempts, delay: any(f(attempts, delay) for f in stop_funcs)
else:
self.stop = getattr(self, stop)
# TODO add chaining of wait behaviors
# wait behavior
wait_funcs = [lambda *args, **kwargs: 0]
if wait_fixed is not None:
wait_funcs.append(self.fixed_sleep)
if wait_random_min is not None or wait_random_max is not None:
wait_funcs.append(self.random_sleep)
if wait_incrementing_start is not None or wait_incrementing_increment is not None:
wait_funcs.append(self.incrementing_sleep)
if wait_exponential_multiplier is not None or wait_exponential_max is not None:
wait_funcs.append(self.exponential_sleep)
if wait_func is not None:
self.wait = wait_func
elif wait is None:
self.wait = lambda attempts, delay: max(f(attempts, delay) for f in wait_funcs)
else:
self.wait = getattr(self, wait)
# retry on exception filter
if retry_on_exception is None:
self._retry_on_exception = self.always_reject
else:
self._retry_on_exception = retry_on_exception
# TODO simplify retrying by Exception types
# retry on result filter
if retry_on_result is None:
self._retry_on_result = self.never_reject
else:
self._retry_on_result = retry_on_result
self._wrap_exception = wrap_exception
def stop_after_attempt(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Stop after the previous attempt >= stop_max_attempt_number."""
return previous_attempt_number >= self._stop_max_attempt_number
def stop_after_delay(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Stop after the time from the first attempt >= stop_max_delay."""
return delay_since_first_attempt_ms >= self._stop_max_delay
def no_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Don't sleep at all before retrying."""
return 0
def fixed_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Sleep a fixed amount of time between each retry."""
return self._wait_fixed
def random_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""Sleep a random amount of time between wait_random_min and wait_random_max"""
return random.randint(self._wait_random_min, self._wait_random_max)
def incrementing_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
"""
Sleep an incremental amount of time after each attempt, starting at
wait_incrementing_start and incrementing by wait_incrementing_increment
"""
result = self._wait_incrementing_start + (self._wait_incrementing_increment * (previous_attempt_number - 1))
if result < 0:
result = 0
return result
def exponential_sleep(self, previous_attempt_number, delay_since_first_attempt_ms):
exp = 2 ** previous_attempt_number
result = self._wait_exponential_multiplier * exp
if result > self._wait_exponential_max:
result = self._wait_exponential_max
if result < 0:
result = 0
return result
def never_reject(self, result):
return False
def always_reject(self, result):
return True
def should_reject(self, attempt):
reject = False
if attempt.has_exception:
reject |= self._retry_on_exception(attempt.value[1])
else:
reject |= self._retry_on_result(attempt.value)
return reject
def call(self, fn, *args, **kwargs):
start_time = int(round(time.time() * 1000))
attempt_number = 1
while True:
try:
attempt = Attempt(fn(*args, **kwargs), attempt_number, False)
except:
tb = sys.exc_info()
attempt = Attempt(tb, attempt_number, True)
if not self.should_reject(attempt):
return attempt.get(self._wrap_exception)
delay_since_first_attempt_ms = int(round(time.time() * 1000)) - start_time
if self.stop(attempt_number, delay_since_first_attempt_ms):
if not self._wrap_exception and attempt.has_exception:
# get() on an attempt with an exception should cause it to be raised, but raise just in case
raise attempt.get()
else:
raise RetryError(attempt)
else:
sleep = self.wait(attempt_number, delay_since_first_attempt_ms)
if self._wait_jitter_max:
jitter = random.random() * self._wait_jitter_max
sleep = sleep + max(0, jitter)
time.sleep(sleep / 1000.0)
attempt_number += 1
class Attempt(object):
"""
An Attempt encapsulates a call to a target function that may end as a
normal return value from the function or an Exception depending on what
occurred during the execution.
"""
def __init__(self, value, attempt_number, has_exception):
self.value = value
self.attempt_number = attempt_number
self.has_exception = has_exception
def get(self, wrap_exception=False):
"""
Return the return value of this Attempt instance or raise an Exception.
If wrap_exception is true, this Attempt is wrapped inside of a
RetryError before being raised.
"""
if self.has_exception:
if wrap_exception:
raise RetryError(self)
else:
six.reraise(self.value[0], self.value[1], self.value[2])
else:
return self.value
def __repr__(self):
if self.has_exception:
return "Attempts: {0}, Error:\n{1}".format(self.attempt_number, "".join(traceback.format_tb(self.value[2])))
else:
return "Attempts: {0}, Value: {1}".format(self.attempt_number, self.value)
class RetryError(Exception):
"""
A RetryError encapsulates the last Attempt instance right before giving up.
"""
def __init__(self, last_attempt):
self.last_attempt = last_attempt
def __str__(self):
return "RetryError[{0}]".format(self.last_attempt)
appdirs.py 0000644 00000053540 15043676217 0006602 0 ustar 00 #!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2005-2010 ActiveState Software Inc.
# Copyright (c) 2013 Eddy Petrișor
"""Utilities for determining application-specific dirs.
See <http://github.com/ActiveState/appdirs> for details and usage.
"""
# Dev Notes:
# - MSDN on where to store app data files:
# http://support.microsoft.com/default.aspx?scid=kb;en-us;310294#XSLTH3194121123120121120120
# - macOS: http://developer.apple.com/documentation/MacOSX/Conceptual/BPFileSystem/index.html
# - XDG spec for Un*x: http://standards.freedesktop.org/basedir-spec/basedir-spec-latest.html
__version_info__ = (1, 4, 0)
__version__ = '.'.join(map(str, __version_info__))
import sys
import os
PY3 = sys.version_info[0] == 3
if PY3:
unicode = str
if sys.platform.startswith('java'):
import platform
os_name = platform.java_ver()[3][0]
if os_name.startswith('Windows'): # "Windows XP", "Windows 7", etc.
system = 'win32'
elif os_name.startswith('Mac'): # "macOS", etc.
system = 'darwin'
else: # "Linux", "SunOS", "FreeBSD", etc.
# Setting this to "linux2" is not ideal, but only Windows or Mac
# are actually checked for and the rest of the module expects
# *sys.platform* style strings.
system = 'linux2'
else:
system = sys.platform
def user_data_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
macOS: ~/Library/Application Support/<AppName>
Unix: ~/.local/share/<AppName> # or in $XDG_DATA_HOME, if defined
Win XP (not roaming): C:\Documents and Settings\<username>\Application Data\<AppAuthor>\<AppName>
Win XP (roaming): C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>
Win 7 (not roaming): C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>
Win 7 (roaming): C:\Users\<username>\AppData\Roaming\<AppAuthor>\<AppName>
For Unix, we follow the XDG spec and support $XDG_DATA_HOME.
That means, by default "~/.local/share/<AppName>".
"""
if system == "win32":
if appauthor is None:
appauthor = appname
const = roaming and "CSIDL_APPDATA" or "CSIDL_LOCAL_APPDATA"
path = os.path.normpath(_get_win_folder(const))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
elif system == 'darwin':
path = os.path.expanduser('~/Library/Application Support/')
if appname:
path = os.path.join(path, appname)
else:
path = os.getenv('XDG_DATA_HOME', os.path.expanduser("~/.local/share"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def site_data_dir(appname=None, appauthor=None, version=None, multipath=False):
"""Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of data dirs should be
returned. By default, the first item from XDG_DATA_DIRS is
returned, or '/usr/local/share/<AppName>',
if XDG_DATA_DIRS is not set
Typical user data directories are:
macOS: /Library/Application Support/<AppName>
Unix: /usr/local/share/<AppName> or /usr/share/<AppName>
Win XP: C:\Documents and Settings\All Users\Application Data\<AppAuthor>\<AppName>
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
Win 7: C:\ProgramData\<AppAuthor>\<AppName> # Hidden, but writeable on Win 7.
For Unix, this is using the $XDG_DATA_DIRS[0] default.
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
"""
if system == "win32":
if appauthor is None:
appauthor = appname
path = os.path.normpath(_get_win_folder("CSIDL_COMMON_APPDATA"))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
elif system == 'darwin':
path = os.path.expanduser('/Library/Application Support')
if appname:
path = os.path.join(path, appname)
else:
# XDG default for $XDG_DATA_DIRS
# only first, if multipath is False
path = os.getenv('XDG_DATA_DIRS',
os.pathsep.join(['/usr/local/share', '/usr/share']))
pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
if appname:
if version:
appname = os.path.join(appname, version)
pathlist = [os.sep.join([x, appname]) for x in pathlist]
if multipath:
path = os.pathsep.join(pathlist)
else:
path = pathlist[0]
return path
if appname and version:
path = os.path.join(path, version)
return path
def user_config_dir(appname=None, appauthor=None, version=None, roaming=False):
r"""Return full path to the user-specific config dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"roaming" (boolean, default False) can be set True to use the Windows
roaming appdata directory. That means that for users on a Windows
network setup for roaming profiles, this user data will be
sync'd on login. See
<http://technet.microsoft.com/en-us/library/cc766489(WS.10).aspx>
for a discussion of issues.
Typical user data directories are:
macOS: same as user_data_dir
Unix: ~/.config/<AppName> # or in $XDG_CONFIG_HOME, if defined
Win *: same as user_data_dir
For Unix, we follow the XDG spec and support $XDG_CONFIG_HOME.
That means, by deafult "~/.config/<AppName>".
"""
if system in ["win32", "darwin"]:
path = user_data_dir(appname, appauthor, None, roaming)
else:
path = os.getenv('XDG_CONFIG_HOME', os.path.expanduser("~/.config"))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def site_config_dir(appname=None, appauthor=None, version=None, multipath=False):
"""Return full path to the user-shared data dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"multipath" is an optional parameter only applicable to *nix
which indicates that the entire list of config dirs should be
returned. By default, the first item from XDG_CONFIG_DIRS is
returned, or '/etc/xdg/<AppName>', if XDG_CONFIG_DIRS is not set
Typical user data directories are:
macOS: same as site_data_dir
Unix: /etc/xdg/<AppName> or $XDG_CONFIG_DIRS[i]/<AppName> for each value in
$XDG_CONFIG_DIRS
Win *: same as site_data_dir
Vista: (Fail! "C:\ProgramData" is a hidden *system* directory on Vista.)
For Unix, this is using the $XDG_CONFIG_DIRS[0] default, if multipath=False
WARNING: Do not use this on Windows. See the Vista-Fail note above for why.
"""
if system in ["win32", "darwin"]:
path = site_data_dir(appname, appauthor)
if appname and version:
path = os.path.join(path, version)
else:
# XDG default for $XDG_CONFIG_DIRS
# only first, if multipath is False
path = os.getenv('XDG_CONFIG_DIRS', '/etc/xdg')
pathlist = [os.path.expanduser(x.rstrip(os.sep)) for x in path.split(os.pathsep)]
if appname:
if version:
appname = os.path.join(appname, version)
pathlist = [os.sep.join([x, appname]) for x in pathlist]
if multipath:
path = os.pathsep.join(pathlist)
else:
path = pathlist[0]
return path
def user_cache_dir(appname=None, appauthor=None, version=None, opinion=True):
r"""Return full path to the user-specific cache dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Cache" to the base app data dir for Windows. See
discussion below.
Typical user cache directories are:
macOS: ~/Library/Caches/<AppName>
Unix: ~/.cache/<AppName> (XDG default)
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Cache
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Cache
On Windows the only suggestion in the MSDN docs is that local settings go in
the `CSIDL_LOCAL_APPDATA` directory. This is identical to the non-roaming
app data dir (the default returned by `user_data_dir` above). Apps typically
put cache data somewhere *under* the given dir here. Some examples:
...\Mozilla\Firefox\Profiles\<ProfileName>\Cache
...\Acme\SuperApp\Cache\1.0
OPINION: This function appends "Cache" to the `CSIDL_LOCAL_APPDATA` value.
This can be disabled with the `opinion=False` option.
"""
if system == "win32":
if appauthor is None:
appauthor = appname
path = os.path.normpath(_get_win_folder("CSIDL_LOCAL_APPDATA"))
if appname:
if appauthor is not False:
path = os.path.join(path, appauthor, appname)
else:
path = os.path.join(path, appname)
if opinion:
path = os.path.join(path, "Cache")
elif system == 'darwin':
path = os.path.expanduser('~/Library/Caches')
if appname:
path = os.path.join(path, appname)
else:
path = os.getenv('XDG_CACHE_HOME', os.path.expanduser('~/.cache'))
if appname:
path = os.path.join(path, appname)
if appname and version:
path = os.path.join(path, version)
return path
def user_log_dir(appname=None, appauthor=None, version=None, opinion=True):
r"""Return full path to the user-specific log dir for this application.
"appname" is the name of application.
If None, just the system directory is returned.
"appauthor" (only used on Windows) is the name of the
appauthor or distributing body for this application. Typically
it is the owning company name. This falls back to appname. You may
pass False to disable it.
"version" is an optional version path element to append to the
path. You might want to use this if you want multiple versions
of your app to be able to run independently. If used, this
would typically be "<major>.<minor>".
Only applied when appname is present.
"opinion" (boolean) can be False to disable the appending of
"Logs" to the base app data dir for Windows, and "log" to the
base cache dir for Unix. See discussion below.
Typical user cache directories are:
macOS: ~/Library/Logs/<AppName>
Unix: ~/.cache/<AppName>/log # or under $XDG_CACHE_HOME if defined
Win XP: C:\Documents and Settings\<username>\Local Settings\Application Data\<AppAuthor>\<AppName>\Logs
Vista: C:\Users\<username>\AppData\Local\<AppAuthor>\<AppName>\Logs
On Windows the only suggestion in the MSDN docs is that local settings
go in the `CSIDL_LOCAL_APPDATA` directory. (Note: I'm interested in
examples of what some windows apps use for a logs dir.)
OPINION: This function appends "Logs" to the `CSIDL_LOCAL_APPDATA`
value for Windows and appends "log" to the user cache dir for Unix.
This can be disabled with the `opinion=False` option.
"""
if system == "darwin":
path = os.path.join(
os.path.expanduser('~/Library/Logs'),
appname)
elif system == "win32":
path = user_data_dir(appname, appauthor, version)
version = False
if opinion:
path = os.path.join(path, "Logs")
else:
path = user_cache_dir(appname, appauthor, version)
version = False
if opinion:
path = os.path.join(path, "log")
if appname and version:
path = os.path.join(path, version)
return path
class AppDirs(object):
"""Convenience wrapper for getting application dirs."""
def __init__(self, appname, appauthor=None, version=None, roaming=False,
multipath=False):
self.appname = appname
self.appauthor = appauthor
self.version = version
self.roaming = roaming
self.multipath = multipath
@property
def user_data_dir(self):
return user_data_dir(self.appname, self.appauthor,
version=self.version, roaming=self.roaming)
@property
def site_data_dir(self):
return site_data_dir(self.appname, self.appauthor,
version=self.version, multipath=self.multipath)
@property
def user_config_dir(self):
return user_config_dir(self.appname, self.appauthor,
version=self.version, roaming=self.roaming)
@property
def site_config_dir(self):
return site_config_dir(self.appname, self.appauthor,
version=self.version, multipath=self.multipath)
@property
def user_cache_dir(self):
return user_cache_dir(self.appname, self.appauthor,
version=self.version)
@property
def user_log_dir(self):
return user_log_dir(self.appname, self.appauthor,
version=self.version)
#---- internal support stuff
def _get_win_folder_from_registry(csidl_name):
"""This is a fallback technique at best. I'm not sure if using the
registry for this guarantees us the correct answer for all CSIDL_*
names.
"""
import _winreg
shell_folder_name = {
"CSIDL_APPDATA": "AppData",
"CSIDL_COMMON_APPDATA": "Common AppData",
"CSIDL_LOCAL_APPDATA": "Local AppData",
}[csidl_name]
key = _winreg.OpenKey(
_winreg.HKEY_CURRENT_USER,
r"Software\Microsoft\Windows\CurrentVersion\Explorer\Shell Folders"
)
dir, type = _winreg.QueryValueEx(key, shell_folder_name)
return dir
def _get_win_folder_with_pywin32(csidl_name):
from win32com.shell import shellcon, shell
dir = shell.SHGetFolderPath(0, getattr(shellcon, csidl_name), 0, 0)
# Try to make this a unicode path because SHGetFolderPath does
# not return unicode strings when there is unicode data in the
# path.
try:
dir = unicode(dir)
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in dir:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
try:
import win32api
dir = win32api.GetShortPathName(dir)
except ImportError:
pass
except UnicodeError:
pass
return dir
def _get_win_folder_with_ctypes(csidl_name):
import ctypes
csidl_const = {
"CSIDL_APPDATA": 26,
"CSIDL_COMMON_APPDATA": 35,
"CSIDL_LOCAL_APPDATA": 28,
}[csidl_name]
buf = ctypes.create_unicode_buffer(1024)
ctypes.windll.shell32.SHGetFolderPathW(None, csidl_const, None, 0, buf)
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in buf:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
buf2 = ctypes.create_unicode_buffer(1024)
if ctypes.windll.kernel32.GetShortPathNameW(buf.value, buf2, 1024):
buf = buf2
return buf.value
def _get_win_folder_with_jna(csidl_name):
import array
from com.sun import jna
from com.sun.jna.platform import win32
buf_size = win32.WinDef.MAX_PATH * 2
buf = array.zeros('c', buf_size)
shell = win32.Shell32.INSTANCE
shell.SHGetFolderPath(None, getattr(win32.ShlObj, csidl_name), None, win32.ShlObj.SHGFP_TYPE_CURRENT, buf)
dir = jna.Native.toString(buf.tostring()).rstrip("\0")
# Downgrade to short path name if have highbit chars. See
# <http://bugs.activestate.com/show_bug.cgi?id=85099>.
has_high_char = False
for c in dir:
if ord(c) > 255:
has_high_char = True
break
if has_high_char:
buf = array.zeros('c', buf_size)
kernel = win32.Kernel32.INSTANCE
if kernal.GetShortPathName(dir, buf, buf_size):
dir = jna.Native.toString(buf.tostring()).rstrip("\0")
return dir
if system == "win32":
try:
import win32com.shell
_get_win_folder = _get_win_folder_with_pywin32
except ImportError:
try:
from ctypes import windll
_get_win_folder = _get_win_folder_with_ctypes
except ImportError:
try:
import com.sun.jna
_get_win_folder = _get_win_folder_with_jna
except ImportError:
_get_win_folder = _get_win_folder_from_registry
#---- self test code
if __name__ == "__main__":
appname = "MyApp"
appauthor = "MyCompany"
props = ("user_data_dir", "site_data_dir",
"user_config_dir", "site_config_dir",
"user_cache_dir", "user_log_dir")
print("-- app dirs (with optional 'version')")
dirs = AppDirs(appname, appauthor, version="1.0")
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (without optional 'version')")
dirs = AppDirs(appname, appauthor)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (without optional 'appauthor')")
dirs = AppDirs(appname)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
print("\n-- app dirs (with disabled 'appauthor')")
dirs = AppDirs(appname, appauthor=False)
for prop in props:
print("%s: %s" % (prop, getattr(dirs, prop)))
pep517/__init__.py 0000644 00000000124 15043676217 0007706 0 ustar 00 """Wrappers to build Python packages using PEP 517 hooks
"""
__version__ = '0.7.0'
pep517/wrappers.py 0000644 00000024547 15043676217 0010031 0 ustar 00 import threading
from contextlib import contextmanager
import os
from os.path import dirname, abspath, join as pjoin
import shutil
from subprocess import check_call, check_output, STDOUT
import sys
from tempfile import mkdtemp
from . import compat
_in_proc_script = pjoin(dirname(abspath(__file__)), '_in_process.py')
@contextmanager
def tempdir():
td = mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
class BackendUnavailable(Exception):
"""Will be raised if the backend cannot be imported in the hook process."""
def __init__(self, traceback):
self.traceback = traceback
class BackendInvalid(Exception):
"""Will be raised if the backend is invalid."""
def __init__(self, backend_name, backend_path, message):
self.backend_name = backend_name
self.backend_path = backend_path
self.message = message
class HookMissing(Exception):
"""Will be raised on missing hooks."""
def __init__(self, hook_name):
super(HookMissing, self).__init__(hook_name)
self.hook_name = hook_name
class UnsupportedOperation(Exception):
"""May be raised by build_sdist if the backend indicates that it can't."""
def __init__(self, traceback):
self.traceback = traceback
def default_subprocess_runner(cmd, cwd=None, extra_environ=None):
"""The default method of calling the wrapper subprocess."""
env = os.environ.copy()
if extra_environ:
env.update(extra_environ)
check_call(cmd, cwd=cwd, env=env)
def quiet_subprocess_runner(cmd, cwd=None, extra_environ=None):
"""A method of calling the wrapper subprocess while suppressing output."""
env = os.environ.copy()
if extra_environ:
env.update(extra_environ)
check_output(cmd, cwd=cwd, env=env, stderr=STDOUT)
def norm_and_check(source_tree, requested):
"""Normalise and check a backend path.
Ensure that the requested backend path is specified as a relative path,
and resolves to a location under the given source tree.
Return an absolute version of the requested path.
"""
if os.path.isabs(requested):
raise ValueError("paths must be relative")
abs_source = os.path.abspath(source_tree)
abs_requested = os.path.normpath(os.path.join(abs_source, requested))
# We have to use commonprefix for Python 2.7 compatibility. So we
# normalise case to avoid problems because commonprefix is a character
# based comparison :-(
norm_source = os.path.normcase(abs_source)
norm_requested = os.path.normcase(abs_requested)
if os.path.commonprefix([norm_source, norm_requested]) != norm_source:
raise ValueError("paths must be inside source tree")
return abs_requested
class Pep517HookCaller(object):
"""A wrapper around a source directory to be built with a PEP 517 backend.
source_dir : The path to the source directory, containing pyproject.toml.
build_backend : The build backend spec, as per PEP 517, from
pyproject.toml.
backend_path : The backend path, as per PEP 517, from pyproject.toml.
runner : A callable that invokes the wrapper subprocess.
The 'runner', if provided, must expect the following:
cmd : a list of strings representing the command and arguments to
execute, as would be passed to e.g. 'subprocess.check_call'.
cwd : a string representing the working directory that must be
used for the subprocess. Corresponds to the provided source_dir.
extra_environ : a dict mapping environment variable names to values
which must be set for the subprocess execution.
"""
def __init__(
self,
source_dir,
build_backend,
backend_path=None,
runner=None,
):
if runner is None:
runner = default_subprocess_runner
self.source_dir = abspath(source_dir)
self.build_backend = build_backend
if backend_path:
backend_path = [
norm_and_check(self.source_dir, p) for p in backend_path
]
self.backend_path = backend_path
self._subprocess_runner = runner
# TODO: Is this over-engineered? Maybe frontends only need to
# set this when creating the wrapper, not on every call.
@contextmanager
def subprocess_runner(self, runner):
"""A context manager for temporarily overriding the default subprocess
runner.
"""
prev = self._subprocess_runner
self._subprocess_runner = runner
yield
self._subprocess_runner = prev
def get_requires_for_build_wheel(self, config_settings=None):
"""Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.:
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
"""
return self._call_hook('get_requires_for_build_wheel', {
'config_settings': config_settings
})
def prepare_metadata_for_build_wheel(
self, metadata_directory, config_settings=None,
_allow_fallback=True):
"""Prepare a *.dist-info folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build a wheel,
and the dist-info extracted from that (unless _allow_fallback is
False).
"""
return self._call_hook('prepare_metadata_for_build_wheel', {
'metadata_directory': abspath(metadata_directory),
'config_settings': config_settings,
'_allow_fallback': _allow_fallback,
})
def build_wheel(
self, wheel_directory, config_settings=None,
metadata_directory=None):
"""Build a wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_wheel' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_wheel', and the same metadata_directory is
used, the previously built wheel will be copied to wheel_directory.
"""
if metadata_directory is not None:
metadata_directory = abspath(metadata_directory)
return self._call_hook('build_wheel', {
'wheel_directory': abspath(wheel_directory),
'config_settings': config_settings,
'metadata_directory': metadata_directory,
})
def get_requires_for_build_sdist(self, config_settings=None):
"""Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.:
["setuptools >= 26"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
"""
return self._call_hook('get_requires_for_build_sdist', {
'config_settings': config_settings
})
def build_sdist(self, sdist_directory, config_settings=None):
"""Build an sdist from this project.
Returns the name of the newly created file.
This calls the 'build_sdist' backend hook in a subprocess.
"""
return self._call_hook('build_sdist', {
'sdist_directory': abspath(sdist_directory),
'config_settings': config_settings,
})
def _call_hook(self, hook_name, kwargs):
# On Python 2, pytoml returns Unicode values (which is correct) but the
# environment passed to check_call needs to contain string values. We
# convert here by encoding using ASCII (the backend can only contain
# letters, digits and _, . and : characters, and will be used as a
# Python identifier, so non-ASCII content is wrong on Python 2 in
# any case).
# For backend_path, we use sys.getfilesystemencoding.
if sys.version_info[0] == 2:
build_backend = self.build_backend.encode('ASCII')
else:
build_backend = self.build_backend
extra_environ = {'PEP517_BUILD_BACKEND': build_backend}
if self.backend_path:
backend_path = os.pathsep.join(self.backend_path)
if sys.version_info[0] == 2:
backend_path = backend_path.encode(sys.getfilesystemencoding())
extra_environ['PEP517_BACKEND_PATH'] = backend_path
with tempdir() as td:
hook_input = {'kwargs': kwargs}
compat.write_json(hook_input, pjoin(td, 'input.json'),
indent=2)
# Run the hook in a subprocess
self._subprocess_runner(
[sys.executable, _in_proc_script, hook_name, td],
cwd=self.source_dir,
extra_environ=extra_environ
)
data = compat.read_json(pjoin(td, 'output.json'))
if data.get('unsupported'):
raise UnsupportedOperation(data.get('traceback', ''))
if data.get('no_backend'):
raise BackendUnavailable(data.get('traceback', ''))
if data.get('backend_invalid'):
raise BackendInvalid(
backend_name=self.build_backend,
backend_path=self.backend_path,
message=data.get('backend_error', '')
)
if data.get('hook_missing'):
raise HookMissing(hook_name)
return data['return_val']
class LoggerWrapper(threading.Thread):
"""
Read messages from a pipe and redirect them
to a logger (see python's logging module).
"""
def __init__(self, logger, level):
threading.Thread.__init__(self)
self.daemon = True
self.logger = logger
self.level = level
# create the pipe and reader
self.fd_read, self.fd_write = os.pipe()
self.reader = os.fdopen(self.fd_read)
self.start()
def fileno(self):
return self.fd_write
@staticmethod
def remove_newline(msg):
return msg[:-1] if msg.endswith(os.linesep) else msg
def run(self):
for line in self.reader:
self._write(self.remove_newline(line))
def _write(self, message):
self.logger.log(self.level, message)
pep517/compat.py 0000644 00000001414 15043676217 0007435 0 ustar 00 """Python 2/3 compatibility"""
import json
import sys
# Handle reading and writing JSON in UTF-8, on Python 3 and 2.
if sys.version_info[0] >= 3:
# Python 3
def write_json(obj, path, **kwargs):
with open(path, 'w', encoding='utf-8') as f:
json.dump(obj, f, **kwargs)
def read_json(path):
with open(path, 'r', encoding='utf-8') as f:
return json.load(f)
else:
# Python 2
def write_json(obj, path, **kwargs):
with open(path, 'wb') as f:
json.dump(obj, f, encoding='utf-8', **kwargs)
def read_json(path):
with open(path, 'rb') as f:
return json.load(f)
# FileNotFoundError
try:
FileNotFoundError = FileNotFoundError
except NameError:
FileNotFoundError = IOError
pep517/meta.py 0000644 00000004637 15043676217 0007112 0 ustar 00 """Build metadata for a project using PEP 517 hooks.
"""
import argparse
import logging
import os
import shutil
import functools
try:
import importlib.metadata as imp_meta
except ImportError:
import importlib_metadata as imp_meta
try:
from zipfile import Path
except ImportError:
from zipp import Path
from .envbuild import BuildEnvironment
from .wrappers import Pep517HookCaller, quiet_subprocess_runner
from .dirtools import tempdir, mkdir_p, dir_to_zipfile
from .build import validate_system, load_system, compat_system
log = logging.getLogger(__name__)
def _prep_meta(hooks, env, dest):
reqs = hooks.get_requires_for_build_wheel({})
log.info('Got build requires: %s', reqs)
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
with tempdir() as td:
log.info('Trying to build metadata in %s', td)
filename = hooks.prepare_metadata_for_build_wheel(td, {})
source = os.path.join(td, filename)
shutil.move(source, os.path.join(dest, os.path.basename(filename)))
def build(source_dir='.', dest=None, system=None):
system = system or load_system(source_dir)
dest = os.path.join(source_dir, dest or 'dist')
mkdir_p(dest)
validate_system(system)
hooks = Pep517HookCaller(
source_dir, system['build-backend'], system.get('backend-path')
)
with hooks.subprocess_runner(quiet_subprocess_runner):
with BuildEnvironment() as env:
env.pip_install(system['requires'])
_prep_meta(hooks, env, dest)
def build_as_zip(builder=build):
with tempdir() as out_dir:
builder(dest=out_dir)
return dir_to_zipfile(out_dir)
def load(root):
"""
Given a source directory (root) of a package,
return an importlib.metadata.Distribution object
with metadata build from that package.
"""
root = os.path.expanduser(root)
system = compat_system(root)
builder = functools.partial(build, source_dir=root, system=system)
path = Path(build_as_zip(builder))
return imp_meta.PathDistribution(path)
parser = argparse.ArgumentParser()
parser.add_argument(
'source_dir',
help="A directory containing pyproject.toml",
)
parser.add_argument(
'--out-dir', '-o',
help="Destination in which to save the builds relative to source dir",
)
def main():
args = parser.parse_args()
build(args.source_dir, args.out_dir)
if __name__ == '__main__':
main()
pep517/dirtools.py 0000644 00000002151 15043676217 0010010 0 ustar 00 import os
import io
import contextlib
import tempfile
import shutil
import errno
import zipfile
@contextlib.contextmanager
def tempdir():
"""Create a temporary directory in a context manager."""
td = tempfile.mkdtemp()
try:
yield td
finally:
shutil.rmtree(td)
def mkdir_p(*args, **kwargs):
"""Like `mkdir`, but does not raise an exception if the
directory already exists.
"""
try:
return os.mkdir(*args, **kwargs)
except OSError as exc:
if exc.errno != errno.EEXIST:
raise
def dir_to_zipfile(root):
"""Construct an in-memory zip file for a directory."""
buffer = io.BytesIO()
zip_file = zipfile.ZipFile(buffer, 'w')
for root, dirs, files in os.walk(root):
for path in dirs:
fs_path = os.path.join(root, path)
rel_path = os.path.relpath(fs_path, root)
zip_file.writestr(rel_path + '/', '')
for path in files:
fs_path = os.path.join(root, path)
rel_path = os.path.relpath(fs_path, root)
zip_file.write(fs_path, rel_path)
return zip_file
pep517/__pycache__/dirtools.cpython-38.pyc 0000644 00000002417 15043676217 0014303 0 ustar 00 U
��.ei � @ sZ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZejdd� �Zdd� Z dd� Z
dS )� Nc c s$ t �� } z
| V W 5 t�| � X dS )z2Create a temporary directory in a context manager.N)�tempfileZmkdtemp�shutilZrmtree)Ztd� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/dirtools.py�tempdir
s
r c
O sD zt j| |�W S tk
r> } z|jtjkr.� W 5 d}~X Y nX dS )zWLike `mkdir`, but does not raise an exception if the
directory already exists.
N)�os�mkdir�OSError�errnoZEEXIST)�args�kwargs�excr r r �mkdir_p s
r c C s� t �� }t�|d�}t�| �D ]r\} }}|D ]0}tj�| |�}tj�|| �}|� |d d� q,|D ],}tj�| |�}tj�|| �}|�
||� qbq |S )z0Construct an in-memory zip file for a directory.�w�/� ) �io�BytesIO�zipfileZZipFiler �walk�path�join�relpathZwritestr�write)�root�bufferZzip_file�dirs�filesr Zfs_pathZrel_pathr r r �dir_to_zipfile s r ) r r �
contextlibr r r
r �contextmanagerr r r r r r r �<module> s
pep517/__pycache__/wrappers.cpython-38.opt-1.pyc 0000644 00000023636 15043676217 0015254 0 ustar 00 U
��.eg) � @ s d dl Z d dlmZ d dlZd dlmZmZmZ d dl Z d dl
m Z m Z m
Z
d dlZd dlmZ ddlmZ eeee��d�Zed d
� �ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zd dd�Zd dd�Z dd� Z G dd� de �Z G dd � d e j �Z!dS ) � N)�contextmanager)�dirname�abspath�join)�
check_call� check_output�STDOUT)�mkdtemp� )�compatz_in_process.pyc c s" t � } z
| V W 5 t�| � X d S �N)r �shutilZrmtree)�td� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/wrappers.py�tempdir s
r c @ s e Zd ZdZdd� ZdS )�BackendUnavailablezEWill be raised if the backend cannot be imported in the hook process.c C s
|| _ d S r �� traceback��selfr r r r �__init__ s zBackendUnavailable.__init__N��__name__�
__module__� __qualname__�__doc__r r r r r r s r c @ s e Zd ZdZdd� ZdS )�BackendInvalidz)Will be raised if the backend is invalid.c C s || _ || _|| _d S r �� backend_name� backend_path�message)r r r r! r r r r s zBackendInvalid.__init__Nr r r r r r s r c s e Zd ZdZ� fdd�Z� ZS )� HookMissingz Will be raised on missing hooks.c s t t| ��|� || _d S r )�superr" r � hook_name)r r$ �� __class__r r r ( s zHookMissing.__init__)r r r r r �
__classcell__r r r% r r" & s r" c @ s e Zd ZdZdd� ZdS )�UnsupportedOperationzDMay be raised by build_sdist if the backend indicates that it can't.c C s
|| _ d S r r r r r r r / s z UnsupportedOperation.__init__Nr r r r r r( - s r( c C s* t j�� }|r|�|� t| ||d� dS )z5The default method of calling the wrapper subprocess.)�cwd�envN)�os�environ�copy�updater ��cmdr) �
extra_environr* r r r �default_subprocess_runner3 s
r2 c C s, t j�� }|r|�|� t| ||td� dS )zDA method of calling the wrapper subprocess while suppressing output.)r) r* �stderrN)r+ r, r- r. r r r/ r r r �quiet_subprocess_runner< s
r4 c C sn t j�|�rtd��t j�| �}t j�t j�||��}t j�|�}t j�|�}t j�||g�|krjtd��|S )z�Normalise and check a backend path.
Ensure that the requested backend path is specified as a relative path,
and resolves to a location under the given source tree.
Return an absolute version of the requested path.
zpaths must be relativez paths must be inside source tree) r+ �path�isabs�
ValueErrorr �normpathr �normcase� commonprefix)Z source_treeZ requestedZ
abs_sourceZ
abs_requestedZ norm_sourceZnorm_requestedr r r �norm_and_checkE s r; c @ s` e Zd ZdZddd�Zedd� �Zddd�Zdd
d �Zdd d
�Z ddd�Z
ddd�Z dd� Z dS )�Pep517HookCallerae A wrapper around a source directory to be built with a PEP 517 backend.
source_dir : The path to the source directory, containing pyproject.toml.
build_backend : The build backend spec, as per PEP 517, from
pyproject.toml.
backend_path : The backend path, as per PEP 517, from pyproject.toml.
runner : A callable that invokes the wrapper subprocess.
The 'runner', if provided, must expect the following:
cmd : a list of strings representing the command and arguments to
execute, as would be passed to e.g. 'subprocess.check_call'.
cwd : a string representing the working directory that must be
used for the subprocess. Corresponds to the provided source_dir.
extra_environ : a dict mapping environment variable names to values
which must be set for the subprocess execution.
Nc sB |d kr t }t|�� _|� _|r2� fdd�|D �}|� _|� _d S )Nc s g | ]}t � j|��qS r )r; �
source_dir)�.0�p�r r r �
<listcomp>{ s z-Pep517HookCaller.__init__.<locals>.<listcomp>)r2 r r= �
build_backendr �_subprocess_runner)r r= rB r �runnerr r@ r r n s
�zPep517HookCaller.__init__c c s | j }|| _ dV || _ dS )z\A context manager for temporarily overriding the default subprocess
runner.
N)rC )r rD �prevr r r �subprocess_runner� s z"Pep517HookCaller.subprocess_runnerc C s | � dd|i�S )aG Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.:
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_wheel�config_settings��
_call_hook�r rH r r r rG � s
�z-Pep517HookCaller.get_requires_for_build_wheelTc C s | � dt|�||d��S )aq Prepare a *.dist-info folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build a wheel,
and the dist-info extracted from that (unless _allow_fallback is
False).
� prepare_metadata_for_build_wheel)�metadata_directoryrH �_allow_fallback�rJ r )r rM rH rN r r r rL � s
�z1Pep517HookCaller.prepare_metadata_for_build_wheelc C s( |dk rt |�}| �dt |�||d��S )av Build a wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_wheel' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_wheel', and the same metadata_directory is
used, the previously built wheel will be copied to wheel_directory.
N� build_wheel)�wheel_directoryrH rM )r rJ )r rQ rH rM r r r rP � s �z Pep517HookCaller.build_wheelc C s | � dd|i�S )a< Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.:
["setuptools >= 26"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_sdistrH rI rK r r r rR � s
�z-Pep517HookCaller.get_requires_for_build_sdistc C s | � dt|�|d��S )z�Build an sdist from this project.
Returns the name of the newly created file.
This calls the 'build_sdist' backend hook in a subprocess.
� build_sdist)�sdist_directoryrH rO )r rT rH r r r rS � s �z Pep517HookCaller.build_sdistc
C s@ t jd dkr | j�d�}n| j}d|i}| jrbtj�| j�}t jd dkrZ|�t �� �}||d< t � ��}d|i}t
j |t |d�dd� | j
t jt||g| j|d � t
�t |d
��}|�d �r�t|�d d
���|�d�r�t|�d d
���|�d��rt| j| j|�dd
�d��|�d��r"t|��|d W 5 Q R � S Q R X d S )Nr � �ASCIIZPEP517_BUILD_BACKENDZPEP517_BACKEND_PATH�kwargsz
input.json)�indent)r) r1 z output.jsonZ unsupportedr � Z
no_backendZbackend_invalidZ
backend_errorr Z hook_missingZ
return_val)�sys� version_inforB �encoder r+ �pathsepr �getfilesystemencodingr r Z
write_json�pjoinrC �
executable�_in_proc_scriptr= Z read_json�getr( r r r" ) r r$ rW rB r1 r r Z
hook_input�datar r r rJ � sB � �
� zPep517HookCaller._call_hook)NN)N)NT)NN)N)N)
r r r r r r rF rG rL rP rR rS rJ r r r r r< ] s �
�
�
r< c @ s< e Zd ZdZdd� Zdd� Zedd� �Zdd � Zd
d � Z d S )
�
LoggerWrapperzd
Read messages from a pipe and redirect them
to a logger (see python's logging module).
c C sH t j�| � d| _|| _|| _t�� \| _| _ t�
| j�| _ | � � d S )NT)
� threading�Threadr Zdaemon�logger�levelr+ �pipeZfd_read�fd_write�fdopen�reader�start)r rg rh r r r r s zLoggerWrapper.__init__c C s | j S r )rj r@ r r r �fileno s zLoggerWrapper.filenoc C s | � tj�r| d d� S | S )N���)�endswithr+ �linesep)�msgr r r �remove_newline! s z LoggerWrapper.remove_newlinec C s | j D ]}| �| �|�� qd S r )rl �_writers )r �liner r r �run% s
zLoggerWrapper.runc C s | j �| j|� d S r )rg �logrh )r r! r r r rt ) s zLoggerWrapper._writeN)
r r r r r rn � staticmethodrs rv rt r r r r rd s
rd )NN)NN)"re �
contextlibr r+ Zos.pathr r r r_ r
�
subprocessr r r rZ Ztempfiler rY r �__file__ra r � Exceptionr r r" r( r2 r4 r; �objectr< rf rd r r r r �<module> s*
/ pep517/__pycache__/_in_process.cpython-38.pyc 0000644 00000016405 15043676217 0014751 0 ustar 00 U
��.ep � @ s0 d Z ddlmZ ddlmZ ddlZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z G dd� de
�ZG dd � d e
�ZG d
d � d e
�Zd d
� Zdd� Zdd� Zdd� ZdZdd� Zdd� Zdd� Zd(dd �Zd d � ZG d d � d e
�ZG d!d"� d"e
�Z d#d$� Z ddd d d$hZ d%d&� Z e d'k�r,e � dS ))ag This is invoked in a subprocess to call the build backend hooks.
It expects:
- Command line args: hook_name, control_dir
- Environment variables:
PEP517_BUILD_BACKEND=entry.point:spec
PEP517_BACKEND_PATH=paths (separated with os.pathsep)
- control_dir/input.json:
- {"kwargs": {...}}
Results:
- control_dir/output.json
- {"return_val": ...}
� )�glob)�
import_moduleN)�joinc @ s e Zd ZdZdd� ZdS )�BackendUnavailablez&Raised if we cannot import the backendc C s
|| _ d S �N�� traceback��selfr � r �B/usr/lib/python3.8/site-packages/pip/_vendor/pep517/_in_process.py�__init__ s zBackendUnavailable.__init__N��__name__�
__module__� __qualname__�__doc__r
r r r r r s r c @ s e Zd ZdZdd� ZdS )�BackendInvalidz Raised if the backend is invalidc C s
|| _ d S r )�message)r
r r r r r
% s zBackendInvalid.__init__Nr r r r r r # s r c @ s e Zd ZdZdS )� HookMissingzARaised if a hook is missing and we are not executing the fallbackN�r r r r r r r r r ) s r c C s< t j�t j�| ��} t j�t j�|��}t j�| |g�|kS )z5Test if a file is located within the given directory.)�os�path�normcase�abspath� commonprefix)�filenameZ directoryr r r � contained_in- s r c s� t j�d�} | r*| �t j�}|tjdd�< t jd }|�d�\}}}z t|�� W n t k
rp t
t � � ��Y nX | r�t
� fdd�|D ��s�td��|r�|�d �D ]}t� |�� q�� S )
z Find and load the build backendZPEP517_BACKEND_PATHNr ZPEP517_BUILD_BACKEND�:c 3 s | ]}t � j|�V qd S r )r �__file__)�.0r ��objr r � <genexpr>D s �z!_build_backend.<locals>.<genexpr>z(Backend was not loaded from backend-path�.)r �environ�get�split�pathsep�sysr � partitionr � ImportErrorr r �
format_exc�anyr �getattr)Z backend_pathZextra_pathitemsZepZmod_path�_Zobj_pathZ path_partr r! r �_build_backend4 s&
� r0 c C s6 t � }z
|j}W n tk
r( g Y S X || �S dS �zfInvoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
N)r0 � get_requires_for_build_wheel�AttributeError��config_settings�backend�hookr r r r2 P s
r2 c C sJ t � }z
|j}W n* tk
r: |s*t� �t|| |� Y S X || |�S dS )z�Invoke optional prepare_metadata_for_build_wheel
Implements a fallback by building a wheel if the hook isn't defined,
unless _allow_fallback is False in which case HookMissing is raised.
N)r0 � prepare_metadata_for_build_wheelr3 r � _get_wheel_metadata_from_wheel)�metadata_directoryr5 Z_allow_fallbackr6 r7 r r r r8 ^ s
�
r8 ZPEP517_ALREADY_BUILT_WHEELc C s@ g }| � � D ] }t�d|�}|r |�|� q |r4|S td��dS )z6Identify the .dist-info folder inside a wheel ZipFile.z[^/\\]+-[^/\\]+\.dist-info/z#No .dist-info folder found in wheelN)Znamelist�re�match�append� Exception)Zwhl_zip�resr �mr r r �_dist_info_filest s rA c C s� ddl m} | �||�}ttj�|t�d�� W 5 Q R X tj�||�}||�� }t|�}|j ||d� W 5 Q R X |d �
d�d S )z�Build a wheel and extract the metadata from it.
Fallback for when the build backend does not
define the 'get_wheel_metadata' hook.
r )�ZipFile�wb)r �members�/) ZzipfilerB � build_wheel�openr r r �WHEEL_BUILT_MARKERrA Z
extractallr' )r6 r: r5 rB Z whl_basenameZwhl_fileZzipfZ dist_infor r r r9 � s
r9 c C sl | sdS t j�| �}t j�t|t��s*dS tt j�|d��}|sLtd� dS t |�dkrdtd� dS |d S )zHCheck for a wheel already built during the get_wheel_metadata hook.
Nz*.whlz+Found wheel built marker, but no .whl files� zHFound multiple .whl files; unspecified behaviour. Will call build_wheel.r )
r r �dirname�isfile�pjoinrH r r �print�len)r: Zmetadata_parentZ whl_filesr r r �_find_already_built_wheel� s rO c C s4 t |�}|r$t�|| � tj�|�S t� �| ||�S )z�Invoke the mandatory build_wheel hook.
If a wheel was already built in the
prepare_metadata_for_build_wheel fallback, this
will copy it rather than rebuilding the wheel.
)rO �shutilZcopy2r r �basenamer0 rF )Zwheel_directoryr5 r: Z prebuilt_whlr r r rF � s
�rF c C s6 t � }z
|j}W n tk
r( g Y S X || �S dS r1 )r0 � get_requires_for_build_sdistr3 r4 r r r rR � s
rR c @ s e Zd ZdZdS )�_DummyExceptionz(Nothing should ever raise this exceptionNr r r r r rS � s rS c @ s e Zd ZdZdd� ZdS )�GotUnsupportedOperationz9For internal use when backend raises UnsupportedOperationc C s
|| _ d S r r r r r r r
� s z GotUnsupportedOperation.__init__Nr r r r r rT � s rT c C sB t � }z|�| |�W S t|dt�k
r< tt�� ��Y nX dS )z&Invoke the mandatory build_sdist hook.�UnsupportedOperationN)r0 � build_sdistr. rS rT r r, )Zsdist_directoryr5 r6 r r r rV � s
rV c
C sN t tj�dk rt�d� tjd } tjd }| tkrBt�d| � t� | }t�t|d��}dd d�}z|f |d �|d
< W n� t k
r� } zd |d < |j
|d
< W 5 d }~X Y n� t k
r� } zd |d< |j |d< W 5 d }~X Y nR t
k
�r } zd |d< |j
|d
< W 5 d }~X Y n tk
�r2 d |d< Y nX tj|t|d�dd� d S )N� z"Needs args: hook_name, control_dirrI � zUnknown hook: %sz
input.jsonF)� unsupported�
return_val�kwargsrZ TZ
no_backendr Zbackend_invalidZ
backend_errorrY Z hook_missingz output.json)�indent)rN r) �argv�exit�
HOOK_NAMES�globals�compatZ read_jsonrL r r r r rT r Z
write_json)Z hook_nameZ control_dirr7 Z
hook_inputZjson_out�er r r �main� s.
rc �__main__)N)!r r � importlibr r Zos.pathr rL r; rP r) r ra r> r r r r r0 r2 r8 rH rA r9 rO rF rR rS rT rV r_ rc r r r r r �<module> sF
�
pep517/__pycache__/dirtools.cpython-38.opt-1.pyc 0000644 00000002417 15043676217 0015242 0 ustar 00 U
��.ei � @ sZ d dl Z d dlZd dlZd dlZd dlZd dlZd dlZejdd� �Zdd� Z dd� Z
dS )� Nc c s$ t �� } z
| V W 5 t�| � X dS )z2Create a temporary directory in a context manager.N)�tempfileZmkdtemp�shutilZrmtree)Ztd� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/dirtools.py�tempdir
s
r c
O sD zt j| |�W S tk
r> } z|jtjkr.� W 5 d}~X Y nX dS )zWLike `mkdir`, but does not raise an exception if the
directory already exists.
N)�os�mkdir�OSError�errnoZEEXIST)�args�kwargs�excr r r �mkdir_p s
r c C s� t �� }t�|d�}t�| �D ]r\} }}|D ]0}tj�| |�}tj�|| �}|� |d d� q,|D ],}tj�| |�}tj�|| �}|�
||� qbq |S )z0Construct an in-memory zip file for a directory.�w�/� ) �io�BytesIO�zipfileZZipFiler �walk�path�join�relpathZwritestr�write)�root�bufferZzip_file�dirs�filesr Zfs_pathZrel_pathr r r �dir_to_zipfile s r ) r r �
contextlibr r r
r �contextmanagerr r r r r r r �<module> s
pep517/__pycache__/envbuild.cpython-38.opt-1.pyc 0000644 00000010442 15043676217 0015210 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlZddlm Z ddl
m Z ddl m
Z
mZ e�e�Zdd � ZG d
d � d e�Zdd d
�Zddd�ZdS )zIBuild wheels/sdists by installing build deps to a temporary environment.
� N)�
check_call)� get_paths)�mkdtemp� )�Pep517HookCaller�
LoggerWrapperc C sH t tj�| d���}t�|�}W 5 Q R X |d }|d |d |�d�fS )Nzpyproject.tomlz build-system�requiresz
build-backendz backend-path)�open�os�path�join�toml�load�get)�
source_dir�fZpyproject_dataZbuildsys� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/envbuild.py�_load_pyproject s �r c @ s6 e Zd ZdZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�BuildEnvironmentz�Context manager to install build deps in a simple temporary environment
Based on code I wrote for pip, which is MIT licensed.
NTc C s
|| _ d S )N)�_cleanup)�selfZcleanupr r r �__init__9 s zBuildEnvironment.__init__c C s� t dd�| _t�d| j� tj�dd �| _tj�dd �| _tj dkrHdnd}t
|| j| jd�d �}|d
}| jr�|tj | j tjd< n|tj tj tjd< |d |d kr�|d }n|d tj |d }| jr�|tj | j tjd< n
|tjd< | S )
Nzpep517-build-env-)�prefixz Temporary build environment: %s�PATH�
PYTHONPATH�ntZ posix_prefix)�baseZplatbase)�vars�scriptsZpurelibZplatlib)
r r �log�infor
�environr � save_path�save_pythonpath�namer �pathsep�defpath)r Zinstall_schemeZ install_dirsr Zlib_dirsr r r � __enter__< s0 �
��
zBuildEnvironment.__enter__c C sT |sdS t �d|� tjddddd| jgt|� }t|tt tj �tt tj
�d� dS ) zAInstall dependencies into this env by calling pip in a subprocessNzCalling pip to install %sz-mZpipZinstallz--ignore-installedz--prefix)�stdout�stderr) r r! �sys�
executabler �listr r �logging�INFOZERROR)r �reqs�cmdr r r � pip_install\ s$ ��
�z BuildEnvironment.pip_installc C s~ | j o | jd k o tj�| j�}|r.t�| j� | jd krHtj�dd � n | jtjd< | j d krntj�dd � n | j tjd< d S )Nr r )
r r r
�isdir�shutilZrmtreer# r" �popr$ )r �exc_typeZexc_valZexc_tbZ
needs_cleanupr r r �__exit__j s � �
zBuildEnvironment.__exit__)T) �__name__�
__module__� __qualname__�__doc__r r r( r2 r7 r r r r r s
r c
C sn |dkr i }t | �\}}}t| ||�}t� �8}|�|� |�|�}|�|� |�||�W 5 Q R � S Q R X dS )am Build a wheel from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str wheel_dir: Target directory to create wheel in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
N)r r r r2 Z get_requires_for_build_wheel� build_wheel) r Z wheel_dir�config_settingsr �backend� backend_path�hooks�envr0 r r r r< ~ s
r< c
C sn |dkr i }t | �\}}}t| ||�}t� �8}|�|� |�|�}|�|� |�||�W 5 Q R � S Q R X dS )am Build an sdist from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str sdist_dir: Target directory to place sdist in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
N)r r r r2 Z get_requires_for_build_sdist� build_sdist) r Z sdist_dirr= r r> r? r@ rA r0 r r r rB � s
rB )N)N)r; r
r. r
r4 �
subprocessr r+ Z sysconfigr Ztempfiler Zwrappersr r Z getLoggerr8 r r �objectr r< rB r r r r �<module> s
a
pep517/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000366 15043676217 0015143 0 ustar 00 U
��.eT � @ s d Z dZdS )z6Wrappers to build Python packages using PEP 517 hooks
z0.7.0N)�__doc__� __version__� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/__init__.py�<module> s pep517/__pycache__/meta.cpython-38.opt-1.pyc 0000644 00000005406 15043676217 0014332 0 ustar 00 U
��.e� � @ sB d Z ddlZddlZddlZddlZddlZzddlmZ W n e k
rX ddl
ZY nX zddl m Z W n e k
r� ddl
m Z Y nX ddlmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ e�e �Z d d
� Z dd d
�Zefdd�Z dd� Z e�!� Z"e"j#ddd� e"j#dddd� dd� Z$e dk�r>e$� dS ) z2Build metadata for a project using PEP 517 hooks.
� N)�Path� )�BuildEnvironment)�Pep517HookCaller�quiet_subprocess_runner)�tempdir�mkdir_p�dir_to_zipfile)�validate_system� load_system�
compat_systemc
C s� | � i �}t�d|� |�|� t�d� t� �J}t�d|� | �|i �}tj�||�}t �
|tj�|tj� |��� W 5 Q R X d S )NzGot build requires: %sz$Installed dynamic build dependenciesz Trying to build metadata in %s) Z get_requires_for_build_wheel�log�info� pip_installr Z prepare_metadata_for_build_wheel�os�path�join�shutilZmove�basename)�hooks�env�destZreqsZtd�filename�source� r �;/usr/lib/python3.8/site-packages/pip/_vendor/pep517/meta.py�
_prep_meta s
r �.c
C s� |p
t | �}tj�| |pd�}t|� t|� t| |d |�d��}|�t ��2 t
� � }|� |d � t |||� W 5 Q R X W 5 Q R X d S )NZdistz
build-backendz backend-pathZrequires)
r r r r r r
r �getZsubprocess_runnerr r r r )�
source_dirr �systemr r r r r �build) s � r! c
C s0 t � � }| |d� t|�W 5 Q R � S Q R X d S )N)r )r r )�builder�out_dirr r r � build_as_zip8 s
r$ c C s: t j�| �} t| �}tjt| |d�}tt|��}t �
|�S )z�
Given a source directory (root) of a package,
return an importlib.metadata.Distribution object
with metadata build from that package.
)r r ) r r �
expanduserr � functools�partialr! r r$ �imp_metaZPathDistribution)�rootr r" r r r r �load> s
r* r z%A directory containing pyproject.toml)�helpz --out-dirz-oz>Destination in which to save the builds relative to source dirc C s t �� } t| j| j� d S )N)�parser�
parse_argsr! r r# )�argsr r r �mainV s r/ �__main__)r NN)%�__doc__�argparseZloggingr r r& �importlib.metadataZmetadatar( � ImportErrorZimportlib_metadataZzipfiler ZzippZenvbuildr Zwrappersr r Zdirtoolsr r r r! r
r r Z getLogger�__name__r
r r$ r* �ArgumentParserr, � add_argumentr/ r r r r �<module> sF
� �
pep517/__pycache__/check.cpython-38.pyc 0000644 00000011240 15043676217 0013513 0 ustar 00 U
��.e= � @ s� d Z ddlZddlZddlZddlmZmZ ddlm Z m
Z ddl Z ddl
mZ ddlZddlZddlmZ ddlZddlmZ dd lmZ dd
lmZ e�e�Z d d � Z d
d� Z dd� Z ddd�Z ddddd�Z!dd� Z"edkr�e � dS ) zHCheck a project and backend by attempting to build using PEP 517 hooks.
� N)�isfile�join)�TomlDecodeError�load)�CalledProcessError)�mkdtemp� )�enable_colourful_output)�BuildEnvironment)�Pep517HookCallerc
C s t � ���}z|�|� t�d� W n* tk
rL t�d� Y W 5 Q R � dS X z| �i �}t�d|� W n. tk
r� tjddd� Y W 5 Q R � dS X z|�|� t�d� W n* tk
r� t�d � Y W 5 Q R � dS X t� }t�d
|� z�z | � |i �}t�d |� W n4 tk
�r@ tjd dd� Y W ��W 5 Q R � dS X |� d
��slt�d|� W ��W 5 Q R � dS t
||�}t|��r�t�d|� n t�d|� W �FW 5 Q R � dS t�|��r�t�d� n t�d� W �W 5 Q R � dS W 5 t �
|� X W 5 Q R � dS Q R X d S )N�#Installed static build dependencies�+Failed to install static build dependenciesF�Got build requires: %s�'Failure in get_requires_for_build_sdistT��exc_info�$Installed dynamic build dependencies�,Failed to install dynamic build dependencieszTrying to build sdist in %szbuild_sdist returned %rzFailure in build_sdistz.tar.gzz*Filename %s doesn't have .tar.gz extension�Output file %s exists� Output file %s does not existzOutput file is a tar filez Output file is not a tar file)r
� pip_install�log�infor �errorZ get_requires_for_build_sdist� Exceptionr �shutil�rmtreeZ build_sdist�endswith�pjoinr �tarfileZ
is_tarfile��hooksZbuild_sys_requires�envZreqsZtd�filename�path� r% �</usr/lib/python3.8/site-packages/pip/_vendor/pep517/check.py�check_build_sdist sZ
�
r' c
C s t � ���}z|�|� t�d� W n* tk
rL t�d� Y W 5 Q R � dS X z| �i �}t�d|� W n. tk
r� tjddd� Y W 5 Q R � dS X z|�|� t�d� W n* tk
r� t�d � Y W 5 Q R � dS X t� }t�d
|� z�z | � |i �}t�d |� W n4 tk
�r@ tjd dd� Y W ��W 5 Q R � dS X |� d
��slt�d|� W ��W 5 Q R � dS t
||�}t|��r�t�d|� n t�d|� W �FW 5 Q R � dS t�|��r�t�d� n t�d� W �W 5 Q R � dS W 5 t �
|� X W 5 Q R � dS Q R X d S )Nr r
Fr r Tr r r zTrying to build wheel in %szbuild_wheel returned %rzFailure in build_wheelz.whlz'Filename %s doesn't have .whl extensionr r zOutput file is a zip filez Output file is not a zip file)r
r r r r r Z get_requires_for_build_wheelr r r r Z build_wheelr r r �zipfileZ
is_zipfiler r% r% r& �check_build_wheelO sT
r) c C s� t | d�}t|�r t�d� nt�d� dS zLt|��}t|�}W 5 Q R X |d }|d }|d }|�d�}t�d � W n( tt fk
r� tjd
d d � Y dS X t
| ||�}t ||�} t ||�}
| s�t�
d
� |
s�t�
d� | S )Nzpyproject.tomlzFound pyproject.tomlzMissing pyproject.tomlFz build-system�requiresz
build-backendz backend-pathzLoaded pyproject.tomlzInvalid pyproject.tomlTr z%Sdist checks failed; scroll up to seezWheel checks failed)r r r r r �open� toml_load�getr �KeyErrorr r' r) Zwarning) �
source_dirZ pyproject�fZpyproject_dataZbuildsysr* ZbackendZ backend_pathr! Zsdist_okZwheel_okr% r% r& �check� s0
r1 c C s` t �� }|jddd� |�| �}t� t|j�}|rDttdd�� nttdd�� t �
d� d S ) Nr/ z%A directory containing pyproject.toml)�helpz
Checks passed�greenz
Checks failed�redr ) �argparse�ArgumentParser� add_argument�
parse_argsr r1 r/ �print�ansi�sys�exit)�argvZap�args�okr% r% r& �main� s �
r@ z[0mz[1mz[31mz[32m)�resetZboldr4 r3 c C s8 t jdkr,tj�� r,t| t| � td S t| �S d S )N�ntrA )�os�namer; �stdout�isatty�
ansi_codes�str)�s�attrr% r% r& r: � s r: �__main__)N)#�__doc__r5 ZloggingrC Zos.pathr r r Ztomlr r r, r �
subprocessr r; r Ztempfiler r( Zcolorlogr Zenvbuildr
Zwrappersr Z getLogger�__name__r r' r) r1 r@ rG r: r% r% r% r& �<module> s6
98"
� pep517/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000001765 15043676217 0014673 0 ustar 00 U
��.e � @ sj d Z ddlZddlZejd dkr4dd� Zdd� Zndd� Zd d� ZzeZW n ek
rd eZY nX dS )
zPython 2/3 compatibility� N� c K s. t |ddd��}tj| |f|� W 5 Q R X d S )N�w�utf-8��encoding��open�json�dump��obj�path�kwargs�f� r �=/usr/lib/python3.8/site-packages/pip/_vendor/pep517/compat.py�
write_json
s r c
C s0 t | ddd��}t�|�W 5 Q R � S Q R X d S )N�rr r �r r �load�r
r r r r � read_json s r c K s2 t |d�� }tj| |fddi|�� W 5 Q R X d S )N�wbr r r r r r r r s c
C s, t | d��}t�|�W 5 Q R � S Q R X d S )N�rbr r r r r r s ) �__doc__r �sys� version_infor r �FileNotFoundError� NameError�IOErrorr r r r �<module> s
pep517/__pycache__/compat.cpython-38.pyc 0000644 00000001765 15043676217 0013734 0 ustar 00 U
��.e � @ sj d Z ddlZddlZejd dkr4dd� Zdd� Zndd� Zd d� ZzeZW n ek
rd eZY nX dS )
zPython 2/3 compatibility� N� c K s. t |ddd��}tj| |f|� W 5 Q R X d S )N�w�utf-8��encoding��open�json�dump��obj�path�kwargs�f� r �=/usr/lib/python3.8/site-packages/pip/_vendor/pep517/compat.py�
write_json
s r c
C s0 t | ddd��}t�|�W 5 Q R � S Q R X d S )N�rr r �r r �load�r
r r r r � read_json s r c K s2 t |d�� }tj| |fddi|�� W 5 Q R X d S )N�wbr r r r r r r r s c
C s, t | d��}t�|�W 5 Q R � S Q R X d S )N�rbr r r r r r s ) �__doc__r �sys� version_infor r �FileNotFoundError� NameError�IOErrorr r r r �<module> s
pep517/__pycache__/envbuild.cpython-38.pyc 0000644 00000010442 15043676217 0014251 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlZddlmZ ddlZddlm Z ddl
m Z ddl m
Z
mZ e�e�Zdd � ZG d
d � d e�Zdd d
�Zddd�ZdS )zIBuild wheels/sdists by installing build deps to a temporary environment.
� N)�
check_call)� get_paths)�mkdtemp� )�Pep517HookCaller�
LoggerWrapperc C sH t tj�| d���}t�|�}W 5 Q R X |d }|d |d |�d�fS )Nzpyproject.tomlz build-system�requiresz
build-backendz backend-path)�open�os�path�join�toml�load�get)�
source_dir�fZpyproject_dataZbuildsys� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/envbuild.py�_load_pyproject s �r c @ s6 e Zd ZdZdZd dd�Zdd� Zdd � Zd
d � ZdS )
�BuildEnvironmentz�Context manager to install build deps in a simple temporary environment
Based on code I wrote for pip, which is MIT licensed.
NTc C s
|| _ d S )N)�_cleanup)�selfZcleanupr r r �__init__9 s zBuildEnvironment.__init__c C s� t dd�| _t�d| j� tj�dd �| _tj�dd �| _tj dkrHdnd}t
|| j| jd�d �}|d
}| jr�|tj | j tjd< n|tj tj tjd< |d |d kr�|d }n|d tj |d }| jr�|tj | j tjd< n
|tjd< | S )
Nzpep517-build-env-)�prefixz Temporary build environment: %s�PATH�
PYTHONPATH�ntZ posix_prefix)�baseZplatbase)�vars�scriptsZpurelibZplatlib)
r r �log�infor
�environr � save_path�save_pythonpath�namer �pathsep�defpath)r Zinstall_schemeZ install_dirsr Zlib_dirsr r r � __enter__< s0 �
��
zBuildEnvironment.__enter__c C sT |sdS t �d|� tjddddd| jgt|� }t|tt tj �tt tj
�d� dS ) zAInstall dependencies into this env by calling pip in a subprocessNzCalling pip to install %sz-mZpipZinstallz--ignore-installedz--prefix)�stdout�stderr) r r! �sys�
executabler �listr r �logging�INFOZERROR)r �reqs�cmdr r r � pip_install\ s$ ��
�z BuildEnvironment.pip_installc C s~ | j o | jd k o tj�| j�}|r.t�| j� | jd krHtj�dd � n | jtjd< | j d krntj�dd � n | j tjd< d S )Nr r )
r r r
�isdir�shutilZrmtreer# r" �popr$ )r �exc_typeZexc_valZexc_tbZ
needs_cleanupr r r �__exit__j s � �
zBuildEnvironment.__exit__)T) �__name__�
__module__� __qualname__�__doc__r r r( r2 r7 r r r r r s
r c
C sn |dkr i }t | �\}}}t| ||�}t� �8}|�|� |�|�}|�|� |�||�W 5 Q R � S Q R X dS )am Build a wheel from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str wheel_dir: Target directory to create wheel in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
N)r r r r2 Z get_requires_for_build_wheel� build_wheel) r Z wheel_dir�config_settingsr �backend� backend_path�hooks�envr0 r r r r< ~ s
r< c
C sn |dkr i }t | �\}}}t| ||�}t� �8}|�|� |�|�}|�|� |�||�W 5 Q R � S Q R X dS )am Build an sdist from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str sdist_dir: Target directory to place sdist in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
N)r r r r2 Z get_requires_for_build_sdist� build_sdist) r Z sdist_dirr= r r> r? r@ rA r0 r r r rB � s
rB )N)N)r; r
r. r
r4 �
subprocessr r+ Z sysconfigr Ztempfiler Zwrappersr r Z getLoggerr8 r r �objectr r< rB r r r r �<module> s
a
pep517/__pycache__/colorlog.cpython-38.pyc 0000644 00000005544 15043676217 0014270 0 ustar 00 U
��.e � @ sf d Z ddlZddlZz ddlZW n ek
r8 dZY nX dd� ZG dd� dej�Zejfdd�Z dS ) zONicer log formatting with colours.
Code copied from Tornado, Apache licensed.
� Nc C sV d} t rRttjd�rRtj�� rRz t �� t �d�dkr:d} W n tk
rP Y nX | S )NF�isattyZcolorsr T)�curses�hasattr�sys�stderrr Z setuptermZtigetnum� Exception)�color� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/colorlog.py�_stderr_supports_color s r c @ s> e Zd ZdZejdejdejdejdiZ d dd�Z
d d
� Z dS ) � LogFormatterz&Log formatter with colour support
� � � TNc C s� t jj| |d� i | _|r�t� r�t�d�p6t�d�p6d}dtj k rNdk r\n n
t |d�}| j
� � D ] \}}t t� ||�d�| j|< qft t�d�d�| _
t�� }|�� d | _t�� n d| _
d
| _d S ) aO
:arg bool color: Enables color support.
:arg string fmt: Log message format.
It will be applied to the attributes dict of log records. The
text between ``%(color)s`` and ``%(end_color)s`` will be colored
depending on the level if color support is on.
:arg dict colors: color mappings from logging level to terminal color
code
:arg string datefmt: Datetime format.
Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``.
.. versionchanged:: 3.2
Added ``fmt`` and ``datefmt`` arguments.
)�datefmtZsetafZsetf� )r r )r r
r �asciiZsgr0r �F N)�logging� Formatter�__init__�_colorsr r Ztigetstrr � version_info�str�DEFAULT_COLORS�itemsZtparm�_normalZinitscrZgetmaxyx� termwidthZendwin)�selfr r Zfg_color�levelno�codeZscrr r r
r 2 s*
��
�
zLogFormatter.__init__c C s� t |j�}dj|jd |jd�}|t |� | jk rJd| j|t |� }nd}|j| jkrn| j|j }| j}nd }}|j| | | | S )Nz{initial}-{name}r )�initial�name� z r ) �len�message�formatZ levelnamer" r r r r )r �recordZmlenZ
right_textZspaceZ start_colorZ end_colorr r r
�
formatMessage] s
� zLogFormatter.formatMessage)TN) �__name__�
__module__� __qualname__�__doc__r �INFOZWARNINGZERRORZCRITICALr r r( r r r r
r ( s �
+r c C s0 t �� }|�t� � t j�|� t j�| � d S )N)r Z
StreamHandlerZ setFormatterr �rootZ
addHandlerZsetLevel)�levelZhandlerr r r
�enable_colourful_outputo s r0 )
r, r r r � ImportErrorr r r r- r0 r r r r
�<module> s
G pep517/__pycache__/build.cpython-38.opt-1.pyc 0000644 00000006406 15043676217 0014504 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z m Z ddl
mZ e�e�Zdd � Zd
d � Zd d
� Zdd� Zd"dd�Ze�� Zejddd� ejddddd� ejddddd� ejd d d d� d d � Zed!kr�ee�� � dS )#z%Build a project using PEP 517 hooks.
� N� )�BuildEnvironment)�Pep517HookCaller)�tempdir�mkdir_p)�FileNotFoundErrorc C s4 ddh}|t | �ks0dj|t | � d�}t|��dS )z7
Ensure build system has the requisite fields.
�requires�
build-backendz"Missing required fields: {missing})ZmissingN)�set�format�
ValueError)�systemZrequired�message� r �</usr/lib/python3.8/site-packages/pip/_vendor/pep517/build.py�validate_system s
�r c C s4 t j�| d�}t|��}t�|�}W 5 Q R X |d S )zC
Load the build system from a source dir (pyproject.toml).
zpyproject.tomlz build-system)�os�path�join�open�toml�load)�
source_dirZ pyproject�fZpyproject_datar r r � load_system s
r c C sJ z t | �}W n ttfk
r( i }Y nX |�dd� |�dddg� |S )z�
Given a source dir, attempt to get a build system backend
and requirements from pyproject.toml. Fallback to
setuptools but only if the file was not found or a build
system was not indicated.
r z setuptools.build_meta:__legacy__r Z
setuptools�wheel)r r �KeyError�
setdefault)r r
r r r �
compat_system' s
�r c
C s� dj f t� �}t| |�}|i �}t�d|� |�|� t�d� t� �b}t�d||� dj f t� �}t| |�} | |i �}
tj� ||
�} t
� | tj� |tj� |
��� W 5 Q R X d S )Nz get_requires_for_build_{dist}zGot build requires: %sz$Installed dynamic build dependencieszTrying to build %s in %sz build_{dist})
r �locals�getattr�log�info� pip_installr r r r �shutilZmove�basename) �hooks�env�dist�destZget_requires_nameZ get_requiresZreqsZtdZ
build_name�build�filename�sourcer r r � _do_build: s
r- c C sv |p
t | �}tj�| |pd�}t|� t|� t| |d |�d��}t� �"}|� |d � t
||||� W 5 Q R X d S )Nr( r z backend-pathr ) r r r r r r r �getr r# r- )r r( r) r
r& r' r r r r* L s �r* r z%A directory containing pyproject.toml)�helpz--binaryz-b�
store_trueF)�action�defaultz--sourcez-sz --out-dirz-oz>Destination in which to save the builds relative to source dirc C sP t td | js| jsdnd | js$| js(dnd f��}|D ]}t| j|| j� q6d S )NZsdistr )�list�filterr, Zbinaryr* r Zout_dir)�argsZdistsr( r r r �mainp s �r6 �__main__)NN) �__doc__�argparseZloggingr r r$ Zenvbuildr Zwrappersr Zdirtoolsr r �compatr Z getLogger�__name__r! r r r r- r* �ArgumentParser�parser� add_argumentr6 �
parse_argsr r r r �<module> sP
� � � � pep517/__pycache__/meta.cpython-38.pyc 0000644 00000005406 15043676217 0013373 0 ustar 00 U
��.e� � @ sB d Z ddlZddlZddlZddlZddlZzddlmZ W n e k
rX ddl
ZY nX zddl m Z W n e k
r� ddl
m Z Y nX ddlmZ ddlmZmZ ddlmZmZmZ ddlmZmZmZ e�e �Z d d
� Z dd d
�Zefdd�Z dd� Z e�!� Z"e"j#ddd� e"j#dddd� dd� Z$e dk�r>e$� dS ) z2Build metadata for a project using PEP 517 hooks.
� N)�Path� )�BuildEnvironment)�Pep517HookCaller�quiet_subprocess_runner)�tempdir�mkdir_p�dir_to_zipfile)�validate_system� load_system�
compat_systemc
C s� | � i �}t�d|� |�|� t�d� t� �J}t�d|� | �|i �}tj�||�}t �
|tj�|tj� |��� W 5 Q R X d S )NzGot build requires: %sz$Installed dynamic build dependenciesz Trying to build metadata in %s) Z get_requires_for_build_wheel�log�info� pip_installr Z prepare_metadata_for_build_wheel�os�path�join�shutilZmove�basename)�hooks�env�destZreqsZtd�filename�source� r �;/usr/lib/python3.8/site-packages/pip/_vendor/pep517/meta.py�
_prep_meta s
r �.c
C s� |p
t | �}tj�| |pd�}t|� t|� t| |d |�d��}|�t ��2 t
� � }|� |d � t |||� W 5 Q R X W 5 Q R X d S )NZdistz
build-backendz backend-pathZrequires)
r r r r r r
r �getZsubprocess_runnerr r r r )�
source_dirr �systemr r r r r �build) s � r! c
C s0 t � � }| |d� t|�W 5 Q R � S Q R X d S )N)r )r r )�builder�out_dirr r r � build_as_zip8 s
r$ c C s: t j�| �} t| �}tjt| |d�}tt|��}t �
|�S )z�
Given a source directory (root) of a package,
return an importlib.metadata.Distribution object
with metadata build from that package.
)r r ) r r �
expanduserr � functools�partialr! r r$ �imp_metaZPathDistribution)�rootr r" r r r r �load> s
r* r z%A directory containing pyproject.toml)�helpz --out-dirz-oz>Destination in which to save the builds relative to source dirc C s t �� } t| j| j� d S )N)�parser�
parse_argsr! r r# )�argsr r r �mainV s r/ �__main__)r NN)%�__doc__�argparseZloggingr r r& �importlib.metadataZmetadatar( � ImportErrorZimportlib_metadataZzipfiler ZzippZenvbuildr Zwrappersr r Zdirtoolsr r r r! r
r r Z getLogger�__name__r
r r$ r* �ArgumentParserr, � add_argumentr/ r r r r �<module> sF
� �
pep517/__pycache__/build.cpython-38.pyc 0000644 00000006406 15043676217 0013545 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z m Z ddl
mZ e�e�Zdd � Zd
d � Zd d
� Zdd� Zd"dd�Ze�� Zejddd� ejddddd� ejddddd� ejd d d d� d d � Zed!kr�ee�� � dS )#z%Build a project using PEP 517 hooks.
� N� )�BuildEnvironment)�Pep517HookCaller)�tempdir�mkdir_p)�FileNotFoundErrorc C s4 ddh}|t | �ks0dj|t | � d�}t|��dS )z7
Ensure build system has the requisite fields.
�requires�
build-backendz"Missing required fields: {missing})ZmissingN)�set�format�
ValueError)�systemZrequired�message� r �</usr/lib/python3.8/site-packages/pip/_vendor/pep517/build.py�validate_system s
�r c C s4 t j�| d�}t|��}t�|�}W 5 Q R X |d S )zC
Load the build system from a source dir (pyproject.toml).
zpyproject.tomlz build-system)�os�path�join�open�toml�load)�
source_dirZ pyproject�fZpyproject_datar r r � load_system s
r c C sJ z t | �}W n ttfk
r( i }Y nX |�dd� |�dddg� |S )z�
Given a source dir, attempt to get a build system backend
and requirements from pyproject.toml. Fallback to
setuptools but only if the file was not found or a build
system was not indicated.
r z setuptools.build_meta:__legacy__r Z
setuptools�wheel)r r �KeyError�
setdefault)r r
r r r �
compat_system' s
�r c
C s� dj f t� �}t| |�}|i �}t�d|� |�|� t�d� t� �b}t�d||� dj f t� �}t| |�} | |i �}
tj� ||
�} t
� | tj� |tj� |
��� W 5 Q R X d S )Nz get_requires_for_build_{dist}zGot build requires: %sz$Installed dynamic build dependencieszTrying to build %s in %sz build_{dist})
r �locals�getattr�log�info� pip_installr r r r �shutilZmove�basename) �hooks�env�dist�destZget_requires_nameZ get_requiresZreqsZtdZ
build_name�build�filename�sourcer r r � _do_build: s
r- c C sv |p
t | �}tj�| |pd�}t|� t|� t| |d |�d��}t� �"}|� |d � t
||||� W 5 Q R X d S )Nr( r z backend-pathr ) r r r r r r r �getr r# r- )r r( r) r
r& r' r r r r* L s �r* r z%A directory containing pyproject.toml)�helpz--binaryz-b�
store_trueF)�action�defaultz--sourcez-sz --out-dirz-oz>Destination in which to save the builds relative to source dirc C sP t td | js| jsdnd | js$| js(dnd f��}|D ]}t| j|| j� q6d S )NZsdistr )�list�filterr, Zbinaryr* r Zout_dir)�argsZdistsr( r r r �mainp s �r6 �__main__)NN) �__doc__�argparseZloggingr r r$ Zenvbuildr Zwrappersr Zdirtoolsr r �compatr Z getLogger�__name__r! r r r r- r* �ArgumentParser�parser� add_argumentr6 �
parse_argsr r r r �<module> sP
� � � � pep517/__pycache__/colorlog.cpython-38.opt-1.pyc 0000644 00000005544 15043676217 0015227 0 ustar 00 U
��.e � @ sf d Z ddlZddlZz ddlZW n ek
r8 dZY nX dd� ZG dd� dej�Zejfdd�Z dS ) zONicer log formatting with colours.
Code copied from Tornado, Apache licensed.
� Nc C sV d} t rRttjd�rRtj�� rRz t �� t �d�dkr:d} W n tk
rP Y nX | S )NF�isattyZcolorsr T)�curses�hasattr�sys�stderrr Z setuptermZtigetnum� Exception)�color� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/colorlog.py�_stderr_supports_color s r c @ s> e Zd ZdZejdejdejdejdiZ d dd�Z
d d
� Z dS ) � LogFormatterz&Log formatter with colour support
� � � TNc C s� t jj| |d� i | _|r�t� r�t�d�p6t�d�p6d}dtj k rNdk r\n n
t |d�}| j
� � D ] \}}t t� ||�d�| j|< qft t�d�d�| _
t�� }|�� d | _t�� n d| _
d
| _d S ) aO
:arg bool color: Enables color support.
:arg string fmt: Log message format.
It will be applied to the attributes dict of log records. The
text between ``%(color)s`` and ``%(end_color)s`` will be colored
depending on the level if color support is on.
:arg dict colors: color mappings from logging level to terminal color
code
:arg string datefmt: Datetime format.
Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``.
.. versionchanged:: 3.2
Added ``fmt`` and ``datefmt`` arguments.
)�datefmtZsetafZsetf� )r r )r r
r �asciiZsgr0r �F N)�logging� Formatter�__init__�_colorsr r Ztigetstrr � version_info�str�DEFAULT_COLORS�itemsZtparm�_normalZinitscrZgetmaxyx� termwidthZendwin)�selfr r Zfg_color�levelno�codeZscrr r r
r 2 s*
��
�
zLogFormatter.__init__c C s� t |j�}dj|jd |jd�}|t |� | jk rJd| j|t |� }nd}|j| jkrn| j|j }| j}nd }}|j| | | | S )Nz{initial}-{name}r )�initial�name� z r ) �len�message�formatZ levelnamer" r r r r )r �recordZmlenZ
right_textZspaceZ start_colorZ end_colorr r r
�
formatMessage] s
� zLogFormatter.formatMessage)TN) �__name__�
__module__� __qualname__�__doc__r �INFOZWARNINGZERRORZCRITICALr r r( r r r r
r ( s �
+r c C s0 t �� }|�t� � t j�|� t j�| � d S )N)r Z
StreamHandlerZ setFormatterr �rootZ
addHandlerZsetLevel)�levelZhandlerr r r
�enable_colourful_outputo s r0 )
r, r r r � ImportErrorr r r r- r0 r r r r
�<module> s
G pep517/__pycache__/wrappers.cpython-38.pyc 0000644 00000023636 15043676217 0014315 0 ustar 00 U
��.eg) � @ s d dl Z d dlmZ d dlZd dlmZmZmZ d dl Z d dl
m Z m Z m
Z
d dlZd dlmZ ddlmZ eeee��d�Zed d
� �ZG d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�Zd dd�Zd dd�Z dd� Z G dd� de �Z G dd � d e j �Z!dS ) � N)�contextmanager)�dirname�abspath�join)�
check_call� check_output�STDOUT)�mkdtemp� )�compatz_in_process.pyc c s" t � } z
| V W 5 t�| � X d S �N)r �shutilZrmtree)�td� r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/wrappers.py�tempdir s
r c @ s e Zd ZdZdd� ZdS )�BackendUnavailablezEWill be raised if the backend cannot be imported in the hook process.c C s
|| _ d S r �� traceback��selfr r r r �__init__ s zBackendUnavailable.__init__N��__name__�
__module__� __qualname__�__doc__r r r r r r s r c @ s e Zd ZdZdd� ZdS )�BackendInvalidz)Will be raised if the backend is invalid.c C s || _ || _|| _d S r �� backend_name� backend_path�message)r r r r! r r r r s zBackendInvalid.__init__Nr r r r r r s r c s e Zd ZdZ� fdd�Z� ZS )� HookMissingz Will be raised on missing hooks.c s t t| ��|� || _d S r )�superr" r � hook_name)r r$ �� __class__r r r ( s zHookMissing.__init__)r r r r r �
__classcell__r r r% r r" & s r" c @ s e Zd ZdZdd� ZdS )�UnsupportedOperationzDMay be raised by build_sdist if the backend indicates that it can't.c C s
|| _ d S r r r r r r r / s z UnsupportedOperation.__init__Nr r r r r r( - s r( c C s* t j�� }|r|�|� t| ||d� dS )z5The default method of calling the wrapper subprocess.)�cwd�envN)�os�environ�copy�updater ��cmdr) �
extra_environr* r r r �default_subprocess_runner3 s
r2 c C s, t j�� }|r|�|� t| ||td� dS )zDA method of calling the wrapper subprocess while suppressing output.)r) r* �stderrN)r+ r, r- r. r r r/ r r r �quiet_subprocess_runner< s
r4 c C sn t j�|�rtd��t j�| �}t j�t j�||��}t j�|�}t j�|�}t j�||g�|krjtd��|S )z�Normalise and check a backend path.
Ensure that the requested backend path is specified as a relative path,
and resolves to a location under the given source tree.
Return an absolute version of the requested path.
zpaths must be relativez paths must be inside source tree) r+ �path�isabs�
ValueErrorr �normpathr �normcase� commonprefix)Z source_treeZ requestedZ
abs_sourceZ
abs_requestedZ norm_sourceZnorm_requestedr r r �norm_and_checkE s r; c @ s` e Zd ZdZddd�Zedd� �Zddd�Zdd
d �Zdd d
�Z ddd�Z
ddd�Z dd� Z dS )�Pep517HookCallerae A wrapper around a source directory to be built with a PEP 517 backend.
source_dir : The path to the source directory, containing pyproject.toml.
build_backend : The build backend spec, as per PEP 517, from
pyproject.toml.
backend_path : The backend path, as per PEP 517, from pyproject.toml.
runner : A callable that invokes the wrapper subprocess.
The 'runner', if provided, must expect the following:
cmd : a list of strings representing the command and arguments to
execute, as would be passed to e.g. 'subprocess.check_call'.
cwd : a string representing the working directory that must be
used for the subprocess. Corresponds to the provided source_dir.
extra_environ : a dict mapping environment variable names to values
which must be set for the subprocess execution.
Nc sB |d kr t }t|�� _|� _|r2� fdd�|D �}|� _|� _d S )Nc s g | ]}t � j|��qS r )r; �
source_dir)�.0�p�r r r �
<listcomp>{ s z-Pep517HookCaller.__init__.<locals>.<listcomp>)r2 r r= �
build_backendr �_subprocess_runner)r r= rB r �runnerr r@ r r n s
�zPep517HookCaller.__init__c c s | j }|| _ dV || _ dS )z\A context manager for temporarily overriding the default subprocess
runner.
N)rC )r rD �prevr r r �subprocess_runner� s z"Pep517HookCaller.subprocess_runnerc C s | � dd|i�S )aG Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.:
["wheel >= 0.25", "setuptools"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_wheel�config_settings��
_call_hook�r rH r r r rG � s
�z-Pep517HookCaller.get_requires_for_build_wheelTc C s | � dt|�||d��S )aq Prepare a *.dist-info folder with metadata for this project.
Returns the name of the newly created folder.
If the build backend defines a hook with this name, it will be called
in a subprocess. If not, the backend will be asked to build a wheel,
and the dist-info extracted from that (unless _allow_fallback is
False).
� prepare_metadata_for_build_wheel)�metadata_directoryrH �_allow_fallback�rJ r )r rM rH rN r r r rL � s
�z1Pep517HookCaller.prepare_metadata_for_build_wheelc C s( |dk rt |�}| �dt |�||d��S )av Build a wheel from this project.
Returns the name of the newly created file.
In general, this will call the 'build_wheel' hook in the backend.
However, if that was previously called by
'prepare_metadata_for_build_wheel', and the same metadata_directory is
used, the previously built wheel will be copied to wheel_directory.
N� build_wheel)�wheel_directoryrH rM )r rJ )r rQ rH rM r r r rP � s �z Pep517HookCaller.build_wheelc C s | � dd|i�S )a< Identify packages required for building a wheel
Returns a list of dependency specifications, e.g.:
["setuptools >= 26"]
This does not include requirements specified in pyproject.toml.
It returns the result of calling the equivalently named hook in a
subprocess.
� get_requires_for_build_sdistrH rI rK r r r rR � s
�z-Pep517HookCaller.get_requires_for_build_sdistc C s | � dt|�|d��S )z�Build an sdist from this project.
Returns the name of the newly created file.
This calls the 'build_sdist' backend hook in a subprocess.
� build_sdist)�sdist_directoryrH rO )r rT rH r r r rS � s �z Pep517HookCaller.build_sdistc
C s@ t jd dkr | j�d�}n| j}d|i}| jrbtj�| j�}t jd dkrZ|�t �� �}||d< t � ��}d|i}t
j |t |d�dd� | j
t jt||g| j|d � t
�t |d
��}|�d �r�t|�d d
���|�d�r�t|�d d
���|�d��rt| j| j|�dd
�d��|�d��r"t|��|d W 5 Q R � S Q R X d S )Nr � �ASCIIZPEP517_BUILD_BACKENDZPEP517_BACKEND_PATH�kwargsz
input.json)�indent)r) r1 z output.jsonZ unsupportedr � Z
no_backendZbackend_invalidZ
backend_errorr Z hook_missingZ
return_val)�sys� version_inforB �encoder r+ �pathsepr �getfilesystemencodingr r Z
write_json�pjoinrC �
executable�_in_proc_scriptr= Z read_json�getr( r r r" ) r r$ rW rB r1 r r Z
hook_input�datar r r rJ � sB � �
� zPep517HookCaller._call_hook)NN)N)NT)NN)N)N)
r r r r r r rF rG rL rP rR rS rJ r r r r r< ] s �
�
�
r< c @ s< e Zd ZdZdd� Zdd� Zedd� �Zdd � Zd
d � Z d S )
�
LoggerWrapperzd
Read messages from a pipe and redirect them
to a logger (see python's logging module).
c C sH t j�| � d| _|| _|| _t�� \| _| _ t�
| j�| _ | � � d S )NT)
� threading�Threadr Zdaemon�logger�levelr+ �pipeZfd_read�fd_write�fdopen�reader�start)r rg rh r r r r s zLoggerWrapper.__init__c C s | j S r )rj r@ r r r �fileno s zLoggerWrapper.filenoc C s | � tj�r| d d� S | S )N���)�endswithr+ �linesep)�msgr r r �remove_newline! s z LoggerWrapper.remove_newlinec C s | j D ]}| �| �|�� qd S r )rl �_writers )r �liner r r �run% s
zLoggerWrapper.runc C s | j �| j|� d S r )rg �logrh )r r! r r r rt ) s zLoggerWrapper._writeN)
r r r r r rn � staticmethodrs rv rt r r r r rd s
rd )NN)NN)"re �
contextlibr r+ Zos.pathr r r r_ r
�
subprocessr r r rZ Ztempfiler rY r �__file__ra r � Exceptionr r r" r( r2 r4 r; �objectr< rf rd r r r r �<module> s*
/ pep517/__pycache__/check.cpython-38.opt-1.pyc 0000644 00000011240 15043676217 0014452 0 ustar 00 U
��.e= � @ s� d Z ddlZddlZddlZddlmZmZ ddlm Z m
Z ddl Z ddl
mZ ddlZddlZddlmZ ddlZddlmZ dd lmZ dd
lmZ e�e�Z d d � Z d
d� Z dd� Z ddd�Z ddddd�Z!dd� Z"edkr�e � dS ) zHCheck a project and backend by attempting to build using PEP 517 hooks.
� N)�isfile�join)�TomlDecodeError�load)�CalledProcessError)�mkdtemp� )�enable_colourful_output)�BuildEnvironment)�Pep517HookCallerc
C s t � ���}z|�|� t�d� W n* tk
rL t�d� Y W 5 Q R � dS X z| �i �}t�d|� W n. tk
r� tjddd� Y W 5 Q R � dS X z|�|� t�d� W n* tk
r� t�d � Y W 5 Q R � dS X t� }t�d
|� z�z | � |i �}t�d |� W n4 tk
�r@ tjd dd� Y W ��W 5 Q R � dS X |� d
��slt�d|� W ��W 5 Q R � dS t
||�}t|��r�t�d|� n t�d|� W �FW 5 Q R � dS t�|��r�t�d� n t�d� W �W 5 Q R � dS W 5 t �
|� X W 5 Q R � dS Q R X d S )N�#Installed static build dependencies�+Failed to install static build dependenciesF�Got build requires: %s�'Failure in get_requires_for_build_sdistT��exc_info�$Installed dynamic build dependencies�,Failed to install dynamic build dependencieszTrying to build sdist in %szbuild_sdist returned %rzFailure in build_sdistz.tar.gzz*Filename %s doesn't have .tar.gz extension�Output file %s exists� Output file %s does not existzOutput file is a tar filez Output file is not a tar file)r
� pip_install�log�infor �errorZ get_requires_for_build_sdist� Exceptionr �shutil�rmtreeZ build_sdist�endswith�pjoinr �tarfileZ
is_tarfile��hooksZbuild_sys_requires�envZreqsZtd�filename�path� r% �</usr/lib/python3.8/site-packages/pip/_vendor/pep517/check.py�check_build_sdist sZ
�
r' c
C s t � ���}z|�|� t�d� W n* tk
rL t�d� Y W 5 Q R � dS X z| �i �}t�d|� W n. tk
r� tjddd� Y W 5 Q R � dS X z|�|� t�d� W n* tk
r� t�d � Y W 5 Q R � dS X t� }t�d
|� z�z | � |i �}t�d |� W n4 tk
�r@ tjd dd� Y W ��W 5 Q R � dS X |� d
��slt�d|� W ��W 5 Q R � dS t
||�}t|��r�t�d|� n t�d|� W �FW 5 Q R � dS t�|��r�t�d� n t�d� W �W 5 Q R � dS W 5 t �
|� X W 5 Q R � dS Q R X d S )Nr r
Fr r Tr r r zTrying to build wheel in %szbuild_wheel returned %rzFailure in build_wheelz.whlz'Filename %s doesn't have .whl extensionr r zOutput file is a zip filez Output file is not a zip file)r
r r r r r Z get_requires_for_build_wheelr r r r Z build_wheelr r r �zipfileZ
is_zipfiler r% r% r& �check_build_wheelO sT
r) c C s� t | d�}t|�r t�d� nt�d� dS zLt|��}t|�}W 5 Q R X |d }|d }|d }|�d�}t�d � W n( tt fk
r� tjd
d d � Y dS X t
| ||�}t ||�} t ||�}
| s�t�
d
� |
s�t�
d� | S )Nzpyproject.tomlzFound pyproject.tomlzMissing pyproject.tomlFz build-system�requiresz
build-backendz backend-pathzLoaded pyproject.tomlzInvalid pyproject.tomlTr z%Sdist checks failed; scroll up to seezWheel checks failed)r r r r r �open� toml_load�getr �KeyErrorr r' r) Zwarning) �
source_dirZ pyproject�fZpyproject_dataZbuildsysr* ZbackendZ backend_pathr! Zsdist_okZwheel_okr% r% r& �check� s0
r1 c C s` t �� }|jddd� |�| �}t� t|j�}|rDttdd�� nttdd�� t �
d� d S ) Nr/ z%A directory containing pyproject.toml)�helpz
Checks passed�greenz
Checks failed�redr ) �argparse�ArgumentParser� add_argument�
parse_argsr r1 r/ �print�ansi�sys�exit)�argvZap�args�okr% r% r& �main� s �
r@ z[0mz[1mz[31mz[32m)�resetZboldr4 r3 c C s8 t jdkr,tj�� r,t| t| � td S t| �S d S )N�ntrA )�os�namer; �stdout�isatty�
ansi_codes�str)�s�attrr% r% r& r: � s r: �__main__)N)#�__doc__r5 ZloggingrC Zos.pathr r r Ztomlr r r, r �
subprocessr r; r Ztempfiler r( Zcolorlogr Zenvbuildr
Zwrappersr Z getLogger�__name__r r' r) r1 r@ rG r: r% r% r% r& �<module> s6
98"
� pep517/__pycache__/_in_process.cpython-38.opt-1.pyc 0000644 00000016405 15043676217 0015710 0 ustar 00 U
��.ep � @ s0 d Z ddlmZ ddlmZ ddlZddlZddlmZ ddlZddl Z ddl
Z
ddl Z ddl Z G dd� de
�ZG dd � d e
�ZG d
d � d e
�Zd d
� Zdd� Zdd� Zdd� ZdZdd� Zdd� Zdd� Zd(dd �Zd d � ZG d d � d e
�ZG d!d"� d"e
�Z d#d$� Z ddd d d$hZ d%d&� Z e d'k�r,e � dS ))ag This is invoked in a subprocess to call the build backend hooks.
It expects:
- Command line args: hook_name, control_dir
- Environment variables:
PEP517_BUILD_BACKEND=entry.point:spec
PEP517_BACKEND_PATH=paths (separated with os.pathsep)
- control_dir/input.json:
- {"kwargs": {...}}
Results:
- control_dir/output.json
- {"return_val": ...}
� )�glob)�
import_moduleN)�joinc @ s e Zd ZdZdd� ZdS )�BackendUnavailablez&Raised if we cannot import the backendc C s
|| _ d S �N�� traceback��selfr � r �B/usr/lib/python3.8/site-packages/pip/_vendor/pep517/_in_process.py�__init__ s zBackendUnavailable.__init__N��__name__�
__module__� __qualname__�__doc__r
r r r r r s r c @ s e Zd ZdZdd� ZdS )�BackendInvalidz Raised if the backend is invalidc C s
|| _ d S r )�message)r
r r r r r
% s zBackendInvalid.__init__Nr r r r r r # s r c @ s e Zd ZdZdS )� HookMissingzARaised if a hook is missing and we are not executing the fallbackN�r r r r r r r r r ) s r c C s< t j�t j�| ��} t j�t j�|��}t j�| |g�|kS )z5Test if a file is located within the given directory.)�os�path�normcase�abspath� commonprefix)�filenameZ directoryr r r � contained_in- s r c s� t j�d�} | r*| �t j�}|tjdd�< t jd }|�d�\}}}z t|�� W n t k
rp t
t � � ��Y nX | r�t
� fdd�|D ��s�td��|r�|�d �D ]}t� |�� q�� S )
z Find and load the build backendZPEP517_BACKEND_PATHNr ZPEP517_BUILD_BACKEND�:c 3 s | ]}t � j|�V qd S r )r �__file__)�.0r ��objr r � <genexpr>D s �z!_build_backend.<locals>.<genexpr>z(Backend was not loaded from backend-path�.)r �environ�get�split�pathsep�sysr � partitionr � ImportErrorr r �
format_exc�anyr �getattr)Z backend_pathZextra_pathitemsZepZmod_path�_Zobj_pathZ path_partr r! r �_build_backend4 s&
� r0 c C s6 t � }z
|j}W n tk
r( g Y S X || �S dS �zfInvoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
N)r0 � get_requires_for_build_wheel�AttributeError��config_settings�backend�hookr r r r2 P s
r2 c C sJ t � }z
|j}W n* tk
r: |s*t� �t|| |� Y S X || |�S dS )z�Invoke optional prepare_metadata_for_build_wheel
Implements a fallback by building a wheel if the hook isn't defined,
unless _allow_fallback is False in which case HookMissing is raised.
N)r0 � prepare_metadata_for_build_wheelr3 r � _get_wheel_metadata_from_wheel)�metadata_directoryr5 Z_allow_fallbackr6 r7 r r r r8 ^ s
�
r8 ZPEP517_ALREADY_BUILT_WHEELc C s@ g }| � � D ] }t�d|�}|r |�|� q |r4|S td��dS )z6Identify the .dist-info folder inside a wheel ZipFile.z[^/\\]+-[^/\\]+\.dist-info/z#No .dist-info folder found in wheelN)Znamelist�re�match�append� Exception)Zwhl_zip�resr �mr r r �_dist_info_filest s rA c C s� ddl m} | �||�}ttj�|t�d�� W 5 Q R X tj�||�}||�� }t|�}|j ||d� W 5 Q R X |d �
d�d S )z�Build a wheel and extract the metadata from it.
Fallback for when the build backend does not
define the 'get_wheel_metadata' hook.
r )�ZipFile�wb)r �members�/) ZzipfilerB � build_wheel�openr r r �WHEEL_BUILT_MARKERrA Z
extractallr' )r6 r: r5 rB Z whl_basenameZwhl_fileZzipfZ dist_infor r r r9 � s
r9 c C sl | sdS t j�| �}t j�t|t��s*dS tt j�|d��}|sLtd� dS t |�dkrdtd� dS |d S )zHCheck for a wheel already built during the get_wheel_metadata hook.
Nz*.whlz+Found wheel built marker, but no .whl files� zHFound multiple .whl files; unspecified behaviour. Will call build_wheel.r )
r r �dirname�isfile�pjoinrH r r �print�len)r: Zmetadata_parentZ whl_filesr r r �_find_already_built_wheel� s rO c C s4 t |�}|r$t�|| � tj�|�S t� �| ||�S )z�Invoke the mandatory build_wheel hook.
If a wheel was already built in the
prepare_metadata_for_build_wheel fallback, this
will copy it rather than rebuilding the wheel.
)rO �shutilZcopy2r r �basenamer0 rF )Zwheel_directoryr5 r: Z prebuilt_whlr r r rF � s
�rF c C s6 t � }z
|j}W n tk
r( g Y S X || �S dS r1 )r0 � get_requires_for_build_sdistr3 r4 r r r rR � s
rR c @ s e Zd ZdZdS )�_DummyExceptionz(Nothing should ever raise this exceptionNr r r r r rS � s rS c @ s e Zd ZdZdd� ZdS )�GotUnsupportedOperationz9For internal use when backend raises UnsupportedOperationc C s
|| _ d S r r r r r r r
� s z GotUnsupportedOperation.__init__Nr r r r r rT � s rT c C sB t � }z|�| |�W S t|dt�k
r< tt�� ��Y nX dS )z&Invoke the mandatory build_sdist hook.�UnsupportedOperationN)r0 � build_sdistr. rS rT r r, )Zsdist_directoryr5 r6 r r r rV � s
rV c
C sN t tj�dk rt�d� tjd } tjd }| tkrBt�d| � t� | }t�t|d��}dd d�}z|f |d �|d
< W n� t k
r� } zd |d < |j
|d
< W 5 d }~X Y n� t k
r� } zd |d< |j |d< W 5 d }~X Y nR t
k
�r } zd |d< |j
|d
< W 5 d }~X Y n tk
�r2 d |d< Y nX tj|t|d�dd� d S )N� z"Needs args: hook_name, control_dirrI � zUnknown hook: %sz
input.jsonF)� unsupported�
return_val�kwargsrZ TZ
no_backendr Zbackend_invalidZ
backend_errorrY Z hook_missingz output.json)�indent)rN r) �argv�exit�
HOOK_NAMES�globals�compatZ read_jsonrL r r r r rT r Z
write_json)Z hook_nameZ control_dirr7 Z
hook_inputZjson_out�er r r �main� s.
rc �__main__)N)!r r � importlibr r Zos.pathr rL r; rP r) r ra r> r r r r r0 r2 r8 rH rA r9 rO rF rR rS rT rV r_ rc r r r r r �<module> sF
�
pep517/__pycache__/__init__.cpython-38.pyc 0000644 00000000366 15043676217 0014204 0 ustar 00 U
��.eT � @ s d Z dZdS )z6Wrappers to build Python packages using PEP 517 hooks
z0.7.0N)�__doc__� __version__� r r �?/usr/lib/python3.8/site-packages/pip/_vendor/pep517/__init__.py�<module> s pep517/envbuild.py 0000644 00000013610 15043676217 0007763 0 ustar 00 """Build wheels/sdists by installing build deps to a temporary environment.
"""
import os
import logging
import toml
import shutil
from subprocess import check_call
import sys
from sysconfig import get_paths
from tempfile import mkdtemp
from .wrappers import Pep517HookCaller, LoggerWrapper
log = logging.getLogger(__name__)
def _load_pyproject(source_dir):
with open(os.path.join(source_dir, 'pyproject.toml')) as f:
pyproject_data = toml.load(f)
buildsys = pyproject_data['build-system']
return (
buildsys['requires'],
buildsys['build-backend'],
buildsys.get('backend-path'),
)
class BuildEnvironment(object):
"""Context manager to install build deps in a simple temporary environment
Based on code I wrote for pip, which is MIT licensed.
"""
# Copyright (c) 2008-2016 The pip developers (see AUTHORS.txt file)
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
path = None
def __init__(self, cleanup=True):
self._cleanup = cleanup
def __enter__(self):
self.path = mkdtemp(prefix='pep517-build-env-')
log.info('Temporary build environment: %s', self.path)
self.save_path = os.environ.get('PATH', None)
self.save_pythonpath = os.environ.get('PYTHONPATH', None)
install_scheme = 'nt' if (os.name == 'nt') else 'posix_prefix'
install_dirs = get_paths(install_scheme, vars={
'base': self.path,
'platbase': self.path,
})
scripts = install_dirs['scripts']
if self.save_path:
os.environ['PATH'] = scripts + os.pathsep + self.save_path
else:
os.environ['PATH'] = scripts + os.pathsep + os.defpath
if install_dirs['purelib'] == install_dirs['platlib']:
lib_dirs = install_dirs['purelib']
else:
lib_dirs = install_dirs['purelib'] + os.pathsep + \
install_dirs['platlib']
if self.save_pythonpath:
os.environ['PYTHONPATH'] = lib_dirs + os.pathsep + \
self.save_pythonpath
else:
os.environ['PYTHONPATH'] = lib_dirs
return self
def pip_install(self, reqs):
"""Install dependencies into this env by calling pip in a subprocess"""
if not reqs:
return
log.info('Calling pip to install %s', reqs)
cmd = [
sys.executable, '-m', 'pip', 'install', '--ignore-installed',
'--prefix', self.path] + list(reqs)
check_call(
cmd,
stdout=LoggerWrapper(log, logging.INFO),
stderr=LoggerWrapper(log, logging.ERROR),
)
def __exit__(self, exc_type, exc_val, exc_tb):
needs_cleanup = (
self._cleanup and
self.path is not None and
os.path.isdir(self.path)
)
if needs_cleanup:
shutil.rmtree(self.path)
if self.save_path is None:
os.environ.pop('PATH', None)
else:
os.environ['PATH'] = self.save_path
if self.save_pythonpath is None:
os.environ.pop('PYTHONPATH', None)
else:
os.environ['PYTHONPATH'] = self.save_pythonpath
def build_wheel(source_dir, wheel_dir, config_settings=None):
"""Build a wheel from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str wheel_dir: Target directory to create wheel in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
"""
if config_settings is None:
config_settings = {}
requires, backend, backend_path = _load_pyproject(source_dir)
hooks = Pep517HookCaller(source_dir, backend, backend_path)
with BuildEnvironment() as env:
env.pip_install(requires)
reqs = hooks.get_requires_for_build_wheel(config_settings)
env.pip_install(reqs)
return hooks.build_wheel(wheel_dir, config_settings)
def build_sdist(source_dir, sdist_dir, config_settings=None):
"""Build an sdist from a source directory using PEP 517 hooks.
:param str source_dir: Source directory containing pyproject.toml
:param str sdist_dir: Target directory to place sdist in
:param dict config_settings: Options to pass to build backend
This is a blocking function which will run pip in a subprocess to install
build requirements.
"""
if config_settings is None:
config_settings = {}
requires, backend, backend_path = _load_pyproject(source_dir)
hooks = Pep517HookCaller(source_dir, backend, backend_path)
with BuildEnvironment() as env:
env.pip_install(requires)
reqs = hooks.get_requires_for_build_sdist(config_settings)
env.pip_install(reqs)
return hooks.build_sdist(sdist_dir, config_settings)
pep517/_in_process.py 0000644 00000017160 15043676220 0010454 0 ustar 00 """This is invoked in a subprocess to call the build backend hooks.
It expects:
- Command line args: hook_name, control_dir
- Environment variables:
PEP517_BUILD_BACKEND=entry.point:spec
PEP517_BACKEND_PATH=paths (separated with os.pathsep)
- control_dir/input.json:
- {"kwargs": {...}}
Results:
- control_dir/output.json
- {"return_val": ...}
"""
from glob import glob
from importlib import import_module
import os
import os.path
from os.path import join as pjoin
import re
import shutil
import sys
import traceback
# This is run as a script, not a module, so it can't do a relative import
import compat
class BackendUnavailable(Exception):
"""Raised if we cannot import the backend"""
def __init__(self, traceback):
self.traceback = traceback
class BackendInvalid(Exception):
"""Raised if the backend is invalid"""
def __init__(self, message):
self.message = message
class HookMissing(Exception):
"""Raised if a hook is missing and we are not executing the fallback"""
def contained_in(filename, directory):
"""Test if a file is located within the given directory."""
filename = os.path.normcase(os.path.abspath(filename))
directory = os.path.normcase(os.path.abspath(directory))
return os.path.commonprefix([filename, directory]) == directory
def _build_backend():
"""Find and load the build backend"""
# Add in-tree backend directories to the front of sys.path.
backend_path = os.environ.get('PEP517_BACKEND_PATH')
if backend_path:
extra_pathitems = backend_path.split(os.pathsep)
sys.path[:0] = extra_pathitems
ep = os.environ['PEP517_BUILD_BACKEND']
mod_path, _, obj_path = ep.partition(':')
try:
obj = import_module(mod_path)
except ImportError:
raise BackendUnavailable(traceback.format_exc())
if backend_path:
if not any(
contained_in(obj.__file__, path)
for path in extra_pathitems
):
raise BackendInvalid("Backend was not loaded from backend-path")
if obj_path:
for path_part in obj_path.split('.'):
obj = getattr(obj, path_part)
return obj
def get_requires_for_build_wheel(config_settings):
"""Invoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
"""
backend = _build_backend()
try:
hook = backend.get_requires_for_build_wheel
except AttributeError:
return []
else:
return hook(config_settings)
def prepare_metadata_for_build_wheel(
metadata_directory, config_settings, _allow_fallback):
"""Invoke optional prepare_metadata_for_build_wheel
Implements a fallback by building a wheel if the hook isn't defined,
unless _allow_fallback is False in which case HookMissing is raised.
"""
backend = _build_backend()
try:
hook = backend.prepare_metadata_for_build_wheel
except AttributeError:
if not _allow_fallback:
raise HookMissing()
return _get_wheel_metadata_from_wheel(backend, metadata_directory,
config_settings)
else:
return hook(metadata_directory, config_settings)
WHEEL_BUILT_MARKER = 'PEP517_ALREADY_BUILT_WHEEL'
def _dist_info_files(whl_zip):
"""Identify the .dist-info folder inside a wheel ZipFile."""
res = []
for path in whl_zip.namelist():
m = re.match(r'[^/\\]+-[^/\\]+\.dist-info/', path)
if m:
res.append(path)
if res:
return res
raise Exception("No .dist-info folder found in wheel")
def _get_wheel_metadata_from_wheel(
backend, metadata_directory, config_settings):
"""Build a wheel and extract the metadata from it.
Fallback for when the build backend does not
define the 'get_wheel_metadata' hook.
"""
from zipfile import ZipFile
whl_basename = backend.build_wheel(metadata_directory, config_settings)
with open(os.path.join(metadata_directory, WHEEL_BUILT_MARKER), 'wb'):
pass # Touch marker file
whl_file = os.path.join(metadata_directory, whl_basename)
with ZipFile(whl_file) as zipf:
dist_info = _dist_info_files(zipf)
zipf.extractall(path=metadata_directory, members=dist_info)
return dist_info[0].split('/')[0]
def _find_already_built_wheel(metadata_directory):
"""Check for a wheel already built during the get_wheel_metadata hook.
"""
if not metadata_directory:
return None
metadata_parent = os.path.dirname(metadata_directory)
if not os.path.isfile(pjoin(metadata_parent, WHEEL_BUILT_MARKER)):
return None
whl_files = glob(os.path.join(metadata_parent, '*.whl'))
if not whl_files:
print('Found wheel built marker, but no .whl files')
return None
if len(whl_files) > 1:
print('Found multiple .whl files; unspecified behaviour. '
'Will call build_wheel.')
return None
# Exactly one .whl file
return whl_files[0]
def build_wheel(wheel_directory, config_settings, metadata_directory=None):
"""Invoke the mandatory build_wheel hook.
If a wheel was already built in the
prepare_metadata_for_build_wheel fallback, this
will copy it rather than rebuilding the wheel.
"""
prebuilt_whl = _find_already_built_wheel(metadata_directory)
if prebuilt_whl:
shutil.copy2(prebuilt_whl, wheel_directory)
return os.path.basename(prebuilt_whl)
return _build_backend().build_wheel(wheel_directory, config_settings,
metadata_directory)
def get_requires_for_build_sdist(config_settings):
"""Invoke the optional get_requires_for_build_wheel hook
Returns [] if the hook is not defined.
"""
backend = _build_backend()
try:
hook = backend.get_requires_for_build_sdist
except AttributeError:
return []
else:
return hook(config_settings)
class _DummyException(Exception):
"""Nothing should ever raise this exception"""
class GotUnsupportedOperation(Exception):
"""For internal use when backend raises UnsupportedOperation"""
def __init__(self, traceback):
self.traceback = traceback
def build_sdist(sdist_directory, config_settings):
"""Invoke the mandatory build_sdist hook."""
backend = _build_backend()
try:
return backend.build_sdist(sdist_directory, config_settings)
except getattr(backend, 'UnsupportedOperation', _DummyException):
raise GotUnsupportedOperation(traceback.format_exc())
HOOK_NAMES = {
'get_requires_for_build_wheel',
'prepare_metadata_for_build_wheel',
'build_wheel',
'get_requires_for_build_sdist',
'build_sdist',
}
def main():
if len(sys.argv) < 3:
sys.exit("Needs args: hook_name, control_dir")
hook_name = sys.argv[1]
control_dir = sys.argv[2]
if hook_name not in HOOK_NAMES:
sys.exit("Unknown hook: %s" % hook_name)
hook = globals()[hook_name]
hook_input = compat.read_json(pjoin(control_dir, 'input.json'))
json_out = {'unsupported': False, 'return_val': None}
try:
json_out['return_val'] = hook(**hook_input['kwargs'])
except BackendUnavailable as e:
json_out['no_backend'] = True
json_out['traceback'] = e.traceback
except BackendInvalid as e:
json_out['backend_invalid'] = True
json_out['backend_error'] = e.message
except GotUnsupportedOperation as e:
json_out['unsupported'] = True
json_out['traceback'] = e.traceback
except HookMissing:
json_out['hook_missing'] = True
compat.write_json(json_out, pjoin(control_dir, 'output.json'), indent=2)
if __name__ == '__main__':
main()
pep517/check.py 0000644 00000013475 15043676220 0007233 0 ustar 00 """Check a project and backend by attempting to build using PEP 517 hooks.
"""
import argparse
import logging
import os
from os.path import isfile, join as pjoin
from toml import TomlDecodeError, load as toml_load
import shutil
from subprocess import CalledProcessError
import sys
import tarfile
from tempfile import mkdtemp
import zipfile
from .colorlog import enable_colourful_output
from .envbuild import BuildEnvironment
from .wrappers import Pep517HookCaller
log = logging.getLogger(__name__)
def check_build_sdist(hooks, build_sys_requires):
with BuildEnvironment() as env:
try:
env.pip_install(build_sys_requires)
log.info('Installed static build dependencies')
except CalledProcessError:
log.error('Failed to install static build dependencies')
return False
try:
reqs = hooks.get_requires_for_build_sdist({})
log.info('Got build requires: %s', reqs)
except Exception:
log.error('Failure in get_requires_for_build_sdist', exc_info=True)
return False
try:
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
except CalledProcessError:
log.error('Failed to install dynamic build dependencies')
return False
td = mkdtemp()
log.info('Trying to build sdist in %s', td)
try:
try:
filename = hooks.build_sdist(td, {})
log.info('build_sdist returned %r', filename)
except Exception:
log.info('Failure in build_sdist', exc_info=True)
return False
if not filename.endswith('.tar.gz'):
log.error(
"Filename %s doesn't have .tar.gz extension", filename)
return False
path = pjoin(td, filename)
if isfile(path):
log.info("Output file %s exists", path)
else:
log.error("Output file %s does not exist", path)
return False
if tarfile.is_tarfile(path):
log.info("Output file is a tar file")
else:
log.error("Output file is not a tar file")
return False
finally:
shutil.rmtree(td)
return True
def check_build_wheel(hooks, build_sys_requires):
with BuildEnvironment() as env:
try:
env.pip_install(build_sys_requires)
log.info('Installed static build dependencies')
except CalledProcessError:
log.error('Failed to install static build dependencies')
return False
try:
reqs = hooks.get_requires_for_build_wheel({})
log.info('Got build requires: %s', reqs)
except Exception:
log.error('Failure in get_requires_for_build_sdist', exc_info=True)
return False
try:
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
except CalledProcessError:
log.error('Failed to install dynamic build dependencies')
return False
td = mkdtemp()
log.info('Trying to build wheel in %s', td)
try:
try:
filename = hooks.build_wheel(td, {})
log.info('build_wheel returned %r', filename)
except Exception:
log.info('Failure in build_wheel', exc_info=True)
return False
if not filename.endswith('.whl'):
log.error("Filename %s doesn't have .whl extension", filename)
return False
path = pjoin(td, filename)
if isfile(path):
log.info("Output file %s exists", path)
else:
log.error("Output file %s does not exist", path)
return False
if zipfile.is_zipfile(path):
log.info("Output file is a zip file")
else:
log.error("Output file is not a zip file")
return False
finally:
shutil.rmtree(td)
return True
def check(source_dir):
pyproject = pjoin(source_dir, 'pyproject.toml')
if isfile(pyproject):
log.info('Found pyproject.toml')
else:
log.error('Missing pyproject.toml')
return False
try:
with open(pyproject) as f:
pyproject_data = toml_load(f)
# Ensure the mandatory data can be loaded
buildsys = pyproject_data['build-system']
requires = buildsys['requires']
backend = buildsys['build-backend']
backend_path = buildsys.get('backend-path')
log.info('Loaded pyproject.toml')
except (TomlDecodeError, KeyError):
log.error("Invalid pyproject.toml", exc_info=True)
return False
hooks = Pep517HookCaller(source_dir, backend, backend_path)
sdist_ok = check_build_sdist(hooks, requires)
wheel_ok = check_build_wheel(hooks, requires)
if not sdist_ok:
log.warning('Sdist checks failed; scroll up to see')
if not wheel_ok:
log.warning('Wheel checks failed')
return sdist_ok
def main(argv=None):
ap = argparse.ArgumentParser()
ap.add_argument(
'source_dir',
help="A directory containing pyproject.toml")
args = ap.parse_args(argv)
enable_colourful_output()
ok = check(args.source_dir)
if ok:
print(ansi('Checks passed', 'green'))
else:
print(ansi('Checks failed', 'red'))
sys.exit(1)
ansi_codes = {
'reset': '\x1b[0m',
'bold': '\x1b[1m',
'red': '\x1b[31m',
'green': '\x1b[32m',
}
def ansi(s, attr):
if os.name != 'nt' and sys.stdout.isatty():
return ansi_codes[attr] + str(s) + ansi_codes['reset']
else:
return str(s)
if __name__ == '__main__':
main()
pep517/colorlog.py 0000644 00000010002 15043676220 0007755 0 ustar 00 """Nicer log formatting with colours.
Code copied from Tornado, Apache licensed.
"""
# Copyright 2012 Facebook
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import logging
import sys
try:
import curses
except ImportError:
curses = None
def _stderr_supports_color():
color = False
if curses and hasattr(sys.stderr, 'isatty') and sys.stderr.isatty():
try:
curses.setupterm()
if curses.tigetnum("colors") > 0:
color = True
except Exception:
pass
return color
class LogFormatter(logging.Formatter):
"""Log formatter with colour support
"""
DEFAULT_COLORS = {
logging.INFO: 2, # Green
logging.WARNING: 3, # Yellow
logging.ERROR: 1, # Red
logging.CRITICAL: 1,
}
def __init__(self, color=True, datefmt=None):
r"""
:arg bool color: Enables color support.
:arg string fmt: Log message format.
It will be applied to the attributes dict of log records. The
text between ``%(color)s`` and ``%(end_color)s`` will be colored
depending on the level if color support is on.
:arg dict colors: color mappings from logging level to terminal color
code
:arg string datefmt: Datetime format.
Used for formatting ``(asctime)`` placeholder in ``prefix_fmt``.
.. versionchanged:: 3.2
Added ``fmt`` and ``datefmt`` arguments.
"""
logging.Formatter.__init__(self, datefmt=datefmt)
self._colors = {}
if color and _stderr_supports_color():
# The curses module has some str/bytes confusion in
# python3. Until version 3.2.3, most methods return
# bytes, but only accept strings. In addition, we want to
# output these strings with the logging module, which
# works with unicode strings. The explicit calls to
# unicode() below are harmless in python2 but will do the
# right conversion in python 3.
fg_color = (curses.tigetstr("setaf") or
curses.tigetstr("setf") or "")
if (3, 0) < sys.version_info < (3, 2, 3):
fg_color = str(fg_color, "ascii")
for levelno, code in self.DEFAULT_COLORS.items():
self._colors[levelno] = str(
curses.tparm(fg_color, code), "ascii")
self._normal = str(curses.tigetstr("sgr0"), "ascii")
scr = curses.initscr()
self.termwidth = scr.getmaxyx()[1]
curses.endwin()
else:
self._normal = ''
# Default width is usually 80, but too wide is
# worse than too narrow
self.termwidth = 70
def formatMessage(self, record):
mlen = len(record.message)
right_text = '{initial}-{name}'.format(initial=record.levelname[0],
name=record.name)
if mlen + len(right_text) < self.termwidth:
space = ' ' * (self.termwidth - (mlen + len(right_text)))
else:
space = ' '
if record.levelno in self._colors:
start_color = self._colors[record.levelno]
end_color = self._normal
else:
start_color = end_color = ''
return record.message + space + start_color + right_text + end_color
def enable_colourful_output(level=logging.INFO):
handler = logging.StreamHandler()
handler.setFormatter(LogFormatter())
logging.root.addHandler(handler)
logging.root.setLevel(level)
pep517/build.py 0000644 00000006366 15043676220 0007256 0 ustar 00 """Build a project using PEP 517 hooks.
"""
import argparse
import logging
import os
import toml
import shutil
from .envbuild import BuildEnvironment
from .wrappers import Pep517HookCaller
from .dirtools import tempdir, mkdir_p
from .compat import FileNotFoundError
log = logging.getLogger(__name__)
def validate_system(system):
"""
Ensure build system has the requisite fields.
"""
required = {'requires', 'build-backend'}
if not (required <= set(system)):
message = "Missing required fields: {missing}".format(
missing=required-set(system),
)
raise ValueError(message)
def load_system(source_dir):
"""
Load the build system from a source dir (pyproject.toml).
"""
pyproject = os.path.join(source_dir, 'pyproject.toml')
with open(pyproject) as f:
pyproject_data = toml.load(f)
return pyproject_data['build-system']
def compat_system(source_dir):
"""
Given a source dir, attempt to get a build system backend
and requirements from pyproject.toml. Fallback to
setuptools but only if the file was not found or a build
system was not indicated.
"""
try:
system = load_system(source_dir)
except (FileNotFoundError, KeyError):
system = {}
system.setdefault(
'build-backend',
'setuptools.build_meta:__legacy__',
)
system.setdefault('requires', ['setuptools', 'wheel'])
return system
def _do_build(hooks, env, dist, dest):
get_requires_name = 'get_requires_for_build_{dist}'.format(**locals())
get_requires = getattr(hooks, get_requires_name)
reqs = get_requires({})
log.info('Got build requires: %s', reqs)
env.pip_install(reqs)
log.info('Installed dynamic build dependencies')
with tempdir() as td:
log.info('Trying to build %s in %s', dist, td)
build_name = 'build_{dist}'.format(**locals())
build = getattr(hooks, build_name)
filename = build(td, {})
source = os.path.join(td, filename)
shutil.move(source, os.path.join(dest, os.path.basename(filename)))
def build(source_dir, dist, dest=None, system=None):
system = system or load_system(source_dir)
dest = os.path.join(source_dir, dest or 'dist')
mkdir_p(dest)
validate_system(system)
hooks = Pep517HookCaller(
source_dir, system['build-backend'], system.get('backend-path')
)
with BuildEnvironment() as env:
env.pip_install(system['requires'])
_do_build(hooks, env, dist, dest)
parser = argparse.ArgumentParser()
parser.add_argument(
'source_dir',
help="A directory containing pyproject.toml",
)
parser.add_argument(
'--binary', '-b',
action='store_true',
default=False,
)
parser.add_argument(
'--source', '-s',
action='store_true',
default=False,
)
parser.add_argument(
'--out-dir', '-o',
help="Destination in which to save the builds relative to source dir",
)
def main(args):
# determine which dists to build
dists = list(filter(None, (
'sdist' if args.source or not args.binary else None,
'wheel' if args.binary or not args.source else None,
)))
for dist in dists:
build(args.source_dir, dist, args.out_dir)
if __name__ == '__main__':
main(parser.parse_args())
requests/__init__.py 0000644 00000006767 15043676220 0010555 0 ustar 00 # -*- coding: utf-8 -*-
# __
# /__) _ _ _ _ _/ _
# / ( (- (/ (/ (- _) / _)
# /
"""
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings. Basic GET
usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> 'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('http://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key2": "value2",
"key1": "value1"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <http://python-requests.org>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
"""
from pip._vendor import urllib3
from pip._vendor import chardet
import warnings
from .exceptions import RequestsDependencyWarning
def check_compatibility(urllib3_version, chardet_version):
urllib3_version = urllib3_version.split('.')
assert urllib3_version != ['dev'] # Verify urllib3 isn't installed from git.
# Sometimes, urllib3 only reports its version as 16.1.
if len(urllib3_version) == 2:
urllib3_version.append('0')
# Check urllib3 for compatibility.
major, minor, patch = urllib3_version # noqa: F811
major, minor, patch = int(major), int(minor), int(patch)
# urllib3 >= 1.21.1, <= 1.22
assert major == 1
assert minor >= 21
assert minor <= 22
# Check chardet for compatibility.
major, minor, patch = chardet_version.split('.')[:3]
major, minor, patch = int(major), int(minor), int(patch)
# chardet >= 3.0.2, < 3.1.0
assert major == 3
assert minor < 1
assert patch >= 2
# Check imported dependencies for compatibility.
try:
check_compatibility(urllib3.__version__, chardet.__version__)
except (AssertionError, ValueError):
warnings.warn("urllib3 ({0}) or chardet ({1}) doesn't match a supported "
"version!".format(urllib3.__version__, chardet.__version__),
RequestsDependencyWarning)
# Attempt to enable urllib3's SNI support, if possible
# try:
# from pip._vendor.urllib3.contrib import pyopenssl
# pyopenssl.inject_into_urllib3()
# except ImportError:
# pass
# urllib3's DependencyWarnings should be silenced.
from pip._vendor.urllib3.exceptions import DependencyWarning
warnings.simplefilter('ignore', DependencyWarning)
from .__version__ import __title__, __description__, __url__, __version__
from .__version__ import __build__, __author__, __author_email__, __license__
from .__version__ import __copyright__, __cake__
from . import utils
from . import packages
from .models import Request, Response, PreparedRequest
from .api import request, get, head, post, patch, put, delete, options
from .sessions import session, Session
from .status_codes import codes
from .exceptions import (
RequestException, Timeout, URLRequired,
TooManyRedirects, HTTPError, ConnectionError,
FileModeWarning, ConnectTimeout, ReadTimeout
)
# Set default logging handler to avoid "No handler found" warnings.
import logging
try: # Python 2.7+
from logging import NullHandler
except ImportError:
class NullHandler(logging.Handler):
def emit(self, record):
pass
logging.getLogger(__name__).addHandler(NullHandler())
# FileModeWarnings go off per the default.
warnings.simplefilter('default', FileModeWarning, append=True)
requests/exceptions.py 0000644 00000006053 15043676220 0011163 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
"""
from pip._vendor.urllib3.exceptions import HTTPError as BaseHTTPError
class RequestException(IOError):
"""There was an ambiguous exception that occurred while handling your
request.
"""
def __init__(self, *args, **kwargs):
"""Initialize RequestException with `request` and `response` objects."""
response = kwargs.pop('response', None)
self.response = response
self.request = kwargs.pop('request', None)
if (response is not None and not self.request and
hasattr(response, 'request')):
self.request = self.response.request
super(RequestException, self).__init__(*args, **kwargs)
class HTTPError(RequestException):
"""An HTTP error occurred."""
class ConnectionError(RequestException):
"""A Connection error occurred."""
class ProxyError(ConnectionError):
"""A proxy error occurred."""
class SSLError(ConnectionError):
"""An SSL error occurred."""
class Timeout(RequestException):
"""The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
"""
class ConnectTimeout(ConnectionError, Timeout):
"""The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
"""
class ReadTimeout(Timeout):
"""The server did not send any data in the allotted amount of time."""
class URLRequired(RequestException):
"""A valid URL is required to make a request."""
class TooManyRedirects(RequestException):
"""Too many redirects."""
class MissingSchema(RequestException, ValueError):
"""The URL schema (e.g. http or https) is missing."""
class InvalidSchema(RequestException, ValueError):
"""See defaults.py for valid schemas."""
class InvalidURL(RequestException, ValueError):
"""The URL provided was somehow invalid."""
class InvalidHeader(RequestException, ValueError):
"""The header value provided was somehow invalid."""
class ChunkedEncodingError(RequestException):
"""The server declared chunked encoding but sent an invalid chunk."""
class ContentDecodingError(RequestException, BaseHTTPError):
"""Failed to decode response content"""
class StreamConsumedError(RequestException, TypeError):
"""The content for this response was already consumed"""
class RetryError(RequestException):
"""Custom retries logic failed"""
class UnrewindableBodyError(RequestException):
"""Requests encountered an error when trying to rewind a body"""
# Warnings
class RequestsWarning(Warning):
"""Base warning for Requests."""
pass
class FileModeWarning(RequestsWarning, DeprecationWarning):
"""A file was opened in text mode, but Requests determined its binary length."""
pass
class RequestsDependencyWarning(RequestsWarning):
"""An imported dependency doesn't match the expected version range."""
pass
requests/auth.py 0000644 00000023000 15043676220 0007732 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
"""
import os
import re
import time
import hashlib
import threading
import warnings
from base64 import b64encode
from .compat import urlparse, str, basestring
from .cookies import extract_cookies_to_jar
from ._internal_utils import to_native_string
from .utils import parse_dict_header
CONTENT_TYPE_FORM_URLENCODED = 'application/x-www-form-urlencoded'
CONTENT_TYPE_MULTI_PART = 'multipart/form-data'
def _basic_auth_str(username, password):
"""Returns a Basic Auth string."""
# "I want us to put a big-ol' comment on top of it that
# says that this behaviour is dumb but we need to preserve
# it because people are relying on it."
# - Lukasa
#
# These are here solely to maintain backwards compatibility
# for things like ints. This will be removed in 3.0.0.
if not isinstance(username, basestring):
warnings.warn(
"Non-string usernames will no longer be supported in Requests "
"3.0.0. Please convert the object you've passed in ({0!r}) to "
"a string or bytes object in the near future to avoid "
"problems.".format(username),
category=DeprecationWarning,
)
username = str(username)
if not isinstance(password, basestring):
warnings.warn(
"Non-string passwords will no longer be supported in Requests "
"3.0.0. Please convert the object you've passed in ({0!r}) to "
"a string or bytes object in the near future to avoid "
"problems.".format(password),
category=DeprecationWarning,
)
password = str(password)
# -- End Removal --
if isinstance(username, str):
username = username.encode('latin1')
if isinstance(password, str):
password = password.encode('latin1')
authstr = 'Basic ' + to_native_string(
b64encode(b':'.join((username, password))).strip()
)
return authstr
class AuthBase(object):
"""Base class that all auth implementations derive from"""
def __call__(self, r):
raise NotImplementedError('Auth hooks must be callable.')
class HTTPBasicAuth(AuthBase):
"""Attaches HTTP Basic Authentication to the given Request object."""
def __init__(self, username, password):
self.username = username
self.password = password
def __eq__(self, other):
return all([
self.username == getattr(other, 'username', None),
self.password == getattr(other, 'password', None)
])
def __ne__(self, other):
return not self == other
def __call__(self, r):
r.headers['Authorization'] = _basic_auth_str(self.username, self.password)
return r
class HTTPProxyAuth(HTTPBasicAuth):
"""Attaches HTTP Proxy Authentication to a given Request object."""
def __call__(self, r):
r.headers['Proxy-Authorization'] = _basic_auth_str(self.username, self.password)
return r
class HTTPDigestAuth(AuthBase):
"""Attaches HTTP Digest Authentication to the given Request object."""
def __init__(self, username, password):
self.username = username
self.password = password
# Keep state in per-thread local storage
self._thread_local = threading.local()
def init_per_thread_state(self):
# Ensure state is initialized just once per-thread
if not hasattr(self._thread_local, 'init'):
self._thread_local.init = True
self._thread_local.last_nonce = ''
self._thread_local.nonce_count = 0
self._thread_local.chal = {}
self._thread_local.pos = None
self._thread_local.num_401_calls = None
def build_digest_header(self, method, url):
"""
:rtype: str
"""
realm = self._thread_local.chal['realm']
nonce = self._thread_local.chal['nonce']
qop = self._thread_local.chal.get('qop')
algorithm = self._thread_local.chal.get('algorithm')
opaque = self._thread_local.chal.get('opaque')
hash_utf8 = None
if algorithm is None:
_algorithm = 'MD5'
else:
_algorithm = algorithm.upper()
# lambdas assume digest modules are imported at the top level
if _algorithm == 'MD5' or _algorithm == 'MD5-SESS':
def md5_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.md5(x).hexdigest()
hash_utf8 = md5_utf8
elif _algorithm == 'SHA':
def sha_utf8(x):
if isinstance(x, str):
x = x.encode('utf-8')
return hashlib.sha1(x).hexdigest()
hash_utf8 = sha_utf8
KD = lambda s, d: hash_utf8("%s:%s" % (s, d))
if hash_utf8 is None:
return None
# XXX not implemented yet
entdig = None
p_parsed = urlparse(url)
#: path is request-uri defined in RFC 2616 which should not be empty
path = p_parsed.path or "/"
if p_parsed.query:
path += '?' + p_parsed.query
A1 = '%s:%s:%s' % (self.username, realm, self.password)
A2 = '%s:%s' % (method, path)
HA1 = hash_utf8(A1)
HA2 = hash_utf8(A2)
if nonce == self._thread_local.last_nonce:
self._thread_local.nonce_count += 1
else:
self._thread_local.nonce_count = 1
ncvalue = '%08x' % self._thread_local.nonce_count
s = str(self._thread_local.nonce_count).encode('utf-8')
s += nonce.encode('utf-8')
s += time.ctime().encode('utf-8')
s += os.urandom(8)
cnonce = (hashlib.sha1(s).hexdigest()[:16])
if _algorithm == 'MD5-SESS':
HA1 = hash_utf8('%s:%s:%s' % (HA1, nonce, cnonce))
if not qop:
respdig = KD(HA1, "%s:%s" % (nonce, HA2))
elif qop == 'auth' or 'auth' in qop.split(','):
noncebit = "%s:%s:%s:%s:%s" % (
nonce, ncvalue, cnonce, 'auth', HA2
)
respdig = KD(HA1, noncebit)
else:
# XXX handle auth-int.
return None
self._thread_local.last_nonce = nonce
# XXX should the partial digests be encoded too?
base = 'username="%s", realm="%s", nonce="%s", uri="%s", ' \
'response="%s"' % (self.username, realm, nonce, path, respdig)
if opaque:
base += ', opaque="%s"' % opaque
if algorithm:
base += ', algorithm="%s"' % algorithm
if entdig:
base += ', digest="%s"' % entdig
if qop:
base += ', qop="auth", nc=%s, cnonce="%s"' % (ncvalue, cnonce)
return 'Digest %s' % (base)
def handle_redirect(self, r, **kwargs):
"""Reset num_401_calls counter on redirects."""
if r.is_redirect:
self._thread_local.num_401_calls = 1
def handle_401(self, r, **kwargs):
"""
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
"""
# If response is not 4xx, do not auth
# See https://github.com/requests/requests/issues/3772
if not 400 <= r.status_code < 500:
self._thread_local.num_401_calls = 1
return r
if self._thread_local.pos is not None:
# Rewind the file position indicator of the body to where
# it was to resend the request.
r.request.body.seek(self._thread_local.pos)
s_auth = r.headers.get('www-authenticate', '')
if 'digest' in s_auth.lower() and self._thread_local.num_401_calls < 2:
self._thread_local.num_401_calls += 1
pat = re.compile(r'digest ', flags=re.IGNORECASE)
self._thread_local.chal = parse_dict_header(pat.sub('', s_auth, count=1))
# Consume content and release the original connection
# to allow our new request to reuse the same one.
r.content
r.close()
prep = r.request.copy()
extract_cookies_to_jar(prep._cookies, r.request, r.raw)
prep.prepare_cookies(prep._cookies)
prep.headers['Authorization'] = self.build_digest_header(
prep.method, prep.url)
_r = r.connection.send(prep, **kwargs)
_r.history.append(r)
_r.request = prep
return _r
self._thread_local.num_401_calls = 1
return r
def __call__(self, r):
# Initialize per-thread state, if needed
self.init_per_thread_state()
# If we have a saved nonce, skip the 401
if self._thread_local.last_nonce:
r.headers['Authorization'] = self.build_digest_header(r.method, r.url)
try:
self._thread_local.pos = r.body.tell()
except AttributeError:
# In the case of HTTPDigestAuth being reused and the body of
# the previous request was a file-like object, pos has the
# file position of the previous body. Ensure it's set to
# None.
self._thread_local.pos = None
r.register_hook('response', self.handle_401)
r.register_hook('response', self.handle_redirect)
self._thread_local.num_401_calls = 1
return r
def __eq__(self, other):
return all([
self.username == getattr(other, 'username', None),
self.password == getattr(other, 'password', None)
])
def __ne__(self, other):
return not self == other
requests/__version__.py 0000644 00000000664 15043676220 0011265 0 ustar 00 # .-. .-. .-. . . .-. .-. .-. .-.
# |( |- |.| | | |- `-. | `-.
# ' ' `-' `-`.`-' `-' `-' ' `-'
__title__ = 'requests'
__description__ = 'Python HTTP for Humans.'
__url__ = 'http://python-requests.org'
__version__ = '2.18.4'
__build__ = 0x021804
__author__ = 'Kenneth Reitz'
__author_email__ = 'me@kennethreitz.org'
__license__ = 'Apache 2.0'
__copyright__ = 'Copyright 2017 Kenneth Reitz'
__cake__ = u'\u2728 \U0001f370 \u2728'
requests/compat.py 0000644 00000003132 15043676220 0010260 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
"""
from pip._vendor import chardet
import sys
# -------
# Pythons
# -------
# Syntax sugar.
_ver = sys.version_info
#: Python 2.x?
is_py2 = (_ver[0] == 2)
#: Python 3.x?
is_py3 = (_ver[0] == 3)
# try:
# import simplejson as json
# except ImportError:
import json
# ---------
# Specifics
# ---------
if is_py2:
from urllib import (
quote, unquote, quote_plus, unquote_plus, urlencode, getproxies,
proxy_bypass, proxy_bypass_environment, getproxies_environment)
from urlparse import urlparse, urlunparse, urljoin, urlsplit, urldefrag
from urllib2 import parse_http_list
import cookielib
from Cookie import Morsel
from StringIO import StringIO
from pip._vendor.urllib3.packages.ordered_dict import OrderedDict
builtin_str = str
bytes = str
str = unicode
basestring = basestring
numeric_types = (int, long, float)
integer_types = (int, long)
elif is_py3:
from urllib.parse import urlparse, urlunparse, urljoin, urlsplit, urlencode, quote, unquote, quote_plus, unquote_plus, urldefrag
from urllib.request import parse_http_list, getproxies, proxy_bypass, proxy_bypass_environment, getproxies_environment
from http import cookiejar as cookielib
from http.cookies import Morsel
from io import StringIO
from collections import OrderedDict
builtin_str = str
str = str
bytes = bytes
basestring = (str, bytes)
numeric_types = (int, float)
integer_types = (int,)
requests/api.py 0000644 00000014135 15043676220 0007553 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
"""
from . import sessions
def request(method, url, **kwargs):
"""Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`.
:param data: (optional) Dictionary or list of tuples ``[(key, value)]`` (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'http://httpbin.org/get')
<Response [200]>
"""
# By using the 'with' statement we are sure the session is closed, thus we
# avoid leaving sockets open which can trigger a ResourceWarning in some
# cases, and look like a memory leak in others.
with sessions.Session() as session:
return session.request(method=method, url=url, **kwargs)
def get(url, params=None, **kwargs):
r"""Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return request('get', url, params=params, **kwargs)
def options(url, **kwargs):
r"""Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return request('options', url, **kwargs)
def head(url, **kwargs):
r"""Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', False)
return request('head', url, **kwargs)
def post(url, data=None, json=None, **kwargs):
r"""Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('post', url, data=data, json=json, **kwargs)
def put(url, data=None, **kwargs):
r"""Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('put', url, data=data, **kwargs)
def patch(url, data=None, **kwargs):
r"""Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary (will be form-encoded), bytes, or file-like object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('patch', url, data=data, **kwargs)
def delete(url, **kwargs):
r"""Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
"""
return request('delete', url, **kwargs)
requests/adapters.py 0000644 00000051030 15043676220 0010600 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
"""
import os.path
import socket
from pip._vendor.urllib3.poolmanager import PoolManager, proxy_from_url
from pip._vendor.urllib3.response import HTTPResponse
from pip._vendor.urllib3.util import Timeout as TimeoutSauce
from pip._vendor.urllib3.util.retry import Retry
from pip._vendor.urllib3.exceptions import ClosedPoolError
from pip._vendor.urllib3.exceptions import ConnectTimeoutError
from pip._vendor.urllib3.exceptions import HTTPError as _HTTPError
from pip._vendor.urllib3.exceptions import MaxRetryError
from pip._vendor.urllib3.exceptions import NewConnectionError
from pip._vendor.urllib3.exceptions import ProxyError as _ProxyError
from pip._vendor.urllib3.exceptions import ProtocolError
from pip._vendor.urllib3.exceptions import ReadTimeoutError
from pip._vendor.urllib3.exceptions import SSLError as _SSLError
from pip._vendor.urllib3.exceptions import ResponseError
from .models import Response
from .compat import urlparse, basestring
from .utils import (DEFAULT_CA_BUNDLE_PATH, get_encoding_from_headers,
prepend_scheme_if_needed, get_auth_from_url, urldefragauth,
select_proxy)
from .structures import CaseInsensitiveDict
from .cookies import extract_cookies_to_jar
from .exceptions import (ConnectionError, ConnectTimeout, ReadTimeout, SSLError,
ProxyError, RetryError, InvalidSchema)
from .auth import _basic_auth_str
try:
from pip._vendor.urllib3.contrib.socks import SOCKSProxyManager
except ImportError:
def SOCKSProxyManager(*args, **kwargs):
raise InvalidSchema("Missing dependencies for SOCKS support.")
DEFAULT_POOLBLOCK = False
DEFAULT_POOLSIZE = 10
DEFAULT_RETRIES = 0
DEFAULT_POOL_TIMEOUT = None
class BaseAdapter(object):
"""The Base Transport Adapter"""
def __init__(self):
super(BaseAdapter, self).__init__()
def send(self, request, stream=False, timeout=None, verify=True,
cert=None, proxies=None):
"""Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
"""
raise NotImplementedError
def close(self):
"""Cleans up adapter specific items."""
raise NotImplementedError
class HTTPAdapter(BaseAdapter):
"""The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
"""
__attrs__ = ['max_retries', 'config', '_pool_connections', '_pool_maxsize',
'_pool_block']
def __init__(self, pool_connections=DEFAULT_POOLSIZE,
pool_maxsize=DEFAULT_POOLSIZE, max_retries=DEFAULT_RETRIES,
pool_block=DEFAULT_POOLBLOCK):
if max_retries == DEFAULT_RETRIES:
self.max_retries = Retry(0, read=False)
else:
self.max_retries = Retry.from_int(max_retries)
self.config = {}
self.proxy_manager = {}
super(HTTPAdapter, self).__init__()
self._pool_connections = pool_connections
self._pool_maxsize = pool_maxsize
self._pool_block = pool_block
self.init_poolmanager(pool_connections, pool_maxsize, block=pool_block)
def __getstate__(self):
return dict((attr, getattr(self, attr, None)) for attr in
self.__attrs__)
def __setstate__(self, state):
# Can't handle by adding 'proxy_manager' to self.__attrs__ because
# self.poolmanager uses a lambda function, which isn't pickleable.
self.proxy_manager = {}
self.config = {}
for attr, value in state.items():
setattr(self, attr, value)
self.init_poolmanager(self._pool_connections, self._pool_maxsize,
block=self._pool_block)
def init_poolmanager(self, connections, maxsize, block=DEFAULT_POOLBLOCK, **pool_kwargs):
"""Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
"""
# save these values for pickling
self._pool_connections = connections
self._pool_maxsize = maxsize
self._pool_block = block
self.poolmanager = PoolManager(num_pools=connections, maxsize=maxsize,
block=block, strict=True, **pool_kwargs)
def proxy_manager_for(self, proxy, **proxy_kwargs):
"""Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
"""
if proxy in self.proxy_manager:
manager = self.proxy_manager[proxy]
elif proxy.lower().startswith('socks'):
username, password = get_auth_from_url(proxy)
manager = self.proxy_manager[proxy] = SOCKSProxyManager(
proxy,
username=username,
password=password,
num_pools=self._pool_connections,
maxsize=self._pool_maxsize,
block=self._pool_block,
**proxy_kwargs
)
else:
proxy_headers = self.proxy_headers(proxy)
manager = self.proxy_manager[proxy] = proxy_from_url(
proxy,
proxy_headers=proxy_headers,
num_pools=self._pool_connections,
maxsize=self._pool_maxsize,
block=self._pool_block,
**proxy_kwargs)
return manager
def cert_verify(self, conn, url, verify, cert):
"""Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
"""
if url.lower().startswith('https') and verify:
cert_loc = None
# Allow self-specified cert location.
if verify is not True:
cert_loc = verify
if not cert_loc:
cert_loc = DEFAULT_CA_BUNDLE_PATH
if not cert_loc or not os.path.exists(cert_loc):
raise IOError("Could not find a suitable TLS CA certificate bundle, "
"invalid path: {0}".format(cert_loc))
conn.cert_reqs = 'CERT_REQUIRED'
if not os.path.isdir(cert_loc):
conn.ca_certs = cert_loc
else:
conn.ca_cert_dir = cert_loc
else:
conn.cert_reqs = 'CERT_NONE'
conn.ca_certs = None
conn.ca_cert_dir = None
if cert:
if not isinstance(cert, basestring):
conn.cert_file = cert[0]
conn.key_file = cert[1]
else:
conn.cert_file = cert
conn.key_file = None
if conn.cert_file and not os.path.exists(conn.cert_file):
raise IOError("Could not find the TLS certificate file, "
"invalid path: {0}".format(conn.cert_file))
if conn.key_file and not os.path.exists(conn.key_file):
raise IOError("Could not find the TLS key file, "
"invalid path: {0}".format(conn.key_file))
def build_response(self, req, resp):
"""Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
"""
response = Response()
# Fallback to None if there's no status_code, for whatever reason.
response.status_code = getattr(resp, 'status', None)
# Make headers case-insensitive.
response.headers = CaseInsensitiveDict(getattr(resp, 'headers', {}))
# Set encoding.
response.encoding = get_encoding_from_headers(response.headers)
response.raw = resp
response.reason = response.raw.reason
if isinstance(req.url, bytes):
response.url = req.url.decode('utf-8')
else:
response.url = req.url
# Add new cookies from the server.
extract_cookies_to_jar(response.cookies, req, resp)
# Give the Response some context.
response.request = req
response.connection = self
return response
def get_connection(self, url, proxies=None):
"""Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
"""
proxy = select_proxy(url, proxies)
if proxy:
proxy = prepend_scheme_if_needed(proxy, 'http')
proxy_manager = self.proxy_manager_for(proxy)
conn = proxy_manager.connection_from_url(url)
else:
# Only scheme should be lower case
parsed = urlparse(url)
url = parsed.geturl()
conn = self.poolmanager.connection_from_url(url)
return conn
def close(self):
"""Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
"""
self.poolmanager.clear()
for proxy in self.proxy_manager.values():
proxy.clear()
def request_url(self, request, proxies):
"""Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
"""
proxy = select_proxy(request.url, proxies)
scheme = urlparse(request.url).scheme
is_proxied_http_request = (proxy and scheme != 'https')
using_socks_proxy = False
if proxy:
proxy_scheme = urlparse(proxy).scheme.lower()
using_socks_proxy = proxy_scheme.startswith('socks')
url = request.path_url
if is_proxied_http_request and not using_socks_proxy:
url = urldefragauth(request.url)
return url
def add_headers(self, request, **kwargs):
"""Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
"""
pass
def proxy_headers(self, proxy):
"""Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxies: The url of the proxy being used for this request.
:rtype: dict
"""
headers = {}
username, password = get_auth_from_url(proxy)
if username:
headers['Proxy-Authorization'] = _basic_auth_str(username,
password)
return headers
def send(self, request, stream=False, timeout=None, verify=True, cert=None, proxies=None):
"""Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
"""
conn = self.get_connection(request.url, proxies)
self.cert_verify(conn, request.url, verify, cert)
url = self.request_url(request, proxies)
self.add_headers(request)
chunked = not (request.body is None or 'Content-Length' in request.headers)
if isinstance(timeout, tuple):
try:
connect, read = timeout
timeout = TimeoutSauce(connect=connect, read=read)
except ValueError as e:
# this may raise a string formatting error.
err = ("Invalid timeout {0}. Pass a (connect, read) "
"timeout tuple, or a single float to set "
"both timeouts to the same value".format(timeout))
raise ValueError(err)
elif isinstance(timeout, TimeoutSauce):
pass
else:
timeout = TimeoutSauce(connect=timeout, read=timeout)
try:
if not chunked:
resp = conn.urlopen(
method=request.method,
url=url,
body=request.body,
headers=request.headers,
redirect=False,
assert_same_host=False,
preload_content=False,
decode_content=False,
retries=self.max_retries,
timeout=timeout
)
# Send the request.
else:
if hasattr(conn, 'proxy_pool'):
conn = conn.proxy_pool
low_conn = conn._get_conn(timeout=DEFAULT_POOL_TIMEOUT)
try:
low_conn.putrequest(request.method,
url,
skip_accept_encoding=True)
for header, value in request.headers.items():
low_conn.putheader(header, value)
low_conn.endheaders()
for i in request.body:
low_conn.send(hex(len(i))[2:].encode('utf-8'))
low_conn.send(b'\r\n')
low_conn.send(i)
low_conn.send(b'\r\n')
low_conn.send(b'0\r\n\r\n')
# Receive the response from the server
try:
# For Python 2.7+ versions, use buffering of HTTP
# responses
r = low_conn.getresponse(buffering=True)
except TypeError:
# For compatibility with Python 2.6 versions and back
r = low_conn.getresponse()
resp = HTTPResponse.from_httplib(
r,
pool=conn,
connection=low_conn,
preload_content=False,
decode_content=False
)
except:
# If we hit any problems here, clean up the connection.
# Then, reraise so that we can handle the actual exception.
low_conn.close()
raise
except (ProtocolError, socket.error) as err:
raise ConnectionError(err, request=request)
except MaxRetryError as e:
if isinstance(e.reason, ConnectTimeoutError):
# TODO: Remove this in 3.0.0: see #2811
if not isinstance(e.reason, NewConnectionError):
raise ConnectTimeout(e, request=request)
if isinstance(e.reason, ResponseError):
raise RetryError(e, request=request)
if isinstance(e.reason, _ProxyError):
raise ProxyError(e, request=request)
if isinstance(e.reason, _SSLError):
# This branch is for urllib3 v1.22 and later.
raise SSLError(e, request=request)
raise ConnectionError(e, request=request)
except ClosedPoolError as e:
raise ConnectionError(e, request=request)
except _ProxyError as e:
raise ProxyError(e)
except (_SSLError, _HTTPError) as e:
if isinstance(e, _SSLError):
# This branch is for urllib3 versions earlier than v1.22
raise SSLError(e, request=request)
elif isinstance(e, ReadTimeoutError):
raise ReadTimeout(e, request=request)
else:
raise
return self.build_response(request, resp)
requests/cookies.py 0000644 00000043440 15043676221 0010440 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
"""
import copy
import time
import calendar
import collections
from ._internal_utils import to_native_string
from .compat import cookielib, urlparse, urlunparse, Morsel
try:
import threading
except ImportError:
import dummy_threading as threading
class MockRequest(object):
"""Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
"""
def __init__(self, request):
self._r = request
self._new_headers = {}
self.type = urlparse(self._r.url).scheme
def get_type(self):
return self.type
def get_host(self):
return urlparse(self._r.url).netloc
def get_origin_req_host(self):
return self.get_host()
def get_full_url(self):
# Only return the response's URL if the user hadn't set the Host
# header
if not self._r.headers.get('Host'):
return self._r.url
# If they did set it, retrieve it and reconstruct the expected domain
host = to_native_string(self._r.headers['Host'], encoding='utf-8')
parsed = urlparse(self._r.url)
# Reconstruct the URL as we expect it
return urlunparse([
parsed.scheme, host, parsed.path, parsed.params, parsed.query,
parsed.fragment
])
def is_unverifiable(self):
return True
def has_header(self, name):
return name in self._r.headers or name in self._new_headers
def get_header(self, name, default=None):
return self._r.headers.get(name, self._new_headers.get(name, default))
def add_header(self, key, val):
"""cookielib has no legitimate use for this method; add it back if you find one."""
raise NotImplementedError("Cookie headers should be added with add_unredirected_header()")
def add_unredirected_header(self, name, value):
self._new_headers[name] = value
def get_new_headers(self):
return self._new_headers
@property
def unverifiable(self):
return self.is_unverifiable()
@property
def origin_req_host(self):
return self.get_origin_req_host()
@property
def host(self):
return self.get_host()
class MockResponse(object):
"""Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
"""
def __init__(self, headers):
"""Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
"""
self._headers = headers
def info(self):
return self._headers
def getheaders(self, name):
self._headers.getheaders(name)
def extract_cookies_to_jar(jar, request, response):
"""Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
"""
if not (hasattr(response, '_original_response') and
response._original_response):
return
# the _original_response field is the wrapped httplib.HTTPResponse object,
req = MockRequest(request)
# pull out the HTTPMessage with the headers and put it in the mock:
res = MockResponse(response._original_response.msg)
jar.extract_cookies(res, req)
def get_cookie_header(jar, request):
"""
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
"""
r = MockRequest(request)
jar.add_cookie_header(r)
return r.get_new_headers().get('Cookie')
def remove_cookie_by_name(cookiejar, name, domain=None, path=None):
"""Unsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
"""
clearables = []
for cookie in cookiejar:
if cookie.name != name:
continue
if domain is not None and domain != cookie.domain:
continue
if path is not None and path != cookie.path:
continue
clearables.append((cookie.domain, cookie.path, cookie.name))
for domain, path, name in clearables:
cookiejar.clear(domain, path, name)
class CookieConflictError(RuntimeError):
"""There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
"""
class RequestsCookieJar(cookielib.CookieJar, collections.MutableMapping):
"""Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
"""
def get(self, name, default=None, domain=None, path=None):
"""Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
"""
try:
return self._find_no_duplicates(name, domain, path)
except KeyError:
return default
def set(self, name, value, **kwargs):
"""Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
"""
# support client code that unsets cookies by assignment of a None value:
if value is None:
remove_cookie_by_name(self, name, domain=kwargs.get('domain'), path=kwargs.get('path'))
return
if isinstance(value, Morsel):
c = morsel_to_cookie(value)
else:
c = create_cookie(name, value, **kwargs)
self.set_cookie(c)
return c
def iterkeys(self):
"""Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
"""
for cookie in iter(self):
yield cookie.name
def keys(self):
"""Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
"""
return list(self.iterkeys())
def itervalues(self):
"""Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
"""
for cookie in iter(self):
yield cookie.value
def values(self):
"""Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
"""
return list(self.itervalues())
def iteritems(self):
"""Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
"""
for cookie in iter(self):
yield cookie.name, cookie.value
def items(self):
"""Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
"""
return list(self.iteritems())
def list_domains(self):
"""Utility method to list all the domains in the jar."""
domains = []
for cookie in iter(self):
if cookie.domain not in domains:
domains.append(cookie.domain)
return domains
def list_paths(self):
"""Utility method to list all the paths in the jar."""
paths = []
for cookie in iter(self):
if cookie.path not in paths:
paths.append(cookie.path)
return paths
def multiple_domains(self):
"""Returns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
"""
domains = []
for cookie in iter(self):
if cookie.domain is not None and cookie.domain in domains:
return True
domains.append(cookie.domain)
return False # there is only one domain in jar
def get_dict(self, domain=None, path=None):
"""Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
"""
dictionary = {}
for cookie in iter(self):
if (
(domain is None or cookie.domain == domain) and
(path is None or cookie.path == path)
):
dictionary[cookie.name] = cookie.value
return dictionary
def __contains__(self, name):
try:
return super(RequestsCookieJar, self).__contains__(name)
except CookieConflictError:
return True
def __getitem__(self, name):
"""Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
"""
return self._find_no_duplicates(name)
def __setitem__(self, name, value):
"""Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
"""
self.set(name, value)
def __delitem__(self, name):
"""Deletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
"""
remove_cookie_by_name(self, name)
def set_cookie(self, cookie, *args, **kwargs):
if hasattr(cookie.value, 'startswith') and cookie.value.startswith('"') and cookie.value.endswith('"'):
cookie.value = cookie.value.replace('\\"', '')
return super(RequestsCookieJar, self).set_cookie(cookie, *args, **kwargs)
def update(self, other):
"""Updates this jar with cookies from another CookieJar or dict-like"""
if isinstance(other, cookielib.CookieJar):
for cookie in other:
self.set_cookie(copy.copy(cookie))
else:
super(RequestsCookieJar, self).update(other)
def _find(self, name, domain=None, path=None):
"""Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
"""
for cookie in iter(self):
if cookie.name == name:
if domain is None or cookie.domain == domain:
if path is None or cookie.path == path:
return cookie.value
raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path))
def _find_no_duplicates(self, name, domain=None, path=None):
"""Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
"""
toReturn = None
for cookie in iter(self):
if cookie.name == name:
if domain is None or cookie.domain == domain:
if path is None or cookie.path == path:
if toReturn is not None: # if there are multiple cookies that meet passed in criteria
raise CookieConflictError('There are multiple cookies with name, %r' % (name))
toReturn = cookie.value # we will eventually return this as long as no cookie conflict
if toReturn:
return toReturn
raise KeyError('name=%r, domain=%r, path=%r' % (name, domain, path))
def __getstate__(self):
"""Unlike a normal CookieJar, this class is pickleable."""
state = self.__dict__.copy()
# remove the unpickleable RLock object
state.pop('_cookies_lock')
return state
def __setstate__(self, state):
"""Unlike a normal CookieJar, this class is pickleable."""
self.__dict__.update(state)
if '_cookies_lock' not in self.__dict__:
self._cookies_lock = threading.RLock()
def copy(self):
"""Return a copy of this RequestsCookieJar."""
new_cj = RequestsCookieJar()
new_cj.update(self)
return new_cj
def _copy_cookie_jar(jar):
if jar is None:
return None
if hasattr(jar, 'copy'):
# We're dealing with an instance of RequestsCookieJar
return jar.copy()
# We're dealing with a generic CookieJar instance
new_jar = copy.copy(jar)
new_jar.clear()
for cookie in jar:
new_jar.set_cookie(copy.copy(cookie))
return new_jar
def create_cookie(name, value, **kwargs):
"""Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
"""
result = dict(
version=0,
name=name,
value=value,
port=None,
domain='',
path='/',
secure=False,
expires=None,
discard=True,
comment=None,
comment_url=None,
rest={'HttpOnly': None},
rfc2109=False,)
badargs = set(kwargs) - set(result)
if badargs:
err = 'create_cookie() got unexpected keyword arguments: %s'
raise TypeError(err % list(badargs))
result.update(kwargs)
result['port_specified'] = bool(result['port'])
result['domain_specified'] = bool(result['domain'])
result['domain_initial_dot'] = result['domain'].startswith('.')
result['path_specified'] = bool(result['path'])
return cookielib.Cookie(**result)
def morsel_to_cookie(morsel):
"""Convert a Morsel object into a Cookie containing the one k/v pair."""
expires = None
if morsel['max-age']:
try:
expires = int(time.time() + int(morsel['max-age']))
except ValueError:
raise TypeError('max-age: %s must be integer' % morsel['max-age'])
elif morsel['expires']:
time_template = '%a, %d-%b-%Y %H:%M:%S GMT'
expires = calendar.timegm(
time.strptime(morsel['expires'], time_template)
)
return create_cookie(
comment=morsel['comment'],
comment_url=bool(morsel['comment']),
discard=False,
domain=morsel['domain'],
expires=expires,
name=morsel.key,
path=morsel['path'],
port=None,
rest={'HttpOnly': morsel['httponly']},
rfc2109=False,
secure=bool(morsel['secure']),
value=morsel.value,
version=morsel['version'] or 0,
)
def cookiejar_from_dict(cookie_dict, cookiejar=None, overwrite=True):
"""Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
"""
if cookiejar is None:
cookiejar = RequestsCookieJar()
if cookie_dict is not None:
names_from_jar = [cookie.name for cookie in cookiejar]
for name in cookie_dict:
if overwrite or (name not in names_from_jar):
cookiejar.set_cookie(create_cookie(name, cookie_dict[name]))
return cookiejar
def merge_cookies(cookiejar, cookies):
"""Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
"""
if not isinstance(cookiejar, cookielib.CookieJar):
raise ValueError('You can only merge into CookieJar')
if isinstance(cookies, dict):
cookiejar = cookiejar_from_dict(
cookies, cookiejar=cookiejar, overwrite=False)
elif isinstance(cookies, cookielib.CookieJar):
try:
cookiejar.update(cookies)
except AttributeError:
for cookie_in_jar in cookies:
cookiejar.set_cookie(cookie_in_jar)
return cookiejar
requests/_internal_utils.py 0000644 00000002110 15043676221 0012164 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
"""
from .compat import is_py2, builtin_str, str
def to_native_string(string, encoding='ascii'):
"""Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
"""
if isinstance(string, builtin_str):
out = string
else:
if is_py2:
out = string.encode(encoding)
else:
out = string.decode(encoding)
return out
def unicode_is_ascii(u_string):
"""Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
"""
assert isinstance(u_string, str)
try:
u_string.encode('ascii')
return True
except UnicodeEncodeError:
return False
requests/__pycache__/exceptions.cpython-38.pyc 0000644 00000012130 15043676221 0015443 0 ustar 00 U
��.e} � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� dee �Z
G dd� de �Z G dd� de�Z G dd� de�Z
G dd� dee�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$ee�ZG d%d&� d&ee�ZG d'd(� d(e�ZG d)d*� d*e�ZG d+d,� d,e�ZG d-d.� d.ee �Z G d/d0� d0e�Z d1S )2z`
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
� )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your
request.
c sX |� dd�}|| _|� dd�| _|dk rB| jsBt|d�rB| jj| _tt| �j||� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr �� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/exceptions.pyr s �
zRequestException.__init__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r
r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.N�r r r r r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.Nr r r r r r s r c @ s e Zd ZdZdS )�
ProxyErrorzA proxy error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
Nr r r r r r , s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
Nr r r r r r 5 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r < s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.Nr r r r r r @ s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.Nr r r r r r D s r c @ s e Zd ZdZdS )�
MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r H s r c @ s e Zd ZdZdS )�
InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r L s r c @ s e Zd ZdZdS )�
InvalidURLz%The URL provided was somehow invalid.Nr r r r r r! P s r! c @ s e Zd ZdZdS )�
InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )�InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )�ContentDecodingErrorz!Failed to decode response contentNr r r r r r% ` s r% c @ s e Zd ZdZdS )�StreamConsumedErrorz2The content for this response was already consumedNr r r r r r& d s r& c @ s e Zd ZdZdS )�
RetryErrorzCustom retries logic failedNr r r r r r' h s r' c @ s e Zd ZdZdS )�UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyNr r r r r r( l s r( c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.Nr r r r r r) r s r) c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r* w s r* c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r+ | s r+ N) r Z pip._vendor.urllib3.exceptionsr Z
BaseHTTPError�IOErrorr r r r r r r r r �
ValueErrorr r r! r" r# r$ r% � TypeErrorr& r' r( �Warningr) �DeprecationWarningr* r+ r r r r �<module> s0 requests/__pycache__/certs.cpython-38.opt-1.pyc 0000644 00000001125 15043676221 0015343 0 ustar 00 U
��.e� � @ s& d Z ddlmZ edkr"ee� � dS )uF
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
� )�where�__main__N)�__doc__Zpip._vendor.certifir �__name__�print� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/certs.py�<module> s requests/__pycache__/cookies.cpython-38.opt-1.pyc 0000644 00000044556 15043676221 0015676 0 ustar 00 U
��.e�G � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z z ddl Z W n e
k
rl ddlZ Y nX G dd� de�ZG dd � d e�Zd
d � Zd d
� Zd dd�ZG dd� de�ZG dd� deje �Zdd� Zdd� Zdd� Zd dd �Z d d � Z dS )!z�
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
� N� )�to_native_string)� cookielib�urlparse�
urlunparse�Morsel�MutableMappingc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
d dd�Z dd� Z dd� Z
dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
c C s || _ i | _t| j j�j| _d S �N)�_r� _new_headersr �url�scheme�type)�self�request� r �@/usr/lib/python3.8/site-packages/pip/_vendor/requests/cookies.py�__init__% s zMockRequest.__init__c C s | j S r
)r �r r r r �get_type* s zMockRequest.get_typec C s t | jj�jS r
)r r r
Znetlocr r r r �get_host- s zMockRequest.get_hostc C s | � � S r
�r r r r r �get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j j�d�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j
|j g�S )NZHostzutf-8)�encoding) r �headers�getr
r r r r �pathZparamsZqueryZfragment)r �hostZparsedr r r � get_full_url3 s �zMockRequest.get_full_urlc C s dS �NTr r r r r �is_unverifiableA s zMockRequest.is_unverifiablec C s || j jkp|| jkS r
)r r r �r �namer r r �
has_headerD s zMockRequest.has_headerNc C s | j j�|| j�||��S r
)r r r r )r r# �defaultr r r �
get_headerG s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r �
add_headerJ s zMockRequest.add_headerc C s || j |< d S r
�r �r r# �valuer r r �add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r
r+ r r r r �get_new_headersQ s zMockRequest.get_new_headersc C s | � � S r
)r! r r r r � unverifiableT s zMockRequest.unverifiablec C s | � � S r
)r r r r r �origin_req_hostX s zMockRequest.origin_req_hostc C s | � � S r
r r r r r r \ s zMockRequest.host)N)�__name__�
__module__� __qualname__�__doc__r r r r r r! r$ r& r* r. r/ �propertyr0 r1 r r r r r r s$
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
c C s
|| _ dS )z�Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
N��_headers)r r r r r r h s zMockResponse.__init__c C s | j S r
r8 r r r r �infoo s zMockResponse.infoc C s | j �|� d S r
)r9 �
getheadersr" r r r r; r s zMockResponse.getheadersN)r2 r3 r4 r5 r r: r; r r r r r7 a s r7 c C s8 t |d�r|jsdS t|�}t|jj�}| �||� dS )z�Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
�_original_responseN)�hasattrr< r r7 �msgZextract_cookies)�jarr ZresponseZreq�resr r r �extract_cookies_to_jarv s
� rA c C s t |�}| �|� |�� �d�S )zj
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
�Cookie)r Zadd_cookie_headerr/ r )r? r �rr r r �get_cookie_header� s
rD c C sz g }| D ]N}|j |krq|dk r,||jkr,q|dk r@||jkr@q|�|j|j|j f� q|D ]\}}}| �|||� q\dS )zkUnsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
N)r# �domainr �append�clear)� cookiejarr# rE r Z
clearables�cookier r r �remove_cookie_by_name� s
rJ c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
N)r2 r3 r4 r5 r r r r rK � s rK c s� e Zd ZdZd3dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd4dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd5d'd(�Zd6d)d*�Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z� Z S )7�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
Nc C s. z| � |||�W S tk
r( | Y S X dS )z�Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
N)�_find_no_duplicates�KeyError)r r# r% rE r r r r r � s zRequestsCookieJar.getc K sX |dkr(t | ||�d�|�d�d� dS t|t�r<t|�}nt||f|�}| �|� |S )z�Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
NrE r )rE r )rJ r �
isinstancer �morsel_to_cookie�
create_cookie�
set_cookie)r r# r- �kwargs�cr r r �set� s
zRequestsCookieJar.setc c s t | �D ] }|jV qdS )z�Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
N)�iterr# �r rI r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | �� �S )z�Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
)�listrX r r r r �keys� s zRequestsCookieJar.keysc c s t | �D ] }|jV qdS )z�Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
N)rV r- rW r r r �
itervalues� s z RequestsCookieJar.itervaluesc C s t | �� �S )z�Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
)rY r[ r r r r �values� s zRequestsCookieJar.valuesc c s t | �D ]}|j|jfV qdS )z�Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
N)rV r# r- rW r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | �� �S )z�Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
)rY r] r r r r �items s zRequestsCookieJar.itemsc C s, g }t | �D ]}|j|kr |�|j� q |S )z2Utility method to list all the domains in the jar.�rV rE rF �r ZdomainsrI r r r � list_domains s
z RequestsCookieJar.list_domainsc C s, g }t | �D ]}|j|kr |�|j� q |S )z0Utility method to list all the paths in the jar.)rV r rF )r �pathsrI r r r �
list_paths s
z RequestsCookieJar.list_pathsc C s< g }t | �D ]*}|jdk r*|j|kr* dS |�|j� q dS )zvReturns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
NTFr_ r` r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | �D ]4}|dks"|j|kr |dks4|j|kr |j||j< q |S )z�Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
N)rV rE r r- r# )r rE r Z
dictionaryrI r r r �get_dict+ s ����zRequestsCookieJar.get_dictc s. zt t| ��|�W S tk
r( Y dS X d S r )�superrL � __contains__rK r" �� __class__r r rg ; s z RequestsCookieJar.__contains__c C s
| � |�S )z�Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
)rM r" r r r � __getitem__A s z RequestsCookieJar.__getitem__c C s | � ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
N)rU r, r r r � __setitem__J s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
N)rJ r" r r r � __delitem__Q s z RequestsCookieJar.__delitem__c sL t |jd�r4|j�d�r4|j�d�r4|j�dd�|_tt| �j|f|�|�S )N�
startswith�"z\"� )r= r- rm �endswith�replacerf rL rR )r rI �argsrS rh r r rR W s $z RequestsCookieJar.set_cookiec s< t |tj�r(|D ]}| �t�|�� qntt| ��|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rO r � CookieJarrR �copyrf rL �update)r �otherrI rh r r ru \ s zRequestsCookieJar.updatec C s\ t | �D ]<}|j|kr|dks(|j|kr|dks:|j|kr|j S qtd|||f ��dS )a� Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
N�name=%r, domain=%r, path=%r)rV r# rE r r- rN )r r# rE r rI r r r �_findd s
zRequestsCookieJar._findc C sx d}t | �D ]L}|j|kr |dks,|j|kr |dks>|j|kr |dk rRtd| ��|j}q |rb|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
Nz(There are multiple cookies with name, %rrw )rV r# rE r rK r- rN )r r# rE r ZtoReturnrI r r r rM x s
z%RequestsCookieJar._find_no_duplicatesc C s | j �� }|�d� |S )�4Unlike a normal CookieJar, this class is pickleable.�
_cookies_lock)�__dict__rt �pop�r �stater r r � __getstate__� s
z RequestsCookieJar.__getstate__c C s$ | j �|� d| j kr t�� | _dS )ry rz N)r{ ru � threading�RLockrz r} r r r � __setstate__� s
z RequestsCookieJar.__setstate__c C s" t � }|�| �� � |�| � |S )z(Return a copy of this RequestsCookieJar.)rL Z
set_policy�
get_policyru )r Znew_cjr r r rt � s
zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)Z_policyr r r r r� � s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r2 r3 r4 r5 r rU rX rZ r[ r\ r] r^ ra rc rd re rg rj rk rl rR ru rx rM r r� rt r� �
__classcell__r r rh r rL � s2
rL c C sN | d kr d S t | d�r | �� S t�| �}|�� | D ]}|�t�|�� q4|S )Nrt )r= rt rG rR )r? Znew_jarrI r r r �_copy_cookie_jar� s
r� c K s� d| |ddddddddddidd�
}t |�t |� }|rLd }t|t|� ��|�|� t|d
�|d < t|d �|d
< |d �d�|d< t|d �|d< tjf |�S )z�Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
r Nro �/FT�HttpOnly)
�versionr# r- �portrE r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sr� Zport_specifiedrE Zdomain_specified�.Zdomain_initial_dotr Zpath_specified)rU � TypeErrorrY ru �boolrm r rB )r# r- rS �resultZbadargs�errr r r rQ � s0 �
rQ c C s� d}| d rPz t t�� t | d � �}W qr tk
rL td| d ��Y qrX n"| d rrd}t�t�| d |��}t| d t| d �d| d || j | d dd
| d idt| d �| j
| d
p�dd�
S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr� z%a, %d-%b-%Y %H:%M:%S GMTr� FrE r r� Zhttponlyr� r� r )
r� r� r� rE r� r# r r� r� r� r� r- r� ) �int�time�
ValueErrorr� �calendarZtimegm�strptimerQ r� r( r- )Zmorselr� Z
time_templater r r rP � s4 �
�rP Tc C sR |dkrt � }| dk rNdd� |D �}| D ]$}|s8||kr(|�t|| | �� q(|S )aC Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
Nc S s g | ]
}|j �qS r )r# )�.0rI r r r �
<listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rL rR rQ )Z cookie_dictrH � overwriteZnames_from_jarr# r r r �cookiejar_from_dict� s r� c C sv t | tj�std��t |t�r.t|| dd�} nDt |tj�rrz| �|� W n( tk
rp |D ]}| �|� q\Y nX | S )z�Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
z!You can only merge into CookieJarF)rH r� ) rO r rs r� �dictr� ru �AttributeErrorrR )rH ZcookiesZ
cookie_in_jarr r r �
merge_cookies s
� r� )NN)NT) r5 rt r� r� Z_internal_utilsr �compatr r r r r r� � ImportErrorZdummy_threading�objectr r7 rA rD rJ � RuntimeErrorrK rs rL r� rQ rP r� r� r r r r �<module> s. H
$
requests/__pycache__/__version__.cpython-38.opt-1.pyc 0000644 00000001002 15043676221 0016476 0 ustar 00 U
��.e� � @ s, d Z dZdZdZdZdZdZdZdZd Z d
S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.22.0i " z
Kenneth Reitzzme@kennethreitz.orgz
Apache 2.0z Copyright 2019 Kenneth Reitzu ✨ 🍰 ✨N)
Z __title__Z__description__Z__url__� __version__Z __build__�
__author__Z__author_email__Z __license__Z
__copyright__Z__cake__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/requests/__version__.py�<module> s requests/__pycache__/api.cpython-38.opt-1.pyc 0000644 00000014507 15043676221 0015004 0 ustar 00 U
��.e � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd
d � Zdd d
�Zddd�Zddd�Z dd� Z
dS )z�
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
� )�sessionsc
K s6 t �� �$}|jf | |d�|��W 5 Q R � S Q R X dS )a� Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
<Response [200]>
)�method�urlN)r ZSession�request)r r �kwargsZsession� r �</usr/lib/python3.8/site-packages/pip/_vendor/requests/api.pyr s +
r Nc K s" |� dd� td| fd|i|��S )ad Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�allow_redirectsT�get�params��
setdefaultr )r r r r r r r
? s r
c K s |� dd� td| f|�S )z�Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r T�optionsr �r r r r r r N s r c K s |� dd� td| f|�S )z�Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r F�headr r r r r r [ s r c K s t d| f||d�|��S )a� Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�post)�data�json�r )r r r r r r r r h s r c K s t d| fd|i|��S )a� Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�putr r �r r r r r r r w s r c K s t d| fd|i|��S )a� Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�patchr r r r r r r � s r c K s t d| f|�S )z�Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�deleter r r r r r � s r )N)NN)N)N) �__doc__� r r r
r r r r r r r r r r �<module> s
/
requests/__pycache__/models.cpython-38.pyc 0000644 00000056524 15043676221 0014564 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
mZmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZmZmZ dd
l m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl2m?Z@ ddlAmBZB eBjCeBjDeBjEeBjFeBjGfZHdZIdZJdZKG dd� deL�ZMG dd� deL�ZNG dd� deN�ZOG d d � d eMeN�ZPG d d � d eL�ZQdS ) z`
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
� N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError�
ProtocolError�LocationParseError)�UnsupportedOperation� )�
default_hooks)�CaseInsensitiveDict)�
HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError�
MissingSchema�
InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError)�to_native_string�unicode_is_ascii)
�guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) �Callable�Mapping� cookielib�
urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str�
basestring)�json)�codes� i ( i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|�|� |j}|rD|�d� |�|� d�|�S )zBuild the path URL to use.�/�?� )r( �url�path�append�query�join)�selfr7 �pr8 r: � r> �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/models.py�path_url= s
z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }t| �D ]j\}}t |t�sRt|d�sX|g}|D ]B}|dk r\|�t |t�r�|�d�n|t |t�r�|�d�n|f� q\q6t|dd�S | S dS )z�Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
�read�__iter__N�utf-8T)Zdoseq) �
isinstancer* r+ �hasattrr r/ r9 �encoder) )�data�result�kZvs�vr> r> r? �_encode_paramsR s$
�� z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} |D ]|\}}t|t�s\t|d�sb|g}|D ]T}|dk rft|t�s�t|�}|�t|t�r�|�d�n|t|t�r�|� d�n|f� qfq@| D ]�\}}d}d} t|t
t f��r t |�dkr�|\}
} n&t |�dk�r|\}
} }n |\}
} }} nt
|��p,|}
|} t| tttf��rJ| } n(t| d��r`| �� } n| dk�rnq�n| } t|| |
| d �}
|
j|d
� |�|
� q�t|�\}}||fS ) a� Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
zFiles must be provided.zData must not be a string.rB NrC � � rA )�namerG �filename�headers)� content_type)�
ValueErrorrD r/ r rE r+ r* r9 �decoderF �tuple�list�lenr � bytearrayrA r Zmake_multipartr )�filesrG Z
new_fieldsZfieldsZfield�valrJ rI ZftZfh�fn�fpZfdataZrf�bodyrQ r> r> r? �
_encode_filesm sT
��
z"RequestEncodingMixin._encode_filesN)�__name__�
__module__� __qualname__�propertyr@ � staticmethodrK r] r> r> r> r? r3 < s
r3 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C sZ || j krtd| ��t|t�r2| j | �|� n$t|d�rV| j | �dd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rB c s s | ]}t |t�r|V qd S �N)rD r$ )�.0�hr> r> r? � <genexpr>� s
z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrR rD r$ r9 rE �extend�r< �event�hookr> r> r? �
register_hook� s
z RequestHooksMixin.register_hookc C s2 z| j | �|� W dS tk
r, Y dS X dS )ziDeregister a previously registered hook.
Returns True if the hook existed, False if not.
TFN)rh �removerR rj r> r> r? �deregister_hook� s
z!RequestHooksMixin.deregister_hookN)r^ r_ r` rm ro r> r> r> r? rc � s rc c
@ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
�Requesta{ A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
Nc
C s� |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t � | _t| �� �D ]\} } | j| | d� qd|| _|| _|| _|| _|| _ |
| _
|| _ || _ || _
d S )N)rk rl )r rh rU �itemsrm �methodr7 rP rX rG r0 �params�auth�cookies)
r< rr r7 rP rX rG rs rt ru rh r0 rI rJ r> r> r? �__init__� s" zRequest.__init__c C s
d| j S )Nz<Request [%s]>�rr �r< r> r> r? �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j
| j d�
|S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.)
rr r7 rP rX rG r0 rs rt ru rh ) �PreparedRequest�preparerr r7 rP rX rG r0 rs rt ru rh �r< r= r> r> r? r{ � s � zRequest.prepare)
NNNNNNNNNN)r^ r_ r` �__doc__rv ry r{ r> r> r> r? rp � s �
rp c
@ s� e Zd ZdZdd� Zd dd�Zdd� Zd d
� Zd d � Ze d
d� �Z
dd� Z dd� Z d dd�Z
dd� Zd dd�Zdd� Zd d � ZdS )!rz a� The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Generated from either a :class:`Request <Request>` object or manually.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S rd )rr r7 rP �_cookiesr\ r rh �_body_positionrx r> r> r? rv " s zPreparedRequest.__init__Nc C sR | � |� | �||� | �|� | �|� | �|||
� | �||� | �| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth�
prepare_hooks) r< rr r7 rP rX rG rs rt ru rh r0 r> r> r? r{ 3 s
zPreparedRequest.preparec C s
d| j S )Nz<PreparedRequest [%s]>rw rx r> r> r? ry E s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd k r*| j�� nd |_t| j�|_| j|_| j|_| j |_ |S rd )
rz rr r7 rP �copyr r~ r\ rh r r| r> r> r? r� H s zPreparedRequest.copyc C s$ || _ | j dk r t| j �� �| _ dS )z Prepares the given HTTP method.N)rr r �upper)r< rr r> r> r? r� S s
z PreparedRequest.prepare_methodc C sD ddl m} z|j| dd��d�} W n |jk
r> t�Y nX | S )Nr )�idnaT)Zuts46rC )Z pip._vendorr� rF rS Z IDNAError� UnicodeError)�hostr� r> r> r? �_get_idna_encoded_hostY s
z&PreparedRequest._get_idna_encoded_hostc
C s, t |t�r|�d�}ntr"t|�nt|�}|�� }d|krR|�� �d�sR|| _ dS zt
|�\}}}}}}} W n, t k
r� }
zt |
j
� �W 5 d}
~
X Y nX |s�d} | �t|d��} t| ��|s�t d| ��t|��sz| �|�}W n tk
r� t d��Y nX n|�d��rt d��|�p d } | �r.| d
7 } | |7 } |�rL| dt|� 7 } |�sVd }t�r�t |t��rr|�d �}t | t��r�| �d �} t |t��r�|�d �}t |t��r�|�d �}t | t��r�| �d �} t |ttf��r�t|�}| �|�}
|
�r
|�rd
||
f }n|
}tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r6 �@r4 rC z%s&%s)rD r+ rS r, Zunicoder* �lstrip�lower�
startswithr7 r r r �args�formatr r r r� r� rF rK r r' )r< r7 rs Zschemert r� Zportr8 r: Zfragment�e�errorZnetlocZ
enc_paramsr> r> r? r� c sh
zPreparedRequest.prepare_urlc C s< t � | _|r8|�� D ]"}t|� |\}}|| jt|�< qdS )z Prepares the given HTTP headers.N)r rP rq r# r )r< rP �headerrN �valuer> r> r? r� � s z PreparedRequest.prepare_headersc
C sr d}d}|s6|dk r6d}t �|�}t|t�s6|�d�}tt|d�t|ttt t
f� g�}z t |�}W n t t
tfk
r� d}Y nX |r�|}t|dd�dk r�z|�� | _W n ttfk
r� t� | _Y nX |r�td��|r�t|�| jd< n
d| jd < np|�r| �||�\}}n2|�rB| �|�}t|t��s8t|d
��r>d}nd }| �|� |�rhd | jk�rh|| jd
< || _dS )z"Prepares the given HTTP body data.Nzapplication/jsonrC rB �tellz1Streamed bodies and files are mutually exclusive.�Content-LengthZchunkedzTransfer-EncodingrA z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrD r+ rF �allrE r/ rU rT r% r" � TypeError�AttributeErrorr �getattrr� r �IOError�OSError�object�NotImplementedErrorr. rP r] rK �prepare_content_lengthr\ )r< rG rX r0 r\ rQ Z is_stream�lengthr> r> r? r� � sL
�
z PreparedRequest.prepare_bodyc C sL |dk r$t |�}|rHt|�| jd< n$| jdkrH| j�d�dkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr� )ZGETZHEAD�0)r" r. rP rr �get)r< r\ r� r> r> r? r� s z&PreparedRequest.prepare_content_lengthr6 c C sj |dkr"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| j�|j� | � | j
� dS )z"Prepares the given HTTP auth data.NrL ) r r7 �anyrD rT rV r
�__dict__�updater� r\ )r< rt r7 Zurl_auth�rr> r> r? r� s
z PreparedRequest.prepare_authc C s@ t |tj�r|| _n
t|�| _t| j| �}|dk r<|| jd< dS )a Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
NZCookie)rD r& Z CookieJarr~ r r rP )r< ru Z
cookie_headerr> r> r? r� , s
z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| � ||| � q dS )zPrepares the given hooks.N)rm )r< rh rk r> r> r? r� @ s z PreparedRequest.prepare_hooks)
NNNNNNNNNN)N)r6 )r^ r_ r` r} rv r{ ry r� r� rb r� r� r� r� r� r� r� r� r> r> r> r? rz s2 �
V
E
rz c
@ s e Zd ZdZdddddddd d
d g
Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z d d � Z
ed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd;d*d+�Zed)d,fd-d.�Zed/d0� �Zed1d2� �Zd3d4� Zed5d6� �Zd7d8� Zd9d:� Z d,S )<�ResponsezhThe :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
�_content� status_coderP r7 �history�encoding�reasonru �elapsed�requestc C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _
t i �| _ t
�d�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rP �rawr7 r� r� r� r ru �datetimeZ timedeltar� r� rx r> r> r? rv T s
zResponse.__init__c C s | S rd r> rx r> r> r? � __enter__� s zResponse.__enter__c G s | � � d S rd )�close)r< r� r> r> r? �__exit__� s zResponse.__exit__c s � j s � j � fdd�� jD �S )Nc s i | ]}|t � |d ��qS rd )r� )re �attrrx r> r? �
<dictcomp>� s z)Response.__getstate__.<locals>.<dictcomp>)r� �content� __attrs__rx r> rx r? � __getstate__� s zResponse.__getstate__c C s: |� � D ]\}}t| ||� qt| dd� t| dd � d S )Nr� Tr� )rq �setattr)r< �staterN r� r> r> r? � __setstate__� s zResponse.__setstate__c C s
d| j S )Nz<Response [%s]>)r� rx r> r> r? ry � s zResponse.__repr__c C s | j S �ak Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
��okrx r> r> r? �__bool__� s zResponse.__bool__c C s | j S r� r� rx r> r> r? � __nonzero__� s zResponse.__nonzero__c C s
| � d�S )z,Allows you to use a response as an iterator.� )� iter_contentrx r> r> r? rB � s zResponse.__iter__c C s( z | � � W n tk
r" Y dS X dS )ax Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
FT)�raise_for_statusr rx r> r> r? r� � s
z Response.okc C s d| j ko| jtkS )z�True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
�location)rP r� �REDIRECT_STATIrx r> r> r? � is_redirect� s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r� )rP r� r1 Zmoved_permanently�permanent_redirectrx r> r> r? �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� rx r> r> r? �next� s z
Response.nextc C s t �| j�d S )z7The apparent encoding, provided by the chardet library.r� )r- Zdetectr� rx r> r> r? �apparent_encoding� s zResponse.apparent_encodingr
Fc s| � �fdd�}�j r(t�jt�r(t� �n"� dk rJt� t�sJtdt� � ��t�j� �}|� }�j rf|n|}|rxt |��}|S )a� Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
c
3 s� t �jd�r�z �jj� dd�D ]
} | V q W q� tk
rV } z t|��W 5 d }~X Y q� tk
r~ } z t|��W 5 d }~X Y q� tk
r� } z t|��W 5 d }~X Y q�X n�j� � �} | s�q�| V q�d�_
d S )N�streamT)Zdecode_content) rE r� r� r r r r r r rA r� )�chunkr� ��
chunk_sizer< r> r? �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.)
r� rD r� �boolr �intr� �typer r )r< r� �decode_unicoder� Z
reused_chunksZ
stream_chunksZchunksr> r� r? r� � s
zResponse.iter_contentNc c s� d}| j ||d�D ]n}|dk r&|| }|r6|�|�}n|�� }|rl|d rl|rl|d d |d krl|�� }nd}|D ]
}|V qtq|dk r�|V dS )z�Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
N)r� r� ���)r� �split�
splitlines�pop)r< r� r� Z delimiterZpendingr� �lines�liner> r> r? �
iter_lines s $
zResponse.iter_linesc C sV | j dkrJ| jrtd��| jdks,| jdkr4d| _ nd�| �t��pFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr N� T)r� r� � RuntimeErrorr� r� r; r� �CONTENT_CHUNK_SIZErx r> r> r? r� / s
�zResponse.contentc C sh d}| j }| jstd�S | j dkr(| j}zt| j|dd�}W n& ttfk
rb t| jdd�}Y nX |S )a� Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
Nr6 �replace)�errors)r� r� r* r� � LookupErrorr� )r< r� r� r> r> r? �textC s
z
Response.textc K sj | j sZ| jrZt| j�dkrZt| j�}|dk rZztj| j�|�f|�W S tk
rX Y nX tj| jf|�S )z�Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises ValueError: If the response body does not contain valid json.
rM N) r� r� rV r! r� �loadsrS �UnicodeDecodeErrorr� )r< �kwargsr� r> r> r? r0 i s
��z
Response.jsonc C sF | j �d�}i }|rBt|�}|D ] }|�d�p6|�d�}|||< q |S )z8Returns the parsed header links of the response, if any.�linkZrelr7 )rP r� r )r< r� �l�linksr� �keyr> r> r? r� � s
zResponse.linksc C s� d}t | jt�rDz| j�d�}W qJ tk
r@ | j�d�}Y qJX n| j}d| j kr`dk rxn nd| j|| jf }n,d| j kr�dk r�n nd| j|| jf }|r�t|| d ��d
S ) z2Raises stored :class:`HTTPError`, if one occurred.r6 rC z
iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rD r� r+ rS r� r� r7 r )r< Zhttp_error_msgr� r> r> r? r� � s zResponse.raise_for_statusc C s0 | j s| j�� t| jdd�}|dk r,|� dS )z�Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
� release_connN)r� r� r� r� )r< r� r> r> r? r� � s
zResponse.close)r
F) r^ r_ r` r} r� rv r� r� r� r� ry r� r� rB ra r� r� r� r� r� r� �ITER_CHUNK_SIZEr� r� r� r0 r� r� r� r> r> r> r? r� J sT �/
7
%
r� )Rr} r� �sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rh r Z
structuresr rt r
ru r r r �
exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# �compatr$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r� Z status_codesr1 Zmoved�found�otherZtemporary_redirectr� r� ZDEFAULT_REDIRECT_LIMITr� r� r� r3 rc rp rz r� r> r> r> r? �<module> sD $08 �rJ < requests/__pycache__/structures.cpython-38.opt-1.pyc 0000644 00000010452 15043676221 0016451 0 ustar 00 U
��.e� � @ s< d Z ddlmZmZmZ G dd� de�ZG dd� de�ZdS )zO
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
� )� OrderedDict�Mapping�MutableMappingc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
Nc K s& t � | _|d kri }| j|f|� d S �N)r �_store�update)�self�data�kwargs� r �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/structures.py�__init__( s z CaseInsensitiveDict.__init__c C s ||f| j |�� < d S r �r �lower)r �key�valuer r r
� __setitem__. s z CaseInsensitiveDict.__setitem__c C s | j |�� d S )Nr r �r r r r r
� __getitem__3 s z CaseInsensitiveDict.__getitem__c C s | j |�� = d S r r r r r r
� __delitem__6 s z CaseInsensitiveDict.__delitem__c C s dd� | j �� D �S )Nc s s | ]\}}|V qd S r r )�.0ZcasedkeyZ mappedvaluer r r
� <genexpr>: s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values�r r r r
�__iter__9 s z CaseInsensitiveDict.__iter__c C s
t | j�S r )�lenr r r r r
�__len__< s zCaseInsensitiveDict.__len__c C s dd� | j �� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r
r A s �z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �itemsr r r r
� lower_items? s �z CaseInsensitiveDict.lower_itemsc C s0 t |t�rt|�}ntS t| �� �t|�� �kS r )�
isinstancer r �NotImplemented�dictr )r �otherr r r
�__eq__G s
zCaseInsensitiveDict.__eq__c C s t | j�� �S r )r r r r r r r
�copyP s zCaseInsensitiveDict.copyc C s t t| �� ��S r )�strr" r r r r r
�__repr__S s z CaseInsensitiveDict.__repr__)N)�__name__�
__module__� __qualname__�__doc__r r r r r r r r$ r% r' r r r r
r
s
r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d
�Z� ZS )
�
LookupDictzDictionary lookup object.Nc s || _ tt| ��� d S r )�name�superr, r )r r- �� __class__r r
r Z s zLookupDict.__init__c C s
d| j S )Nz
<lookup '%s'>)r- r r r r
r' ^ s zLookupDict.__repr__c C s | j �|d �S r ��__dict__�getr r r r
r a s zLookupDict.__getitem__c C s | j �||�S r r1 )r r �defaultr r r
r3 f s zLookupDict.get)N)N) r( r) r* r+ r r' r r3 �
__classcell__r r r/ r
r, W s
r, N)r+ �compatr r r r r" r, r r r r
�<module> s J requests/__pycache__/api.cpython-38.pyc 0000644 00000014507 15043676221 0014045 0 ustar 00 U
��.e � @ s\ d Z ddlmZ dd� Zddd�Zdd � Zd
d � Zdd d
�Zddd�Zddd�Z dd� Z
dS )z�
requests.api
~~~~~~~~~~~~
This module implements the Requests API.
:copyright: (c) 2012 by Kenneth Reitz.
:license: Apache2, see LICENSE for more details.
� )�sessionsc
K s6 t �� �$}|jf | |d�|��W 5 Q R � S Q R X dS )a� Constructs and sends a :class:`Request <Request>`.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) A JSON serializable Python object to send in the body of the :class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the :class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the :class:`Request`.
:param files: (optional) Dictionary of ``'name': file-like-objects`` (or ``{'name': file-tuple}``) for multipart encoding upload.
``file-tuple`` can be a 2-tuple ``('filename', fileobj)``, 3-tuple ``('filename', fileobj, 'content_type')``
or a 4-tuple ``('filename', fileobj, 'content_type', custom_headers)``, where ``'content-type'`` is a string
defining the content type of the given file and ``custom_headers`` a dict-like object containing additional headers
to add for the file.
:param auth: (optional) Auth tuple to enable Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How many seconds to wait for the server to send data
before giving up, as a float, or a :ref:`(connect timeout, read
timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Boolean. Enable/disable GET/OPTIONS/POST/PUT/PATCH/DELETE/HEAD redirection. Defaults to ``True``.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol to the URL of the proxy.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param stream: (optional) if ``False``, the response content will be immediately downloaded.
:param cert: (optional) if String, path to ssl client cert file (.pem). If Tuple, ('cert', 'key') pair.
:return: :class:`Response <Response>` object
:rtype: requests.Response
Usage::
>>> import requests
>>> req = requests.request('GET', 'https://httpbin.org/get')
<Response [200]>
)�method�urlN)r ZSession�request)r r �kwargsZsession� r �</usr/lib/python3.8/site-packages/pip/_vendor/requests/api.pyr s +
r Nc K s" |� dd� td| fd|i|��S )ad Sends a GET request.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary, list of tuples or bytes to send
in the query string for the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�allow_redirectsT�get�params��
setdefaultr )r r r r r r r
? s r
c K s |� dd� td| f|�S )z�Sends an OPTIONS request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r T�optionsr �r r r r r r N s r c K s |� dd� td| f|�S )z�Sends a HEAD request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
r F�headr r r r r r [ s r c K s t d| f||d�|��S )a� Sends a POST request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�post)�data�json�r )r r r r r r r r h s r c K s t d| fd|i|��S )a� Sends a PUT request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�putr r �r r r r r r r w s r c K s t d| fd|i|��S )a� Sends a PATCH request.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json data to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�patchr r r r r r r � s r c K s t d| f|�S )z�Sends a DELETE request.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:return: :class:`Response <Response>` object
:rtype: requests.Response
�deleter r r r r r � s r )N)NN)N)N) �__doc__� r r r
r r r r r r r r r r �<module> s
/
requests/__pycache__/auth.cpython-38.pyc 0000644 00000020145 15043676221 0014230 0 ustar 00 U
��.e�' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ d Zd
Zd d � ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z]
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
� N)� b64encode� )�urlparse�str�
basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjd�| �td� t| �} t |t�sLtjd�|�td� t|�}t | t�r`| �d�} t |t�rt|�d�}dtt d�
| |f��� � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :) �
isinstancer �warnings�warn�format�DeprecationWarningr �encoder r �join�strip)�username�passwordZauthstr� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/auth.py�_basic_auth_str s0
��
��
�r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError��self�rr r r �__call__K s zAuthBase.__call__N��__name__�
__module__� __qualname__�__doc__r r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �
HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S �N)r r �r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S �Nr r ��allr �getattrr �r �otherr r r �__eq__V s �zHTTPBasicAuth.__eq__c C s
| |k S r& r r- r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N�
Authorization�r r r �headersr r r r r _ s zHTTPBasicAuth.__call__N)r! r" r# r$ r( r/ r0 r r r r r r% O s
r% c @ s e Zd ZdZdd� ZdS )�
HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorizationr2 r r r r r g s zHTTPProxyAuth.__call__Nr r r r r r4 d s r4 c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t�� | _d S r& )r r � threadingZlocal�
_thread_localr' r r r r( o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr7 r8 �
last_nonce� nonce_count�chal�pos�
num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s� | j jd }| j jd }| j j�d�}| j j�d�}| j j�d�}d� |dkrTd}n|�� }|dksl|dkrzd d
� } | � n@|d kr�d d
� }
|
� n*|dkr�dd� } | � n|dkr�dd� } | � � fdd�}
� dkr�dS d}t|�}|jp�d}|jr�|d|j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�rJ| j j
d7 _
nd| j _
d| j j
}t | j j
�� d �}||� d �7 }|t
�� � d �7 }|t�d �7 }t�|��� dd � }|dk�rЈ d|||f �}|�s�|
|d||f �}n<|d k�sd |�d �k�r"d!|||d |f }|
||�}ndS || j _ d"| j||||f }|�rT|d#| 7 }|�rf|d$| 7 }|�rx|d%| 7 }|�r�|d&||f 7 }d'| S )(z
:rtype: str
�realm�nonce�qop� algorithm�opaqueNZMD5zMD5-SESSc S s" t | t�r| �d�} t�| ��� S �N�utf-8)r
r r �hashlibZmd5� hexdigest��xr r r �md5_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | t�r| �d�} t�| ��� S rF )r
r r rH �sha1rI rJ r r r �sha_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha256rI rJ r r r � sha256_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha512rI rJ r r r � sha512_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s � d| |f �S )N�%s:%sr )�s�d�Z hash_utf8r r �<lambda>� � z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%srQ r z%08xrG � � Zauth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z, algorithm="%s"z
, digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r7 r= �get�upperr �pathZqueryr r r; r< r r �time�ctime�os�urandomrH rM rI �split)r �method�urlrA rB rC rD rE Z
_algorithmrL rN rO rP ZKDZentdigZp_parsedr^ ZA1ZA2ZHA1ZHA2ZncvaluerR ZcnonceZrespdigZnoncebit�baser rT r �build_digest_header s�
� � z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr7 r? )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s" d|j krdk s$n d| j_|S | jjdk rB|jj�| jj� |j�dd�}d|� � k�r| jjdk �r| j jd7 _t
j d t
j d
�}t
|jd|dd ��| j_|j |�� |j�� }t|j|j|j� |�|j� | �|j|j�|jd < |jj|f|�}|j � |� ||_|S d| j_|S )
zo
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
i� i� r Nzwww-authenticater9 Zdigest� zdigest )�flags)�countr1 ) Z status_coder7 r? r> Zrequest�body�seekr3 r\ �lower�re�compile�
IGNORECASEr �subr= Zcontent�close�copyr Z_cookies�rawZprepare_cookiesrg rd re Z
connection�send�history�append)r r rh Zs_authZpatZprepZ_rr r r �
handle_401� s2
�
zHTTPDigestAuth.handle_401c C s~ | � � | jjr&| �|j|j�|jd< z|j�� | j_ W n t
k
rT d | j_ Y nX |� d| j � |� d| j
� d| j_|S )Nr1 Zresponser )r@ r7 r; rg rd re r3 rm �tellr> �AttributeErrorZ
register_hookrz ri r? r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S r) r* r- r r r r/ * s �zHTTPDigestAuth.__eq__c C s
| |k S r& r r- r r r r0 0 s zHTTPDigestAuth.__ne__N) r! r" r# r$ r( r@ rg ri rz r r/ r0 r r r r r5 l s
f,r5 )r$ ra rp r_ rH r6 r �base64r �compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr �objectr r% r4 r5 r r r r �<module> s$ , requests/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000006420 15043676221 0015765 0 ustar 00 U
��.e� � @ s d Z ddlmZ ddlmZ ddlZddlmZ dd� Zd d
� Zzeej ej � W n0 e
e fk
r� e� d �
ej ej �e� Y nX dd lmZ es�z,dd
lmZ e�� ddlm Z ee� W n ek
r� Y nX ddlmZ e�de� ddl mZmZmZm Z ddl m Z m Z m Z m Z ddl m Z m!Z! ddl"m#Z# ddl"m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl@Z@ddl@mAZA e@�BeC��DeA� � ejd e=d d � dS ) a�
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings. Basic GET
usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> 'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key2": "value2",
"key1": "value1"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <http://python-requests.org>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
� )�urllib3)�chardetN� )�RequestsDependencyWarningc C s~ | � d�} t| �dkr | �d� | \}}}t|�t|�t|� }}}|� d�d d� \}}}t|�t|�t|� }}}d S )N�.� �0� )�split�len�append�int)Zurllib3_versionZchardet_version�major�minor�patch� r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/__init__.py�check_compatibility1 s
r c C sX zt tt| �d���} W n tk
r. Y d S X | dddgk rTd�| �}t�|t� d S )Nr r r � z4Old version of cryptography ({}) may cause slowdown.) �list�mapr
r
�
ValueError�format�warnings�warnr )�cryptography_versionZwarningr r r �_check_cryptographyJ s
r z?urllib3 ({}) or chardet ({}) doesn't match a supported version!)�WINDOWS)� pyopenssl)� __version__)�DependencyWarning�ignore)� __title__�__description__�__url__r )� __build__�
__author__�__author_email__� __license__)�
__copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandler�defaultT)r )E�__doc__Z pip._vendorr r r �
exceptionsr r r r �AssertionErrorr r r Zpip._internal.utils.compatr Zpip._vendor.urllib3.contribr Zinject_into_urllib3Z cryptographyr � ImportErrorZ pip._vendor.urllib3.exceptionsr � simplefilterr" r# r$ r% r& r' r( r) r* � r+ r, Zmodelsr- r. r/ Zapir0 r1 r2 r3 r r4 r5 r6 Zsessionsr7 r8 Z status_codesr9 r: r; r< r= r> r? r@ rA rB ZloggingrC Z getLogger�__name__Z
addHandlerr r r r �<module> sP # ��
( , requests/__pycache__/status_codes.cpython-38.pyc 0000644 00000010070 15043676221 0015763 0 ustar 00 U
��.e! � E @ s� d a ddlmZ ddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdG�DZedHdI�ZdJdK� Ze� dLS )Ma�
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
� )�
LookupDict)�continue)Zswitching_protocols)Z
processing)Z
checkpoint)Z uri_too_longZrequest_uri_too_long)�okZokayZall_okZall_okayZall_goodz\o/u ✓)Zcreated)Zaccepted)Znon_authoritative_infoZ non_authoritative_information)Z
no_content)Z
reset_content�reset)Zpartial_content�partial)Z multi_statusZmultiple_statusZ multi_statiZmultiple_stati)Zalready_reported)Zim_used)Zmultiple_choices)Zmoved_permanentlyZmovedz\o-)�found)Z see_other�other)Z not_modified)Z use_proxy)Z switch_proxy)Ztemporary_redirectZtemporary_movedZ temporary)Zpermanent_redirectZresume_incompleteZresume)Z bad_requestZbad)Z unauthorized)Zpayment_requiredZpayment)Z forbidden)Z not_foundz-o-)Zmethod_not_allowedZ not_allowed)Znot_acceptable)Z proxy_authentication_requiredZ
proxy_authZproxy_authentication)Zrequest_timeoutZtimeout)Zconflict)Zgone)Zlength_required)Zprecondition_failed� precondition)Zrequest_entity_too_large)Zrequest_uri_too_large)Zunsupported_media_typeZunsupported_mediaZ
media_type)Z requested_range_not_satisfiableZrequested_rangeZrange_not_satisfiable)Zexpectation_failed)Z im_a_teapotZteapotZ
i_am_a_teapot)Zmisdirected_request)Zunprocessable_entityZ
unprocessable)�locked)Zfailed_dependencyZ
dependency)Zunordered_collectionZ unordered)Zupgrade_requiredZupgrade)Zprecondition_requiredr )Ztoo_many_requestsZtoo_many)Zheader_fields_too_largeZfields_too_large)Z no_responseZnone)Z
retry_withZretry)Z$blocked_by_windows_parental_controlsZparental_controls)Z unavailable_for_legal_reasonsZ
legal_reasons)Zclient_closed_request)Zinternal_server_errorZ server_errorz/o\u ✗)Znot_implemented)Z bad_gateway)Zservice_unavailableZ unavailable)Zgateway_timeout)Zhttp_version_not_supportedZ http_version)Zvariant_also_negotiates)Zinsufficient_storage)Zbandwidth_limit_exceededZ bandwidth)Z not_extended)Z network_authentication_requiredZ network_authZnetwork_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� Z status_codes)�namec s~ t �� D ]8\} }|D ]*}tt|| � |�d�stt|�� | � qqdd� � td k rvtd d�� fdd�tt �D �� nd ad S )N)�\�/c S s$ d� dd� t| D ��}d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N� )�.0�nr r �E/usr/lib/python3.8/site-packages/pip/_vendor/requests/status_codes.py� <genexpr>p s z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)�join�_codes)�code�namesr r r �doco s z_init.<locals>.doc�
c 3 s | ]}� |�V qd S )Nr )r r$ �r& r r r! u s z_init.<locals>.<genexpr>) r# �items�setattr�codes�
startswith�upper�__doc__r" �sorted)r$ Ztitles�titler r( r �_inith s
���r1 N)r. Z
structuresr r# r+ r1 r r r r �<module> s� �P
requests/__pycache__/adapters.cpython-38.pyc 0000644 00000041063 15043676221 0015074 0 ustar 00 U
��.e,T � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;k
�r� d d � Z:Y nX d Z<d Z=dZ>dZ?G d d!� d!e@�ZAG d"d#� d#eA�ZBdS )$z�
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
� N)� PoolManager�proxy_from_url)� HTTPResponse)� parse_url)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)�
MaxRetryError)�NewConnectionError)�
ProxyError)�
ProtocolError)�ReadTimeoutError)�SSLError)�
ResponseError)�LocationValueError� )�Response)�urlparse�
basestring)�DEFAULT_CA_BUNDLE_PATH�extract_zipped_paths�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url�
urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar) �ConnectionError�ConnectTimeout� ReadTimeoutr r
�
RetryError�
InvalidSchema�InvalidProxyURL�
InvalidURL)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r$ )�args�kwargs� r+ �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F�
c s2 e Zd ZdZ� fdd�Zd dd�Zd d
� Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| ��� d S �N)�superr. �__init__��self�� __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
N��NotImplementedError)r3 �request�stream�timeout�verify�cert�proxiesr+ r+ r, �send= s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, �closeO s zBaseAdapter.close)FNTNN)�__name__�
__module__� __qualname__�__doc__r1 r> r? �
__classcell__r+ r+ r4 r, r. 7 s �
r. c s� e Zd ZdZdddddgZeeeef� fdd� Zd d
� Z d d � Z
efd
d�Z dd� Z dd� Z
dd� Zd$dd�Zdd� Zdd� Zd d � Zd d � Zd%d"d#�Z� ZS )&� HTTPAdaptera� The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
� max_retries�config�_pool_connections�
_pool_maxsize� _pool_blockc sd |t krtddd�| _n t�|�| _i | _i | _tt| ��� || _ || _
|| _ | j |||d� d S )Nr F)�read��block)
�DEFAULT_RETRIESr rF Zfrom_intrG �
proxy_managerr0 rE r1 rH rI rJ �init_poolmanager)r3 Zpool_connectionsZ pool_maxsizerF Z
pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s � fdd�� j D �S )Nc s i | ]}|t � |d ��qS r/ )�getattr)�.0�attrr2 r+ r, �
<dictcomp>� s z,HTTPAdapter.__getstate__.<locals>.<dictcomp>)� __attrs__r2 r+ r2 r, � __getstate__� s zHTTPAdapter.__getstate__c C sD i | _ i | _|�� D ]\}}t| ||� q| j| j| j| jd� d S )NrL )rO rG �items�setattrrP rH rI rJ )r3 �staterS �valuer+ r+ r, � __setstate__� s �zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
T)� num_pools�maxsizerM �strictN)rH rI rJ r � poolmanager)r3 Z connectionsr] rM Z pool_kwargsr+ r+ r, rP � s
��z HTTPAdapter.init_poolmanagerc K s� || j kr| j | }n||�� �d�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| �|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
�socks)�username�passwordr\ r] rM )�
proxy_headersr\ r] rM )
rO �lower�
startswithr r( rH rI rJ rc r )r3 �proxyZ proxy_kwargsZmanagerra rb rc r+ r+ r, �proxy_manager_for� s6
���
���z HTTPAdapter.proxy_manager_forc C s� |� � �d�rn|rnd}|dk r"|}|s.tt�}|r>tj�|�sLtd�|���d|_ tj�
|�sf||_ q�||_ nd|_ d|_ d|_ |r�t
|t�s�|d |_|d |_n ||_d|_|jr�tj�|j�s�td �|j���|jr�tj�|j�s�td
�|j���dS ) aA Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
�httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}Z
CERT_REQUIREDZ CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rd re r r �os�path�exists�IOError�formatZ cert_reqs�isdirZca_certsZ ca_cert_dir�
isinstancer Z cert_fileZkey_file)r3 �conn�urlr; r< Zcert_locr+ r+ r, � cert_verify� s> �
��zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j
t �r^|j
� d�|_
n|j
|_
t
|j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
ZstatusN�headers�utf-8)r rQ Z status_coder rs r �encoding�raw�reasonro rq �bytes�decoder �cookiesr8 �
connection)r3 Zreq�respZresponser+ r+ r, �build_response� s
zHTTPAdapter.build_responseNc C sd t ||�}|rDt|d�}t|�}|js.td��| �|�}|�|�}n t|�}|�� }| j �|�}|S )a� Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
ZhttpzFPlease check proxy URL. It is malformed and could be missing the host.)
r r r Zhostr% rg Zconnection_from_urlr Zgeturlr_ )r3 rq r= rf Z proxy_urlrO rp Zparsedr+ r+ r, �get_connection$ s
zHTTPAdapter.get_connectionc C s& | j �� | j�� D ] }|�� qdS )z�Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
N)r_ �clearrO �values)r3 rf r+ r+ r, r? ? s
zHTTPAdapter.closec C s` t |j|�}t|j�j}|o"|dk}d}|rDt|�j�� }|�d�}|j}|r\|s\t|j�}|S )a? Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
rh Fr` )r rq r �schemerd re Zpath_urlr ) r3 r8 r= rf r� Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerq r+ r+ r, � request_urlI s
zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
Nr+ )r3 r8 r* r+ r+ r, � add_headersf s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
zProxy-Authorization)r r' )r3 rf rs ra rb r+ r+ r, rc t s
�zHTTPAdapter.proxy_headersFTc C s� z| � |j|�}W n. tk
r@ } zt||d��W 5 d}~X Y nX | �||j||� | �||�} | j||||||d� |jdkp�d|jk }
t |t
�r�z|\} } t | | d�}W q� t k
r� } zd�
|�}
t |
��W 5 d}~X Y q�X nt |t �r�n t ||d�}�zF|
�s2|j|j| |j|jdddd| j|d�
}�nt|d ��rD|j}|jtd
�}z�|j|j| d d � |j�� D ]\}}|�||� �qn|�� |jD ]D}|�tt|��d
d� � d�� |�d� |�|� |�d� �q�|�d� z|j d d�}W n t k
�r |� � }Y nX t j |||ddd�}W n |�!� � Y nX W �n� t"t#j$fk
�r~ }
zt%|
|d��W 5 d}
~
X Y �nZ t&k
�r" } z�t |j't(��r�t |j't)��s�t*||d��t |j't+��r�t,||d��t |j't-��r�t.||d��t |j't/��rt0||d��t%||d��W 5 d}~X Y n� t1k
�rP } zt%||d��W 5 d}~X Y n� t-k
�rz } z t.|��W 5 d}~X Y n^ t/t2fk
�r� } z:t |t/��r�t0||d��n t |t3��r�t4||d��n� W 5 d}~X Y nX | �5||�S )a Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
)r8 N)r9 r: r; r< r= zContent-Length)�connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF)
�methodrq �bodyrs ZredirectZassert_same_host�preload_content�decode_contentZretriesr: �
proxy_pool)r: T)Zskip_accept_encoding� rt s
s 0
)� buffering)Zpoolr{ r� r� )6r~ rq r r& rr r� r� r� rs ro �tuple� TimeoutSauce�
ValueErrorrm Zurlopenr� rF �hasattrr� Z _get_conn�DEFAULT_POOL_TIMEOUTZ
putrequestrW Z putheaderZ
endheadersr> �hex�len�encodeZ getresponse� TypeErrorr Z from_httplibr? r �socket�errorr r rw r r r! r r# � _ProxyErrorr
� _SSLErrorr r �
_HTTPErrorr r" r} )r3 r8 r9 r: r; r< r= rp �erq Zchunkedr� rK �errr| Zlow_conn�headerrZ �i�rr+ r+ r, r> � s�
�
�
�
�
zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rU �DEFAULT_POOLSIZErN �DEFAULT_POOLBLOCKr1 rV r[ rP rg rr r} r~ r? r� r� rc r> rD r+ r+ r4 r, rE T s* � � %4%
rE )CrC Zos.pathri r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r
r� r r r
r� r r r r� r r Zmodelsr �compatr r Zutilsr r r r r r r Z
structuresr rz r �
exceptionsr r! r" r# r$ r% r& Zauthr' Z!pip._vendor.urllib3.contrib.socksr( � ImportErrorr� r� rN r� �objectr. rE r+ r+ r+ r, �<module> sF $ , requests/__pycache__/compat.cpython-38.opt-1.pyc 0000644 00000003050 15043676221 0015505 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m
Z
m Z m Z m
Z
mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd
l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,n�e�r�dd l-mZmZmZmZmZm
Z
m Z m Z m
Z
mZ dd
l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd
l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
� )�chardetN� � ) �quote�unquote�
quote_plus� unquote_plus� urlencode�
getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse�
urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)�Callable�Mapping�MutableMapping� OrderedDict)
r r r r r r r r r r )r r
r r r
)� cookiejar)r )r r r )4�__doc__Z pip._vendorr �sys� version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r
r r r
r r r r r Zurllib2r Z cookielibZCookier r � collectionsr r r r �strZ builtin_str�bytesZunicodeZ
basestring�intZlong�floatZ
numeric_typesZ
integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookies�ioZcollections.abc� r$ r$ �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/compat.py�<module> sD ,
0 requests/__pycache__/exceptions.cpython-38.opt-1.pyc 0000644 00000012130 15043676221 0016402 0 ustar 00 U
��.e} � @ s� d Z ddlmZ G dd� de�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� dee �Z
G dd� de �Z G dd� de�Z G dd� de�Z
G dd� dee�ZG dd� dee�ZG dd � d ee�ZG d d � d ee�ZG d d � d e�ZG d!d"� d"e�ZG d#d$� d$ee�ZG d%d&� d&ee�ZG d'd(� d(e�ZG d)d*� d*e�ZG d+d,� d,e�ZG d-d.� d.ee �Z G d/d0� d0e�Z d1S )2z`
requests.exceptions
~~~~~~~~~~~~~~~~~~~
This module contains the set of Requests' exceptions.
� )� HTTPErrorc s e Zd ZdZ� fdd�Z� ZS )�RequestExceptionzTThere was an ambiguous exception that occurred while handling your
request.
c sX |� dd�}|| _|� dd�| _|dk rB| jsBt|d�rB| jj| _tt| �j||� dS )zBInitialize RequestException with `request` and `response` objects.�responseN�request)�popr r �hasattr�superr �__init__)�self�args�kwargsr �� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/exceptions.pyr s �
zRequestException.__init__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r
r r s r c @ s e Zd ZdZdS )r zAn HTTP error occurred.N�r r r r r r r r r s r c @ s e Zd ZdZdS )�ConnectionErrorz A Connection error occurred.Nr r r r r r s r c @ s e Zd ZdZdS )�
ProxyErrorzA proxy error occurred.Nr r r r r r $ s r c @ s e Zd ZdZdS )�SSLErrorzAn SSL error occurred.Nr r r r r r ( s r c @ s e Zd ZdZdS )�Timeoutz�The request timed out.
Catching this error will catch both
:exc:`~requests.exceptions.ConnectTimeout` and
:exc:`~requests.exceptions.ReadTimeout` errors.
Nr r r r r r , s r c @ s e Zd ZdZdS )�ConnectTimeoutz�The request timed out while trying to connect to the remote server.
Requests that produced this error are safe to retry.
Nr r r r r r 5 s r c @ s e Zd ZdZdS )� ReadTimeoutz@The server did not send any data in the allotted amount of time.Nr r r r r r < s r c @ s e Zd ZdZdS )� URLRequiredz*A valid URL is required to make a request.Nr r r r r r @ s r c @ s e Zd ZdZdS )�TooManyRedirectszToo many redirects.Nr r r r r r D s r c @ s e Zd ZdZdS )�
MissingSchemaz/The URL schema (e.g. http or https) is missing.Nr r r r r r H s r c @ s e Zd ZdZdS )�
InvalidSchemaz"See defaults.py for valid schemas.Nr r r r r r L s r c @ s e Zd ZdZdS )�
InvalidURLz%The URL provided was somehow invalid.Nr r r r r r! P s r! c @ s e Zd ZdZdS )�
InvalidHeaderz.The header value provided was somehow invalid.Nr r r r r r" T s r" c @ s e Zd ZdZdS )�InvalidProxyURLz"The proxy URL provided is invalid.Nr r r r r r# X s r# c @ s e Zd ZdZdS )�ChunkedEncodingErrorz?The server declared chunked encoding but sent an invalid chunk.Nr r r r r r$ \ s r$ c @ s e Zd ZdZdS )�ContentDecodingErrorz!Failed to decode response contentNr r r r r r% ` s r% c @ s e Zd ZdZdS )�StreamConsumedErrorz2The content for this response was already consumedNr r r r r r& d s r& c @ s e Zd ZdZdS )�
RetryErrorzCustom retries logic failedNr r r r r r' h s r' c @ s e Zd ZdZdS )�UnrewindableBodyErrorz:Requests encountered an error when trying to rewind a bodyNr r r r r r( l s r( c @ s e Zd ZdZdS )�RequestsWarningzBase warning for Requests.Nr r r r r r) r s r) c @ s e Zd ZdZdS )�FileModeWarningzJA file was opened in text mode, but Requests determined its binary length.Nr r r r r r* w s r* c @ s e Zd ZdZdS )�RequestsDependencyWarningz@An imported dependency doesn't match the expected version range.Nr r r r r r+ | s r+ N) r Z pip._vendor.urllib3.exceptionsr Z
BaseHTTPError�IOErrorr r r r r r r r r �
ValueErrorr r r! r" r# r$ r% � TypeErrorr& r' r( �Warningr) �DeprecationWarningr* r+ r r r r �<module> s0 requests/__pycache__/auth.cpython-38.opt-1.pyc 0000644 00000020145 15043676221 0015167 0 ustar 00 U
��.e�' � @ s� d Z ddlZddlZddlZddlZddlZddlZddlmZ ddl m
Z
m Z m Z ddl
mZ ddlmZ ddlmZ d Zd
Zd d � ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de�ZdS )z]
requests.auth
~~~~~~~~~~~~~
This module contains the authentication handlers for Requests.
� N)� b64encode� )�urlparse�str�
basestring)�extract_cookies_to_jar)�to_native_string)�parse_dict_headerz!application/x-www-form-urlencodedzmultipart/form-datac C s� t | t�s&tjd�| �td� t| �} t |t�sLtjd�|�td� t|�}t | t�r`| �d�} t |t�rt|�d�}dtt d�
| |f��� � � }|S )z Returns a Basic Auth string.z�Non-string usernames will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.)�categoryz�Non-string passwords will no longer be supported in Requests 3.0.0. Please convert the object you've passed in ({!r}) to a string or bytes object in the near future to avoid problems.�latin1zBasic � :) �
isinstancer �warnings�warn�format�DeprecationWarningr �encoder r �join�strip)�username�passwordZauthstr� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/auth.py�_basic_auth_str s0
��
��
�r c @ s e Zd ZdZdd� ZdS )�AuthBasez4Base class that all auth implementations derive fromc C s t d��d S )Nz Auth hooks must be callable.)�NotImplementedError��self�rr r r �__call__K s zAuthBase.__call__N��__name__�
__module__� __qualname__�__doc__r r r r r r H s r c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �
HTTPBasicAuthz?Attaches HTTP Basic Authentication to the given Request object.c C s || _ || _d S �N)r r �r r r r r r �__init__R s zHTTPBasicAuth.__init__c C s( t | jt|dd �k| jt|dd �kg�S �Nr r ��allr �getattrr �r �otherr r r �__eq__V s �zHTTPBasicAuth.__eq__c C s
| |k S r& r r- r r r �__ne__\ s zHTTPBasicAuth.__ne__c C s t | j| j�|jd< |S )N�
Authorization�r r r �headersr r r r r _ s zHTTPBasicAuth.__call__N)r! r" r# r$ r( r/ r0 r r r r r r% O s
r% c @ s e Zd ZdZdd� ZdS )�
HTTPProxyAuthz=Attaches HTTP Proxy Authentication to a given Request object.c C s t | j| j�|jd< |S )NzProxy-Authorizationr2 r r r r r g s zHTTPProxyAuth.__call__Nr r r r r r4 d s r4 c @ sP e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dS )�HTTPDigestAuthz@Attaches HTTP Digest Authentication to the given Request object.c C s || _ || _t�� | _d S r& )r r � threadingZlocal�
_thread_localr' r r r r( o s zHTTPDigestAuth.__init__c C s@ t | jd�s<d| j_d| j_d| j_i | j_d | j_d | j_d S )N�initT� r )�hasattrr7 r8 �
last_nonce� nonce_count�chal�pos�
num_401_calls)r r r r �init_per_thread_stateu s z$HTTPDigestAuth.init_per_thread_statec s� | j jd }| j jd }| j j�d�}| j j�d�}| j j�d�}d� |dkrTd}n|�� }|dksl|dkrzd d
� } | � n@|d kr�d d
� }
|
� n*|dkr�dd� } | � n|dkr�dd� } | � � fdd�}
� dkr�dS d}t|�}|jp�d}|jr�|d|j 7 }d| j|| jf }d||f }� |�}� |�}|| j j k�rJ| j j
d7 _
nd| j _
d| j j
}t | j j
�� d �}||� d �7 }|t
�� � d �7 }|t�d �7 }t�|��� dd � }|dk�rЈ d|||f �}|�s�|
|d||f �}n<|d k�sd |�d �k�r"d!|||d |f }|
||�}ndS || j _ d"| j||||f }|�rT|d#| 7 }|�rf|d$| 7 }|�rx|d%| 7 }|�r�|d&||f 7 }d'| S )(z
:rtype: str
�realm�nonce�qop� algorithm�opaqueNZMD5zMD5-SESSc S s" t | t�r| �d�} t�| ��� S �N�utf-8)r
r r �hashlibZmd5� hexdigest��xr r r �md5_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.md5_utf8ZSHAc S s" t | t�r| �d�} t�| ��� S rF )r
r r rH �sha1rI rJ r r r �sha_utf8� s
z4HTTPDigestAuth.build_digest_header.<locals>.sha_utf8zSHA-256c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha256rI rJ r r r � sha256_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha256_utf8zSHA-512c S s" t | t�r| �d�} t�| ��� S rF )r
r r rH Zsha512rI rJ r r r � sha512_utf8� s
z7HTTPDigestAuth.build_digest_header.<locals>.sha512_utf8c s � d| |f �S )N�%s:%sr )�s�d�Z hash_utf8r r �<lambda>� � z4HTTPDigestAuth.build_digest_header.<locals>.<lambda>�/�?z%s:%s:%srQ r z%08xrG � � Zauth�,z%s:%s:%s:%s:%sz>username="%s", realm="%s", nonce="%s", uri="%s", response="%s"z
, opaque="%s"z, algorithm="%s"z
, digest="%s"z , qop="auth", nc=%s, cnonce="%s"z Digest %s)r7 r= �get�upperr �pathZqueryr r r; r< r r �time�ctime�os�urandomrH rM rI �split)r �method�urlrA rB rC rD rE Z
_algorithmrL rN rO rP ZKDZentdigZp_parsedr^ ZA1ZA2ZHA1ZHA2ZncvaluerR ZcnonceZrespdigZnoncebit�baser rT r �build_digest_header s�
� � z"HTTPDigestAuth.build_digest_headerc K s |j rd| j_dS )z)Reset num_401_calls counter on redirects.r N)Z is_redirectr7 r? )r r �kwargsr r r �handle_redirect� s z HTTPDigestAuth.handle_redirectc K s" d|j krdk s$n d| j_|S | jjdk rB|jj�| jj� |j�dd�}d|� � k�r| jjdk �r| j jd7 _t
j d t
j d
�}t
|jd|dd ��| j_|j |�� |j�� }t|j|j|j� |�|j� | �|j|j�|jd < |jj|f|�}|j � |� ||_|S d| j_|S )
zo
Takes the given response and tries digest-auth, if needed.
:rtype: requests.Response
i� i� r Nzwww-authenticater9 Zdigest� zdigest )�flags)�countr1 ) Z status_coder7 r? r> Zrequest�body�seekr3 r\ �lower�re�compile�
IGNORECASEr �subr= Zcontent�close�copyr Z_cookies�rawZprepare_cookiesrg rd re Z
connection�send�history�append)r r rh Zs_authZpatZprepZ_rr r r �
handle_401� s2
�
zHTTPDigestAuth.handle_401c C s~ | � � | jjr&| �|j|j�|jd< z|j�� | j_ W n t
k
rT d | j_ Y nX |� d| j � |� d| j
� d| j_|S )Nr1 Zresponser )r@ r7 r; rg rd re r3 rm �tellr> �AttributeErrorZ
register_hookrz ri r? r r r r r s zHTTPDigestAuth.__call__c C s( t | jt|dd �k| jt|dd �kg�S r) r* r- r r r r/ * s �zHTTPDigestAuth.__eq__c C s
| |k S r& r r- r r r r0 0 s zHTTPDigestAuth.__ne__N) r! r" r# r$ r( r@ rg ri rz r r/ r0 r r r r r5 l s
f,r5 )r$ ra rp r_ rH r6 r �base64r �compatr r r Zcookiesr Z_internal_utilsr Zutilsr Z CONTENT_TYPE_FORM_URLENCODEDZCONTENT_TYPE_MULTI_PARTr �objectr r% r4 r5 r r r r �<module> s$ , requests/__pycache__/compat.cpython-38.pyc 0000644 00000003050 15043676221 0014546 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZejZed dkZed dkZddlZer�ddl m
Z
m Z m Z m
Z
mZmZmZmZmZ ddlmZmZmZmZmZ ddlmZ ddlZdd lm Z dd
l m Z dd l m Z m Z m!Z!m"Z" e#Z$e#Z%e&Z#e'Z'e(e)e*fZ+e(e)fZ,n�e�r�dd l-mZmZmZmZmZm
Z
m Z m Z m
Z
mZ dd
l.mZmZmZmZmZ ddl/m0Z dd l1m Z dd
l2m Z ddl m"Z" ddl3m Z m Z m!Z! e#Z$e#Z#e%Z%e#e%fZ'e(e*fZ+e(fZ,dS )zq
requests.compat
~~~~~~~~~~~~~~~
This module handles import compatibility issues between Python 2 and
Python 3.
� )�chardetN� � ) �quote�unquote�
quote_plus� unquote_plus� urlencode�
getproxies� proxy_bypass�proxy_bypass_environment�getproxies_environment)�urlparse�
urlunparse�urljoin�urlsplit� urldefrag)�parse_http_list)�Morsel)�StringIO)�Callable�Mapping�MutableMapping� OrderedDict)
r r r r r r r r r r )r r
r r r
)� cookiejar)r )r r r )4�__doc__Z pip._vendorr �sys� version_infoZ_verZis_py2Zis_py3ZjsonZurllibr r r r r r
r r r
r r r r r Zurllib2r Z cookielibZCookier r � collectionsr r r r �strZ builtin_str�bytesZunicodeZ
basestring�intZlong�floatZ
numeric_typesZ
integer_typesZ urllib.parseZurllib.requestZhttpr Z http.cookies�ioZcollections.abc� r$ r$ �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/compat.py�<module> sD ,
0 requests/__pycache__/_internal_utils.cpython-38.opt-1.pyc 0000644 00000002332 15043676221 0017417 0 ustar 00 U
��.eH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS )
z�
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
� )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | �|�}n
| �|�}|S )z�Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
)�
isinstancer r �encode�decode)�string�encoding�out� r �H/usr/lib/python3.8/site-packages/pip/_vendor/requests/_internal_utils.py�to_native_string s
r c C s, z| � d� W dS tk
r& Y dS X dS )z�Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
r TFN)r �UnicodeEncodeError)Zu_stringr r r
�unicode_is_ascii s
r N)r )�__doc__�compatr r r r r r r r r
�<module> s
requests/__pycache__/structures.cpython-38.pyc 0000644 00000010452 15043676221 0015512 0 ustar 00 U
��.e� � @ s< d Z ddlmZmZmZ G dd� de�ZG dd� de�ZdS )zO
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
� )� OrderedDict�Mapping�MutableMappingc @ sb e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dS )�CaseInsensitiveDicta� A case-insensitive ``dict``-like object.
Implements all methods and operations of
``MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
Nc K s& t � | _|d kri }| j|f|� d S �N)r �_store�update)�self�data�kwargs� r �C/usr/lib/python3.8/site-packages/pip/_vendor/requests/structures.py�__init__( s z CaseInsensitiveDict.__init__c C s ||f| j |�� < d S r �r �lower)r �key�valuer r r
� __setitem__. s z CaseInsensitiveDict.__setitem__c C s | j |�� d S )Nr r �r r r r r
� __getitem__3 s z CaseInsensitiveDict.__getitem__c C s | j |�� = d S r r r r r r
� __delitem__6 s z CaseInsensitiveDict.__delitem__c C s dd� | j �� D �S )Nc s s | ]\}}|V qd S r r )�.0ZcasedkeyZ mappedvaluer r r
� <genexpr>: s z/CaseInsensitiveDict.__iter__.<locals>.<genexpr>)r �values�r r r r
�__iter__9 s z CaseInsensitiveDict.__iter__c C s
t | j�S r )�lenr r r r r
�__len__< s zCaseInsensitiveDict.__len__c C s dd� | j �� D �S )z.Like iteritems(), but with all lowercase keys.c s s | ]\}}||d fV qdS )r Nr )r ZlowerkeyZkeyvalr r r
r A s �z2CaseInsensitiveDict.lower_items.<locals>.<genexpr>)r �itemsr r r r
� lower_items? s �z CaseInsensitiveDict.lower_itemsc C s0 t |t�rt|�}ntS t| �� �t|�� �kS r )�
isinstancer r �NotImplemented�dictr )r �otherr r r
�__eq__G s
zCaseInsensitiveDict.__eq__c C s t | j�� �S r )r r r r r r r
�copyP s zCaseInsensitiveDict.copyc C s t t| �� ��S r )�strr" r r r r r
�__repr__S s z CaseInsensitiveDict.__repr__)N)�__name__�
__module__� __qualname__�__doc__r r r r r r r r$ r% r' r r r r
r
s
r c s< e Zd ZdZd � fdd� Zdd� Zdd� Zd d d
�Z� ZS )
�
LookupDictzDictionary lookup object.Nc s || _ tt| ��� d S r )�name�superr, r )r r- �� __class__r r
r Z s zLookupDict.__init__c C s
d| j S )Nz
<lookup '%s'>)r- r r r r
r' ^ s zLookupDict.__repr__c C s | j �|d �S r ��__dict__�getr r r r
r a s zLookupDict.__getitem__c C s | j �||�S r r1 )r r �defaultr r r
r3 f s zLookupDict.get)N)N) r( r) r* r+ r r' r r3 �
__classcell__r r r/ r
r, W s
r, N)r+ �compatr r r r r" r, r r r r
�<module> s J requests/__pycache__/packages.cpython-38.opt-1.pyc 0000644 00000000722 15043676221 0016003 0 ustar 00 U
��.e� � @ sv d dl Z dD ]dZde Zee�e� e< ee j�D ]>ZeeksJe�ed �r0ee d�d� Z
e je e jde
< q0q dS )� N)Zurllib3ZidnaZchardetz pip._vendor.�.z pip._vendor.requests.packages.) �sys�packageZvendored_package�
__import__�locals�list�modules�mod�
startswith�lenZunprefixed_mod� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/packages.py�<module> s requests/__pycache__/__version__.cpython-38.pyc 0000644 00000001002 15043676221 0015537 0 ustar 00 U
��.e� � @ s, d Z dZdZdZdZdZdZdZdZd Z d
S ) ZrequestszPython HTTP for Humans.zhttp://python-requests.orgz2.22.0i " z
Kenneth Reitzzme@kennethreitz.orgz
Apache 2.0z Copyright 2019 Kenneth Reitzu ✨ 🍰 ✨N)
Z __title__Z__description__Z__url__� __version__Z __build__�
__author__Z__author_email__Z __license__Z
__copyright__Z__cake__� r r �D/usr/lib/python3.8/site-packages/pip/_vendor/requests/__version__.py�<module> s requests/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000053223 15043676221 0015371 0 ustar 00 U
��.eau � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m Z ddl
mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z" dd l#m$Z$ dd
l%m&Z& dd l'm(Z(m)Z)m*Z*m+Z+ d Z,e�-� Z.d
dd�Z/ej0dk�r2dd� Z1dd� Zdd� Z2dd� Z3dhdd�Z4d d � Z5d d � Z6d d!� Z7d"d#� Z8d$d%� Z9d&d'� Z:did(d)�Z;d*d+� Z<d,d-� Z=d.d/� Z>d0d1� Z?d2d3� Z@d4d5� ZAd6d7� ZBd8d9� ZCeDd:�ZEd;d<� ZFd=d>� ZGd?d@� ZHdAdB� ZIdCdD� ZJdEdF� ZKejLdGdH� �ZMdIdJ� ZNdjdKdL�ZOdMdN� ZPdkdPdQ�ZQdRdS� ZRdTdU� ZSdV�TdW�ZUeUdX ZVeUdY ZWdZd[� ZXd\d]� ZYd^d_� ZZe�[d`�Z\e�[da�Z]dbdc� Z^ddde� Z_dfdg� Z`dS )lz�
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
� N� �� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str� OrderedDict�unquote�
getproxies� proxy_bypass�
urlunparse�
basestring�
integer_types�is_py3�proxy_bypass_environment�getproxies_environment�Mapping��cookiejar_from_dict)�CaseInsensitiveDict)�
InvalidURL�
InvalidHeader�FileModeWarning�UnrewindableBodyError)z.netrc�_netrc�P i� )ZhttpZhttpsZwin32c C s� zt rdd l}ndd l}W n tk
r0 Y dS X z6|�|jd�}t|�|d�d �}|�|d�d }W n tk
r~ Y dS X |r�|s�dS |� d�}|D ]T}|dkr�d| kr� d S |�
dd
�}|�
d d �}|�
d
d�}t � || t j
�r� d S q�dS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ
ProxyOverride�;z<local>�.Tz\.�*z.*�?)r �winreg�_winreg� ImportError�OpenKey�HKEY_CURRENT_USER�intZ QueryValueEx�OSError�split�replace�re�match�I)�hostr$ ZinternetSettingsZ proxyEnableZ
proxyOverrideZtest� r1 �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/utils.py�proxy_bypass_registry/ sF
�����
r3 c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
N)r r r3 )r0 r1 r1 r2 r V s r c C s t | d�r| �� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr4 )�dr1 r1 r2 �dict_to_sequenceb s
r7 c C s4 d }d}t | d�r t| �}nbt | d�r.| j}nPt | d�r~z | �� }W n tjk
rZ Y n$X t�|�j}d| jkr~t �
dt � t | d��rz | � � }W n$ t
tfk
r� |d k r�|}Y n^X t | d��r|d k�rz&| �dd � | � � }| �|p�d� W n t
tfk
�r d}Y nX |d k�r&d}td|| �S )
Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r5 r9 r: �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr r< r* �IOErrorr= �max)�oZ total_lengthZcurrent_positionr: r1 r1 r2 � super_lenk sB
�
rJ Fc C s& �zddl m }m} d}tD ]J}ztj�d�|��}W n tk
rP Y W dS X tj�|�r |} qhq |dkrvW dS t | �}d}t
| t �r�|� d�}|j
�|�d } z:||��| �}
|
r�|
d r�dnd} |
| |
d fW W S W n" |tfk
�r |� r�� Y nX W n ttfk
�r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )�netrc�NetrcParseErrorNz~/{}� :�asciir r> )rK rL � NETRC_FILESrA �path�
expanduser�format�KeyError�existsr �
isinstancer �decode�netlocr+ ZauthenticatorsrG r& �AttributeError) �urlZ raise_errorsrK rL Z
netrc_path�fZlocZriZsplitstrr0 r Zlogin_ir1 r1 r2 �get_netrc_auth� s8
r[ c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tj�|�S dS )z0Tries to guess the filename of the given object.�nameNr �<����>)�getattrrU r rA rP �basename)�objr\ r1 r1 r2 �guess_filename� s
�rc c C s� t j�| �r| S t j�| �\}}|rPt j�|�sPt j�|�\}}d�||g�}q t�|�s^| S t�|�}||�� krx| S t �
� }t jj|f|�d��� }t j�|�s�|j ||d�}|S )z�Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
�/)rP ) rA rP rT r+ �join�zipfileZ
is_zipfileZZipFileZnamelist�tempfileZ
gettempdir�extract)rP �archive�member�prefixZzip_fileZtmpZextracted_pathr1 r1 r2 �extract_zipped_paths� s
rl c C s. | dkr dS t | ttttf�r&td��t| �S )a� Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
N�+cannot encode objects that are not 2-tuples)rU r r
�boolr) �
ValueErrorr ��valuer1 r1 r2 �from_key_val_list s
rr c C s@ | dkr dS t | ttttf�r&td��t | t�r8| �� } t| �S )a� Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples.
:rtype: list
Nrm ) rU r r
rn r) ro r r4 �listrp r1 r1 r2 �to_key_val_list s
rt c C sX g }t | �D ]F}|dd� |dd� kr4dkrHn nt|dd� �}|�|� q |S )a Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
Nr r^ �")�_parse_list_header�unquote_header_value�append)rq �result�itemr1 r1 r2 �parse_list_header8 s ( r{ c C sx i }t | �D ]f}d|kr"d||< q |�dd�\}} | dd� | dd� krVdkrjn nt| dd� �} | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
�=Nr r^ ru )rv r+ rw )rq ry rz r\ r1 r1 r2 �parse_dict_headerX s (
r} c C s\ | rX| d | d kr dkrXn n4| dd� } |rD| dd� dkrX| � dd�� d d�S | S )
z�Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
r r^ ru r Nr> z\\�\z\")r, )rq Z is_filenamer1 r1 r2 rw { s
$ rw c C s i }| D ]}|j ||j< q|S )z�Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
)rq r\ )�cj� cookie_dictZcookier1 r1 r2 �dict_from_cookiejar� s r� c C s
t || �S )z�Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
r )r r� r1 r1 r2 �add_dict_to_cookiejar� s r� c C sT t �dt� tjdtjd�}tjdtjd�}t�d�}|�| �|�| � |�| � S )zlReturns encodings from given content string.
:param content: bytestring to extract encodings from.
z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE rF �DeprecationWarningr- �compiler/ �findall)�contentZ
charset_reZ pragma_reZxml_rer1 r1 r2 �get_encodings_from_content� s �
��r� c
C s� | � d�}|d �� |dd� }}i }d}|D ]`}|�� }|r0|d }}|�d�} | dkr�|d| � �|�}|| d d� �|�}|||�� < q0||fS ) z�Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
r r r Nz"' Tr| r^ )r+ �strip�find�lower)
�header�tokens� content_type�paramsZ params_dictZitems_to_strip�param�keyrq Zindex_of_equalsr1 r1 r2 �_parse_content_type_header� s
r� c C sD | � d�}|sdS t|�\}}d|kr4|d �d�S d|kr@dS dS )z}Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
z content-typeN�charsetz'"�textz
ISO-8859-1)�getr� r� )�headersr� r� r1 r1 r2 �get_encoding_from_headers� s
r� c c sj |j dkr | D ]
}|V qdS t�|j �dd�}| D ]}|�|�}|r4|V q4|jddd�}|rf|V dS )zStream decodes a iterator.Nr, ��errors� T)�final)�encoding�codecs�getincrementaldecoderrV )�iterator�rrz �decoder�chunk�rvr1 r1 r2 � stream_decode_response_unicode� s
r� c c sH d}|dks|dkr t | �}|t | �k rD| ||| � V ||7 }q dS )z Iterate over slices of a string.r N)r9 )�stringZ slice_length�posr1 r1 r2 � iter_slices s r� c C s~ t �dt� g }t| j�}|rLzt| j|�W S tk
rJ |�|� Y nX zt| j|dd�W S t k
rx | j Y S X dS )z�Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r, r� N)
rE rF r� r� r� r r� � UnicodeErrorrx � TypeError)r� Ztried_encodingsr� r1 r1 r2 �get_unicode_from_response s �
r� zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s� | � d�}tdt|��D ]�}|| dd� }t|�dkr�|�� r�ztt|d��}W n tk
rr td| ��Y nX |tkr�||| dd� ||< q�d|| ||< qd|| ||< qd� |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
�%r r r> � z%Invalid percent-escape sequence: '%s'N� )
r+ �ranger9 �isalnum�chrr) ro r �UNRESERVED_SETre )�uri�parts�i�h�cr1 r1 r2 �unquote_unreserved5 s
r� c C s@ d}d}zt t| �|d�W S tk
r: t | |d� Y S X dS )z�Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r� r )r� Zsafe_with_percentZsafe_without_percentr1 r1 r2 � requote_uriM s r� c C sl t �dt�| ��d }|�d�\}}t �dt�tt|����d }t �dt�|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
z=Lr rd )�struct�unpack�socket� inet_atonr+ �dotted_netmaskr) )ZipZnetZipaddrZnetaddr�bitsZnetmaskZnetworkr1 r1 r2 �address_in_networkc s
r� c C s& ddd| > d A }t �t�d|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
l �� r � z>I)r� Z inet_ntoar� �pack)�maskr� r1 r1 r2 r� r s r� c C s, zt �| � W n t jk
r& Y dS X dS )z
:rtype: bool
FT)r� r� �error)Z string_ipr1 r1 r2 �is_ipv4_address} s
r� c C s� | � d�dkr�zt| �d�d �}W n tk
r: Y dS X |dk sL|dkrPdS zt�| �d�d � W q� tjk
r� Y dS X ndS dS )zV
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
rd r Fr� r T)�countr) r+ ro r� r� r� )Zstring_networkr� r1 r1 r2 �
is_valid_cidr� s
r� c c sT |dk }|r"t j�| �}|t j| < z
dV W 5 |rN|dkrDt j| = n
|t j| < X dS )z�Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothingN)rA �environr� )Zenv_namerq Z
value_changed� old_valuer1 r1 r2 � set_environ� s
r� c
C s* dd� }|}|dkr |d�}t | �}|jdkr2dS |r�dd� |�dd ��d
�D �}t|j�r�|D ]0}t|�r�t|j|�r� dS q`|j|kr` dS q`nB|j}|jr�|d �|j�7 }|D ] }|j� |�s�|� |�r� dS q�t
d|��6 zt |j�}W n t t
jfk
�r d }Y nX W 5 Q R X |�r&dS d S )
zL
Returns whether we should bypass proxies or not.
:rtype: bool
c S s t j�| �pt j�| �� �S �N)rA r� r� �upper)�kr1 r1 r2 �<lambda>� r� z'should_bypass_proxies.<locals>.<lambda>N�no_proxyTc s s | ]}|r|V qd S r� r1 )�.0r0 r1 r1 r2 � <genexpr>� s z(should_bypass_proxies.<locals>.<genexpr>� r� �,z:{}F)r �hostnamer, r+ r� r� r� ZportrR �endswithr� r r� r� Zgaierror) rY r� Z get_proxyZ no_proxy_arg�parsedZproxy_ipZhost_with_portr0 Zbypassr1 r1 r2 �should_bypass_proxies� s@
�
r� c C s t | |d�ri S t� S dS )zA
Return a dict of environment proxies.
:rtype: dict
)r� N)r� r )rY r� r1 r1 r2 �get_environ_proxies� s r� c C st |pi }t | �}|jdkr.|�|j|�d��S |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )z�Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
N�allz://zall://)r r� r� �scheme)rY ZproxiesZurlpartsZ
proxy_keys�proxyZ proxy_keyr1 r1 r2 � select_proxy� s
�r� �python-requestsc C s d| t f S )zO
Return a string representing the default user agent.
:rtype: str
z%s/%sr )r\ r1 r1 r2 �default_user_agent s r� c C s t t� d�d�ddd��S )z9
:rtype: requests.structures.CaseInsensitiveDict
z, )ZgzipZdeflatez*/*z
keep-alive)z
User-AgentzAccept-EncodingZAcceptZ
Connection)r r� re r1 r1 r1 r2 �default_headers" s �r� c
C s� g }d}| � |�} | s|S t�d| �D ]�}z|�dd�\}}W n tk
r\ |d }}Y nX d|� d�i}|�d�D ]F}z|�d�\}} W n tk
r� Y q�Y nX | � |�||� |�< qv|�|� q&|S ) z�Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
z '"z, *<r r r� rY z<> '"r| )r� r- r+ ro rx ) rq ZlinksZ
replace_chars�valrY r� �linkr� r� r1 r1 r2 �parse_header_links. s&
r� � rN r> � c C s� | dd� }|t jt jfkr dS |dd� t jkr6dS |dd� t jt jfkrRdS |�t�}|dkrhd S |dkr�|ddd� tkr�d
S |d dd� tkr�d S |dkr�|dd� t kr�d
S |d d� t kr�dS dS )z
:rtype: str
N� zutf-32r� z utf-8-sigr> zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le)
r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr� �_null�_null2�_null3)�dataZsampleZ nullcountr1 r1 r2 �guess_json_utfY s*
r� c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
)r r )rY Z
new_schemer� rW rP r� �query�fragmentr1 r1 r2 �prepend_scheme_if_neededy s
r� c C sB t | �}zt|j�t|j�f}W n ttfk
r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
)r� r� )r r
ZusernameZpasswordrX r� )rY r� Zauthr1 r1 r2 �get_auth_from_url� s
r� s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |t�rt}nt}z|�|�s4td| ��W n* tk
r` td||t|�f ��Y nX dS )z�Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU r
�_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr. r r� �type)r� r\ rq Zpatr1 r1 r2 �check_header_validity� s
�r� c C sF t | �\}}}}}}|s"|| }}|�dd�d }t|||||df�S )zW
Given a url remove the fragment and the authentication part.
:rtype: str
�@r r^ r� )r �rsplitr )rY r� rW rP r� r� r� r1 r1 r2 �
urldefragauth� s
r� c C s` t | jdd�}|dk rTt| jt�rTz|| j� W q\ ttfk
rP td��Y q\X ntd��dS )zfMove file pointer back to its recorded starting position
so it can be read again on redirect.
r= Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r` ZbodyrU Z_body_positionr rG r* r )Zprepared_requestZ body_seekr1 r1 r2 � rewind_body� s r� )F)F)N)r� )a�__doc__r� �
contextlibr? rA r- r� r� �sysrg rE rf r r� r Z_internal_utilsr �compatr rv r r r
r r r
r r r r r r r r r Zcookiesr Z
structuresr �
exceptionsr r r r rO �whereZDEFAULT_CA_BUNDLE_PATHZ
DEFAULT_PORTS�platformr3 r7 rJ r[ rc rl rr rt r{ r} rw r� r� r� r� r� r� r� r� � frozensetr� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� �encoder� r� r� r� r� r� r� r� r� r� r� r� r1 r1 r1 r2 �<module> s� D
' =
3 #
%�
=
&
requests/__pycache__/sessions.cpython-38.pyc 0000644 00000046062 15043676221 0015143 0 ustar 00 U
��.e�r � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZmZmZmZ ddlmZmZmZ dd lmZmZ dd
lm Z dd l m Z m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% dd
l&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddlm2Z2 ej3dk�rNz
ej4Z5W n e6k
�rJ ej7Z5Y nX nejZ5e fdd�Z8e fdd�Z9G dd� de:�Z;G dd� de;�Z<dd � Z=dS ) z�
requests.session
~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
� N)� timedelta� )�_basic_auth_str)� cookielib�is_py3� OrderedDict�urljoin�urlparse�Mapping)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar�
merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)�
default_hooks�
dispatch_hook)�to_native_string)�to_key_val_list�default_headers�
DEFAULT_PORTS)�TooManyRedirects�
InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body)�codes)�REDIRECT_STATIZwin32c C sp |dkr | S | dkr|S t |t�r,t | t�s0| S |t|��}|�t| �� dd� |�� D �}|D ]
}||= q`|S )z�Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
Nc S s g | ]\}}|d kr|�qS �N� )�.0�k�vr' r' �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/sessions.py�
<listcomp>I s z!merge_setting.<locals>.<listcomp>)�
isinstancer
r �update�items)Zrequest_settingZsession_setting�
dict_classZmerged_settingZ none_keys�keyr' r' r+ �
merge_setting1 s �� r2 c C s@ |dks|� d�g kr| S | dks0| � d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
N�response)�getr2 )Z
request_hooksZ
session_hooksr0 r' r' r+ � merge_hooksP s
r5 c @ s> e Zd Zdd� Zdd� Zddd �Zd
d � Zd d
� Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |�d�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)Z is_redirect�headersr �encoder )�self�respr7 r' r' r+ �get_redirect_targeta s
z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdkrL|jdkrL|jdkrLdS |j|jk}|j|jk}t�|jd�df}|s�|j|kr�|j|kr�dS |p�|S )zFDecide whether Authorization header should be removed when redirectingTZhttp)�P NZhttps)i� NFN)r Zhostname�schemeZportr r4 )r< Zold_urlZnew_urlZ
old_parsedZ
new_parsedZ changed_portZchanged_schemeZ default_portr' r' r+ �should_strip_authv s$ �� �z&SessionRedirectMixin.should_strip_authFNTc
k sZ g }
| � |�} t|j�j} | �rV|�� }
|
�|� |
dd� |_z
|j W n( tt t
fk
rr |j j dd� Y nX t
|j�| jkr�td| j |d��|�� | �d�r�t|j�}dt|j�| f } t| �}|jd kr�| r�|j| d
�}n |jr�|j} |�� } |j�st|jt| ��} nt| �} t| �|
_| �|
|� |jtj tj fk�rld }|D ]}|
j � |d� �qPd|
_ |
j }z
|d = W n t!k
�r� Y nX t"|
j#||j � t$|
j#| j%� |
�&|
j#� | �'|
|�}| �(|
|� |
j)dk �o�d
|k�p�d|k}|�rt*|
� |
}|�r|V q| j+|f|||||dd�| ��}t"| j%|
|j � | � |�} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r3 z//z%s:%s� )�fragment)�Content-Lengthz Content-Type�Transfer-EncodingZCookierD rE )�stream�timeout�verify�cert�proxies�allow_redirects),r> r �urlrC �copy�append�history�contentr r � RuntimeError�raw�read�len�
max_redirectsr �close�
startswithr r@ �_replaceZgeturlZnetlocr r �rebuild_method� status_coder$ Ztemporary_redirectZpermanent_redirectr: �popZbody�KeyErrorr Z_cookiesr �cookiesZprepare_cookies�rebuild_proxies� rebuild_authZ_body_positionr# �send)r< r= �reqrF rG rH rI rJ �yield_requestsZadapter_kwargsZhistrL Zprevious_fragment�prepared_requestZ parsed_rurlZparsedZpurged_headers�headerr: Z
rewindabler' r' r+ �resolve_redirects� s�
����
z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| �|jj|�r*|d= | jr8t|�nd}|dk rN|�|� dS )z�When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
Z
AuthorizationN)r: rL rA �request� trust_envr Z prepare_auth)r< rc r3 r: rL Znew_authr' r' r+ r_ s
z!SessionRedirectMixin.rebuild_authc
C s� |dk r |ni }|j }|j}t|�j}|�� }|�d�}t||d�}| jr||s|t||d�} | �|| �d��}
|
r||� ||
� d|kr�|d= zt
|| �\} } W n t k
r� d\} } Y nX | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
N�no_proxy�rh �allzProxy-Authorization)NN)
r: rL r r@ rM r4 r! rg r �
setdefaultr" r\ r )
r< rc rJ r: rL r@ Z new_proxiesrh Z bypass_proxyZenviron_proxies�proxyZusernameZpasswordr' r' r+ r^ s*
z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
�HEAD�GET�POSTN)�methodrZ r$ Z see_other�foundZmoved)r< rc r3 rp r' r' r+ rY = s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__�
__module__� __qualname__r> rA re r_ r^ rY r' r' r' r+ r6 _ s �
q)r6 c @ s� e Zd ZdZdddddddd d
d d d
dg
Zdd� Zdd� Zdd� Zdd� Zd7dd�Z dd � Z
d d � Z d d � Z d8d!d"�Z
d9d#d$�Zd:d%d&�Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� ZdS );�Sessiona� A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
>>> s.get('https://httpbin.org/get')
<Response [200]>
r: r] �authrJ �hooks�paramsrH rI Zprefetch�adaptersrF rg rU c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t
| _ d| _ t
i �| _t� | _| �dt� � | �dt� � d S )NFTzhttps://zhttp://)r r: rv rJ r rw rx rF rH rI r rU rg r r] r ry �mountr �r< r' r' r+ �__init__m s
zSession.__init__c C s | S r& r' r{ r' r' r+ � __enter__� s zSession.__enter__c G s | � � d S r& )rV )r< �argsr' r' r+ �__exit__� s zSession.__exit__c
C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrR|sR| jsRt |j
�}t � }|j |j
�� |j
|j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d�
|S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
)r0 )
rp rL �files�data�jsonr: rx rv r] rw )r] r- r Z CookieJarr r r
rv rg r rL r Zpreparerp �upperr� r� r� r2 r: r rx r5 rw )r< rf r] Zmerged_cookiesrv �pr' r' r+ �prepare_request� s0
�
� zSession.prepare_requestNTc C st t |�� ||||pi ||p i ||| d�
}| �|�}| p8i } | �|j| |
||�}| |
d�}|�|� | j|f|�}|S )a Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
)
rp rL r: r� r� r� rx rv r] rw )rG rK )r r� r� �merge_environment_settingsrL r. r` )r< rp rL rx r� r: r] r� rv rG rK rJ rw rF rH rI r� ra ZprepZsettingsZ send_kwargsr= r' r' r+ rf � s6 )�
��
zSession.requestc K s |� dd� | jd|f|�S )z�Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Trn �rk rf �r< rL �kwargsr' r' r+ r4 s z Session.getc K s |� dd� | jd|f|�S )z�Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK TZOPTIONSr� r� r' r' r+ �options$ s zSession.optionsc K s |� dd� | jd|f|�S )z�Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Frm r� r� r' r' r+ �head/ s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ro )r� r� �rf )r< rL r� r� r� r' r' r+ �post: s z Session.postc K s | j d|fd|i|��S )au Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPUTr� r� �r< rL r� r� r' r' r+ �putG s
z Session.putc K s | j d|fd|i|��S )aw Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPATCHr� r� r� r' r' r+ �patchS s
z
Session.patchc K s | j d|f|�S )z�Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZDELETEr� r� r' r' r+ �delete_ s zSession.deletec
K sz |� d| j� |� d| j� |� d| j� |� d| j� t|t�rJtd��|�dd�}|� d�}|j
}| j |j d�}t
� }|j|f|�}t
� | } t| d �|_td
||f|�}|jr�|jD ]}
t| j|
j|
j� q�t| j||j� | j||f|�} |�rd d � | D �ng } | �r*| �d
|� | �� }| |_|�sjz"t| j||fddi|���|_W n tk
�rh Y nX |�sv|j |S )zISend a given PreparedRequest.
:rtype: requests.Response
rF rH rI rJ z#You can only send PreparedRequests.rK T)rL )Zsecondsr3 c S s g | ]}|�qS r' r' )r( r= r' r' r+ r, � s z Session.send.<locals>.<listcomp>r rb ) rk rF rH rI rJ r- r �
ValueErrorr[ r4 rw � get_adapterrL �preferred_clockr` r �elapsedr rO r r] rf rR re �insert�nextZ_next�
StopIterationrP )
r< rf r� rK rF rw �adapter�start�rr� r= �genrO r' r' r+ r` i sB
"z Session.sendc
C s� | j rn|dk r|�d�nd}t||d�}|�� D ]\}} |�|| � q0|dksV|dkrntj�d�pltj�d�}t|| j�}t|| j �}t|| j
�}t|| j �}||||d�S )z^
Check the environment and merge it with some settings.
:rtype: dict
Nrh ri TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rH rJ rF rI ) rg r4 r r/ rk �os�environr2 rJ rF rH rI )
r< rL rJ rF rH rI rh Z env_proxiesr) r* r' r' r+ r� � s
� �z"Session.merge_environment_settingsc C s> | j �� D ]"\}}|�� �|�� �r
| S q
td| ��dS )z~
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
z*No connection adapters were found for '%s'N)ry r/ �lowerrW r )r< rL �prefixr� r' r' r+ r� � s
zSession.get_adapterc C s | j �� D ] }|�� q
dS )z+Closes all adapters and as such the sessionN)ry �valuesrV )r< r* r' r' r+ rV � s z
Session.closec s> || j � < � fdd�| j D �}|D ]}| j �|�| j |< q"dS )zwRegisters a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
c s g | ]}t |�t � �k r|�qS r' )rT )r( r) �r� r' r+ r, � s z!Session.mount.<locals>.<listcomp>N)ry r[ )r< r� r� Z keys_to_mover1 r' r� r+ rz � s
z
Session.mountc s � fdd�� j D �}|S )Nc s i | ]}|t � |d ��qS r& )�getattr)r( �attrr{ r' r+ �
<dictcomp>� s z(Session.__getstate__.<locals>.<dictcomp>)� __attrs__)r< �stater' r{ r+ � __getstate__� s zSession.__getstate__c C s" |� � D ]\}}t| ||� qd S r& )r/ �setattr)r< r� r� �valuer' r' r+ � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)rr rs rt �__doc__r� r| r} r r� rf r4 r� r� r� r� r� r� r` r� r� rV rz r� r� r' r' r' r+ ru T s` �7) �
G
I ru c C s t � S )aZ
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
)ru r' r' r' r+ �session� s r� )>r� r� �sys�timeZdatetimer rv r �compatr r r r r r
r] r r r
r Zmodelsr r r rw r r Z_internal_utilsr Zutilsr r r �
exceptionsr r r r Z
structuresr ry r r r r r! r" r# Z status_codesr$ r% �platform� perf_counterr� �AttributeErrorZclockr2 r5 �objectr6 ru r� r' r' r' r+ �<module> s@
v % requests/__pycache__/hooks.cpython-38.opt-1.pyc 0000644 00000001674 15043676221 0015357 0 ustar 00 U
��.e� � @ s d Z dgZdd� Zdd� ZdS )z�
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
Zresponsec C s dd� t D �S )Nc S s i | ]
}|g �qS � r )�.0Zeventr r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/hooks.py�
<dictcomp> s z!default_hooks.<locals>.<dictcomp>)�HOOKSr r r r �
default_hooks s r c K sL |pi }|� | �}|rHt|d�r&|g}|D ] }||f|�}|dk r*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)�get�hasattr)�keyZhooksZ hook_data�kwargs�hookZ
_hook_datar r r �
dispatch_hook s
r
N)�__doc__r r r
r r r r �<module> s requests/__pycache__/sessions.cpython-38.opt-1.pyc 0000644 00000046062 15043676221 0016102 0 ustar 00 U
��.e�r � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZmZmZmZ ddlmZmZmZ dd lmZmZ dd
lm Z dd l m Z m Z m Z dd l!m"Z"m#Z#m$Z$m%Z% dd
l&m'Z' ddl(m)Z) ddl m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ ddl0m1Z1 ddlm2Z2 ej3dk�rNz
ej4Z5W n e6k
�rJ ej7Z5Y nX nejZ5e fdd�Z8e fdd�Z9G dd� de:�Z;G dd� de;�Z<dd � Z=dS ) z�
requests.session
~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
� N)� timedelta� )�_basic_auth_str)� cookielib�is_py3� OrderedDict�urljoin�urlparse�Mapping)�cookiejar_from_dict�extract_cookies_to_jar�RequestsCookieJar�
merge_cookies)�Request�PreparedRequest�DEFAULT_REDIRECT_LIMIT)�
default_hooks�
dispatch_hook)�to_native_string)�to_key_val_list�default_headers�
DEFAULT_PORTS)�TooManyRedirects�
InvalidSchema�ChunkedEncodingError�ContentDecodingError)�CaseInsensitiveDict)� HTTPAdapter)� requote_uri�get_environ_proxies�get_netrc_auth�should_bypass_proxies�get_auth_from_url� rewind_body)�codes)�REDIRECT_STATIZwin32c C sp |dkr | S | dkr|S t |t�r,t | t�s0| S |t|��}|�t| �� dd� |�� D �}|D ]
}||= q`|S )z�Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
Nc S s g | ]\}}|d kr|�qS �N� )�.0�k�vr' r' �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/sessions.py�
<listcomp>I s z!merge_setting.<locals>.<listcomp>)�
isinstancer
r �update�items)Zrequest_settingZsession_setting�
dict_classZmerged_settingZ none_keys�keyr' r' r+ �
merge_setting1 s �� r2 c C s@ |dks|� d�g kr| S | dks0| � d�g kr4|S t| ||�S )z�Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
N�response)�getr2 )Z
request_hooksZ
session_hooksr0 r' r' r+ � merge_hooksP s
r5 c @ s> e Zd Zdd� Zdd� Zddd �Zd
d � Zd d
� Zdd� ZdS )�SessionRedirectMixinc C s, |j r(|jd }tr |�d�}t|d�S dS )z7Receives a Response. Returns a redirect URI or ``None``�location�latin1�utf8N)Z is_redirect�headersr �encoder )�self�respr7 r' r' r+ �get_redirect_targeta s
z(SessionRedirectMixin.get_redirect_targetc C s� t |�}t |�}|j|jkr dS |jdkrL|jdkrL|jdkrL|jdkrLdS |j|jk}|j|jk}t�|jd�df}|s�|j|kr�|j|kr�dS |p�|S )zFDecide whether Authorization header should be removed when redirectingTZhttp)�P NZhttps)i� NFN)r Zhostname�schemeZportr r4 )r< Zold_urlZnew_urlZ
old_parsedZ
new_parsedZ changed_portZchanged_schemeZ default_portr' r' r+ �should_strip_authv s$ �� �z&SessionRedirectMixin.should_strip_authFNTc
k sZ g }
| � |�} t|j�j} | �rV|�� }
|
�|� |
dd� |_z
|j W n( tt t
fk
rr |j j dd� Y nX t
|j�| jkr�td| j |d��|�� | �d�r�t|j�}dt|j�| f } t| �}|jd kr�| r�|j| d
�}n |jr�|j} |�� } |j�st|jt| ��} nt| �} t| �|
_| �|
|� |jtj tj fk�rld }|D ]}|
j � |d� �qPd|
_ |
j }z
|d = W n t!k
�r� Y nX t"|
j#||j � t$|
j#| j%� |
�&|
j#� | �'|
|�}| �(|
|� |
j)dk �o�d
|k�p�d|k}|�rt*|
� |
}|�r|V q| j+|f|||||dd�| ��}t"| j%|
|j � | � |�} |V qdS )zBReceives a Response. Returns a generator of Responses or Requests.r NF)Zdecode_contentzExceeded %s redirects.)r3 z//z%s:%s� )�fragment)�Content-Lengthz Content-Type�Transfer-EncodingZCookierD rE )�stream�timeout�verify�cert�proxies�allow_redirects),r> r �urlrC �copy�append�history�contentr r � RuntimeError�raw�read�len�
max_redirectsr �close�
startswithr r@ �_replaceZgeturlZnetlocr r �rebuild_method� status_coder$ Ztemporary_redirectZpermanent_redirectr: �popZbody�KeyErrorr Z_cookiesr �cookiesZprepare_cookies�rebuild_proxies� rebuild_authZ_body_positionr# �send)r< r= �reqrF rG rH rI rJ �yield_requestsZadapter_kwargsZhistrL Zprevious_fragment�prepared_requestZ parsed_rurlZparsedZpurged_headers�headerr: Z
rewindabler' r' r+ �resolve_redirects� s�
����
z&SessionRedirectMixin.resolve_redirectsc C sR |j }|j}d|kr*| �|jj|�r*|d= | jr8t|�nd}|dk rN|�|� dS )z�When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
Z
AuthorizationN)r: rL rA �request� trust_envr Z prepare_auth)r< rc r3 r: rL Znew_authr' r' r+ r_ s
z!SessionRedirectMixin.rebuild_authc
C s� |dk r |ni }|j }|j}t|�j}|�� }|�d�}t||d�}| jr||s|t||d�} | �|| �d��}
|
r||� ||
� d|kr�|d= zt
|| �\} } W n t k
r� d\} } Y nX | r�| r�t | | �|d< |S )a� This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
N�no_proxy�rh �allzProxy-Authorization)NN)
r: rL r r@ rM r4 r! rg r �
setdefaultr" r\ r )
r< rc rJ r: rL r@ Z new_proxiesrh Z bypass_proxyZenviron_proxies�proxyZusernameZpasswordr' r' r+ r^ s*
z$SessionRedirectMixin.rebuild_proxiesc C sX |j }|jtjkr |dkr d}|jtjkr6|dkr6d}|jtjkrN|dkrNd}||_ dS )z�When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
�HEAD�GET�POSTN)�methodrZ r$ Z see_other�foundZmoved)r< rc r3 rp r' r' r+ rY = s z#SessionRedirectMixin.rebuild_method)FNTNNF) �__name__�
__module__� __qualname__r> rA re r_ r^ rY r' r' r' r+ r6 _ s �
q)r6 c @ s� e Zd ZdZdddddddd d
d d d
dg
Zdd� Zdd� Zdd� Zdd� Zd7dd�Z dd � Z
d d � Z d d � Z d8d!d"�Z
d9d#d$�Zd:d%d&�Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� ZdS );�Sessiona� A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('https://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
>>> s.get('https://httpbin.org/get')
<Response [200]>
r: r] �authrJ �hooks�paramsrH rI Zprefetch�adaptersrF rg rU c C sr t � | _d | _i | _t� | _i | _d| _d| _d | _ t
| _ d| _ t
i �| _t� | _| �dt� � | �dt� � d S )NFTzhttps://zhttp://)r r: rv rJ r rw rx rF rH rI r rU rg r r] r ry �mountr �r< r' r' r+ �__init__m s
zSession.__init__c C s | S r& r' r{ r' r' r+ � __enter__� s zSession.__enter__c G s | � � d S r& )rV )r< �argsr' r' r+ �__exit__� s zSession.__exit__c
C s� |j pi }t|tj�s t|�}ttt� | j �|�}|j}| jrR|sR| jsRt |j
�}t � }|j |j
�� |j
|j|j|jt|j| jtd�t|j| j�t|| j�|t|j| j�d�
|S )a� Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
)r0 )
rp rL �files�data�jsonr: rx rv r] rw )r] r- r Z CookieJarr r r
rv rg r rL r Zpreparerp �upperr� r� r� r2 r: r rx r5 rw )r< rf r] Zmerged_cookiesrv �pr' r' r+ �prepare_request� s0
�
� zSession.prepare_requestNTc C st t |�� ||||pi ||p i ||| d�
}| �|�}| p8i } | �|j| |
||�}| |
d�}|�|� | j|f|�}|S )a Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
)
rp rL r: r� r� r� rx rv r] rw )rG rK )r r� r� �merge_environment_settingsrL r. r` )r< rp rL rx r� r: r] r� rv rG rK rJ rw rF rH rI r� ra ZprepZsettingsZ send_kwargsr= r' r' r+ rf � s6 )�
��
zSession.requestc K s |� dd� | jd|f|�S )z�Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Trn �rk rf �r< rL �kwargsr' r' r+ r4 s z Session.getc K s |� dd� | jd|f|�S )z�Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK TZOPTIONSr� r� r' r' r+ �options$ s zSession.optionsc K s |� dd� | jd|f|�S )z�Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
rK Frm r� r� r' r' r+ �head/ s z Session.headc K s | j d|f||d�|��S )a� Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ro )r� r� �rf )r< rL r� r� r� r' r' r+ �post: s z Session.postc K s | j d|fd|i|��S )au Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPUTr� r� �r< rL r� r� r' r' r+ �putG s
z Session.putc K s | j d|fd|i|��S )aw Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, list of tuples, bytes, or file-like
object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZPATCHr� r� r� r' r' r+ �patchS s
z
Session.patchc K s | j d|f|�S )z�Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
ZDELETEr� r� r' r' r+ �delete_ s zSession.deletec
K sz |� d| j� |� d| j� |� d| j� |� d| j� t|t�rJtd��|�dd�}|� d�}|j
}| j |j d�}t
� }|j|f|�}t
� | } t| d �|_td
||f|�}|jr�|jD ]}
t| j|
j|
j� q�t| j||j� | j||f|�} |�rd d � | D �ng } | �r*| �d
|� | �� }| |_|�sjz"t| j||fddi|���|_W n tk
�rh Y nX |�sv|j |S )zISend a given PreparedRequest.
:rtype: requests.Response
rF rH rI rJ z#You can only send PreparedRequests.rK T)rL )Zsecondsr3 c S s g | ]}|�qS r' r' )r( r= r' r' r+ r, � s z Session.send.<locals>.<listcomp>r rb ) rk rF rH rI rJ r- r �
ValueErrorr[ r4 rw � get_adapterrL �preferred_clockr` r �elapsedr rO r r] rf rR re �insert�nextZ_next�
StopIterationrP )
r< rf r� rK rF rw �adapter�start�rr� r= �genrO r' r' r+ r` i sB
"z Session.sendc
C s� | j rn|dk r|�d�nd}t||d�}|�� D ]\}} |�|| � q0|dksV|dkrntj�d�pltj�d�}t|| j�}t|| j �}t|| j
�}t|| j �}||||d�S )z^
Check the environment and merge it with some settings.
:rtype: dict
Nrh ri TZREQUESTS_CA_BUNDLEZCURL_CA_BUNDLE)rH rJ rF rI ) rg r4 r r/ rk �os�environr2 rJ rF rH rI )
r< rL rJ rF rH rI rh Z env_proxiesr) r* r' r' r+ r� � s
� �z"Session.merge_environment_settingsc C s> | j �� D ]"\}}|�� �|�� �r
| S q
td| ��dS )z~
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
z*No connection adapters were found for '%s'N)ry r/ �lowerrW r )r< rL �prefixr� r' r' r+ r� � s
zSession.get_adapterc C s | j �� D ] }|�� q
dS )z+Closes all adapters and as such the sessionN)ry �valuesrV )r< r* r' r' r+ rV � s z
Session.closec s> || j � < � fdd�| j D �}|D ]}| j �|�| j |< q"dS )zwRegisters a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
c s g | ]}t |�t � �k r|�qS r' )rT )r( r) �r� r' r+ r, � s z!Session.mount.<locals>.<listcomp>N)ry r[ )r< r� r� Z keys_to_mover1 r' r� r+ rz � s
z
Session.mountc s � fdd�� j D �}|S )Nc s i | ]}|t � |d ��qS r& )�getattr)r( �attrr{ r' r+ �
<dictcomp>� s z(Session.__getstate__.<locals>.<dictcomp>)� __attrs__)r< �stater' r{ r+ � __getstate__� s zSession.__getstate__c C s" |� � D ]\}}t| ||� qd S r& )r/ �setattr)r< r� r� �valuer' r' r+ � __setstate__� s zSession.__setstate__)NNNNNNNTNNNNNN)NN)N)N)rr rs rt �__doc__r� r| r} r r� rf r4 r� r� r� r� r� r� r` r� r� rV rz r� r� r' r' r' r+ ru T s` �7) �
G
I ru c C s t � S )aZ
Returns a :class:`Session` for context-management.
.. deprecated:: 1.0.0
This method has been deprecated since version 1.0.0 and is only kept for
backwards compatibility. New code should use :class:`~requests.sessions.Session`
to create a session. This may be removed at a future date.
:rtype: Session
)ru r' r' r' r+ �session� s r� )>r� r� �sys�timeZdatetimer rv r �compatr r r r r r
r] r r r
r Zmodelsr r r rw r r Z_internal_utilsr Zutilsr r r �
exceptionsr r r r Z
structuresr ry r r r r r! r" r# Z status_codesr$ r% �platform� perf_counterr� �AttributeErrorZclockr2 r5 �objectr6 ru r� r' r' r' r+ �<module> s@
v % requests/__pycache__/models.cpython-38.opt-1.pyc 0000644 00000056524 15043676221 0015523 0 ustar 00 U
��.e� � @ s� d Z ddlZddlZddlZddlmZ ddlmZ ddl m
Z
ddl m Z m
Z
mZmZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZmZmZ dd
l m Z m Z m Z m Z m!Z!m"Z"m#Z# ddl$m%Z%m&Z& ddl'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> ddl2m?Z@ ddlAmBZB eBjCeBjDeBjEeBjFeBjGfZHdZIdZJdZKG dd� deL�ZMG dd� deL�ZNG dd� deN�ZOG d d � d eMeN�ZPG d d � d eL�ZQdS ) z`
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
� N)� RequestField)�encode_multipart_formdata)� parse_url)� DecodeError�ReadTimeoutError�
ProtocolError�LocationParseError)�UnsupportedOperation� )�
default_hooks)�CaseInsensitiveDict)�
HTTPBasicAuth)�cookiejar_from_dict�get_cookie_header�_copy_cookie_jar)� HTTPError�
MissingSchema�
InvalidURL�ChunkedEncodingError�ContentDecodingError�ConnectionError�StreamConsumedError)�to_native_string�unicode_is_ascii)
�guess_filename�get_auth_from_url� requote_uri� stream_decode_response_unicode�to_key_val_list�parse_header_links� iter_slices�guess_json_utf� super_len�check_header_validity) �Callable�Mapping� cookielib�
urlunparse�urlsplit� urlencode�str�bytes�is_py2�chardet� builtin_str�
basestring)�json)�codes� i ( i c @ s0 e Zd Zedd� �Zedd� �Zedd� �ZdS )�RequestEncodingMixinc C sN g }t | j�}|j}|s d}|�|� |j}|rD|�d� |�|� d�|�S )zBuild the path URL to use.�/�?� )r( �url�path�append�query�join)�selfr7 �pr8 r: � r> �?/usr/lib/python3.8/site-packages/pip/_vendor/requests/models.py�path_url= s
z RequestEncodingMixin.path_urlc C s� t | ttf�r| S t| d�r | S t| d�r�g }t| �D ]j\}}t |t�sRt|d�sX|g}|D ]B}|dk r\|�t |t�r�|�d�n|t |t�r�|�d�n|f� q\q6t|dd�S | S dS )z�Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
�read�__iter__N�utf-8T)Zdoseq) �
isinstancer* r+ �hasattrr r/ r9 �encoder) )�data�result�kZvs�vr> r> r? �_encode_paramsR s$
�� z#RequestEncodingMixin._encode_paramsc C s� | st d��nt|t�r t d��g }t|p,i �}t| p8i �} |D ]|\}}t|t�s\t|d�sb|g}|D ]T}|dk rft|t�s�t|�}|�t|t�r�|�d�n|t|t�r�|� d�n|f� qfq@| D ]�\}}d}d} t|t
t f��r t |�dkr�|\}
} n&t |�dk�r|\}
} }n |\}
} }} nt
|��p,|}
|} t| tttf��rJ| } n(t| d��r`| �� } n| dk�rnq�n| } t|| |
| d �}
|
j|d
� |�|
� q�t|�\}}||fS ) a� Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
zFiles must be provided.zData must not be a string.rB NrC � � rA )�namerG �filename�headers)� content_type)�
ValueErrorrD r/ r rE r+ r* r9 �decoderF �tuple�list�lenr � bytearrayrA r Zmake_multipartr )�filesrG Z
new_fieldsZfieldsZfield�valrJ rI ZftZfh�fn�fpZfdataZrf�bodyrQ r> r> r? �
_encode_filesm sT
��
z"RequestEncodingMixin._encode_filesN)�__name__�
__module__� __qualname__�propertyr@ � staticmethodrK r] r> r> r> r? r3 < s
r3 c @ s e Zd Zdd� Zdd� ZdS )�RequestHooksMixinc C sZ || j krtd| ��t|t�r2| j | �|� n$t|d�rV| j | �dd� |D �� dS )zProperly register a hook.z1Unsupported event specified, with event name "%s"rB c s s | ]}t |t�r|V qd S �N)rD r$ )�.0�hr> r> r? � <genexpr>� s
z2RequestHooksMixin.register_hook.<locals>.<genexpr>N)�hooksrR rD r$ r9 rE �extend�r< �event�hookr> r> r? �
register_hook� s
z RequestHooksMixin.register_hookc C s2 z| j | �|� W dS tk
r, Y dS X dS )ziDeregister a previously registered hook.
Returns True if the hook existed, False if not.
TFN)rh �removerR rj r> r> r? �deregister_hook� s
z!RequestHooksMixin.deregister_hookN)r^ r_ r` rm ro r> r> r> r? rc � s rc c
@ s* e Zd ZdZd dd�Zdd� Zdd� ZdS )
�Requesta{ A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: URL parameters to append to the URL. If a dictionary or
list of tuples ``[(key, value)]`` is provided, form-encoding will
take place.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
Nc
C s� |d kr g n|}|d kr g n|}|d kr,i n|}|d kr<i n|}| d krLi n| } t � | _t| �� �D ]\} } | j| | d� qd|| _|| _|| _|| _|| _ |
| _
|| _ || _ || _
d S )N)rk rl )r rh rU �itemsrm �methodr7 rP rX rG r0 �params�auth�cookies)
r< rr r7 rP rX rG rs rt ru rh r0 rI rJ r> r> r? �__init__� s" zRequest.__init__c C s
d| j S )Nz<Request [%s]>�rr �r< r> r> r? �__repr__� s zRequest.__repr__c C s< t � }|j| j| j| j| j| j| j| j| j | j
| j d�
|S )zXConstructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it.)
rr r7 rP rX rG r0 rs rt ru rh ) �PreparedRequest�preparerr r7 rP rX rG r0 rs rt ru rh �r< r= r> r> r? r{ � s � zRequest.prepare)
NNNNNNNNNN)r^ r_ r` �__doc__rv ry r{ r> r> r> r? rp � s �
rp c
@ s� e Zd ZdZdd� Zd dd�Zdd� Zd d
� Zd d � Ze d
d� �Z
dd� Z dd� Z d dd�Z
dd� Zd dd�Zdd� Zd d � ZdS )!rz a� The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Generated from either a :class:`Request <Request>` object or manually.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'https://httpbin.org/get')
>>> r = req.prepare()
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
c C s0 d | _ d | _d | _d | _d | _t� | _d | _d S rd )rr r7 rP �_cookiesr\ r rh �_body_positionrx r> r> r? rv " s zPreparedRequest.__init__Nc C sR | � |� | �||� | �|� | �|� | �|||
� | �||� | �| � dS )z6Prepares the entire request with the given parameters.N)�prepare_method� prepare_url�prepare_headers�prepare_cookies� prepare_body� prepare_auth�
prepare_hooks) r< rr r7 rP rX rG rs rt ru rh r0 r> r> r? r{ 3 s
zPreparedRequest.preparec C s
d| j S )Nz<PreparedRequest [%s]>rw rx r> r> r? ry E s zPreparedRequest.__repr__c C sX t � }| j|_| j|_| jd k r*| j�� nd |_t| j�|_| j|_| j|_| j |_ |S rd )
rz rr r7 rP �copyr r~ r\ rh r r| r> r> r? r� H s zPreparedRequest.copyc C s$ || _ | j dk r t| j �� �| _ dS )z Prepares the given HTTP method.N)rr r �upper)r< rr r> r> r? r� S s
z PreparedRequest.prepare_methodc C sD ddl m} z|j| dd��d�} W n |jk
r> t�Y nX | S )Nr )�idnaT)Zuts46rC )Z pip._vendorr� rF rS Z IDNAError� UnicodeError)�hostr� r> r> r? �_get_idna_encoded_hostY s
z&PreparedRequest._get_idna_encoded_hostc
C s, t |t�r|�d�}ntr"t|�nt|�}|�� }d|krR|�� �d�sR|| _ dS zt
|�\}}}}}}} W n, t k
r� }
zt |
j
� �W 5 d}
~
X Y nX |s�d} | �t|d��} t| ��|s�t d| ��t|��sz| �|�}W n tk
r� t d��Y nX n|�d��rt d��|�p d } | �r.| d
7 } | |7 } |�rL| dt|� 7 } |�sVd }t�r�t |t��rr|�d �}t | t��r�| �d �} t |t��r�|�d �}t |t��r�|�d �}t | t��r�| �d �} t |ttf��r�t|�}| �|�}
|
�r
|�rd
||
f }n|
}tt|| |d|| g��}|| _ dS )z Prepares the given HTTP URL.�utf8�:ZhttpNzDInvalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?z Invalid URL %r: No host suppliedzURL has an invalid label.�*r6 �@r4 rC z%s&%s)rD r+ rS r, Zunicoder* �lstrip�lower�
startswithr7 r r r �args�formatr r r r� r� rF rK r r' )r< r7 rs Zschemert r� Zportr8 r: Zfragment�e�errorZnetlocZ
enc_paramsr> r> r? r� c sh
zPreparedRequest.prepare_urlc C s< t � | _|r8|�� D ]"}t|� |\}}|| jt|�< qdS )z Prepares the given HTTP headers.N)r rP rq r# r )r< rP �headerrN �valuer> r> r? r� � s z PreparedRequest.prepare_headersc
C sr d}d}|s6|dk r6d}t �|�}t|t�s6|�d�}tt|d�t|ttt t
f� g�}z t |�}W n t t
tfk
r� d}Y nX |r�|}t|dd�dk r�z|�� | _W n ttfk
r� t� | _Y nX |r�td��|r�t|�| jd< n
d| jd < np|�r| �||�\}}n2|�rB| �|�}t|t��s8t|d
��r>d}nd }| �|� |�rhd | jk�rh|| jd
< || _dS )z"Prepares the given HTTP body data.Nzapplication/jsonrC rB �tellz1Streamed bodies and files are mutually exclusive.�Content-LengthZchunkedzTransfer-EncodingrA z!application/x-www-form-urlencodedz content-typez Content-Type) � complexjson�dumpsrD r+ rF �allrE r/ rU rT r% r" � TypeError�AttributeErrorr �getattrr� r �IOError�OSError�object�NotImplementedErrorr. rP r] rK �prepare_content_lengthr\ )r< rG rX r0 r\ rQ Z is_stream�lengthr> r> r? r� � sL
�
z PreparedRequest.prepare_bodyc C sL |dk r$t |�}|rHt|�| jd< n$| jdkrH| j�d�dkrHd| jd< dS )z>Prepare Content-Length header based on request method and bodyNr� )ZGETZHEAD�0)r" r. rP rr �get)r< r\ r� r> r> r? r� s z&PreparedRequest.prepare_content_lengthr6 c C sj |dkr"t | j�}t|�r |nd}|rft|t�rDt|�dkrDt|� }|| �}| j�|j� | � | j
� dS )z"Prepares the given HTTP auth data.NrL ) r r7 �anyrD rT rV r
�__dict__�updater� r\ )r< rt r7 Zurl_auth�rr> r> r? r� s
z PreparedRequest.prepare_authc C s@ t |tj�r|| _n
t|�| _t| j| �}|dk r<|| jd< dS )a Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
NZCookie)rD r& Z CookieJarr~ r r rP )r< ru Z
cookie_headerr> r> r? r� , s
z PreparedRequest.prepare_cookiesc C s& |pg }|D ]}| � ||| � q dS )zPrepares the given hooks.N)rm )r< rh rk r> r> r? r� @ s z PreparedRequest.prepare_hooks)
NNNNNNNNNN)N)r6 )r^ r_ r` r} rv r{ ry r� r� rb r� r� r� r� r� r� r� r� r> r> r> r? rz s2 �
V
E
rz c
@ s e Zd ZdZdddddddd d
d g
Zd d
� Zdd� Zdd� Zdd� Zdd� Z dd� Z
dd� Z dd� Z d d � Z
ed d � �Zed d!� �Zed"d#� �Zed$d%� �Zed&d'� �Zd;d*d+�Zed)d,fd-d.�Zed/d0� �Zed1d2� �Zd3d4� Zed5d6� �Zd7d8� Zd9d:� Z d,S )<�ResponsezhThe :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
�_content� status_coderP r7 �history�encoding�reasonru �elapsed�requestc C s^ d| _ d| _d | _d | _t� | _d | _d | _d | _g | _ d | _
t i �| _ t
�d�| _d | _d S )NFr )r� �_content_consumed�_nextr� r rP �rawr7 r� r� r� r ru �datetimeZ timedeltar� r� rx r> r> r? rv T s
zResponse.__init__c C s | S rd r> rx r> r> r? � __enter__� s zResponse.__enter__c G s | � � d S rd )�close)r< r� r> r> r? �__exit__� s zResponse.__exit__c s � j s � j � fdd�� jD �S )Nc s i | ]}|t � |d ��qS rd )r� )re �attrrx r> r? �
<dictcomp>� s z)Response.__getstate__.<locals>.<dictcomp>)r� �content� __attrs__rx r> rx r? � __getstate__� s zResponse.__getstate__c C s: |� � D ]\}}t| ||� qt| dd� t| dd � d S )Nr� Tr� )rq �setattr)r< �staterN r� r> r> r? � __setstate__� s zResponse.__setstate__c C s
d| j S )Nz<Response [%s]>)r� rx r> r> r? ry � s zResponse.__repr__c C s | j S �ak Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
��okrx r> r> r? �__bool__� s zResponse.__bool__c C s | j S r� r� rx r> r> r? � __nonzero__� s zResponse.__nonzero__c C s
| � d�S )z,Allows you to use a response as an iterator.� )� iter_contentrx r> r> r? rB � s zResponse.__iter__c C s( z | � � W n tk
r" Y dS X dS )ax Returns True if :attr:`status_code` is less than 400, False if not.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
FT)�raise_for_statusr rx r> r> r? r� � s
z Response.okc C s d| j ko| jtkS )z�True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
�location)rP r� �REDIRECT_STATIrx r> r> r? � is_redirect� s zResponse.is_redirectc C s d| j ko| jtjtjfkS )z@True if this Response one of the permanent versions of redirect.r� )rP r� r1 Zmoved_permanently�permanent_redirectrx r> r> r? �is_permanent_redirect� s z Response.is_permanent_redirectc C s | j S )zTReturns a PreparedRequest for the next request in a redirect chain, if there is one.)r� rx r> r> r? �next� s z
Response.nextc C s t �| j�d S )z7The apparent encoding, provided by the chardet library.r� )r- Zdetectr� rx r> r> r? �apparent_encoding� s zResponse.apparent_encodingr
Fc s| � �fdd�}�j r(t�jt�r(t� �n"� dk rJt� t�sJtdt� � ��t�j� �}|� }�j rf|n|}|rxt |��}|S )a� Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
c
3 s� t �jd�r�z �jj� dd�D ]
} | V q W q� tk
rV } z t|��W 5 d }~X Y q� tk
r~ } z t|��W 5 d }~X Y q� tk
r� } z t|��W 5 d }~X Y q�X n�j� � �} | s�q�| V q�d�_
d S )N�streamT)Zdecode_content) rE r� r� r r r r r r rA r� )�chunkr� ��
chunk_sizer< r> r? �generate� s z'Response.iter_content.<locals>.generateNz.chunk_size must be an int, it is instead a %s.)
r� rD r� �boolr �intr� �typer r )r< r� �decode_unicoder� Z
reused_chunksZ
stream_chunksZchunksr> r� r? r� � s
zResponse.iter_contentNc c s� d}| j ||d�D ]n}|dk r&|| }|r6|�|�}n|�� }|rl|d rl|rl|d d |d krl|�� }nd}|D ]
}|V qtq|dk r�|V dS )z�Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
N)r� r� ���)r� �split�
splitlines�pop)r< r� r� Z delimiterZpendingr� �lines�liner> r> r? �
iter_lines s $
zResponse.iter_linesc C sV | j dkrJ| jrtd��| jdks,| jdkr4d| _ nd�| �t��pFd| _ d| _| j S )z"Content of the response, in bytes.Fz2The content for this response was already consumedr N� T)r� r� � RuntimeErrorr� r� r; r� �CONTENT_CHUNK_SIZErx r> r> r? r� / s
�zResponse.contentc C sh d}| j }| jstd�S | j dkr(| j}zt| j|dd�}W n& ttfk
rb t| jdd�}Y nX |S )a� Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
Nr6 �replace)�errors)r� r� r* r� � LookupErrorr� )r< r� r� r> r> r? �textC s
z
Response.textc K sj | j sZ| jrZt| j�dkrZt| j�}|dk rZztj| j�|�f|�W S tk
rX Y nX tj| jf|�S )z�Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises ValueError: If the response body does not contain valid json.
rM N) r� r� rV r! r� �loadsrS �UnicodeDecodeErrorr� )r< �kwargsr� r> r> r? r0 i s
��z
Response.jsonc C sF | j �d�}i }|rBt|�}|D ] }|�d�p6|�d�}|||< q |S )z8Returns the parsed header links of the response, if any.�linkZrelr7 )rP r� r )r< r� �l�linksr� �keyr> r> r? r� � s
zResponse.linksc C s� d}t | jt�rDz| j�d�}W qJ tk
r@ | j�d�}Y qJX n| j}d| j kr`dk rxn nd| j|| jf }n,d| j kr�dk r�n nd| j|| jf }|r�t|| d ��d
S ) z2Raises stored :class:`HTTPError`, if one occurred.r6 rC z
iso-8859-1i� i� z %s Client Error: %s for url: %siX z %s Server Error: %s for url: %s)ZresponseN)rD r� r+ rS r� r� r7 r )r< Zhttp_error_msgr� r> r> r? r� � s zResponse.raise_for_statusc C s0 | j s| j�� t| jdd�}|dk r,|� dS )z�Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
� release_connN)r� r� r� r� )r< r� r> r> r? r� � s
zResponse.close)r
F) r^ r_ r` r} r� rv r� r� r� r� ry r� r� rB ra r� r� r� r� r� r� �ITER_CHUNK_SIZEr� r� r� r0 r� r� r� r> r> r> r? r� J sT �/
7
%
r� )Rr} r� �sysZencodings.idnaZ encodingsZpip._vendor.urllib3.fieldsr Z pip._vendor.urllib3.filepostr Zpip._vendor.urllib3.utilr Z pip._vendor.urllib3.exceptionsr r r r �ior rh r Z
structuresr rt r
ru r r r �
exceptionsr r r r r r r Z_internal_utilsr r Zutilsr r r r r r r r! r" r# �compatr$ r% r& r' r( r) r* r+ r, r- r. r/ r0 r� Z status_codesr1 Zmoved�found�otherZtemporary_redirectr� r� ZDEFAULT_REDIRECT_LIMITr� r� r� r3 rc rp rz r� r> r> r> r? �<module> sD $08 �rJ < requests/__pycache__/help.cpython-38.pyc 0000644 00000005206 15043676221 0014220 0 ustar 00 U
��.e�
� @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm
Z
ddl m Z
zdd lmZ W n ek
r� dZdZdZY nX ddlZddlZd
d � Zd d
� Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3)�chardet� )� __version__)� pyopensslc C s� t �� } | dkrt �� }nj| dkr\dtjjtjjtjjf }tjjdkr�d� |tjjg�}n(| dkrnt �� }n| dkr�t �� }nd}| |d �S )
a� Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
ZCPythonZPyPyz%s.%s.%s�final� ZJythonZ
IronPython�Unknown)�name�version)
�platformZpython_implementationZpython_version�sysZpypy_version_info�major�minor�micro� releaselevel�join)�implementationZimplementation_version� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/help.py�_implementation s&
� �
r c C s� zt �� t �� d�} W n tk
r4 ddd�} Y nX t� }dtji}dtji}ddd�}trrtjdtj j
d�}dt t dd�i}dt t
dd�i}tj
}d|dk r�d| ndi}| ||tdk |||||dtid �
S )
z&Generate information for a bug report.)�system�releaser r
Nr
)r
Zopenssl_versionz%xr )
r r �
system_sslZusing_pyopensslZ pyOpenSSLr r � cryptographyr Zrequests)r r r �IOErrorr r r r �OpenSSLZSSLZOPENSSL_VERSION_NUMBER�getattrr r �sslr �requests_version) Z
platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r �info; sR �
�
�
�
�
� � ��r" c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )Z sort_keys�indentN)�print�json�dumpsr" r r r r �mainq s r( �__main__)�__doc__Z
__future__r r& r r r Z pip._vendorr r r r
r r! Zpip._vendor.urllib3.contribr � ImportErrorr r r r" r( �__name__r r r r �<module> s,
!6 requests/__pycache__/packages.cpython-38.pyc 0000644 00000000722 15043676221 0015044 0 ustar 00 U
��.e� � @ sv d dl Z dD ]dZde Zee�e� e< ee j�D ]>ZeeksJe�ed �r0ee d�d� Z
e je e jde
< q0q dS )� N)Zurllib3ZidnaZchardetz pip._vendor.�.z pip._vendor.requests.packages.) �sys�packageZvendored_package�
__import__�locals�list�modules�mod�
startswith�lenZunprefixed_mod� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/packages.py�<module> s requests/__pycache__/adapters.cpython-38.opt-1.pyc 0000644 00000041063 15043676221 0016033 0 ustar 00 U
��.e,T � @ s� d Z ddlZddlZddlmZmZ ddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlm Z ddlm Z ddl m Z ddl m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0m1Z1m2Z2mZmZm3Z3m4Z4m5Z5m6Z6 ddl7m8Z8 zddl9m:Z: W n e;k
�r� d d � Z:Y nX d Z<d Z=dZ>dZ?G d d!� d!e@�ZAG d"d#� d#eA�ZBdS )$z�
requests.adapters
~~~~~~~~~~~~~~~~~
This module contains the transport adapters that Requests uses to define
and maintain connections.
� N)� PoolManager�proxy_from_url)� HTTPResponse)� parse_url)�Timeout)�Retry)�ClosedPoolError)�ConnectTimeoutError)� HTTPError)�
MaxRetryError)�NewConnectionError)�
ProxyError)�
ProtocolError)�ReadTimeoutError)�SSLError)�
ResponseError)�LocationValueError� )�Response)�urlparse�
basestring)�DEFAULT_CA_BUNDLE_PATH�extract_zipped_paths�get_encoding_from_headers�prepend_scheme_if_needed�get_auth_from_url�
urldefragauth� select_proxy)�CaseInsensitiveDict)�extract_cookies_to_jar) �ConnectionError�ConnectTimeout� ReadTimeoutr r
�
RetryError�
InvalidSchema�InvalidProxyURL�
InvalidURL)�_basic_auth_str)�SOCKSProxyManagerc O s t d��d S )Nz'Missing dependencies for SOCKS support.)r$ )�args�kwargs� r+ �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/adapters.pyr( . s r( F�
c s2 e Zd ZdZ� fdd�Zd dd�Zd d
� Z� ZS ) � BaseAdapterzThe Base Transport Adapterc s t t| ��� d S �N)�superr. �__init__��self�� __class__r+ r, r1 : s zBaseAdapter.__init__FNTc C s t �dS )aC Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
N��NotImplementedError)r3 �request�stream�timeout�verify�cert�proxiesr+ r+ r, �send= s zBaseAdapter.sendc C s t �dS )z!Cleans up adapter specific items.Nr6 r2 r+ r+ r, �closeO s zBaseAdapter.close)FNTNN)�__name__�
__module__� __qualname__�__doc__r1 r> r? �
__classcell__r+ r+ r4 r, r. 7 s �
r. c s� e Zd ZdZdddddgZeeeef� fdd� Zd d
� Z d d � Z
efd
d�Z dd� Z dd� Z
dd� Zd$dd�Zdd� Zdd� Zd d � Zd d � Zd%d"d#�Z� ZS )&� HTTPAdaptera� The built-in HTTP Adapter for urllib3.
Provides a general-case interface for Requests sessions to contact HTTP and
HTTPS urls by implementing the Transport Adapter interface. This class will
usually be created by the :class:`Session <Session>` class under the
covers.
:param pool_connections: The number of urllib3 connection pools to cache.
:param pool_maxsize: The maximum number of connections to save in the pool.
:param max_retries: The maximum number of retries each connection
should attempt. Note, this applies only to failed DNS lookups, socket
connections and connection timeouts, never to requests where data has
made it to the server. By default, Requests does not retry failed
connections. If you need granular control over the conditions under
which we retry a request, import urllib3's ``Retry`` class and pass
that instead.
:param pool_block: Whether the connection pool should block for connections.
Usage::
>>> import requests
>>> s = requests.Session()
>>> a = requests.adapters.HTTPAdapter(max_retries=3)
>>> s.mount('http://', a)
� max_retries�config�_pool_connections�
_pool_maxsize� _pool_blockc sd |t krtddd�| _n t�|�| _i | _i | _tt| ��� || _ || _
|| _ | j |||d� d S )Nr F)�read��block)
�DEFAULT_RETRIESr rF Zfrom_intrG �
proxy_managerr0 rE r1 rH rI rJ �init_poolmanager)r3 Zpool_connectionsZ pool_maxsizerF Z
pool_blockr4 r+ r, r1 q s zHTTPAdapter.__init__c s � fdd�� j D �S )Nc s i | ]}|t � |d ��qS r/ )�getattr)�.0�attrr2 r+ r, �
<dictcomp>� s z,HTTPAdapter.__getstate__.<locals>.<dictcomp>)� __attrs__r2 r+ r2 r, � __getstate__� s zHTTPAdapter.__getstate__c C sD i | _ i | _|�� D ]\}}t| ||� q| j| j| j| jd� d S )NrL )rO rG �items�setattrrP rH rI rJ )r3 �staterS �valuer+ r+ r, � __setstate__� s �zHTTPAdapter.__setstate__c K s0 || _ || _|| _tf |||dd�|��| _dS )a Initializes a urllib3 PoolManager.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param connections: The number of urllib3 connection pools to cache.
:param maxsize: The maximum number of connections to save in the pool.
:param block: Block when no free connections are available.
:param pool_kwargs: Extra keyword arguments used to initialize the Pool Manager.
T)� num_pools�maxsizerM �strictN)rH rI rJ r � poolmanager)r3 Z connectionsr] rM Z pool_kwargsr+ r+ r, rP � s
��z HTTPAdapter.init_poolmanagerc K s� || j kr| j | }n||�� �d�r^t|�\}}t|f||| j| j| jd�|�� }| j |< n4| �|�}t |f|| j| j| jd�|�� }| j |< |S )a� Return urllib3 ProxyManager for the given proxy.
This method should not be called from user code, and is only
exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The proxy to return a urllib3 ProxyManager for.
:param proxy_kwargs: Extra keyword arguments used to configure the Proxy Manager.
:returns: ProxyManager
:rtype: urllib3.ProxyManager
�socks)�username�passwordr\ r] rM )�
proxy_headersr\ r] rM )
rO �lower�
startswithr r( rH rI rJ rc r )r3 �proxyZ proxy_kwargsZmanagerra rb rc r+ r+ r, �proxy_manager_for� s6
���
���z HTTPAdapter.proxy_manager_forc C s� |� � �d�rn|rnd}|dk r"|}|s.tt�}|r>tj�|�sLtd�|���d|_ tj�
|�sf||_ q�||_ nd|_ d|_ d|_ |r�t
|t�s�|d |_|d |_n ||_d|_|jr�tj�|j�s�td �|j���|jr�tj�|j�s�td
�|j���dS ) aA Verify a SSL certificate. This method should not be called from user
code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param conn: The urllib3 connection object associated with the cert.
:param url: The requested URL.
:param verify: Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use
:param cert: The SSL certificate to verify.
�httpsNTzECould not find a suitable TLS CA certificate bundle, invalid path: {}Z
CERT_REQUIREDZ CERT_NONEr r z9Could not find the TLS certificate file, invalid path: {}z1Could not find the TLS key file, invalid path: {})rd re r r �os�path�exists�IOError�formatZ cert_reqs�isdirZca_certsZ ca_cert_dir�
isinstancer Z cert_fileZkey_file)r3 �conn�urlr; r< Zcert_locr+ r+ r, � cert_verify� s> �
��zHTTPAdapter.cert_verifyc C s� t � }t|dd�|_tt|di ��|_t|j�|_||_|jj|_t |j
t �r^|j
� d�|_
n|j
|_
t
|j||� ||_| |_|S )a� Builds a :class:`Response <requests.Response>` object from a urllib3
response. This should not be called from user code, and is only exposed
for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`
:param req: The :class:`PreparedRequest <PreparedRequest>` used to generate the response.
:param resp: The urllib3 response object.
:rtype: requests.Response
ZstatusN�headers�utf-8)r rQ Z status_coder rs r �encoding�raw�reasonro rq �bytes�decoder �cookiesr8 �
connection)r3 Zreq�respZresponser+ r+ r, �build_response� s
zHTTPAdapter.build_responseNc C sd t ||�}|rDt|d�}t|�}|js.td��| �|�}|�|�}n t|�}|�� }| j �|�}|S )a� Returns a urllib3 connection for the given URL. This should not be
called from user code, and is only exposed for use when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param url: The URL to connect to.
:param proxies: (optional) A Requests-style dictionary of proxies used on this request.
:rtype: urllib3.ConnectionPool
ZhttpzFPlease check proxy URL. It is malformed and could be missing the host.)
r r r Zhostr% rg Zconnection_from_urlr Zgeturlr_ )r3 rq r= rf Z proxy_urlrO rp Zparsedr+ r+ r, �get_connection$ s
zHTTPAdapter.get_connectionc C s& | j �� | j�� D ] }|�� qdS )z�Disposes of any internal state.
Currently, this closes the PoolManager and any active ProxyManager,
which closes any pooled connections.
N)r_ �clearrO �values)r3 rf r+ r+ r, r? ? s
zHTTPAdapter.closec C s` t |j|�}t|j�j}|o"|dk}d}|rDt|�j�� }|�d�}|j}|r\|s\t|j�}|S )a? Obtain the url to use when making the final request.
If the message is being sent through a HTTP proxy, the full URL has to
be used. Otherwise, we should only use the path portion of the URL.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs.
:rtype: str
rh Fr` )r rq r �schemerd re Zpath_urlr ) r3 r8 r= rf r� Zis_proxied_http_requestZusing_socks_proxyZ proxy_schemerq r+ r+ r, � request_urlI s
zHTTPAdapter.request_urlc K s dS )a" Add any headers needed by the connection. As of v2.0 this does
nothing by default, but is left for overriding by users that subclass
the :class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param request: The :class:`PreparedRequest <PreparedRequest>` to add headers to.
:param kwargs: The keyword arguments from the call to send().
Nr+ )r3 r8 r* r+ r+ r, � add_headersf s zHTTPAdapter.add_headersc C s& i }t |�\}}|r"t||�|d< |S )a Returns a dictionary of the headers to add to any request sent
through a proxy. This works with urllib3 magic to ensure that they are
correctly sent to the proxy, rather than in a tunnelled request if
CONNECT is being used.
This should not be called from user code, and is only exposed for use
when subclassing the
:class:`HTTPAdapter <requests.adapters.HTTPAdapter>`.
:param proxy: The url of the proxy being used for this request.
:rtype: dict
zProxy-Authorization)r r' )r3 rf rs ra rb r+ r+ r, rc t s
�zHTTPAdapter.proxy_headersFTc C s� z| � |j|�}W n. tk
r@ } zt||d��W 5 d}~X Y nX | �||j||� | �||�} | j||||||d� |jdkp�d|jk }
t |t
�r�z|\} } t | | d�}W q� t k
r� } zd�
|�}
t |
��W 5 d}~X Y q�X nt |t �r�n t ||d�}�zF|
�s2|j|j| |j|jdddd| j|d�
}�nt|d ��rD|j}|jtd
�}z�|j|j| d d � |j�� D ]\}}|�||� �qn|�� |jD ]D}|�tt|��d
d� � d�� |�d� |�|� |�d� �q�|�d� z|j d d�}W n t k
�r |� � }Y nX t j |||ddd�}W n |�!� � Y nX W �n� t"t#j$fk
�r~ }
zt%|
|d��W 5 d}
~
X Y �nZ t&k
�r" } z�t |j't(��r�t |j't)��s�t*||d��t |j't+��r�t,||d��t |j't-��r�t.||d��t |j't/��rt0||d��t%||d��W 5 d}~X Y n� t1k
�rP } zt%||d��W 5 d}~X Y n� t-k
�rz } z t.|��W 5 d}~X Y n^ t/t2fk
�r� } z:t |t/��r�t0||d��n t |t3��r�t4||d��n� W 5 d}~X Y nX | �5||�S )a Sends PreparedRequest object. Returns Response object.
:param request: The :class:`PreparedRequest <PreparedRequest>` being sent.
:param stream: (optional) Whether to stream the request content.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple or urllib3 Timeout object
:param verify: (optional) Either a boolean, in which case it controls whether
we verify the server's TLS certificate, or a string, in which case it
must be a path to a CA bundle to use
:param cert: (optional) Any user-provided SSL certificate to be trusted.
:param proxies: (optional) The proxies dictionary to apply to the request.
:rtype: requests.Response
)r8 N)r9 r: r; r< r= zContent-Length)�connectrK zrInvalid timeout {}. Pass a (connect, read) timeout tuple, or a single float to set both timeouts to the same valueF)
�methodrq �bodyrs ZredirectZassert_same_host�preload_content�decode_contentZretriesr: �
proxy_pool)r: T)Zskip_accept_encoding� rt s
s 0
)� buffering)Zpoolr{ r� r� )6r~ rq r r& rr r� r� r� rs ro �tuple� TimeoutSauce�
ValueErrorrm Zurlopenr� rF �hasattrr� Z _get_conn�DEFAULT_POOL_TIMEOUTZ
putrequestrW Z putheaderZ
endheadersr> �hex�len�encodeZ getresponse� TypeErrorr Z from_httplibr? r �socket�errorr r rw r r r! r r# � _ProxyErrorr
� _SSLErrorr r �
_HTTPErrorr r" r} )r3 r8 r9 r: r; r< r= rp �erq Zchunkedr� rK �errr| Zlow_conn�headerrZ �i�rr+ r+ r, r> � s�
�
�
�
�
zHTTPAdapter.send)N)FNTNN)r@ rA rB rC rU �DEFAULT_POOLSIZErN �DEFAULT_POOLBLOCKr1 rV r[ rP rg rr r} r~ r? r� r� rc r> rD r+ r+ r4 r, rE T s* � � %4%
rE )CrC Zos.pathri r� Z pip._vendor.urllib3.poolmanagerr r Z pip._vendor.urllib3.responser Zpip._vendor.urllib3.utilr r r� Z pip._vendor.urllib3.util.retryr Z pip._vendor.urllib3.exceptionsr r r
r� r r r
r� r r r r� r r Zmodelsr �compatr r Zutilsr r r r r r r Z
structuresr rz r �
exceptionsr r! r" r# r$ r% r& Zauthr' Z!pip._vendor.urllib3.contrib.socksr( � ImportErrorr� r� rN r� �objectr. rE r+ r+ r+ r, �<module> sF $ , requests/__pycache__/utils.cpython-38.pyc 0000644 00000053223 15043676221 0014432 0 ustar 00 U
��.eau � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m Z ddl
mZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZm Z m Z m Z m Z m Z m!Z!m"Z" dd l#m$Z$ dd
l%m&Z& dd l'm(Z(m)Z)m*Z*m+Z+ d Z,e�-� Z.d
dd�Z/ej0dk�r2dd� Z1dd� Zdd� Z2dd� Z3dhdd�Z4d d � Z5d d � Z6d d!� Z7d"d#� Z8d$d%� Z9d&d'� Z:did(d)�Z;d*d+� Z<d,d-� Z=d.d/� Z>d0d1� Z?d2d3� Z@d4d5� ZAd6d7� ZBd8d9� ZCeDd:�ZEd;d<� ZFd=d>� ZGd?d@� ZHdAdB� ZIdCdD� ZJdEdF� ZKejLdGdH� �ZMdIdJ� ZNdjdKdL�ZOdMdN� ZPdkdPdQ�ZQdRdS� ZRdTdU� ZSdV�TdW�ZUeUdX ZVeUdY ZWdZd[� ZXd\d]� ZYd^d_� ZZe�[d`�Z\e�[da�Z]dbdc� Z^ddde� Z_dfdg� Z`dS )lz�
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
� N� �� __version__)�certs)�to_native_string)�parse_http_list)�quote�urlparse�bytes�str� OrderedDict�unquote�
getproxies� proxy_bypass�
urlunparse�
basestring�
integer_types�is_py3�proxy_bypass_environment�getproxies_environment�Mapping��cookiejar_from_dict)�CaseInsensitiveDict)�
InvalidURL�
InvalidHeader�FileModeWarning�UnrewindableBodyError)z.netrc�_netrc�P i� )ZhttpZhttpsZwin32c C s� zt rdd l}ndd l}W n tk
r0 Y dS X z6|�|jd�}t|�|d�d �}|�|d�d }W n tk
r~ Y dS X |r�|s�dS |� d�}|D ]T}|dkr�d| kr� d S |�
dd
�}|�
d d �}|�
d
d�}t � || t j
�r� d S q�dS )Nr Fz;Software\Microsoft\Windows\CurrentVersion\Internet SettingsZ ProxyEnableZ
ProxyOverride�;z<local>�.Tz\.�*z.*�?)r �winreg�_winreg� ImportError�OpenKey�HKEY_CURRENT_USER�intZ QueryValueEx�OSError�split�replace�re�match�I)�hostr$ ZinternetSettingsZ proxyEnableZ
proxyOverrideZtest� r1 �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/utils.py�proxy_bypass_registry/ sF
�����
r3 c C s t � rt| �S t| �S dS )z�Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
N)r r r3 )r0 r1 r1 r2 r V s r c C s t | d�r| �� } | S )z/Returns an internal sequence dictionary update.�items)�hasattrr4 )�dr1 r1 r2 �dict_to_sequenceb s
r7 c C s4 d }d}t | d�r t| �}nbt | d�r.| j}nPt | d�r~z | �� }W n tjk
rZ Y n$X t�|�j}d| jkr~t �
dt � t | d��rz | � � }W n$ t
tfk
r� |d k r�|}Y n^X t | d��r|d k�rz&| �dd � | � � }| �|p�d� W n t
tfk
�r d}Y nX |d k�r&d}td|| �S )
Nr �__len__�len�fileno�ba% Requests has determined the content-length for this request using the binary size of the file: however, the file has been opened in text mode (i.e. without the 'b' flag in the mode). This may lead to an incorrect content-length. In Requests 3.0, support will be removed for files in text mode.�tell�seek� )r5 r9 r: �io�UnsupportedOperation�os�fstat�st_size�mode�warnings�warnr r< r* �IOErrorr= �max)�oZ total_lengthZcurrent_positionr: r1 r1 r2 � super_lenk sB
�
rJ Fc C s& �zddl m }m} d}tD ]J}ztj�d�|��}W n tk
rP Y W dS X tj�|�r |} qhq |dkrvW dS t | �}d}t
| t �r�|� d�}|j
�|�d } z:||��| �}
|
r�|
d r�dnd} |
| |
d fW W S W n" |tfk
�r |� r�� Y nX W n ttfk
�r Y nX dS ) z;Returns the Requests tuple auth for a given url from netrc.r )�netrc�NetrcParseErrorNz~/{}� :�asciir r> )rK rL � NETRC_FILESrA �path�
expanduser�format�KeyError�existsr �
isinstancer �decode�netlocr+ ZauthenticatorsrG r& �AttributeError) �urlZ raise_errorsrK rL Z
netrc_path�fZlocZriZsplitstrr0 r Zlogin_ir1 r1 r2 �get_netrc_auth� s8
r[ c C sB t | dd�}|r>t|t�r>|d dkr>|d dkr>tj�|�S dS )z0Tries to guess the filename of the given object.�nameNr �<����>)�getattrrU r rA rP �basename)�objr\ r1 r1 r2 �guess_filename� s
�rc c C s� t j�| �r| S t j�| �\}}|rPt j�|�sPt j�|�\}}d�||g�}q t�|�s^| S t�|�}||�� krx| S t �
� }t jj|f|�d��� }t j�|�s�|j ||d�}|S )z�Replace nonexistent paths that look like they refer to a member of a zip
archive with the location of an extracted copy of the target, or else
just return the provided path unchanged.
�/)rP ) rA rP rT r+ �join�zipfileZ
is_zipfileZZipFileZnamelist�tempfileZ
gettempdir�extract)rP �archive�member�prefixZzip_fileZtmpZextracted_pathr1 r1 r2 �extract_zipped_paths� s
rl c C s. | dkr dS t | ttttf�r&td��t| �S )a� Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
N�+cannot encode objects that are not 2-tuples)rU r r
�boolr) �
ValueErrorr ��valuer1 r1 r2 �from_key_val_list s
rr c C s@ | dkr dS t | ttttf�r&td��t | t�r8| �� } t| �S )a� Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples.
:rtype: list
Nrm ) rU r r
rn r) ro r r4 �listrp r1 r1 r2 �to_key_val_list s
rt c C sX g }t | �D ]F}|dd� |dd� kr4dkrHn nt|dd� �}|�|� q |S )a Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
Nr r^ �")�_parse_list_header�unquote_header_value�append)rq �result�itemr1 r1 r2 �parse_list_header8 s ( r{ c C sx i }t | �D ]f}d|kr"d||< q |�dd�\}} | dd� | dd� krVdkrjn nt| dd� �} | ||< q |S )a^ Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
�=Nr r^ ru )rv r+ rw )rq ry rz r\ r1 r1 r2 �parse_dict_headerX s (
r} c C s\ | rX| d | d kr dkrXn n4| dd� } |rD| dd� dkrX| � dd�� d d�S | S )
z�Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
r r^ ru r Nr> z\\�\z\")r, )rq Z is_filenamer1 r1 r2 rw { s
$ rw c C s i }| D ]}|j ||j< q|S )z�Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
)rq r\ )�cj� cookie_dictZcookier1 r1 r2 �dict_from_cookiejar� s r� c C s
t || �S )z�Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
r )r r� r1 r1 r2 �add_dict_to_cookiejar� s r� c C sT t �dt� tjdtjd�}tjdtjd�}t�d�}|�| �|�| � |�| � S )zlReturns encodings from given content string.
:param content: bytestring to extract encodings from.
z�In requests 3.0, get_encodings_from_content will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)z!<meta.*?charset=["\']*(.+?)["\'>])�flagsz+<meta.*?content=["\']*;?charset=(.+?)["\'>]z$^<\?xml.*?encoding=["\']*(.+?)["\'>])rE rF �DeprecationWarningr- �compiler/ �findall)�contentZ
charset_reZ pragma_reZxml_rer1 r1 r2 �get_encodings_from_content� s �
��r� c
C s� | � d�}|d �� |dd� }}i }d}|D ]`}|�� }|r0|d }}|�d�} | dkr�|d| � �|�}|| d d� �|�}|||�� < q0||fS ) z�Returns content type and parameters from given header
:param header: string
:return: tuple containing content type and dictionary of
parameters
r r r Nz"' Tr| r^ )r+ �strip�find�lower)
�header�tokens� content_type�paramsZ params_dictZitems_to_strip�param�keyrq Zindex_of_equalsr1 r1 r2 �_parse_content_type_header� s
r� c C sD | � d�}|sdS t|�\}}d|kr4|d �d�S d|kr@dS dS )z}Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
z content-typeN�charsetz'"�textz
ISO-8859-1)�getr� r� )�headersr� r� r1 r1 r2 �get_encoding_from_headers� s
r� c c sj |j dkr | D ]
}|V qdS t�|j �dd�}| D ]}|�|�}|r4|V q4|jddd�}|rf|V dS )zStream decodes a iterator.Nr, ��errors� T)�final)�encoding�codecs�getincrementaldecoderrV )�iterator�rrz �decoder�chunk�rvr1 r1 r2 � stream_decode_response_unicode� s
r� c c sH d}|dks|dkr t | �}|t | �k rD| ||| � V ||7 }q dS )z Iterate over slices of a string.r N)r9 )�stringZ slice_length�posr1 r1 r2 � iter_slices s r� c C s~ t �dt� g }t| j�}|rLzt| j|�W S tk
rJ |�|� Y nX zt| j|dd�W S t k
rx | j Y S X dS )z�Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
z�In requests 3.0, get_unicode_from_response will be removed. For more information, please see the discussion on issue #2266. (This warning should only appear once.)r, r� N)
rE rF r� r� r� r r� � UnicodeErrorrx � TypeError)r� Ztried_encodingsr� r1 r1 r2 �get_unicode_from_response s �
r� zBABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-._~c C s� | � d�}tdt|��D ]�}|| dd� }t|�dkr�|�� r�ztt|d��}W n tk
rr td| ��Y nX |tkr�||| dd� ||< q�d|| ||< qd|| ||< qd� |�S ) z�Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
�%r r r> � z%Invalid percent-escape sequence: '%s'N� )
r+ �ranger9 �isalnum�chrr) ro r �UNRESERVED_SETre )�uri�parts�i�h�cr1 r1 r2 �unquote_unreserved5 s
r� c C s@ d}d}zt t| �|d�W S tk
r: t | |d� Y S X dS )z�Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
z!#$%&'()*+,/:;=?@[]~z!#$&'()*+,/:;=?@[]~)ZsafeN)r r� r )r� Zsafe_with_percentZsafe_without_percentr1 r1 r2 � requote_uriM s r� c C sl t �dt�| ��d }|�d�\}}t �dt�tt|����d }t �dt�|��d |@ }||@ ||@ kS )z�This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
z=Lr rd )�struct�unpack�socket� inet_atonr+ �dotted_netmaskr) )ZipZnetZipaddrZnetaddr�bitsZnetmaskZnetworkr1 r1 r2 �address_in_networkc s
r� c C s& ddd| > d A }t �t�d|��S )z�Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
l �� r � z>I)r� Z inet_ntoar� �pack)�maskr� r1 r1 r2 r� r s r� c C s, zt �| � W n t jk
r& Y dS X dS )z
:rtype: bool
FT)r� r� �error)Z string_ipr1 r1 r2 �is_ipv4_address} s
r� c C s� | � d�dkr�zt| �d�d �}W n tk
r: Y dS X |dk sL|dkrPdS zt�| �d�d � W q� tjk
r� Y dS X ndS dS )zV
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
rd r Fr� r T)�countr) r+ ro r� r� r� )Zstring_networkr� r1 r1 r2 �
is_valid_cidr� s
r� c c sT |dk }|r"t j�| �}|t j| < z
dV W 5 |rN|dkrDt j| = n
|t j| < X dS )z�Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothingN)rA �environr� )Zenv_namerq Z
value_changed� old_valuer1 r1 r2 � set_environ� s
r� c
C s* dd� }|}|dkr |d�}t | �}|jdkr2dS |r�dd� |�dd ��d
�D �}t|j�r�|D ]0}t|�r�t|j|�r� dS q`|j|kr` dS q`nB|j}|jr�|d �|j�7 }|D ] }|j� |�s�|� |�r� dS q�t
d|��6 zt |j�}W n t t
jfk
�r d }Y nX W 5 Q R X |�r&dS d S )
zL
Returns whether we should bypass proxies or not.
:rtype: bool
c S s t j�| �pt j�| �� �S �N)rA r� r� �upper)�kr1 r1 r2 �<lambda>� r� z'should_bypass_proxies.<locals>.<lambda>N�no_proxyTc s s | ]}|r|V qd S r� r1 )�.0r0 r1 r1 r2 � <genexpr>� s z(should_bypass_proxies.<locals>.<genexpr>� r� �,z:{}F)r �hostnamer, r+ r� r� r� ZportrR �endswithr� r r� r� Zgaierror) rY r� Z get_proxyZ no_proxy_arg�parsedZproxy_ipZhost_with_portr0 Zbypassr1 r1 r2 �should_bypass_proxies� s@
�
r� c C s t | |d�ri S t� S dS )zA
Return a dict of environment proxies.
:rtype: dict
)r� N)r� r )rY r� r1 r1 r2 �get_environ_proxies� s r� c C st |pi }t | �}|jdkr.|�|j|�d��S |jd |j |jd|j dg}d}|D ]}||krV|| } qpqV|S )z�Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
N�allz://zall://)r r� r� �scheme)rY ZproxiesZurlpartsZ
proxy_keys�proxyZ proxy_keyr1 r1 r2 � select_proxy� s
�r� �python-requestsc C s d| t f S )zO
Return a string representing the default user agent.
:rtype: str
z%s/%sr )r\ r1 r1 r2 �default_user_agent s r� c C s t t� d�d�ddd��S )z9
:rtype: requests.structures.CaseInsensitiveDict
z, )ZgzipZdeflatez*/*z
keep-alive)z
User-AgentzAccept-EncodingZAcceptZ
Connection)r r� re r1 r1 r1 r2 �default_headers" s �r� c
C s� g }d}| � |�} | s|S t�d| �D ]�}z|�dd�\}}W n tk
r\ |d }}Y nX d|� d�i}|�d�D ]F}z|�d�\}} W n tk
r� Y q�Y nX | � |�||� |�< qv|�|� q&|S ) z�Return a list of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
z '"z, *<r r r� rY z<> '"r| )r� r- r+ ro rx ) rq ZlinksZ
replace_chars�valrY r� �linkr� r� r1 r1 r2 �parse_header_links. s&
r� � rN r> � c C s� | dd� }|t jt jfkr dS |dd� t jkr6dS |dd� t jt jfkrRdS |�t�}|dkrhd S |dkr�|ddd� tkr�d
S |d dd� tkr�d S |dkr�|dd� t kr�d
S |d d� t kr�dS dS )z
:rtype: str
N� zutf-32r� z utf-8-sigr> zutf-16r zutf-8z utf-16-ber z utf-16-lez utf-32-bez utf-32-le)
r� � BOM_UTF32_LE� BOM_UTF32_BE�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BEr� �_null�_null2�_null3)�dataZsampleZ nullcountr1 r1 r2 �guess_json_utfY s*
r� c C s8 t | |�\}}}}}}|s$|| }}t||||||f�S )z�Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
)r r )rY Z
new_schemer� rW rP r� �query�fragmentr1 r1 r2 �prepend_scheme_if_neededy s
r� c C sB t | �}zt|j�t|j�f}W n ttfk
r< d}Y nX |S )z{Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
)r� r� )r r
ZusernameZpasswordrX r� )rY r� Zauthr1 r1 r2 �get_auth_from_url� s
r� s ^\S[^\r\n]*$|^$z^\S[^\r\n]*$|^$c C sf | \}}t |t�rt}nt}z|�|�s4td| ��W n* tk
r` td||t|�f ��Y nX dS )z�Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
z7Invalid return character or leading space in header: %sz>Value for header {%s: %s} must be of type str or bytes, not %sN)rU r
�_CLEAN_HEADER_REGEX_BYTE�_CLEAN_HEADER_REGEX_STRr. r r� �type)r� r\ rq Zpatr1 r1 r2 �check_header_validity� s
�r� c C sF t | �\}}}}}}|s"|| }}|�dd�d }t|||||df�S )zW
Given a url remove the fragment and the authentication part.
:rtype: str
�@r r^ r� )r �rsplitr )rY r� rW rP r� r� r� r1 r1 r2 �
urldefragauth� s
r� c C s` t | jdd�}|dk rTt| jt�rTz|| j� W q\ ttfk
rP td��Y q\X ntd��dS )zfMove file pointer back to its recorded starting position
so it can be read again on redirect.
r= Nz;An error occurred when rewinding request body for redirect.z+Unable to rewind request body for redirect.)r` ZbodyrU Z_body_positionr rG r* r )Zprepared_requestZ body_seekr1 r1 r2 � rewind_body� s r� )F)F)N)r� )a�__doc__r� �
contextlibr? rA r- r� r� �sysrg rE rf r r� r Z_internal_utilsr �compatr rv r r r
r r r
r r r r r r r r r Zcookiesr Z
structuresr �
exceptionsr r r r rO �whereZDEFAULT_CA_BUNDLE_PATHZ
DEFAULT_PORTS�platformr3 r7 rJ r[ rc rl rr rt r{ r} rw r� r� r� r� r� r� r� r� � frozensetr� r� r� r� r� r� r� �contextmanagerr� r� r� r� r� r� r� �encoder� r� r� r� r� r� r� r� r� r� r� r� r1 r1 r1 r2 �<module> s� D
' =
3 #
%�
=
&
requests/__pycache__/cookies.cpython-38.pyc 0000644 00000044556 15043676221 0014737 0 ustar 00 U
��.e�G � @ s� d Z ddlZddlZddlZddlmZ ddlmZmZm Z m
Z
m Z z ddl Z W n e
k
rl ddlZ Y nX G dd� de�ZG dd � d e�Zd
d � Zd d
� Zd dd�ZG dd� de�ZG dd� deje �Zdd� Zdd� Zdd� Zd dd �Z d d � Z dS )!z�
requests.cookies
~~~~~~~~~~~~~~~~
Compatibility code to be able to use `cookielib.CookieJar` with requests.
requests.utils imports from here, so be careful with imports.
� N� )�to_native_string)� cookielib�urlparse�
urlunparse�Morsel�MutableMappingc @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
d dd�Z dd� Z dd� Z
dd� Zedd� �Zedd � �Zed d � �ZdS ) � MockRequesta� Wraps a `requests.Request` to mimic a `urllib2.Request`.
The code in `cookielib.CookieJar` expects this interface in order to correctly
manage cookie policies, i.e., determine whether a cookie can be set, given the
domains of the request and the cookie.
The original request object is read-only. The client is responsible for collecting
the new headers via `get_new_headers()` and interpreting them appropriately. You
probably want `get_cookie_header`, defined below.
c C s || _ i | _t| j j�j| _d S �N)�_r� _new_headersr �url�scheme�type)�self�request� r �@/usr/lib/python3.8/site-packages/pip/_vendor/requests/cookies.py�__init__% s zMockRequest.__init__c C s | j S r
)r �r r r r �get_type* s zMockRequest.get_typec C s t | jj�jS r
)r r r
Znetlocr r r r �get_host- s zMockRequest.get_hostc C s | � � S r
�r r r r r �get_origin_req_host0 s z MockRequest.get_origin_req_hostc C sT | j j�d�s| j jS t| j jd dd�}t| j j�}t|j||j|j |j
|j g�S )NZHostzutf-8)�encoding) r �headers�getr
r r r r �pathZparamsZqueryZfragment)r �hostZparsedr r r � get_full_url3 s �zMockRequest.get_full_urlc C s dS �NTr r r r r �is_unverifiableA s zMockRequest.is_unverifiablec C s || j jkp|| jkS r
)r r r �r �namer r r �
has_headerD s zMockRequest.has_headerNc C s | j j�|| j�||��S r
)r r r r )r r# �defaultr r r �
get_headerG s zMockRequest.get_headerc C s t d��dS )zMcookielib has no legitimate use for this method; add it back if you find one.z=Cookie headers should be added with add_unredirected_header()N)�NotImplementedError)r �key�valr r r �
add_headerJ s zMockRequest.add_headerc C s || j |< d S r
�r �r r# �valuer r r �add_unredirected_headerN s z#MockRequest.add_unredirected_headerc C s | j S r
r+ r r r r �get_new_headersQ s zMockRequest.get_new_headersc C s | � � S r
)r! r r r r � unverifiableT s zMockRequest.unverifiablec C s | � � S r
)r r r r r �origin_req_hostX s zMockRequest.origin_req_hostc C s | � � S r
r r r r r r \ s zMockRequest.host)N)�__name__�
__module__� __qualname__�__doc__r r r r r r! r$ r& r* r. r/ �propertyr0 r1 r r r r r r s$
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � MockResponsez�Wraps a `httplib.HTTPMessage` to mimic a `urllib.addinfourl`.
...what? Basically, expose the parsed HTTP headers from the server response
the way `cookielib` expects to see them.
c C s
|| _ dS )z�Make a MockResponse for `cookielib` to read.
:param headers: a httplib.HTTPMessage or analogous carrying the headers
N��_headers)r r r r r r h s zMockResponse.__init__c C s | j S r
r8 r r r r �infoo s zMockResponse.infoc C s | j �|� d S r
)r9 �
getheadersr" r r r r; r s zMockResponse.getheadersN)r2 r3 r4 r5 r r: r; r r r r r7 a s r7 c C s8 t |d�r|jsdS t|�}t|jj�}| �||� dS )z�Extract the cookies from the response into a CookieJar.
:param jar: cookielib.CookieJar (not necessarily a RequestsCookieJar)
:param request: our own requests.Request object
:param response: urllib3.HTTPResponse object
�_original_responseN)�hasattrr< r r7 �msgZextract_cookies)�jarr ZresponseZreq�resr r r �extract_cookies_to_jarv s
� rA c C s t |�}| �|� |�� �d�S )zj
Produce an appropriate Cookie header string to be sent with `request`, or None.
:rtype: str
�Cookie)r Zadd_cookie_headerr/ r )r? r �rr r r �get_cookie_header� s
rD c C sz g }| D ]N}|j |krq|dk r,||jkr,q|dk r@||jkr@q|�|j|j|j f� q|D ]\}}}| �|||� q\dS )zkUnsets a cookie by name, by default over all domains and paths.
Wraps CookieJar.clear(), is O(n).
N)r# �domainr �append�clear)� cookiejarr# rE r Z
clearables�cookier r r �remove_cookie_by_name� s
rJ c @ s e Zd ZdZdS )�CookieConflictErrorz�There are two cookies that meet the criteria specified in the cookie jar.
Use .get and .set and include domain and path args in order to be more specific.
N)r2 r3 r4 r5 r r r r rK � s rK c s� e Zd ZdZd3dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd4dd�Z� fdd �Zd d � Zd d � Zd!d"� Z� fd#d$�Z� fd%d&�Zd5d'd(�Zd6d)d*�Zd+d,� Zd-d.� Zd/d0� Zd1d2� Z� Z S )7�RequestsCookieJara� Compatibility class; is a cookielib.CookieJar, but exposes a dict
interface.
This is the CookieJar we create by default for requests and sessions that
don't specify one, since some clients may expect response.cookies and
session.cookies to support dict operations.
Requests does not use the dict interface internally; it's just for
compatibility with external client code. All requests code should work
out of the box with externally provided instances of ``CookieJar``, e.g.
``LWPCookieJar`` and ``FileCookieJar``.
Unlike a regular CookieJar, this class is pickleable.
.. warning:: dictionary operations that are normally O(1) may be O(n).
Nc C s. z| � |||�W S tk
r( | Y S X dS )z�Dict-like get() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
.. warning:: operation is O(n), not O(1).
N)�_find_no_duplicates�KeyError)r r# r% rE r r r r r � s zRequestsCookieJar.getc K sX |dkr(t | ||�d�|�d�d� dS t|t�r<t|�}nt||f|�}| �|� |S )z�Dict-like set() that also supports optional domain and path args in
order to resolve naming collisions from using one cookie jar over
multiple domains.
NrE r )rE r )rJ r �
isinstancer �morsel_to_cookie�
create_cookie�
set_cookie)r r# r- �kwargs�cr r r �set� s
zRequestsCookieJar.setc c s t | �D ] }|jV qdS )z�Dict-like iterkeys() that returns an iterator of names of cookies
from the jar.
.. seealso:: itervalues() and iteritems().
N)�iterr# �r rI r r r �iterkeys� s zRequestsCookieJar.iterkeysc C s t | �� �S )z�Dict-like keys() that returns a list of names of cookies from the
jar.
.. seealso:: values() and items().
)�listrX r r r r �keys� s zRequestsCookieJar.keysc c s t | �D ] }|jV qdS )z�Dict-like itervalues() that returns an iterator of values of cookies
from the jar.
.. seealso:: iterkeys() and iteritems().
N)rV r- rW r r r �
itervalues� s z RequestsCookieJar.itervaluesc C s t | �� �S )z�Dict-like values() that returns a list of values of cookies from the
jar.
.. seealso:: keys() and items().
)rY r[ r r r r �values� s zRequestsCookieJar.valuesc c s t | �D ]}|j|jfV qdS )z�Dict-like iteritems() that returns an iterator of name-value tuples
from the jar.
.. seealso:: iterkeys() and itervalues().
N)rV r# r- rW r r r � iteritems� s zRequestsCookieJar.iteritemsc C s t | �� �S )z�Dict-like items() that returns a list of name-value tuples from the
jar. Allows client-code to call ``dict(RequestsCookieJar)`` and get a
vanilla python dict of key value pairs.
.. seealso:: keys() and values().
)rY r] r r r r �items s zRequestsCookieJar.itemsc C s, g }t | �D ]}|j|kr |�|j� q |S )z2Utility method to list all the domains in the jar.�rV rE rF �r ZdomainsrI r r r � list_domains s
z RequestsCookieJar.list_domainsc C s, g }t | �D ]}|j|kr |�|j� q |S )z0Utility method to list all the paths in the jar.)rV r rF )r �pathsrI r r r �
list_paths s
z RequestsCookieJar.list_pathsc C s< g }t | �D ]*}|jdk r*|j|kr* dS |�|j� q dS )zvReturns True if there are multiple domains in the jar.
Returns False otherwise.
:rtype: bool
NTFr_ r` r r r �multiple_domains s z"RequestsCookieJar.multiple_domainsc C sF i }t | �D ]4}|dks"|j|kr |dks4|j|kr |j||j< q |S )z�Takes as an argument an optional domain and path and returns a plain
old Python dict of name-value pairs of cookies that meet the
requirements.
:rtype: dict
N)rV rE r r- r# )r rE r Z
dictionaryrI r r r �get_dict+ s ����zRequestsCookieJar.get_dictc s. zt t| ��|�W S tk
r( Y dS X d S r )�superrL � __contains__rK r" �� __class__r r rg ; s z RequestsCookieJar.__contains__c C s
| � |�S )z�Dict-like __getitem__() for compatibility with client code. Throws
exception if there are more than one cookie with name. In that case,
use the more explicit get() method instead.
.. warning:: operation is O(n), not O(1).
)rM r" r r r � __getitem__A s z RequestsCookieJar.__getitem__c C s | � ||� dS )z�Dict-like __setitem__ for compatibility with client code. Throws
exception if there is already a cookie of that name in the jar. In that
case, use the more explicit set() method instead.
N)rU r, r r r � __setitem__J s z RequestsCookieJar.__setitem__c C s t | |� dS )zlDeletes a cookie given a name. Wraps ``cookielib.CookieJar``'s
``remove_cookie_by_name()``.
N)rJ r" r r r � __delitem__Q s z RequestsCookieJar.__delitem__c sL t |jd�r4|j�d�r4|j�d�r4|j�dd�|_tt| �j|f|�|�S )N�
startswith�"z\"� )r= r- rm �endswith�replacerf rL rR )r rI �argsrS rh r r rR W s $z RequestsCookieJar.set_cookiec s< t |tj�r(|D ]}| �t�|�� qntt| ��|� dS )zAUpdates this jar with cookies from another CookieJar or dict-likeN)rO r � CookieJarrR �copyrf rL �update)r �otherrI rh r r ru \ s zRequestsCookieJar.updatec C s\ t | �D ]<}|j|kr|dks(|j|kr|dks:|j|kr|j S qtd|||f ��dS )a� Requests uses this method internally to get cookie values.
If there are conflicting cookies, _find arbitrarily chooses one.
See _find_no_duplicates if you want an exception thrown if there are
conflicting cookies.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:return: cookie.value
N�name=%r, domain=%r, path=%r)rV r# rE r r- rN )r r# rE r rI r r r �_findd s
zRequestsCookieJar._findc C sx d}t | �D ]L}|j|kr |dks,|j|kr |dks>|j|kr |dk rRtd| ��|j}q |rb|S td|||f ��dS )a� Both ``__get_item__`` and ``get`` call this function: it's never
used elsewhere in Requests.
:param name: a string containing name of cookie
:param domain: (optional) string containing domain of cookie
:param path: (optional) string containing path of cookie
:raises KeyError: if cookie is not found
:raises CookieConflictError: if there are multiple cookies
that match name and optionally domain and path
:return: cookie.value
Nz(There are multiple cookies with name, %rrw )rV r# rE r rK r- rN )r r# rE r ZtoReturnrI r r r rM x s
z%RequestsCookieJar._find_no_duplicatesc C s | j �� }|�d� |S )�4Unlike a normal CookieJar, this class is pickleable.�
_cookies_lock)�__dict__rt �pop�r �stater r r � __getstate__� s
z RequestsCookieJar.__getstate__c C s$ | j �|� d| j kr t�� | _dS )ry rz N)r{ ru � threading�RLockrz r} r r r � __setstate__� s
z RequestsCookieJar.__setstate__c C s" t � }|�| �� � |�| � |S )z(Return a copy of this RequestsCookieJar.)rL Z
set_policy�
get_policyru )r Znew_cjr r r rt � s
zRequestsCookieJar.copyc C s | j S )z&Return the CookiePolicy instance used.)Z_policyr r r r r� � s z RequestsCookieJar.get_policy)NNN)NN)NN)NN) r2 r3 r4 r5 r rU rX rZ r[ r\ r] r^ ra rc rd re rg rj rk rl rR ru rx rM r r� rt r� �
__classcell__r r rh r rL � s2
rL c C sN | d kr d S t | d�r | �� S t�| �}|�� | D ]}|�t�|�� q4|S )Nrt )r= rt rG rR )r? Znew_jarrI r r r �_copy_cookie_jar� s
r� c K s� d| |ddddddddddidd�
}t |�t |� }|rLd }t|t|� ��|�|� t|d
�|d < t|d �|d
< |d �d�|d< t|d �|d< tjf |�S )z�Make a cookie from underspecified parameters.
By default, the pair of `name` and `value` will be set for the domain ''
and sent on every request (this is sometimes called a "supercookie").
r Nro �/FT�HttpOnly)
�versionr# r- �portrE r �secure�expires�discard�comment� comment_url�rest�rfc2109z4create_cookie() got unexpected keyword arguments: %sr� Zport_specifiedrE Zdomain_specified�.Zdomain_initial_dotr Zpath_specified)rU � TypeErrorrY ru �boolrm r rB )r# r- rS �resultZbadargs�errr r r rQ � s0 �
rQ c C s� d}| d rPz t t�� t | d � �}W qr tk
rL td| d ��Y qrX n"| d rrd}t�t�| d |��}t| d t| d �d| d || j | d dd
| d idt| d �| j
| d
p�dd�
S )zBConvert a Morsel object into a Cookie containing the one k/v pair.Nzmax-agezmax-age: %s must be integerr� z%a, %d-%b-%Y %H:%M:%S GMTr� FrE r r� Zhttponlyr� r� r )
r� r� r� rE r� r# r r� r� r� r� r- r� ) �int�time�
ValueErrorr� �calendarZtimegm�strptimerQ r� r( r- )Zmorselr� Z
time_templater r r rP � s4 �
�rP Tc C sR |dkrt � }| dk rNdd� |D �}| D ]$}|s8||kr(|�t|| | �� q(|S )aC Returns a CookieJar from a key/value dictionary.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:param cookiejar: (optional) A cookiejar to add the cookies to.
:param overwrite: (optional) If False, will not replace cookies
already in the jar with new ones.
:rtype: CookieJar
Nc S s g | ]
}|j �qS r )r# )�.0rI r r r �
<listcomp> s z'cookiejar_from_dict.<locals>.<listcomp>)rL rR rQ )Z cookie_dictrH � overwriteZnames_from_jarr# r r r �cookiejar_from_dict� s r� c C sv t | tj�std��t |t�r.t|| dd�} nDt |tj�rrz| �|� W n( tk
rp |D ]}| �|� q\Y nX | S )z�Add cookies to cookiejar and returns a merged CookieJar.
:param cookiejar: CookieJar object to add the cookies to.
:param cookies: Dictionary or CookieJar object to be added.
:rtype: CookieJar
z!You can only merge into CookieJarF)rH r� ) rO r rs r� �dictr� ru �AttributeErrorrR )rH ZcookiesZ
cookie_in_jarr r r �
merge_cookies s
� r� )NN)NT) r5 rt r� r� Z_internal_utilsr �compatr r r r r r� � ImportErrorZdummy_threading�objectr r7 rA rD rJ � RuntimeErrorrK rs rL r� rQ rP r� r� r r r r �<module> s. H
$
requests/__pycache__/status_codes.cpython-38.opt-1.pyc 0000644 00000010070 15043676221 0016722 0 ustar 00 U
��.e! � E @ s� d a ddlmZ ddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdG�DZedHdI�ZdJdK� Ze� dLS )Ma�
The ``codes`` object defines a mapping from common names for HTTP statuses
to their numerical codes, accessible either as attributes or as dictionary
items.
>>> requests.codes['temporary_redirect']
307
>>> requests.codes.teapot
418
>>> requests.codes['\o/']
200
Some codes have multiple names, and both upper- and lower-case versions of
the names are allowed. For example, ``codes.ok``, ``codes.OK``, and
``codes.okay`` all correspond to the HTTP status code 200.
� )�
LookupDict)�continue)Zswitching_protocols)Z
processing)Z
checkpoint)Z uri_too_longZrequest_uri_too_long)�okZokayZall_okZall_okayZall_goodz\o/u ✓)Zcreated)Zaccepted)Znon_authoritative_infoZ non_authoritative_information)Z
no_content)Z
reset_content�reset)Zpartial_content�partial)Z multi_statusZmultiple_statusZ multi_statiZmultiple_stati)Zalready_reported)Zim_used)Zmultiple_choices)Zmoved_permanentlyZmovedz\o-)�found)Z see_other�other)Z not_modified)Z use_proxy)Z switch_proxy)Ztemporary_redirectZtemporary_movedZ temporary)Zpermanent_redirectZresume_incompleteZresume)Z bad_requestZbad)Z unauthorized)Zpayment_requiredZpayment)Z forbidden)Z not_foundz-o-)Zmethod_not_allowedZ not_allowed)Znot_acceptable)Z proxy_authentication_requiredZ
proxy_authZproxy_authentication)Zrequest_timeoutZtimeout)Zconflict)Zgone)Zlength_required)Zprecondition_failed� precondition)Zrequest_entity_too_large)Zrequest_uri_too_large)Zunsupported_media_typeZunsupported_mediaZ
media_type)Z requested_range_not_satisfiableZrequested_rangeZrange_not_satisfiable)Zexpectation_failed)Z im_a_teapotZteapotZ
i_am_a_teapot)Zmisdirected_request)Zunprocessable_entityZ
unprocessable)�locked)Zfailed_dependencyZ
dependency)Zunordered_collectionZ unordered)Zupgrade_requiredZupgrade)Zprecondition_requiredr )Ztoo_many_requestsZtoo_many)Zheader_fields_too_largeZfields_too_large)Z no_responseZnone)Z
retry_withZretry)Z$blocked_by_windows_parental_controlsZparental_controls)Z unavailable_for_legal_reasonsZ
legal_reasons)Zclient_closed_request)Zinternal_server_errorZ server_errorz/o\u ✗)Znot_implemented)Z bad_gateway)Zservice_unavailableZ unavailable)Zgateway_timeout)Zhttp_version_not_supportedZ http_version)Zvariant_also_negotiates)Zinsufficient_storage)Zbandwidth_limit_exceededZ bandwidth)Z not_extended)Z network_authentication_requiredZ network_authZnetwork_authentication)D�d �e �f �g �z �� �� �� �� �� �� �� �� �� �� i, i- i. i/ i0 i1 i2 i3 i4 i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� i� Z status_codes)�namec s~ t �� D ]8\} }|D ]*}tt|| � |�d�stt|�� | � qqdd� � td k rvtd d�� fdd�tt �D �� nd ad S )N)�\�/c S s$ d� dd� t| D ��}d| |f S )Nz, c s s | ]}d | V qdS )z``%s``N� )�.0�nr r �E/usr/lib/python3.8/site-packages/pip/_vendor/requests/status_codes.py� <genexpr>p s z%_init.<locals>.doc.<locals>.<genexpr>z* %d: %s)�join�_codes)�code�namesr r r �doco s z_init.<locals>.doc�
c 3 s | ]}� |�V qd S )Nr )r r$ �r& r r r! u s z_init.<locals>.<genexpr>) r# �items�setattr�codes�
startswith�upper�__doc__r" �sorted)r$ Ztitles�titler r( r �_inith s
���r1 N)r. Z
structuresr r# r+ r1 r r r r �<module> s� �P
requests/__pycache__/hooks.cpython-38.pyc 0000644 00000001674 15043676221 0014420 0 ustar 00 U
��.e� � @ s d Z dgZdd� Zdd� ZdS )z�
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
Zresponsec C s dd� t D �S )Nc S s i | ]
}|g �qS � r )�.0Zeventr r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/hooks.py�
<dictcomp> s z!default_hooks.<locals>.<dictcomp>)�HOOKSr r r r �
default_hooks s r c K sL |pi }|� | �}|rHt|d�r&|g}|D ] }||f|�}|dk r*|}q*|S )z6Dispatches a hook dictionary on a given piece of data.�__call__N)�get�hasattr)�keyZhooksZ hook_data�kwargs�hookZ
_hook_datar r r �
dispatch_hook s
r
N)�__doc__r r r
r r r r �<module> s requests/__pycache__/_internal_utils.cpython-38.pyc 0000644 00000002404 15043676221 0016460 0 ustar 00 U
��.eH � @ s. d Z ddlmZmZmZ d dd�Zdd� ZdS )
z�
requests._internal_utils
~~~~~~~~~~~~~~
Provides utility functions that are consumed internally by Requests
which depend on extremely few external helpers (such as compat)
� )�is_py2� builtin_str�str�asciic C s. t | t�r| }ntr | �|�}n
| �|�}|S )z�Given a string object, regardless of type, returns a representation of
that string in the native string type, encoding and decoding where
necessary. This assumes ASCII unless told otherwise.
)�
isinstancer r �encode�decode)�string�encoding�out� r �H/usr/lib/python3.8/site-packages/pip/_vendor/requests/_internal_utils.py�to_native_string s
r c C s: t | t�st�z| �d� W dS tk
r4 Y dS X dS )z�Determine if unicode string only contains ASCII characters.
:param str u_string: unicode string to check. Must be unicode
and not Python 2 `str`.
:rtype: bool
r TFN)r r �AssertionErrorr �UnicodeEncodeError)Zu_stringr r r
�unicode_is_ascii s
r N)r )�__doc__�compatr r r r r r r r r
�<module> s
requests/__pycache__/certs.cpython-38.pyc 0000644 00000001125 15043676221 0014404 0 ustar 00 U
��.e� � @ s& d Z ddlmZ edkr"ee� � dS )uF
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
� )�where�__main__N)�__doc__Zpip._vendor.certifir �__name__�print� r r �>/usr/lib/python3.8/site-packages/pip/_vendor/requests/certs.py�<module> s requests/__pycache__/help.cpython-38.opt-1.pyc 0000644 00000005206 15043676221 0015157 0 ustar 00 U
��.e�
� @ s� d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm Z ddlm
Z
ddl m Z
zdd lmZ W n ek
r� dZdZdZY nX ddlZddlZd
d � Zd d
� Zdd� Zedkr�e� dS )z'Module containing bug report helper(s).� )�print_functionN)�idna)�urllib3)�chardet� )� __version__)� pyopensslc C s� t �� } | dkrt �� }nj| dkr\dtjjtjjtjjf }tjjdkr�d� |tjjg�}n(| dkrnt �� }n| dkr�t �� }nd}| |d �S )
a� Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
ZCPythonZPyPyz%s.%s.%s�final� ZJythonZ
IronPython�Unknown)�name�version)
�platformZpython_implementationZpython_version�sysZpypy_version_info�major�minor�micro� releaselevel�join)�implementationZimplementation_version� r �=/usr/lib/python3.8/site-packages/pip/_vendor/requests/help.py�_implementation s&
� �
r c C s� zt �� t �� d�} W n tk
r4 ddd�} Y nX t� }dtji}dtji}ddd�}trrtjdtj j
d�}dt t dd�i}dt t
dd�i}tj
}d|dk r�d| ndi}| ||tdk |||||dtid �
S )
z&Generate information for a bug report.)�system�releaser r
Nr
)r
Zopenssl_versionz%xr )
r r �
system_sslZusing_pyopensslZ pyOpenSSLr r � cryptographyr Zrequests)r r r �IOErrorr r r r �OpenSSLZSSLZOPENSSL_VERSION_NUMBER�getattrr r �sslr �requests_version) Z
platform_infoZimplementation_infoZ urllib3_infoZ chardet_infoZpyopenssl_infoZcryptography_infoZ idna_infor Zsystem_ssl_infor r r �info; sR �
�
�
�
�
� � ��r" c C s t tjt� ddd�� dS )z)Pretty-print the bug information as JSON.T� )Z sort_keys�indentN)�print�json�dumpsr" r r r r �mainq s r( �__main__)�__doc__Z
__future__r r& r r r Z pip._vendorr r r r
r r! Zpip._vendor.urllib3.contribr � ImportErrorr r r r" r( �__name__r r r r �<module> s,
!6 requests/__pycache__/__init__.cpython-38.pyc 0000644 00000006613 15043676221 0015032 0 ustar 00 U
��.e� � @ s d Z ddlmZ ddlmZ ddlZddlmZ dd� Zd d
� Zzeej ej � W n0 e
e fk
r� e� d �
ej ej �e� Y nX dd lmZ es�z,dd
lmZ e�� ddlm Z ee� W n ek
r� Y nX ddlmZ e�de� ddl mZmZmZm Z ddl m Z m Z m Z m Z ddl m Z m!Z! ddl"m#Z# ddl"m$Z$ ddl%m&Z&m'Z'm(Z( ddl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1 ddl2m3Z3m4Z4 ddl5m6Z6 ddlm7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z? ddl@Z@ddl@mAZA e@�BeC��DeA� � ejd e=d d � dS ) a�
Requests HTTP Library
~~~~~~~~~~~~~~~~~~~~~
Requests is an HTTP library, written in Python, for human beings. Basic GET
usage:
>>> import requests
>>> r = requests.get('https://www.python.org')
>>> r.status_code
200
>>> 'Python is a programming language' in r.content
True
... or POST:
>>> payload = dict(key1='value1', key2='value2')
>>> r = requests.post('https://httpbin.org/post', data=payload)
>>> print(r.text)
{
...
"form": {
"key2": "value2",
"key1": "value1"
},
...
}
The other HTTP methods are supported - see `requests.api`. Full documentation
is at <http://python-requests.org>.
:copyright: (c) 2017 by Kenneth Reitz.
:license: Apache 2.0, see LICENSE for more details.
� )�urllib3)�chardetN� )�RequestsDependencyWarningc C s� | � d�} | dgkst�t| �dkr.| �d� | \}}}t|�t|�t|� }}}|dks`t�|dkslt�|dksxt�|� d�d d� \}}}t|�t|�t|� }}}|dks�t�|dk s�t�|dks�t�d S ) N�.Zdev� �0r � � � )�split�AssertionError�len�append�int)Zurllib3_versionZchardet_version�major�minor�patch� r �A/usr/lib/python3.8/site-packages/pip/_vendor/requests/__init__.py�check_compatibility1 s
r c C sX zt tt| �d���} W n tk
r. Y d S X | dddgk rTd�| �}t�|t� d S )Nr r r � z4Old version of cryptography ({}) may cause slowdown.) �list�mapr r �
ValueError�format�warnings�warnr )�cryptography_versionZwarningr r r �_check_cryptographyJ s
r z?urllib3 ({}) or chardet ({}) doesn't match a supported version!)�WINDOWS)� pyopenssl)� __version__)�DependencyWarning�ignore)� __title__�__description__�__url__r" )� __build__�
__author__�__author_email__� __license__)�
__copyright__�__cake__)�utils)�packages)�Request�Response�PreparedRequest)�request�get�head�postr �put�delete�options)�session�Session)�codes) �RequestException�Timeout� URLRequired�TooManyRedirects� HTTPError�ConnectionError�FileModeWarning�ConnectTimeout� ReadTimeout)� NullHandler�defaultT)r )E�__doc__Z pip._vendorr r r �
exceptionsr r r r" r
r r r Zpip._internal.utils.compatr Zpip._vendor.urllib3.contribr! Zinject_into_urllib3Z cryptographyr � ImportErrorZ pip._vendor.urllib3.exceptionsr# � simplefilterr% r& r' r( r) r* r+ r, r- � r. r/ Zmodelsr0 r1 r2 Zapir3 r4 r5 r6 r r7 r8 r9 Zsessionsr: r; Z status_codesr< r= r> r? r@ rA rB rC rD rE ZloggingrF Z getLogger�__name__Z
addHandlerr r r r �<module> sP # ��
( , requests/certs.py 0000644 00000000721 15043676221 0010117 0 ustar 00 #!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
requests.certs
~~~~~~~~~~~~~~
This module returns the preferred default CA certificate bundle. There is
only one — the one from the certifi package.
If you are packaging Requests, e.g., for a Linux distribution or a managed
environment, you can change the definition of where() to return a separately
packaged CA bundle.
"""
from pip._vendor.certifi import where
if __name__ == '__main__':
print(where())
requests/utils.py 0000644 00000066057 15043676221 0010155 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.utils
~~~~~~~~~~~~~~
This module provides utility functions that are used within Requests
that are also useful for external consumption.
"""
import cgi
import codecs
import collections
import contextlib
import io
import os
import platform
import re
import socket
import struct
import warnings
from .__version__ import __version__
from . import certs
# to_native_string is unused here, but imported here for backwards compatibility
from ._internal_utils import to_native_string
from .compat import parse_http_list as _parse_list_header
from .compat import (
quote, urlparse, bytes, str, OrderedDict, unquote, getproxies,
proxy_bypass, urlunparse, basestring, integer_types, is_py3,
proxy_bypass_environment, getproxies_environment)
from .cookies import cookiejar_from_dict
from .structures import CaseInsensitiveDict
from .exceptions import (
InvalidURL, InvalidHeader, FileModeWarning, UnrewindableBodyError)
NETRC_FILES = ('.netrc', '_netrc')
DEFAULT_CA_BUNDLE_PATH = certs.where()
DEFAULT_PORTS = {'http': 80, 'https': 443}
if platform.system() == 'Windows':
# provide a proxy_bypass version on Windows without DNS lookups
def proxy_bypass_registry(host):
if is_py3:
import winreg
else:
import _winreg as winreg
try:
internetSettings = winreg.OpenKey(winreg.HKEY_CURRENT_USER,
r'Software\Microsoft\Windows\CurrentVersion\Internet Settings')
proxyEnable = winreg.QueryValueEx(internetSettings,
'ProxyEnable')[0]
proxyOverride = winreg.QueryValueEx(internetSettings,
'ProxyOverride')[0]
except OSError:
return False
if not proxyEnable or not proxyOverride:
return False
# make a check value list from the registry entry: replace the
# '<local>' string by the localhost entry and the corresponding
# canonical entry.
proxyOverride = proxyOverride.split(';')
# now check if we match one of the registry values.
for test in proxyOverride:
if test == '<local>':
if '.' not in host:
return True
test = test.replace(".", r"\.") # mask dots
test = test.replace("*", r".*") # change glob sequence
test = test.replace("?", r".") # change glob char
if re.match(test, host, re.I):
return True
return False
def proxy_bypass(host): # noqa
"""Return True, if the host should be bypassed.
Checks proxy settings gathered from the environment, if specified,
or the registry.
"""
if getproxies_environment():
return proxy_bypass_environment(host)
else:
return proxy_bypass_registry(host)
def dict_to_sequence(d):
"""Returns an internal sequence dictionary update."""
if hasattr(d, 'items'):
d = d.items()
return d
def super_len(o):
total_length = None
current_position = 0
if hasattr(o, '__len__'):
total_length = len(o)
elif hasattr(o, 'len'):
total_length = o.len
elif hasattr(o, 'fileno'):
try:
fileno = o.fileno()
except io.UnsupportedOperation:
pass
else:
total_length = os.fstat(fileno).st_size
# Having used fstat to determine the file length, we need to
# confirm that this file was opened up in binary mode.
if 'b' not in o.mode:
warnings.warn((
"Requests has determined the content-length for this "
"request using the binary size of the file: however, the "
"file has been opened in text mode (i.e. without the 'b' "
"flag in the mode). This may lead to an incorrect "
"content-length. In Requests 3.0, support will be removed "
"for files in text mode."),
FileModeWarning
)
if hasattr(o, 'tell'):
try:
current_position = o.tell()
except (OSError, IOError):
# This can happen in some weird situations, such as when the file
# is actually a special file descriptor like stdin. In this
# instance, we don't know what the length is, so set it to zero and
# let requests chunk it instead.
if total_length is not None:
current_position = total_length
else:
if hasattr(o, 'seek') and total_length is None:
# StringIO and BytesIO have seek but no useable fileno
try:
# seek to end of file
o.seek(0, 2)
total_length = o.tell()
# seek back to current position to support
# partially read file-like objects
o.seek(current_position or 0)
except (OSError, IOError):
total_length = 0
if total_length is None:
total_length = 0
return max(0, total_length - current_position)
def get_netrc_auth(url, raise_errors=False):
"""Returns the Requests tuple auth for a given url from netrc."""
try:
from netrc import netrc, NetrcParseError
netrc_path = None
for f in NETRC_FILES:
try:
loc = os.path.expanduser('~/{0}'.format(f))
except KeyError:
# os.path.expanduser can fail when $HOME is undefined and
# getpwuid fails. See http://bugs.python.org/issue20164 &
# https://github.com/requests/requests/issues/1846
return
if os.path.exists(loc):
netrc_path = loc
break
# Abort early if there isn't one.
if netrc_path is None:
return
ri = urlparse(url)
# Strip port numbers from netloc. This weird `if...encode`` dance is
# used for Python 3.2, which doesn't support unicode literals.
splitstr = b':'
if isinstance(url, str):
splitstr = splitstr.decode('ascii')
host = ri.netloc.split(splitstr)[0]
try:
_netrc = netrc(netrc_path).authenticators(host)
if _netrc:
# Return with login / password
login_i = (0 if _netrc[0] else 1)
return (_netrc[login_i], _netrc[2])
except (NetrcParseError, IOError):
# If there was a parsing error or a permissions issue reading the file,
# we'll just skip netrc auth unless explicitly asked to raise errors.
if raise_errors:
raise
# AppEngine hackiness.
except (ImportError, AttributeError):
pass
def guess_filename(obj):
"""Tries to guess the filename of the given object."""
name = getattr(obj, 'name', None)
if (name and isinstance(name, basestring) and name[0] != '<' and
name[-1] != '>'):
return os.path.basename(name)
def from_key_val_list(value):
"""Take an object and test to see if it can be represented as a
dictionary. Unless it can not be represented as such, return an
OrderedDict, e.g.,
::
>>> from_key_val_list([('key', 'val')])
OrderedDict([('key', 'val')])
>>> from_key_val_list('string')
ValueError: need more than 1 value to unpack
>>> from_key_val_list({'key': 'val'})
OrderedDict([('key', 'val')])
:rtype: OrderedDict
"""
if value is None:
return None
if isinstance(value, (str, bytes, bool, int)):
raise ValueError('cannot encode objects that are not 2-tuples')
return OrderedDict(value)
def to_key_val_list(value):
"""Take an object and test to see if it can be represented as a
dictionary. If it can be, return a list of tuples, e.g.,
::
>>> to_key_val_list([('key', 'val')])
[('key', 'val')]
>>> to_key_val_list({'key': 'val'})
[('key', 'val')]
>>> to_key_val_list('string')
ValueError: cannot encode objects that are not 2-tuples.
:rtype: list
"""
if value is None:
return None
if isinstance(value, (str, bytes, bool, int)):
raise ValueError('cannot encode objects that are not 2-tuples')
if isinstance(value, collections.Mapping):
value = value.items()
return list(value)
# From mitsuhiko/werkzeug (used with permission).
def parse_list_header(value):
"""Parse lists as described by RFC 2068 Section 2.
In particular, parse comma-separated lists where the elements of
the list may include quoted-strings. A quoted-string could
contain a comma. A non-quoted string could have quotes in the
middle. Quotes are removed automatically after parsing.
It basically works like :func:`parse_set_header` just that items
may appear multiple times and case sensitivity is preserved.
The return value is a standard :class:`list`:
>>> parse_list_header('token, "quoted value"')
['token', 'quoted value']
To create a header from the :class:`list` again, use the
:func:`dump_header` function.
:param value: a string with a list header.
:return: :class:`list`
:rtype: list
"""
result = []
for item in _parse_list_header(value):
if item[:1] == item[-1:] == '"':
item = unquote_header_value(item[1:-1])
result.append(item)
return result
# From mitsuhiko/werkzeug (used with permission).
def parse_dict_header(value):
"""Parse lists of key, value pairs as described by RFC 2068 Section 2 and
convert them into a python dict:
>>> d = parse_dict_header('foo="is a fish", bar="as well"')
>>> type(d) is dict
True
>>> sorted(d.items())
[('bar', 'as well'), ('foo', 'is a fish')]
If there is no value for a key it will be `None`:
>>> parse_dict_header('key_without_value')
{'key_without_value': None}
To create a header from the :class:`dict` again, use the
:func:`dump_header` function.
:param value: a string with a dict header.
:return: :class:`dict`
:rtype: dict
"""
result = {}
for item in _parse_list_header(value):
if '=' not in item:
result[item] = None
continue
name, value = item.split('=', 1)
if value[:1] == value[-1:] == '"':
value = unquote_header_value(value[1:-1])
result[name] = value
return result
# From mitsuhiko/werkzeug (used with permission).
def unquote_header_value(value, is_filename=False):
r"""Unquotes a header value. (Reversal of :func:`quote_header_value`).
This does not use the real unquoting but what browsers are actually
using for quoting.
:param value: the header value to unquote.
:rtype: str
"""
if value and value[0] == value[-1] == '"':
# this is not the real unquoting, but fixing this so that the
# RFC is met will result in bugs with internet explorer and
# probably some other browsers as well. IE for example is
# uploading files with "C:\foo\bar.txt" as filename
value = value[1:-1]
# if this is a filename and the starting characters look like
# a UNC path, then just return the value without quotes. Using the
# replace sequence below on a UNC path has the effect of turning
# the leading double slash into a single slash and then
# _fix_ie_filename() doesn't work correctly. See #458.
if not is_filename or value[:2] != '\\\\':
return value.replace('\\\\', '\\').replace('\\"', '"')
return value
def dict_from_cookiejar(cj):
"""Returns a key/value dictionary from a CookieJar.
:param cj: CookieJar object to extract cookies from.
:rtype: dict
"""
cookie_dict = {}
for cookie in cj:
cookie_dict[cookie.name] = cookie.value
return cookie_dict
def add_dict_to_cookiejar(cj, cookie_dict):
"""Returns a CookieJar from a key/value dictionary.
:param cj: CookieJar to insert cookies into.
:param cookie_dict: Dict of key/values to insert into CookieJar.
:rtype: CookieJar
"""
return cookiejar_from_dict(cookie_dict, cj)
def get_encodings_from_content(content):
"""Returns encodings from given content string.
:param content: bytestring to extract encodings from.
"""
warnings.warn((
'In requests 3.0, get_encodings_from_content will be removed. For '
'more information, please see the discussion on issue #2266. (This'
' warning should only appear once.)'),
DeprecationWarning)
charset_re = re.compile(r'<meta.*?charset=["\']*(.+?)["\'>]', flags=re.I)
pragma_re = re.compile(r'<meta.*?content=["\']*;?charset=(.+?)["\'>]', flags=re.I)
xml_re = re.compile(r'^<\?xml.*?encoding=["\']*(.+?)["\'>]')
return (charset_re.findall(content) +
pragma_re.findall(content) +
xml_re.findall(content))
def get_encoding_from_headers(headers):
"""Returns encodings from given HTTP Header Dict.
:param headers: dictionary to extract encoding from.
:rtype: str
"""
content_type = headers.get('content-type')
if not content_type:
return None
content_type, params = cgi.parse_header(content_type)
if 'charset' in params:
return params['charset'].strip("'\"")
if 'text' in content_type:
return 'ISO-8859-1'
def stream_decode_response_unicode(iterator, r):
"""Stream decodes a iterator."""
if r.encoding is None:
for item in iterator:
yield item
return
decoder = codecs.getincrementaldecoder(r.encoding)(errors='replace')
for chunk in iterator:
rv = decoder.decode(chunk)
if rv:
yield rv
rv = decoder.decode(b'', final=True)
if rv:
yield rv
def iter_slices(string, slice_length):
"""Iterate over slices of a string."""
pos = 0
if slice_length is None or slice_length <= 0:
slice_length = len(string)
while pos < len(string):
yield string[pos:pos + slice_length]
pos += slice_length
def get_unicode_from_response(r):
"""Returns the requested content back in unicode.
:param r: Response object to get unicode content from.
Tried:
1. charset from content-type
2. fall back and replace all unicode characters
:rtype: str
"""
warnings.warn((
'In requests 3.0, get_unicode_from_response will be removed. For '
'more information, please see the discussion on issue #2266. (This'
' warning should only appear once.)'),
DeprecationWarning)
tried_encodings = []
# Try charset from content-type
encoding = get_encoding_from_headers(r.headers)
if encoding:
try:
return str(r.content, encoding)
except UnicodeError:
tried_encodings.append(encoding)
# Fall back:
try:
return str(r.content, encoding, errors='replace')
except TypeError:
return r.content
# The unreserved URI characters (RFC 3986)
UNRESERVED_SET = frozenset(
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" + "0123456789-._~")
def unquote_unreserved(uri):
"""Un-escape any percent-escape sequences in a URI that are unreserved
characters. This leaves all reserved, illegal and non-ASCII bytes encoded.
:rtype: str
"""
parts = uri.split('%')
for i in range(1, len(parts)):
h = parts[i][0:2]
if len(h) == 2 and h.isalnum():
try:
c = chr(int(h, 16))
except ValueError:
raise InvalidURL("Invalid percent-escape sequence: '%s'" % h)
if c in UNRESERVED_SET:
parts[i] = c + parts[i][2:]
else:
parts[i] = '%' + parts[i]
else:
parts[i] = '%' + parts[i]
return ''.join(parts)
def requote_uri(uri):
"""Re-quote the given URI.
This function passes the given URI through an unquote/quote cycle to
ensure that it is fully and consistently quoted.
:rtype: str
"""
safe_with_percent = "!#$%&'()*+,/:;=?@[]~"
safe_without_percent = "!#$&'()*+,/:;=?@[]~"
try:
# Unquote only the unreserved characters
# Then quote only illegal characters (do not quote reserved,
# unreserved, or '%')
return quote(unquote_unreserved(uri), safe=safe_with_percent)
except InvalidURL:
# We couldn't unquote the given URI, so let's try quoting it, but
# there may be unquoted '%'s in the URI. We need to make sure they're
# properly quoted so they do not cause issues elsewhere.
return quote(uri, safe=safe_without_percent)
def address_in_network(ip, net):
"""This function allows you to check if an IP belongs to a network subnet
Example: returns True if ip = 192.168.1.1 and net = 192.168.1.0/24
returns False if ip = 192.168.1.1 and net = 192.168.100.0/24
:rtype: bool
"""
ipaddr = struct.unpack('=L', socket.inet_aton(ip))[0]
netaddr, bits = net.split('/')
netmask = struct.unpack('=L', socket.inet_aton(dotted_netmask(int(bits))))[0]
network = struct.unpack('=L', socket.inet_aton(netaddr))[0] & netmask
return (ipaddr & netmask) == (network & netmask)
def dotted_netmask(mask):
"""Converts mask from /xx format to xxx.xxx.xxx.xxx
Example: if mask is 24 function returns 255.255.255.0
:rtype: str
"""
bits = 0xffffffff ^ (1 << 32 - mask) - 1
return socket.inet_ntoa(struct.pack('>I', bits))
def is_ipv4_address(string_ip):
"""
:rtype: bool
"""
try:
socket.inet_aton(string_ip)
except socket.error:
return False
return True
def is_valid_cidr(string_network):
"""
Very simple check of the cidr format in no_proxy variable.
:rtype: bool
"""
if string_network.count('/') == 1:
try:
mask = int(string_network.split('/')[1])
except ValueError:
return False
if mask < 1 or mask > 32:
return False
try:
socket.inet_aton(string_network.split('/')[0])
except socket.error:
return False
else:
return False
return True
@contextlib.contextmanager
def set_environ(env_name, value):
"""Set the environment variable 'env_name' to 'value'
Save previous value, yield, and then restore the previous value stored in
the environment variable 'env_name'.
If 'value' is None, do nothing"""
value_changed = value is not None
if value_changed:
old_value = os.environ.get(env_name)
os.environ[env_name] = value
try:
yield
finally:
if value_changed:
if old_value is None:
del os.environ[env_name]
else:
os.environ[env_name] = old_value
def should_bypass_proxies(url, no_proxy):
"""
Returns whether we should bypass proxies or not.
:rtype: bool
"""
get_proxy = lambda k: os.environ.get(k) or os.environ.get(k.upper())
# First check whether no_proxy is defined. If it is, check that the URL
# we're getting isn't in the no_proxy list.
no_proxy_arg = no_proxy
if no_proxy is None:
no_proxy = get_proxy('no_proxy')
netloc = urlparse(url).netloc
if no_proxy:
# We need to check whether we match here. We need to see if we match
# the end of the netloc, both with and without the port.
no_proxy = (
host for host in no_proxy.replace(' ', '').split(',') if host
)
ip = netloc.split(':')[0]
if is_ipv4_address(ip):
for proxy_ip in no_proxy:
if is_valid_cidr(proxy_ip):
if address_in_network(ip, proxy_ip):
return True
elif ip == proxy_ip:
# If no_proxy ip was defined in plain IP notation instead of cidr notation &
# matches the IP of the index
return True
else:
for host in no_proxy:
if netloc.endswith(host) or netloc.split(':')[0].endswith(host):
# The URL does match something in no_proxy, so we don't want
# to apply the proxies on this URL.
return True
# If the system proxy settings indicate that this URL should be bypassed,
# don't proxy.
# The proxy_bypass function is incredibly buggy on OS X in early versions
# of Python 2.6, so allow this call to fail. Only catch the specific
# exceptions we've seen, though: this call failing in other ways can reveal
# legitimate problems.
with set_environ('no_proxy', no_proxy_arg):
try:
bypass = proxy_bypass(netloc)
except (TypeError, socket.gaierror):
bypass = False
if bypass:
return True
return False
def get_environ_proxies(url, no_proxy=None):
"""
Return a dict of environment proxies.
:rtype: dict
"""
if should_bypass_proxies(url, no_proxy=no_proxy):
return {}
else:
return getproxies()
def select_proxy(url, proxies):
"""Select a proxy for the url, if applicable.
:param url: The url being for the request
:param proxies: A dictionary of schemes or schemes and hosts to proxy URLs
"""
proxies = proxies or {}
urlparts = urlparse(url)
if urlparts.hostname is None:
return proxies.get(urlparts.scheme, proxies.get('all'))
proxy_keys = [
urlparts.scheme + '://' + urlparts.hostname,
urlparts.scheme,
'all://' + urlparts.hostname,
'all',
]
proxy = None
for proxy_key in proxy_keys:
if proxy_key in proxies:
proxy = proxies[proxy_key]
break
return proxy
def default_user_agent(name="python-requests"):
"""
Return a string representing the default user agent.
:rtype: str
"""
return '%s/%s' % (name, __version__)
def default_headers():
"""
:rtype: requests.structures.CaseInsensitiveDict
"""
return CaseInsensitiveDict({
'User-Agent': default_user_agent(),
'Accept-Encoding': ', '.join(('gzip', 'deflate')),
'Accept': '*/*',
'Connection': 'keep-alive',
})
def parse_header_links(value):
"""Return a dict of parsed link headers proxies.
i.e. Link: <http:/.../front.jpeg>; rel=front; type="image/jpeg",<http://.../back.jpeg>; rel=back;type="image/jpeg"
:rtype: list
"""
links = []
replace_chars = ' \'"'
for val in re.split(', *<', value):
try:
url, params = val.split(';', 1)
except ValueError:
url, params = val, ''
link = {'url': url.strip('<> \'"')}
for param in params.split(';'):
try:
key, value = param.split('=')
except ValueError:
break
link[key.strip(replace_chars)] = value.strip(replace_chars)
links.append(link)
return links
# Null bytes; no need to recreate these on each call to guess_json_utf
_null = '\x00'.encode('ascii') # encoding to ASCII for Python 3
_null2 = _null * 2
_null3 = _null * 3
def guess_json_utf(data):
"""
:rtype: str
"""
# JSON always starts with two ASCII characters, so detection is as
# easy as counting the nulls and from their location and count
# determine the encoding. Also detect a BOM, if present.
sample = data[:4]
if sample in (codecs.BOM_UTF32_LE, codecs.BOM_UTF32_BE):
return 'utf-32' # BOM included
if sample[:3] == codecs.BOM_UTF8:
return 'utf-8-sig' # BOM included, MS style (discouraged)
if sample[:2] in (codecs.BOM_UTF16_LE, codecs.BOM_UTF16_BE):
return 'utf-16' # BOM included
nullcount = sample.count(_null)
if nullcount == 0:
return 'utf-8'
if nullcount == 2:
if sample[::2] == _null2: # 1st and 3rd are null
return 'utf-16-be'
if sample[1::2] == _null2: # 2nd and 4th are null
return 'utf-16-le'
# Did not detect 2 valid UTF-16 ascii-range characters
if nullcount == 3:
if sample[:3] == _null3:
return 'utf-32-be'
if sample[1:] == _null3:
return 'utf-32-le'
# Did not detect a valid UTF-32 ascii-range character
return None
def prepend_scheme_if_needed(url, new_scheme):
"""Given a URL that may or may not have a scheme, prepend the given scheme.
Does not replace a present scheme with the one provided as an argument.
:rtype: str
"""
scheme, netloc, path, params, query, fragment = urlparse(url, new_scheme)
# urlparse is a finicky beast, and sometimes decides that there isn't a
# netloc present. Assume that it's being over-cautious, and switch netloc
# and path if urlparse decided there was no netloc.
if not netloc:
netloc, path = path, netloc
return urlunparse((scheme, netloc, path, params, query, fragment))
def get_auth_from_url(url):
"""Given a url with authentication components, extract them into a tuple of
username,password.
:rtype: (str,str)
"""
parsed = urlparse(url)
try:
auth = (unquote(parsed.username), unquote(parsed.password))
except (AttributeError, TypeError):
auth = ('', '')
return auth
# Moved outside of function to avoid recompile every call
_CLEAN_HEADER_REGEX_BYTE = re.compile(b'^\\S[^\\r\\n]*$|^$')
_CLEAN_HEADER_REGEX_STR = re.compile(r'^\S[^\r\n]*$|^$')
def check_header_validity(header):
"""Verifies that header value is a string which doesn't contain
leading whitespace or return characters. This prevents unintended
header injection.
:param header: tuple, in the format (name, value).
"""
name, value = header
if isinstance(value, bytes):
pat = _CLEAN_HEADER_REGEX_BYTE
else:
pat = _CLEAN_HEADER_REGEX_STR
try:
if not pat.match(value):
raise InvalidHeader("Invalid return character or leading space in header: %s" % name)
except TypeError:
raise InvalidHeader("Value for header {%s: %s} must be of type str or "
"bytes, not %s" % (name, value, type(value)))
def urldefragauth(url):
"""
Given a url remove the fragment and the authentication part.
:rtype: str
"""
scheme, netloc, path, params, query, fragment = urlparse(url)
# see func:`prepend_scheme_if_needed`
if not netloc:
netloc, path = path, netloc
netloc = netloc.rsplit('@', 1)[-1]
return urlunparse((scheme, netloc, path, params, query, ''))
def rewind_body(prepared_request):
"""Move file pointer back to its recorded starting position
so it can be read again on redirect.
"""
body_seek = getattr(prepared_request.body, 'seek', None)
if body_seek is not None and isinstance(prepared_request._body_position, integer_types):
try:
body_seek(prepared_request._body_position)
except (IOError, OSError):
raise UnrewindableBodyError("An error occurred when rewinding request "
"body for redirect.")
else:
raise UnrewindableBodyError("Unable to rewind request body for redirect.")
requests/sessions.py 0000644 00000070021 15043676221 0010645 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.session
~~~~~~~~~~~~~~~~
This module provides a Session object to manage and persist settings across
requests (cookies, auth, proxies).
"""
import os
import platform
import time
from collections import Mapping
from datetime import timedelta
from .auth import _basic_auth_str
from .compat import cookielib, is_py3, OrderedDict, urljoin, urlparse
from .cookies import (
cookiejar_from_dict, extract_cookies_to_jar, RequestsCookieJar, merge_cookies)
from .models import Request, PreparedRequest, DEFAULT_REDIRECT_LIMIT
from .hooks import default_hooks, dispatch_hook
from ._internal_utils import to_native_string
from .utils import to_key_val_list, default_headers
from .exceptions import (
TooManyRedirects, InvalidSchema, ChunkedEncodingError, ContentDecodingError)
from .structures import CaseInsensitiveDict
from .adapters import HTTPAdapter
from .utils import (
requote_uri, get_environ_proxies, get_netrc_auth, should_bypass_proxies,
get_auth_from_url, rewind_body, DEFAULT_PORTS
)
from .status_codes import codes
# formerly defined here, reexposed here for backward compatibility
from .models import REDIRECT_STATI
# Preferred clock, based on which one is more accurate on a given system.
if platform.system() == 'Windows':
try: # Python 3.3+
preferred_clock = time.perf_counter
except AttributeError: # Earlier than Python 3.
preferred_clock = time.clock
else:
preferred_clock = time.time
def merge_setting(request_setting, session_setting, dict_class=OrderedDict):
"""Determines appropriate setting for a given request, taking into account
the explicit setting on that request, and the setting in the session. If a
setting is a dictionary, they will be merged together using `dict_class`
"""
if session_setting is None:
return request_setting
if request_setting is None:
return session_setting
# Bypass if not a dictionary (e.g. verify)
if not (
isinstance(session_setting, Mapping) and
isinstance(request_setting, Mapping)
):
return request_setting
merged_setting = dict_class(to_key_val_list(session_setting))
merged_setting.update(to_key_val_list(request_setting))
# Remove keys that are set to None. Extract keys first to avoid altering
# the dictionary during iteration.
none_keys = [k for (k, v) in merged_setting.items() if v is None]
for key in none_keys:
del merged_setting[key]
return merged_setting
def merge_hooks(request_hooks, session_hooks, dict_class=OrderedDict):
"""Properly merges both requests and session hooks.
This is necessary because when request_hooks == {'response': []}, the
merge breaks Session hooks entirely.
"""
if session_hooks is None or session_hooks.get('response') == []:
return request_hooks
if request_hooks is None or request_hooks.get('response') == []:
return session_hooks
return merge_setting(request_hooks, session_hooks, dict_class)
class SessionRedirectMixin(object):
def get_redirect_target(self, resp):
"""Receives a Response. Returns a redirect URI or ``None``"""
# Due to the nature of how requests processes redirects this method will
# be called at least once upon the original response and at least twice
# on each subsequent redirect response (if any).
# If a custom mixin is used to handle this logic, it may be advantageous
# to cache the redirect location onto the response object as a private
# attribute.
if resp.is_redirect:
location = resp.headers['location']
# Currently the underlying http module on py3 decode headers
# in latin1, but empirical evidence suggests that latin1 is very
# rarely used with non-ASCII characters in HTTP headers.
# It is more likely to get UTF8 header rather than latin1.
# This causes incorrect handling of UTF8 encoded location headers.
# To solve this, we re-encode the location in latin1.
if is_py3:
location = location.encode('latin1')
return to_native_string(location, 'utf8')
return None
def should_strip_auth(self, old_url, new_url):
"""Decide whether Authorization header should be removed when redirecting"""
old_parsed = urlparse(old_url)
new_parsed = urlparse(new_url)
if old_parsed.hostname != new_parsed.hostname:
return True
# Special case: allow http -> https redirect when using the standard
# ports. This isn't specified by RFC 7235, but is kept to avoid
# breaking backwards compatibility with older versions of requests
# that allowed any redirects on the same host.
if (old_parsed.scheme == 'http' and old_parsed.port in (80, None)
and new_parsed.scheme == 'https' and new_parsed.port in (443, None)):
return False
# Handle default port usage corresponding to scheme.
changed_port = old_parsed.port != new_parsed.port
changed_scheme = old_parsed.scheme != new_parsed.scheme
default_port = (DEFAULT_PORTS.get(old_parsed.scheme, None), None)
if (not changed_scheme and old_parsed.port in default_port
and new_parsed.port in default_port):
return False
# Standard case: root URI must match
return changed_port or changed_scheme
def resolve_redirects(self, resp, req, stream=False, timeout=None,
verify=True, cert=None, proxies=None, yield_requests=False, **adapter_kwargs):
"""Receives a Response. Returns a generator of Responses or Requests."""
hist = [] # keep track of history
url = self.get_redirect_target(resp)
while url:
prepared_request = req.copy()
# Update history and keep track of redirects.
# resp.history must ignore the original request in this loop
hist.append(resp)
resp.history = hist[1:]
try:
resp.content # Consume socket so it can be released
except (ChunkedEncodingError, ContentDecodingError, RuntimeError):
resp.raw.read(decode_content=False)
if len(resp.history) >= self.max_redirects:
raise TooManyRedirects('Exceeded %s redirects.' % self.max_redirects, response=resp)
# Release the connection back into the pool.
resp.close()
# Handle redirection without scheme (see: RFC 1808 Section 4)
if url.startswith('//'):
parsed_rurl = urlparse(resp.url)
url = '%s:%s' % (to_native_string(parsed_rurl.scheme), url)
# The scheme should be lower case...
parsed = urlparse(url)
url = parsed.geturl()
# Facilitate relative 'location' headers, as allowed by RFC 7231.
# (e.g. '/path/to/resource' instead of 'http://domain.tld/path/to/resource')
# Compliant with RFC3986, we percent encode the url.
if not parsed.netloc:
url = urljoin(resp.url, requote_uri(url))
else:
url = requote_uri(url)
prepared_request.url = to_native_string(url)
self.rebuild_method(prepared_request, resp)
# https://github.com/requests/requests/issues/1084
if resp.status_code not in (codes.temporary_redirect, codes.permanent_redirect):
# https://github.com/requests/requests/issues/3490
purged_headers = ('Content-Length', 'Content-Type', 'Transfer-Encoding')
for header in purged_headers:
prepared_request.headers.pop(header, None)
prepared_request.body = None
headers = prepared_request.headers
try:
del headers['Cookie']
except KeyError:
pass
# Extract any cookies sent on the response to the cookiejar
# in the new request. Because we've mutated our copied prepared
# request, use the old one that we haven't yet touched.
extract_cookies_to_jar(prepared_request._cookies, req, resp.raw)
merge_cookies(prepared_request._cookies, self.cookies)
prepared_request.prepare_cookies(prepared_request._cookies)
# Rebuild auth and proxy information.
proxies = self.rebuild_proxies(prepared_request, proxies)
self.rebuild_auth(prepared_request, resp)
# A failed tell() sets `_body_position` to `object()`. This non-None
# value ensures `rewindable` will be True, allowing us to raise an
# UnrewindableBodyError, instead of hanging the connection.
rewindable = (
prepared_request._body_position is not None and
('Content-Length' in headers or 'Transfer-Encoding' in headers)
)
# Attempt to rewind consumed file-like object.
if rewindable:
rewind_body(prepared_request)
# Override the original request.
req = prepared_request
if yield_requests:
yield req
else:
resp = self.send(
req,
stream=stream,
timeout=timeout,
verify=verify,
cert=cert,
proxies=proxies,
allow_redirects=False,
**adapter_kwargs
)
extract_cookies_to_jar(self.cookies, prepared_request, resp.raw)
# extract redirect url, if any, for the next loop
url = self.get_redirect_target(resp)
yield resp
def rebuild_auth(self, prepared_request, response):
"""When being redirected we may want to strip authentication from the
request to avoid leaking credentials. This method intelligently removes
and reapplies authentication where possible to avoid credential loss.
"""
headers = prepared_request.headers
url = prepared_request.url
if 'Authorization' in headers and self.should_strip_auth(response.request.url, url):
# If we get redirected to a new host, we should strip out any
# authentication headers.
del headers['Authorization']
# .netrc might have more auth for us on our new host.
new_auth = get_netrc_auth(url) if self.trust_env else None
if new_auth is not None:
prepared_request.prepare_auth(new_auth)
return
def rebuild_proxies(self, prepared_request, proxies):
"""This method re-evaluates the proxy configuration by considering the
environment variables. If we are redirected to a URL covered by
NO_PROXY, we strip the proxy configuration. Otherwise, we set missing
proxy keys for this URL (in case they were stripped by a previous
redirect).
This method also replaces the Proxy-Authorization header where
necessary.
:rtype: dict
"""
proxies = proxies if proxies is not None else {}
headers = prepared_request.headers
url = prepared_request.url
scheme = urlparse(url).scheme
new_proxies = proxies.copy()
no_proxy = proxies.get('no_proxy')
bypass_proxy = should_bypass_proxies(url, no_proxy=no_proxy)
if self.trust_env and not bypass_proxy:
environ_proxies = get_environ_proxies(url, no_proxy=no_proxy)
proxy = environ_proxies.get(scheme, environ_proxies.get('all'))
if proxy:
new_proxies.setdefault(scheme, proxy)
if 'Proxy-Authorization' in headers:
del headers['Proxy-Authorization']
try:
username, password = get_auth_from_url(new_proxies[scheme])
except KeyError:
username, password = None, None
if username and password:
headers['Proxy-Authorization'] = _basic_auth_str(username, password)
return new_proxies
def rebuild_method(self, prepared_request, response):
"""When being redirected we may want to change the method of the request
based on certain specs or browser behavior.
"""
method = prepared_request.method
# http://tools.ietf.org/html/rfc7231#section-6.4.4
if response.status_code == codes.see_other and method != 'HEAD':
method = 'GET'
# Do what the browsers do, despite standards...
# First, turn 302s into GETs.
if response.status_code == codes.found and method != 'HEAD':
method = 'GET'
# Second, if a POST is responded to with a 301, turn it into a GET.
# This bizarre behaviour is explained in Issue 1704.
if response.status_code == codes.moved and method == 'POST':
method = 'GET'
prepared_request.method = method
class Session(SessionRedirectMixin):
"""A Requests session.
Provides cookie persistence, connection-pooling, and configuration.
Basic Usage::
>>> import requests
>>> s = requests.Session()
>>> s.get('http://httpbin.org/get')
<Response [200]>
Or as a context manager::
>>> with requests.Session() as s:
>>> s.get('http://httpbin.org/get')
<Response [200]>
"""
__attrs__ = [
'headers', 'cookies', 'auth', 'proxies', 'hooks', 'params', 'verify',
'cert', 'prefetch', 'adapters', 'stream', 'trust_env',
'max_redirects',
]
def __init__(self):
#: A case-insensitive dictionary of headers to be sent on each
#: :class:`Request <Request>` sent from this
#: :class:`Session <Session>`.
self.headers = default_headers()
#: Default Authentication tuple or object to attach to
#: :class:`Request <Request>`.
self.auth = None
#: Dictionary mapping protocol or protocol and host to the URL of the proxy
#: (e.g. {'http': 'foo.bar:3128', 'http://host.name': 'foo.bar:4012'}) to
#: be used on each :class:`Request <Request>`.
self.proxies = {}
#: Event-handling hooks.
self.hooks = default_hooks()
#: Dictionary of querystring data to attach to each
#: :class:`Request <Request>`. The dictionary values may be lists for
#: representing multivalued query parameters.
self.params = {}
#: Stream response content default.
self.stream = False
#: SSL Verification default.
self.verify = True
#: SSL client certificate default, if String, path to ssl client
#: cert file (.pem). If Tuple, ('cert', 'key') pair.
self.cert = None
#: Maximum number of redirects allowed. If the request exceeds this
#: limit, a :class:`TooManyRedirects` exception is raised.
#: This defaults to requests.models.DEFAULT_REDIRECT_LIMIT, which is
#: 30.
self.max_redirects = DEFAULT_REDIRECT_LIMIT
#: Trust environment settings for proxy configuration, default
#: authentication and similar.
self.trust_env = True
#: A CookieJar containing all currently outstanding cookies set on this
#: session. By default it is a
#: :class:`RequestsCookieJar <requests.cookies.RequestsCookieJar>`, but
#: may be any other ``cookielib.CookieJar`` compatible object.
self.cookies = cookiejar_from_dict({})
# Default connection adapters.
self.adapters = OrderedDict()
self.mount('https://', HTTPAdapter())
self.mount('http://', HTTPAdapter())
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def prepare_request(self, request):
"""Constructs a :class:`PreparedRequest <PreparedRequest>` for
transmission and returns it. The :class:`PreparedRequest` has settings
merged from the :class:`Request <Request>` instance and those of the
:class:`Session`.
:param request: :class:`Request` instance to prepare with this
session's settings.
:rtype: requests.PreparedRequest
"""
cookies = request.cookies or {}
# Bootstrap CookieJar.
if not isinstance(cookies, cookielib.CookieJar):
cookies = cookiejar_from_dict(cookies)
# Merge with session cookies
merged_cookies = merge_cookies(
merge_cookies(RequestsCookieJar(), self.cookies), cookies)
# Set environment's basic authentication if not explicitly set.
auth = request.auth
if self.trust_env and not auth and not self.auth:
auth = get_netrc_auth(request.url)
p = PreparedRequest()
p.prepare(
method=request.method.upper(),
url=request.url,
files=request.files,
data=request.data,
json=request.json,
headers=merge_setting(request.headers, self.headers, dict_class=CaseInsensitiveDict),
params=merge_setting(request.params, self.params),
auth=merge_setting(auth, self.auth),
cookies=merged_cookies,
hooks=merge_hooks(request.hooks, self.hooks),
)
return p
def request(self, method, url,
params=None, data=None, headers=None, cookies=None, files=None,
auth=None, timeout=None, allow_redirects=True, proxies=None,
hooks=None, stream=None, verify=None, cert=None, json=None):
"""Constructs a :class:`Request <Request>`, prepares it and sends it.
Returns :class:`Response <Response>` object.
:param method: method for the new :class:`Request` object.
:param url: URL for the new :class:`Request` object.
:param params: (optional) Dictionary or bytes to be sent in the query
string for the :class:`Request`.
:param data: (optional) Dictionary, bytes, or file-like object to send
in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the
:class:`Request`.
:param headers: (optional) Dictionary of HTTP Headers to send with the
:class:`Request`.
:param cookies: (optional) Dict or CookieJar object to send with the
:class:`Request`.
:param files: (optional) Dictionary of ``'filename': file-like-objects``
for multipart encoding upload.
:param auth: (optional) Auth tuple or callable to enable
Basic/Digest/Custom HTTP Auth.
:param timeout: (optional) How long to wait for the server to send
data before giving up, as a float, or a :ref:`(connect timeout,
read timeout) <timeouts>` tuple.
:type timeout: float or tuple
:param allow_redirects: (optional) Set to True by default.
:type allow_redirects: bool
:param proxies: (optional) Dictionary mapping protocol or protocol and
hostname to the URL of the proxy.
:param stream: (optional) whether to immediately download the response
content. Defaults to ``False``.
:param verify: (optional) Either a boolean, in which case it controls whether we verify
the server's TLS certificate, or a string, in which case it must be a path
to a CA bundle to use. Defaults to ``True``.
:param cert: (optional) if String, path to ssl client cert file (.pem).
If Tuple, ('cert', 'key') pair.
:rtype: requests.Response
"""
# Create the Request.
req = Request(
method=method.upper(),
url=url,
headers=headers,
files=files,
data=data or {},
json=json,
params=params or {},
auth=auth,
cookies=cookies,
hooks=hooks,
)
prep = self.prepare_request(req)
proxies = proxies or {}
settings = self.merge_environment_settings(
prep.url, proxies, stream, verify, cert
)
# Send the request.
send_kwargs = {
'timeout': timeout,
'allow_redirects': allow_redirects,
}
send_kwargs.update(settings)
resp = self.send(prep, **send_kwargs)
return resp
def get(self, url, **kwargs):
r"""Sends a GET request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return self.request('GET', url, **kwargs)
def options(self, url, **kwargs):
r"""Sends a OPTIONS request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', True)
return self.request('OPTIONS', url, **kwargs)
def head(self, url, **kwargs):
r"""Sends a HEAD request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
kwargs.setdefault('allow_redirects', False)
return self.request('HEAD', url, **kwargs)
def post(self, url, data=None, json=None, **kwargs):
r"""Sends a POST request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`.
:param json: (optional) json to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('POST', url, data=data, json=json, **kwargs)
def put(self, url, data=None, **kwargs):
r"""Sends a PUT request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('PUT', url, data=data, **kwargs)
def patch(self, url, data=None, **kwargs):
r"""Sends a PATCH request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param data: (optional) Dictionary, bytes, or file-like object to send in the body of the :class:`Request`.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('PATCH', url, data=data, **kwargs)
def delete(self, url, **kwargs):
r"""Sends a DELETE request. Returns :class:`Response` object.
:param url: URL for the new :class:`Request` object.
:param \*\*kwargs: Optional arguments that ``request`` takes.
:rtype: requests.Response
"""
return self.request('DELETE', url, **kwargs)
def send(self, request, **kwargs):
"""Send a given PreparedRequest.
:rtype: requests.Response
"""
# Set defaults that the hooks can utilize to ensure they always have
# the correct parameters to reproduce the previous request.
kwargs.setdefault('stream', self.stream)
kwargs.setdefault('verify', self.verify)
kwargs.setdefault('cert', self.cert)
kwargs.setdefault('proxies', self.proxies)
# It's possible that users might accidentally send a Request object.
# Guard against that specific failure case.
if isinstance(request, Request):
raise ValueError('You can only send PreparedRequests.')
# Set up variables needed for resolve_redirects and dispatching of hooks
allow_redirects = kwargs.pop('allow_redirects', True)
stream = kwargs.get('stream')
hooks = request.hooks
# Get the appropriate adapter to use
adapter = self.get_adapter(url=request.url)
# Start time (approximately) of the request
start = preferred_clock()
# Send the request
r = adapter.send(request, **kwargs)
# Total elapsed time of the request (approximately)
elapsed = preferred_clock() - start
r.elapsed = timedelta(seconds=elapsed)
# Response manipulation hooks
r = dispatch_hook('response', hooks, r, **kwargs)
# Persist cookies
if r.history:
# If the hooks create history then we want those cookies too
for resp in r.history:
extract_cookies_to_jar(self.cookies, resp.request, resp.raw)
extract_cookies_to_jar(self.cookies, request, r.raw)
# Redirect resolving generator.
gen = self.resolve_redirects(r, request, **kwargs)
# Resolve redirects if allowed.
history = [resp for resp in gen] if allow_redirects else []
# Shuffle things around if there's history.
if history:
# Insert the first (original) request at the start
history.insert(0, r)
# Get the last request made
r = history.pop()
r.history = history
# If redirects aren't being followed, store the response on the Request for Response.next().
if not allow_redirects:
try:
r._next = next(self.resolve_redirects(r, request, yield_requests=True, **kwargs))
except StopIteration:
pass
if not stream:
r.content
return r
def merge_environment_settings(self, url, proxies, stream, verify, cert):
"""
Check the environment and merge it with some settings.
:rtype: dict
"""
# Gather clues from the surrounding environment.
if self.trust_env:
# Set environment's proxies.
no_proxy = proxies.get('no_proxy') if proxies is not None else None
env_proxies = get_environ_proxies(url, no_proxy=no_proxy)
for (k, v) in env_proxies.items():
proxies.setdefault(k, v)
# Look for requests environment configuration and be compatible
# with cURL.
if verify is True or verify is None:
verify = (os.environ.get('REQUESTS_CA_BUNDLE') or
os.environ.get('CURL_CA_BUNDLE'))
# Merge all the kwargs.
proxies = merge_setting(proxies, self.proxies)
stream = merge_setting(stream, self.stream)
verify = merge_setting(verify, self.verify)
cert = merge_setting(cert, self.cert)
return {'verify': verify, 'proxies': proxies, 'stream': stream,
'cert': cert}
def get_adapter(self, url):
"""
Returns the appropriate connection adapter for the given URL.
:rtype: requests.adapters.BaseAdapter
"""
for (prefix, adapter) in self.adapters.items():
if url.lower().startswith(prefix):
return adapter
# Nothing matches :-/
raise InvalidSchema("No connection adapters were found for '%s'" % url)
def close(self):
"""Closes all adapters and as such the session"""
for v in self.adapters.values():
v.close()
def mount(self, prefix, adapter):
"""Registers a connection adapter to a prefix.
Adapters are sorted in descending order by prefix length.
"""
self.adapters[prefix] = adapter
keys_to_move = [k for k in self.adapters if len(k) < len(prefix)]
for key in keys_to_move:
self.adapters[key] = self.adapters.pop(key)
def __getstate__(self):
state = dict((attr, getattr(self, attr, None)) for attr in self.__attrs__)
return state
def __setstate__(self, state):
for attr, value in state.items():
setattr(self, attr, value)
def session():
"""
Returns a :class:`Session` for context-management.
:rtype: Session
"""
return Session()
requests/packages.py 0000644 00000001267 15043676221 0010563 0 ustar 00 import sys
# This code exists for backwards compatibility reasons.
# I don't like it either. Just look the other way. :)
for package in ('urllib3', 'idna', 'chardet'):
vendored_package = "pip._vendor." + package
locals()[package] = __import__(vendored_package)
# This traversal is apparently necessary such that the identities are
# preserved (requests.packages.urllib3.* is urllib3.*)
for mod in list(sys.modules):
if mod == vendored_package or mod.startswith(vendored_package + '.'):
unprefixed_mod = mod[len("pip._vendor."):]
sys.modules['pip._vendor.requests.packages.' + unprefixed_mod] = sys.modules[mod]
# Kinda cool, though, right?
requests/help.py 0000644 00000007123 15043676222 0007733 0 ustar 00 """Module containing bug report helper(s)."""
from __future__ import print_function
import json
import platform
import sys
import ssl
from pip._vendor import idna
from pip._vendor import urllib3
from pip._vendor import chardet
from . import __version__ as requests_version
try:
from .packages.urllib3.contrib import pyopenssl
except ImportError:
pyopenssl = None
OpenSSL = None
cryptography = None
else:
import OpenSSL
import cryptography
def _implementation():
"""Return a dict with the Python implementation and version.
Provide both the name and the version of the Python implementation
currently running. For example, on CPython 2.7.5 it will return
{'name': 'CPython', 'version': '2.7.5'}.
This function works best on CPython and PyPy: in particular, it probably
doesn't work for Jython or IronPython. Future investigation should be done
to work out the correct shape of the code for those platforms.
"""
implementation = platform.python_implementation()
if implementation == 'CPython':
implementation_version = platform.python_version()
elif implementation == 'PyPy':
implementation_version = '%s.%s.%s' % (sys.pypy_version_info.major,
sys.pypy_version_info.minor,
sys.pypy_version_info.micro)
if sys.pypy_version_info.releaselevel != 'final':
implementation_version = ''.join([
implementation_version, sys.pypy_version_info.releaselevel
])
elif implementation == 'Jython':
implementation_version = platform.python_version() # Complete Guess
elif implementation == 'IronPython':
implementation_version = platform.python_version() # Complete Guess
else:
implementation_version = 'Unknown'
return {'name': implementation, 'version': implementation_version}
def info():
"""Generate information for a bug report."""
try:
platform_info = {
'system': platform.system(),
'release': platform.release(),
}
except IOError:
platform_info = {
'system': 'Unknown',
'release': 'Unknown',
}
implementation_info = _implementation()
urllib3_info = {'version': urllib3.__version__}
chardet_info = {'version': chardet.__version__}
pyopenssl_info = {
'version': None,
'openssl_version': '',
}
if OpenSSL:
pyopenssl_info = {
'version': OpenSSL.__version__,
'openssl_version': '%x' % OpenSSL.SSL.OPENSSL_VERSION_NUMBER,
}
cryptography_info = {
'version': getattr(cryptography, '__version__', ''),
}
idna_info = {
'version': getattr(idna, '__version__', ''),
}
# OPENSSL_VERSION_NUMBER doesn't exist in the Python 2.6 ssl module.
system_ssl = getattr(ssl, 'OPENSSL_VERSION_NUMBER', None)
system_ssl_info = {
'version': '%x' % system_ssl if system_ssl is not None else ''
}
return {
'platform': platform_info,
'implementation': implementation_info,
'system_ssl': system_ssl_info,
'using_pyopenssl': pyopenssl is not None,
'pyOpenSSL': pyopenssl_info,
'urllib3': urllib3_info,
'chardet': chardet_info,
'cryptography': cryptography_info,
'idna': idna_info,
'requests': {
'version': requests_version,
},
}
def main():
"""Pretty-print the bug information as JSON."""
print(json.dumps(info(), sort_keys=True, indent=2))
if __name__ == '__main__':
main()
requests/models.py 0000644 00000102403 15043676222 0010263 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.models
~~~~~~~~~~~~~~~
This module contains the primary objects that power Requests.
"""
import collections
import datetime
import sys
# Import encoding now, to avoid implicit import later.
# Implicit import within threads may cause LookupError when standard library is in a ZIP,
# such as in Embedded Python. See https://github.com/requests/requests/issues/3578.
import encodings.idna
from pip._vendor.urllib3.fields import RequestField
from pip._vendor.urllib3.filepost import encode_multipart_formdata
from pip._vendor.urllib3.util import parse_url
from pip._vendor.urllib3.exceptions import (
DecodeError, ReadTimeoutError, ProtocolError, LocationParseError)
from io import UnsupportedOperation
from .hooks import default_hooks
from .structures import CaseInsensitiveDict
from .auth import HTTPBasicAuth
from .cookies import cookiejar_from_dict, get_cookie_header, _copy_cookie_jar
from .exceptions import (
HTTPError, MissingSchema, InvalidURL, ChunkedEncodingError,
ContentDecodingError, ConnectionError, StreamConsumedError)
from ._internal_utils import to_native_string, unicode_is_ascii
from .utils import (
guess_filename, get_auth_from_url, requote_uri,
stream_decode_response_unicode, to_key_val_list, parse_header_links,
iter_slices, guess_json_utf, super_len, check_header_validity)
from .compat import (
cookielib, urlunparse, urlsplit, urlencode, str, bytes,
is_py2, chardet, builtin_str, basestring)
from .compat import json as complexjson
from .status_codes import codes
#: The set of HTTP status codes that indicate an automatically
#: processable redirect.
REDIRECT_STATI = (
codes.moved, # 301
codes.found, # 302
codes.other, # 303
codes.temporary_redirect, # 307
codes.permanent_redirect, # 308
)
DEFAULT_REDIRECT_LIMIT = 30
CONTENT_CHUNK_SIZE = 10 * 1024
ITER_CHUNK_SIZE = 512
class RequestEncodingMixin(object):
@property
def path_url(self):
"""Build the path URL to use."""
url = []
p = urlsplit(self.url)
path = p.path
if not path:
path = '/'
url.append(path)
query = p.query
if query:
url.append('?')
url.append(query)
return ''.join(url)
@staticmethod
def _encode_params(data):
"""Encode parameters in a piece of data.
Will successfully encode parameters when passed as a dict or a list of
2-tuples. Order is retained if data is a list of 2-tuples but arbitrary
if parameters are supplied as a dict.
"""
if isinstance(data, (str, bytes)):
return data
elif hasattr(data, 'read'):
return data
elif hasattr(data, '__iter__'):
result = []
for k, vs in to_key_val_list(data):
if isinstance(vs, basestring) or not hasattr(vs, '__iter__'):
vs = [vs]
for v in vs:
if v is not None:
result.append(
(k.encode('utf-8') if isinstance(k, str) else k,
v.encode('utf-8') if isinstance(v, str) else v))
return urlencode(result, doseq=True)
else:
return data
@staticmethod
def _encode_files(files, data):
"""Build the body for a multipart/form-data request.
Will successfully encode files when passed as a dict or a list of
tuples. Order is retained if data is a list of tuples but arbitrary
if parameters are supplied as a dict.
The tuples may be 2-tuples (filename, fileobj), 3-tuples (filename, fileobj, contentype)
or 4-tuples (filename, fileobj, contentype, custom_headers).
"""
if (not files):
raise ValueError("Files must be provided.")
elif isinstance(data, basestring):
raise ValueError("Data must not be a string.")
new_fields = []
fields = to_key_val_list(data or {})
files = to_key_val_list(files or {})
for field, val in fields:
if isinstance(val, basestring) or not hasattr(val, '__iter__'):
val = [val]
for v in val:
if v is not None:
# Don't call str() on bytestrings: in Py3 it all goes wrong.
if not isinstance(v, bytes):
v = str(v)
new_fields.append(
(field.decode('utf-8') if isinstance(field, bytes) else field,
v.encode('utf-8') if isinstance(v, str) else v))
for (k, v) in files:
# support for explicit filename
ft = None
fh = None
if isinstance(v, (tuple, list)):
if len(v) == 2:
fn, fp = v
elif len(v) == 3:
fn, fp, ft = v
else:
fn, fp, ft, fh = v
else:
fn = guess_filename(v) or k
fp = v
if isinstance(fp, (str, bytes, bytearray)):
fdata = fp
else:
fdata = fp.read()
rf = RequestField(name=k, data=fdata, filename=fn, headers=fh)
rf.make_multipart(content_type=ft)
new_fields.append(rf)
body, content_type = encode_multipart_formdata(new_fields)
return body, content_type
class RequestHooksMixin(object):
def register_hook(self, event, hook):
"""Properly register a hook."""
if event not in self.hooks:
raise ValueError('Unsupported event specified, with event name "%s"' % (event))
if isinstance(hook, collections.Callable):
self.hooks[event].append(hook)
elif hasattr(hook, '__iter__'):
self.hooks[event].extend(h for h in hook if isinstance(h, collections.Callable))
def deregister_hook(self, event, hook):
"""Deregister a previously registered hook.
Returns True if the hook existed, False if not.
"""
try:
self.hooks[event].remove(hook)
return True
except ValueError:
return False
class Request(RequestHooksMixin):
"""A user-created :class:`Request <Request>` object.
Used to prepare a :class:`PreparedRequest <PreparedRequest>`, which is sent to the server.
:param method: HTTP method to use.
:param url: URL to send.
:param headers: dictionary of headers to send.
:param files: dictionary of {filename: fileobject} files to multipart upload.
:param data: the body to attach to the request. If a dictionary is provided, form-encoding will take place.
:param json: json for the body to attach to the request (if files or data is not specified).
:param params: dictionary of URL parameters to append to the URL.
:param auth: Auth handler or (user, pass) tuple.
:param cookies: dictionary or CookieJar of cookies to attach to this request.
:param hooks: dictionary of callback hooks, for internal usage.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'http://httpbin.org/get')
>>> req.prepare()
<PreparedRequest [GET]>
"""
def __init__(self,
method=None, url=None, headers=None, files=None, data=None,
params=None, auth=None, cookies=None, hooks=None, json=None):
# Default empty dicts for dict params.
data = [] if data is None else data
files = [] if files is None else files
headers = {} if headers is None else headers
params = {} if params is None else params
hooks = {} if hooks is None else hooks
self.hooks = default_hooks()
for (k, v) in list(hooks.items()):
self.register_hook(event=k, hook=v)
self.method = method
self.url = url
self.headers = headers
self.files = files
self.data = data
self.json = json
self.params = params
self.auth = auth
self.cookies = cookies
def __repr__(self):
return '<Request [%s]>' % (self.method)
def prepare(self):
"""Constructs a :class:`PreparedRequest <PreparedRequest>` for transmission and returns it."""
p = PreparedRequest()
p.prepare(
method=self.method,
url=self.url,
headers=self.headers,
files=self.files,
data=self.data,
json=self.json,
params=self.params,
auth=self.auth,
cookies=self.cookies,
hooks=self.hooks,
)
return p
class PreparedRequest(RequestEncodingMixin, RequestHooksMixin):
"""The fully mutable :class:`PreparedRequest <PreparedRequest>` object,
containing the exact bytes that will be sent to the server.
Generated from either a :class:`Request <Request>` object or manually.
Usage::
>>> import requests
>>> req = requests.Request('GET', 'http://httpbin.org/get')
>>> r = req.prepare()
<PreparedRequest [GET]>
>>> s = requests.Session()
>>> s.send(r)
<Response [200]>
"""
def __init__(self):
#: HTTP verb to send to the server.
self.method = None
#: HTTP URL to send the request to.
self.url = None
#: dictionary of HTTP headers.
self.headers = None
# The `CookieJar` used to create the Cookie header will be stored here
# after prepare_cookies is called
self._cookies = None
#: request body to send to the server.
self.body = None
#: dictionary of callback hooks, for internal usage.
self.hooks = default_hooks()
#: integer denoting starting position of a readable file-like body.
self._body_position = None
def prepare(self,
method=None, url=None, headers=None, files=None, data=None,
params=None, auth=None, cookies=None, hooks=None, json=None):
"""Prepares the entire request with the given parameters."""
self.prepare_method(method)
self.prepare_url(url, params)
self.prepare_headers(headers)
self.prepare_cookies(cookies)
self.prepare_body(data, files, json)
self.prepare_auth(auth, url)
# Note that prepare_auth must be last to enable authentication schemes
# such as OAuth to work on a fully prepared request.
# This MUST go after prepare_auth. Authenticators could add a hook
self.prepare_hooks(hooks)
def __repr__(self):
return '<PreparedRequest [%s]>' % (self.method)
def copy(self):
p = PreparedRequest()
p.method = self.method
p.url = self.url
p.headers = self.headers.copy() if self.headers is not None else None
p._cookies = _copy_cookie_jar(self._cookies)
p.body = self.body
p.hooks = self.hooks
p._body_position = self._body_position
return p
def prepare_method(self, method):
"""Prepares the given HTTP method."""
self.method = method
if self.method is not None:
self.method = to_native_string(self.method.upper())
@staticmethod
def _get_idna_encoded_host(host):
import idna
try:
host = idna.encode(host, uts46=True).decode('utf-8')
except idna.IDNAError:
raise UnicodeError
return host
def prepare_url(self, url, params):
"""Prepares the given HTTP URL."""
#: Accept objects that have string representations.
#: We're unable to blindly call unicode/str functions
#: as this will include the bytestring indicator (b'')
#: on python 3.x.
#: https://github.com/requests/requests/pull/2238
if isinstance(url, bytes):
url = url.decode('utf8')
else:
url = unicode(url) if is_py2 else str(url)
# Remove leading whitespaces from url
url = url.lstrip()
# Don't do any URL preparation for non-HTTP schemes like `mailto`,
# `data` etc to work around exceptions from `url_parse`, which
# handles RFC 3986 only.
if ':' in url and not url.lower().startswith('http'):
self.url = url
return
# Support for unicode domain names and paths.
try:
scheme, auth, host, port, path, query, fragment = parse_url(url)
except LocationParseError as e:
raise InvalidURL(*e.args)
if not scheme:
error = ("Invalid URL {0!r}: No schema supplied. Perhaps you meant http://{0}?")
error = error.format(to_native_string(url, 'utf8'))
raise MissingSchema(error)
if not host:
raise InvalidURL("Invalid URL %r: No host supplied" % url)
# In general, we want to try IDNA encoding the hostname if the string contains
# non-ASCII characters. This allows users to automatically get the correct IDNA
# behaviour. For strings containing only ASCII characters, we need to also verify
# it doesn't start with a wildcard (*), before allowing the unencoded hostname.
if not unicode_is_ascii(host):
try:
host = self._get_idna_encoded_host(host)
except UnicodeError:
raise InvalidURL('URL has an invalid label.')
elif host.startswith(u'*'):
raise InvalidURL('URL has an invalid label.')
# Carefully reconstruct the network location
netloc = auth or ''
if netloc:
netloc += '@'
netloc += host
if port:
netloc += ':' + str(port)
# Bare domains aren't valid URLs.
if not path:
path = '/'
if is_py2:
if isinstance(scheme, str):
scheme = scheme.encode('utf-8')
if isinstance(netloc, str):
netloc = netloc.encode('utf-8')
if isinstance(path, str):
path = path.encode('utf-8')
if isinstance(query, str):
query = query.encode('utf-8')
if isinstance(fragment, str):
fragment = fragment.encode('utf-8')
if isinstance(params, (str, bytes)):
params = to_native_string(params)
enc_params = self._encode_params(params)
if enc_params:
if query:
query = '%s&%s' % (query, enc_params)
else:
query = enc_params
url = requote_uri(urlunparse([scheme, netloc, path, None, query, fragment]))
self.url = url
def prepare_headers(self, headers):
"""Prepares the given HTTP headers."""
self.headers = CaseInsensitiveDict()
if headers:
for header in headers.items():
# Raise exception on invalid header value.
check_header_validity(header)
name, value = header
self.headers[to_native_string(name)] = value
def prepare_body(self, data, files, json=None):
"""Prepares the given HTTP body data."""
# Check if file, fo, generator, iterator.
# If not, run through normal process.
# Nottin' on you.
body = None
content_type = None
if not data and json is not None:
# urllib3 requires a bytes-like body. Python 2's json.dumps
# provides this natively, but Python 3 gives a Unicode string.
content_type = 'application/json'
body = complexjson.dumps(json)
if not isinstance(body, bytes):
body = body.encode('utf-8')
is_stream = all([
hasattr(data, '__iter__'),
not isinstance(data, (basestring, list, tuple, collections.Mapping))
])
try:
length = super_len(data)
except (TypeError, AttributeError, UnsupportedOperation):
length = None
if is_stream:
body = data
if getattr(body, 'tell', None) is not None:
# Record the current file position before reading.
# This will allow us to rewind a file in the event
# of a redirect.
try:
self._body_position = body.tell()
except (IOError, OSError):
# This differentiates from None, allowing us to catch
# a failed `tell()` later when trying to rewind the body
self._body_position = object()
if files:
raise NotImplementedError('Streamed bodies and files are mutually exclusive.')
if length:
self.headers['Content-Length'] = builtin_str(length)
else:
self.headers['Transfer-Encoding'] = 'chunked'
else:
# Multi-part file uploads.
if files:
(body, content_type) = self._encode_files(files, data)
else:
if data:
body = self._encode_params(data)
if isinstance(data, basestring) or hasattr(data, 'read'):
content_type = None
else:
content_type = 'application/x-www-form-urlencoded'
self.prepare_content_length(body)
# Add content-type if it wasn't explicitly provided.
if content_type and ('content-type' not in self.headers):
self.headers['Content-Type'] = content_type
self.body = body
def prepare_content_length(self, body):
"""Prepare Content-Length header based on request method and body"""
if body is not None:
length = super_len(body)
if length:
# If length exists, set it. Otherwise, we fallback
# to Transfer-Encoding: chunked.
self.headers['Content-Length'] = builtin_str(length)
elif self.method not in ('GET', 'HEAD') and self.headers.get('Content-Length') is None:
# Set Content-Length to 0 for methods that can have a body
# but don't provide one. (i.e. not GET or HEAD)
self.headers['Content-Length'] = '0'
def prepare_auth(self, auth, url=''):
"""Prepares the given HTTP auth data."""
# If no Auth is explicitly provided, extract it from the URL first.
if auth is None:
url_auth = get_auth_from_url(self.url)
auth = url_auth if any(url_auth) else None
if auth:
if isinstance(auth, tuple) and len(auth) == 2:
# special-case basic HTTP auth
auth = HTTPBasicAuth(*auth)
# Allow auth to make its changes.
r = auth(self)
# Update self to reflect the auth changes.
self.__dict__.update(r.__dict__)
# Recompute Content-Length
self.prepare_content_length(self.body)
def prepare_cookies(self, cookies):
"""Prepares the given HTTP cookie data.
This function eventually generates a ``Cookie`` header from the
given cookies using cookielib. Due to cookielib's design, the header
will not be regenerated if it already exists, meaning this function
can only be called once for the life of the
:class:`PreparedRequest <PreparedRequest>` object. Any subsequent calls
to ``prepare_cookies`` will have no actual effect, unless the "Cookie"
header is removed beforehand.
"""
if isinstance(cookies, cookielib.CookieJar):
self._cookies = cookies
else:
self._cookies = cookiejar_from_dict(cookies)
cookie_header = get_cookie_header(self._cookies, self)
if cookie_header is not None:
self.headers['Cookie'] = cookie_header
def prepare_hooks(self, hooks):
"""Prepares the given hooks."""
# hooks can be passed as None to the prepare method and to this
# method. To prevent iterating over None, simply use an empty list
# if hooks is False-y
hooks = hooks or []
for event in hooks:
self.register_hook(event, hooks[event])
class Response(object):
"""The :class:`Response <Response>` object, which contains a
server's response to an HTTP request.
"""
__attrs__ = [
'_content', 'status_code', 'headers', 'url', 'history',
'encoding', 'reason', 'cookies', 'elapsed', 'request'
]
def __init__(self):
self._content = False
self._content_consumed = False
self._next = None
#: Integer Code of responded HTTP Status, e.g. 404 or 200.
self.status_code = None
#: Case-insensitive Dictionary of Response Headers.
#: For example, ``headers['content-encoding']`` will return the
#: value of a ``'Content-Encoding'`` response header.
self.headers = CaseInsensitiveDict()
#: File-like object representation of response (for advanced usage).
#: Use of ``raw`` requires that ``stream=True`` be set on the request.
# This requirement does not apply for use internally to Requests.
self.raw = None
#: Final URL location of Response.
self.url = None
#: Encoding to decode with when accessing r.text.
self.encoding = None
#: A list of :class:`Response <Response>` objects from
#: the history of the Request. Any redirect responses will end
#: up here. The list is sorted from the oldest to the most recent request.
self.history = []
#: Textual reason of responded HTTP Status, e.g. "Not Found" or "OK".
self.reason = None
#: A CookieJar of Cookies the server sent back.
self.cookies = cookiejar_from_dict({})
#: The amount of time elapsed between sending the request
#: and the arrival of the response (as a timedelta).
#: This property specifically measures the time taken between sending
#: the first byte of the request and finishing parsing the headers. It
#: is therefore unaffected by consuming the response content or the
#: value of the ``stream`` keyword argument.
self.elapsed = datetime.timedelta(0)
#: The :class:`PreparedRequest <PreparedRequest>` object to which this
#: is a response.
self.request = None
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
def __getstate__(self):
# Consume everything; accessing the content attribute makes
# sure the content has been fully read.
if not self._content_consumed:
self.content
return dict(
(attr, getattr(self, attr, None))
for attr in self.__attrs__
)
def __setstate__(self, state):
for name, value in state.items():
setattr(self, name, value)
# pickled objects do not have .raw
setattr(self, '_content_consumed', True)
setattr(self, 'raw', None)
def __repr__(self):
return '<Response [%s]>' % (self.status_code)
def __bool__(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
return self.ok
def __nonzero__(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
return self.ok
def __iter__(self):
"""Allows you to use a response as an iterator."""
return self.iter_content(128)
@property
def ok(self):
"""Returns True if :attr:`status_code` is less than 400.
This attribute checks if the status code of the response is between
400 and 600 to see if there was a client error or a server error. If
the status code, is between 200 and 400, this will return True. This
is **not** a check to see if the response code is ``200 OK``.
"""
try:
self.raise_for_status()
except HTTPError:
return False
return True
@property
def is_redirect(self):
"""True if this Response is a well-formed HTTP redirect that could have
been processed automatically (by :meth:`Session.resolve_redirects`).
"""
return ('location' in self.headers and self.status_code in REDIRECT_STATI)
@property
def is_permanent_redirect(self):
"""True if this Response one of the permanent versions of redirect."""
return ('location' in self.headers and self.status_code in (codes.moved_permanently, codes.permanent_redirect))
@property
def next(self):
"""Returns a PreparedRequest for the next request in a redirect chain, if there is one."""
return self._next
@property
def apparent_encoding(self):
"""The apparent encoding, provided by the chardet library."""
return chardet.detect(self.content)['encoding']
def iter_content(self, chunk_size=1, decode_unicode=False):
"""Iterates over the response data. When stream=True is set on the
request, this avoids reading the content at once into memory for
large responses. The chunk size is the number of bytes it should
read into memory. This is not necessarily the length of each item
returned as decoding can take place.
chunk_size must be of type int or None. A value of None will
function differently depending on the value of `stream`.
stream=True will read data as it arrives in whatever size the
chunks are received. If stream=False, data is returned as
a single chunk.
If decode_unicode is True, content will be decoded using the best
available encoding based on the response.
"""
def generate():
# Special case for urllib3.
if hasattr(self.raw, 'stream'):
try:
for chunk in self.raw.stream(chunk_size, decode_content=True):
yield chunk
except ProtocolError as e:
raise ChunkedEncodingError(e)
except DecodeError as e:
raise ContentDecodingError(e)
except ReadTimeoutError as e:
raise ConnectionError(e)
else:
# Standard file-like object.
while True:
chunk = self.raw.read(chunk_size)
if not chunk:
break
yield chunk
self._content_consumed = True
if self._content_consumed and isinstance(self._content, bool):
raise StreamConsumedError()
elif chunk_size is not None and not isinstance(chunk_size, int):
raise TypeError("chunk_size must be an int, it is instead a %s." % type(chunk_size))
# simulate reading small chunks of the content
reused_chunks = iter_slices(self._content, chunk_size)
stream_chunks = generate()
chunks = reused_chunks if self._content_consumed else stream_chunks
if decode_unicode:
chunks = stream_decode_response_unicode(chunks, self)
return chunks
def iter_lines(self, chunk_size=ITER_CHUNK_SIZE, decode_unicode=None, delimiter=None):
"""Iterates over the response data, one line at a time. When
stream=True is set on the request, this avoids reading the
content at once into memory for large responses.
.. note:: This method is not reentrant safe.
"""
pending = None
for chunk in self.iter_content(chunk_size=chunk_size, decode_unicode=decode_unicode):
if pending is not None:
chunk = pending + chunk
if delimiter:
lines = chunk.split(delimiter)
else:
lines = chunk.splitlines()
if lines and lines[-1] and chunk and lines[-1][-1] == chunk[-1]:
pending = lines.pop()
else:
pending = None
for line in lines:
yield line
if pending is not None:
yield pending
@property
def content(self):
"""Content of the response, in bytes."""
if self._content is False:
# Read the contents.
if self._content_consumed:
raise RuntimeError(
'The content for this response was already consumed')
if self.status_code == 0 or self.raw is None:
self._content = None
else:
self._content = bytes().join(self.iter_content(CONTENT_CHUNK_SIZE)) or bytes()
self._content_consumed = True
# don't need to release the connection; that's been handled by urllib3
# since we exhausted the data.
return self._content
@property
def text(self):
"""Content of the response, in unicode.
If Response.encoding is None, encoding will be guessed using
``chardet``.
The encoding of the response content is determined based solely on HTTP
headers, following RFC 2616 to the letter. If you can take advantage of
non-HTTP knowledge to make a better guess at the encoding, you should
set ``r.encoding`` appropriately before accessing this property.
"""
# Try charset from content-type
content = None
encoding = self.encoding
if not self.content:
return str('')
# Fallback to auto-detected encoding.
if self.encoding is None:
encoding = self.apparent_encoding
# Decode unicode from given encoding.
try:
content = str(self.content, encoding, errors='replace')
except (LookupError, TypeError):
# A LookupError is raised if the encoding was not found which could
# indicate a misspelling or similar mistake.
#
# A TypeError can be raised if encoding is None
#
# So we try blindly encoding.
content = str(self.content, errors='replace')
return content
def json(self, **kwargs):
r"""Returns the json-encoded content of a response, if any.
:param \*\*kwargs: Optional arguments that ``json.loads`` takes.
:raises ValueError: If the response body does not contain valid json.
"""
if not self.encoding and self.content and len(self.content) > 3:
# No encoding set. JSON RFC 4627 section 3 states we should expect
# UTF-8, -16 or -32. Detect which one to use; If the detection or
# decoding fails, fall back to `self.text` (using chardet to make
# a best guess).
encoding = guess_json_utf(self.content)
if encoding is not None:
try:
return complexjson.loads(
self.content.decode(encoding), **kwargs
)
except UnicodeDecodeError:
# Wrong UTF codec detected; usually because it's not UTF-8
# but some other 8-bit codec. This is an RFC violation,
# and the server didn't bother to tell us what codec *was*
# used.
pass
return complexjson.loads(self.text, **kwargs)
@property
def links(self):
"""Returns the parsed header links of the response, if any."""
header = self.headers.get('link')
# l = MultiDict()
l = {}
if header:
links = parse_header_links(header)
for link in links:
key = link.get('rel') or link.get('url')
l[key] = link
return l
def raise_for_status(self):
"""Raises stored :class:`HTTPError`, if one occurred."""
http_error_msg = ''
if isinstance(self.reason, bytes):
# We attempt to decode utf-8 first because some servers
# choose to localize their reason strings. If the string
# isn't utf-8, we fall back to iso-8859-1 for all other
# encodings. (See PR #3538)
try:
reason = self.reason.decode('utf-8')
except UnicodeDecodeError:
reason = self.reason.decode('iso-8859-1')
else:
reason = self.reason
if 400 <= self.status_code < 500:
http_error_msg = u'%s Client Error: %s for url: %s' % (self.status_code, reason, self.url)
elif 500 <= self.status_code < 600:
http_error_msg = u'%s Server Error: %s for url: %s' % (self.status_code, reason, self.url)
if http_error_msg:
raise HTTPError(http_error_msg, response=self)
def close(self):
"""Releases the connection back to the pool. Once this method has been
called the underlying ``raw`` object must not be accessed again.
*Note: Should not normally need to be called explicitly.*
"""
if not self._content_consumed:
self.raw.close()
release_conn = getattr(self.raw, 'release_conn', None)
if release_conn is not None:
release_conn()
requests/status_codes.py 0000644 00000006373 15043676222 0011511 0 ustar 00 # -*- coding: utf-8 -*-
from .structures import LookupDict
_codes = {
# Informational.
100: ('continue',),
101: ('switching_protocols',),
102: ('processing',),
103: ('checkpoint',),
122: ('uri_too_long', 'request_uri_too_long'),
200: ('ok', 'okay', 'all_ok', 'all_okay', 'all_good', '\\o/', '✓'),
201: ('created',),
202: ('accepted',),
203: ('non_authoritative_info', 'non_authoritative_information'),
204: ('no_content',),
205: ('reset_content', 'reset'),
206: ('partial_content', 'partial'),
207: ('multi_status', 'multiple_status', 'multi_stati', 'multiple_stati'),
208: ('already_reported',),
226: ('im_used',),
# Redirection.
300: ('multiple_choices',),
301: ('moved_permanently', 'moved', '\\o-'),
302: ('found',),
303: ('see_other', 'other'),
304: ('not_modified',),
305: ('use_proxy',),
306: ('switch_proxy',),
307: ('temporary_redirect', 'temporary_moved', 'temporary'),
308: ('permanent_redirect',
'resume_incomplete', 'resume',), # These 2 to be removed in 3.0
# Client Error.
400: ('bad_request', 'bad'),
401: ('unauthorized',),
402: ('payment_required', 'payment'),
403: ('forbidden',),
404: ('not_found', '-o-'),
405: ('method_not_allowed', 'not_allowed'),
406: ('not_acceptable',),
407: ('proxy_authentication_required', 'proxy_auth', 'proxy_authentication'),
408: ('request_timeout', 'timeout'),
409: ('conflict',),
410: ('gone',),
411: ('length_required',),
412: ('precondition_failed', 'precondition'),
413: ('request_entity_too_large',),
414: ('request_uri_too_large',),
415: ('unsupported_media_type', 'unsupported_media', 'media_type'),
416: ('requested_range_not_satisfiable', 'requested_range', 'range_not_satisfiable'),
417: ('expectation_failed',),
418: ('im_a_teapot', 'teapot', 'i_am_a_teapot'),
421: ('misdirected_request',),
422: ('unprocessable_entity', 'unprocessable'),
423: ('locked',),
424: ('failed_dependency', 'dependency'),
425: ('unordered_collection', 'unordered'),
426: ('upgrade_required', 'upgrade'),
428: ('precondition_required', 'precondition'),
429: ('too_many_requests', 'too_many'),
431: ('header_fields_too_large', 'fields_too_large'),
444: ('no_response', 'none'),
449: ('retry_with', 'retry'),
450: ('blocked_by_windows_parental_controls', 'parental_controls'),
451: ('unavailable_for_legal_reasons', 'legal_reasons'),
499: ('client_closed_request',),
# Server Error.
500: ('internal_server_error', 'server_error', '/o\\', '✗'),
501: ('not_implemented',),
502: ('bad_gateway',),
503: ('service_unavailable', 'unavailable'),
504: ('gateway_timeout',),
505: ('http_version_not_supported', 'http_version'),
506: ('variant_also_negotiates',),
507: ('insufficient_storage',),
509: ('bandwidth_limit_exceeded', 'bandwidth'),
510: ('not_extended',),
511: ('network_authentication_required', 'network_auth', 'network_authentication'),
}
codes = LookupDict(name='status_codes')
for code, titles in _codes.items():
for title in titles:
setattr(codes, title, code)
if not title.startswith(('\\', '/')):
setattr(codes, title.upper(), code)
requests/structures.py 0000644 00000005704 15043676222 0011231 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.structures
~~~~~~~~~~~~~~~~~~~
Data structures that power Requests.
"""
import collections
from .compat import OrderedDict
class CaseInsensitiveDict(collections.MutableMapping):
"""A case-insensitive ``dict``-like object.
Implements all methods and operations of
``collections.MutableMapping`` as well as dict's ``copy``. Also
provides ``lower_items``.
All keys are expected to be strings. The structure remembers the
case of the last key to be set, and ``iter(instance)``,
``keys()``, ``items()``, ``iterkeys()``, and ``iteritems()``
will contain case-sensitive keys. However, querying and contains
testing is case insensitive::
cid = CaseInsensitiveDict()
cid['Accept'] = 'application/json'
cid['aCCEPT'] == 'application/json' # True
list(cid) == ['Accept'] # True
For example, ``headers['content-encoding']`` will return the
value of a ``'Content-Encoding'`` response header, regardless
of how the header name was originally stored.
If the constructor, ``.update``, or equality comparison
operations are given keys that have equal ``.lower()``s, the
behavior is undefined.
"""
def __init__(self, data=None, **kwargs):
self._store = OrderedDict()
if data is None:
data = {}
self.update(data, **kwargs)
def __setitem__(self, key, value):
# Use the lowercased key for lookups, but store the actual
# key alongside the value.
self._store[key.lower()] = (key, value)
def __getitem__(self, key):
return self._store[key.lower()][1]
def __delitem__(self, key):
del self._store[key.lower()]
def __iter__(self):
return (casedkey for casedkey, mappedvalue in self._store.values())
def __len__(self):
return len(self._store)
def lower_items(self):
"""Like iteritems(), but with all lowercase keys."""
return (
(lowerkey, keyval[1])
for (lowerkey, keyval)
in self._store.items()
)
def __eq__(self, other):
if isinstance(other, collections.Mapping):
other = CaseInsensitiveDict(other)
else:
return NotImplemented
# Compare insensitively
return dict(self.lower_items()) == dict(other.lower_items())
# Copy is required
def copy(self):
return CaseInsensitiveDict(self._store.values())
def __repr__(self):
return str(dict(self.items()))
class LookupDict(dict):
"""Dictionary lookup object."""
def __init__(self, name=None):
self.name = name
super(LookupDict, self).__init__()
def __repr__(self):
return '<lookup \'%s\'>' % (self.name)
def __getitem__(self, key):
# We allow fall-through here, so values default to None
return self.__dict__.get(key, None)
def get(self, key, default=None):
return self.__dict__.get(key, default)
requests/hooks.py 0000644 00000001377 15043676222 0010133 0 ustar 00 # -*- coding: utf-8 -*-
"""
requests.hooks
~~~~~~~~~~~~~~
This module provides the capabilities for the Requests hooks system.
Available hooks:
``response``:
The response generated from a Request.
"""
HOOKS = ['response']
def default_hooks():
return dict((event, []) for event in HOOKS)
# TODO: response is the only one
def dispatch_hook(key, hooks, hook_data, **kwargs):
"""Dispatches a hook dictionary on a given piece of data."""
hooks = hooks or dict()
hooks = hooks.get(key)
if hooks:
if hasattr(hooks, '__call__'):
hooks = [hooks]
for hook in hooks:
_hook_data = hook(hook_data, **kwargs)
if _hook_data is not None:
hook_data = _hook_data
return hook_data
webencodings/__init__.py 0000644 00000024520 15043676222 0011336 0 ustar 00 # coding: utf8
"""
webencodings
~~~~~~~~~~~~
This is a Python implementation of the `WHATWG Encoding standard
<http://encoding.spec.whatwg.org/>`. See README for details.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
from __future__ import unicode_literals
import codecs
from .labels import LABELS
VERSION = '0.5'
# Some names in Encoding are not valid Python aliases. Remap these.
PYTHON_NAMES = {
'iso-8859-8-i': 'iso-8859-8',
'x-mac-cyrillic': 'mac-cyrillic',
'macintosh': 'mac-roman',
'windows-874': 'cp874'}
CACHE = {}
def ascii_lower(string):
r"""Transform (only) ASCII letters to lower case: A-Z is mapped to a-z.
:param string: An Unicode string.
:returns: A new Unicode string.
This is used for `ASCII case-insensitive
<http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_
matching of encoding labels.
The same matching is also used, among other things,
for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_.
This is different from the :meth:`~py:str.lower` method of Unicode strings
which also affect non-ASCII characters,
sometimes mapping them into the ASCII range:
>>> keyword = u'Bac\N{KELVIN SIGN}ground'
>>> assert keyword.lower() == u'background'
>>> assert ascii_lower(keyword) != keyword.lower()
>>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground'
"""
# This turns out to be faster than unicode.translate()
return string.encode('utf8').lower().decode('utf8')
def lookup(label):
"""
Look for an encoding by its label.
This is the spec’s `get an encoding
<http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm.
Supported labels are listed there.
:param label: A string.
:returns:
An :class:`Encoding` object, or :obj:`None` for an unknown label.
"""
# Only strip ASCII whitespace: U+0009, U+000A, U+000C, U+000D, and U+0020.
label = ascii_lower(label.strip('\t\n\f\r '))
name = LABELS.get(label)
if name is None:
return None
encoding = CACHE.get(name)
if encoding is None:
if name == 'x-user-defined':
from .x_user_defined import codec_info
else:
python_name = PYTHON_NAMES.get(name, name)
# Any python_name value that gets to here should be valid.
codec_info = codecs.lookup(python_name)
encoding = Encoding(name, codec_info)
CACHE[name] = encoding
return encoding
def _get_encoding(encoding_or_label):
"""
Accept either an encoding object or label.
:param encoding: An :class:`Encoding` object or a label string.
:returns: An :class:`Encoding` object.
:raises: :exc:`~exceptions.LookupError` for an unknown label.
"""
if hasattr(encoding_or_label, 'codec_info'):
return encoding_or_label
encoding = lookup(encoding_or_label)
if encoding is None:
raise LookupError('Unknown encoding label: %r' % encoding_or_label)
return encoding
class Encoding(object):
"""Reresents a character encoding such as UTF-8,
that can be used for decoding or encoding.
.. attribute:: name
Canonical name of the encoding
.. attribute:: codec_info
The actual implementation of the encoding,
a stdlib :class:`~codecs.CodecInfo` object.
See :func:`codecs.register`.
"""
def __init__(self, name, codec_info):
self.name = name
self.codec_info = codec_info
def __repr__(self):
return '<Encoding %s>' % self.name
#: The UTF-8 encoding. Should be used for new content and formats.
UTF8 = lookup('utf-8')
_UTF16LE = lookup('utf-16le')
_UTF16BE = lookup('utf-16be')
def decode(input, fallback_encoding, errors='replace'):
"""
Decode a single string.
:param input: A byte string
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return:
A ``(output, encoding)`` tuple of an Unicode string
and an :obj:`Encoding`.
"""
# Fail early if `encoding` is an invalid label.
fallback_encoding = _get_encoding(fallback_encoding)
bom_encoding, input = _detect_bom(input)
encoding = bom_encoding or fallback_encoding
return encoding.codec_info.decode(input, errors)[0], encoding
def _detect_bom(input):
"""Return (bom_encoding, input), with any BOM removed from the input."""
if input.startswith(b'\xFF\xFE'):
return _UTF16LE, input[2:]
if input.startswith(b'\xFE\xFF'):
return _UTF16BE, input[2:]
if input.startswith(b'\xEF\xBB\xBF'):
return UTF8, input[3:]
return None, input
def encode(input, encoding=UTF8, errors='strict'):
"""
Encode a single string.
:param input: An Unicode string.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return: A byte string.
"""
return _get_encoding(encoding).codec_info.encode(input, errors)[0]
def iter_decode(input, fallback_encoding, errors='replace'):
"""
"Pull"-based decoder.
:param input:
An iterable of byte strings.
The input is first consumed just enough to determine the encoding
based on the precense of a BOM,
then consumed on demand when the return value is.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns:
An ``(output, encoding)`` tuple.
:obj:`output` is an iterable of Unicode strings,
:obj:`encoding` is the :obj:`Encoding` that is being used.
"""
decoder = IncrementalDecoder(fallback_encoding, errors)
generator = _iter_decode_generator(input, decoder)
encoding = next(generator)
return generator, encoding
def _iter_decode_generator(input, decoder):
"""Return a generator that first yields the :obj:`Encoding`,
then yields output chukns as Unicode strings.
"""
decode = decoder.decode
input = iter(input)
for chunck in input:
output = decode(chunck)
if output:
assert decoder.encoding is not None
yield decoder.encoding
yield output
break
else:
# Input exhausted without determining the encoding
output = decode(b'', final=True)
assert decoder.encoding is not None
yield decoder.encoding
if output:
yield output
return
for chunck in input:
output = decode(chunck)
if output:
yield output
output = decode(b'', final=True)
if output:
yield output
def iter_encode(input, encoding=UTF8, errors='strict'):
"""
“Pull”-based encoder.
:param input: An iterable of Unicode strings.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns: An iterable of byte strings.
"""
# Fail early if `encoding` is an invalid label.
encode = IncrementalEncoder(encoding, errors).encode
return _iter_encode_generator(input, encode)
def _iter_encode_generator(input, encode):
for chunck in input:
output = encode(chunck)
if output:
yield output
output = encode('', final=True)
if output:
yield output
class IncrementalDecoder(object):
"""
“Push”-based decoder.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
"""
def __init__(self, fallback_encoding, errors='replace'):
# Fail early if `encoding` is an invalid label.
self._fallback_encoding = _get_encoding(fallback_encoding)
self._errors = errors
self._buffer = b''
self._decoder = None
#: The actual :class:`Encoding` that is being used,
#: or :obj:`None` if that is not determined yet.
#: (Ie. if there is not enough input yet to determine
#: if there is a BOM.)
self.encoding = None # Not known yet.
def decode(self, input, final=False):
"""Decode one chunk of the input.
:param input: A byte string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: An Unicode string.
"""
decoder = self._decoder
if decoder is not None:
return decoder(input, final)
input = self._buffer + input
encoding, input = _detect_bom(input)
if encoding is None:
if len(input) < 3 and not final: # Not enough data yet.
self._buffer = input
return ''
else: # No BOM
encoding = self._fallback_encoding
decoder = encoding.codec_info.incrementaldecoder(self._errors).decode
self._decoder = decoder
self.encoding = encoding
return decoder(input, final)
class IncrementalEncoder(object):
"""
“Push”-based encoder.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
.. method:: encode(input, final=False)
:param input: An Unicode string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: A byte string.
"""
def __init__(self, encoding=UTF8, errors='strict'):
encoding = _get_encoding(encoding)
self.encode = encoding.codec_info.incrementalencoder(errors).encode
webencodings/mklabels.py 0000644 00000002431 15043676222 0011366 0 ustar 00 """
webencodings.mklabels
~~~~~~~~~~~~~~~~~~~~~
Regenarate the webencodings.labels module.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
import json
try:
from urllib import urlopen
except ImportError:
from urllib.request import urlopen
def assert_lower(string):
assert string == string.lower()
return string
def generate(url):
parts = ['''\
"""
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
''']
labels = [
(repr(assert_lower(label)).lstrip('u'),
repr(encoding['name']).lstrip('u'))
for category in json.loads(urlopen(url).read().decode('ascii'))
for encoding in category['encodings']
for label in encoding['labels']]
max_len = max(len(label) for label, name in labels)
parts.extend(
' %s:%s %s,\n' % (label, ' ' * (max_len - len(label)), name)
for label, name in labels)
parts.append('}')
return ''.join(parts)
if __name__ == '__main__':
print(generate('http://encoding.spec.whatwg.org/encodings.json'))
webencodings/tests.py 0000644 00000014642 15043676222 0010745 0 ustar 00 # coding: utf8
"""
webencodings.tests
~~~~~~~~~~~~~~~~~~
A basic test suite for Encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
from __future__ import unicode_literals
from . import (lookup, LABELS, decode, encode, iter_decode, iter_encode,
IncrementalDecoder, IncrementalEncoder, UTF8)
def assert_raises(exception, function, *args, **kwargs):
try:
function(*args, **kwargs)
except exception:
return
else: # pragma: no cover
raise AssertionError('Did not raise %s.' % exception)
def test_labels():
assert lookup('utf-8').name == 'utf-8'
assert lookup('Utf-8').name == 'utf-8'
assert lookup('UTF-8').name == 'utf-8'
assert lookup('utf8').name == 'utf-8'
assert lookup('utf8').name == 'utf-8'
assert lookup('utf8 ').name == 'utf-8'
assert lookup(' \r\nutf8\t').name == 'utf-8'
assert lookup('u8') is None # Python label.
assert lookup('utf-8 ') is None # Non-ASCII white space.
assert lookup('US-ASCII').name == 'windows-1252'
assert lookup('iso-8859-1').name == 'windows-1252'
assert lookup('latin1').name == 'windows-1252'
assert lookup('LATIN1').name == 'windows-1252'
assert lookup('latin-1') is None
assert lookup('LATİN1') is None # ASCII-only case insensitivity.
def test_all_labels():
for label in LABELS:
assert decode(b'', label) == ('', lookup(label))
assert encode('', label) == b''
for repeat in [0, 1, 12]:
output, _ = iter_decode([b''] * repeat, label)
assert list(output) == []
assert list(iter_encode([''] * repeat, label)) == []
decoder = IncrementalDecoder(label)
assert decoder.decode(b'') == ''
assert decoder.decode(b'', final=True) == ''
encoder = IncrementalEncoder(label)
assert encoder.encode('') == b''
assert encoder.encode('', final=True) == b''
# All encoding names are valid labels too:
for name in set(LABELS.values()):
assert lookup(name).name == name
def test_invalid_label():
assert_raises(LookupError, decode, b'\xEF\xBB\xBF\xc3\xa9', 'invalid')
assert_raises(LookupError, encode, 'é', 'invalid')
assert_raises(LookupError, iter_decode, [], 'invalid')
assert_raises(LookupError, iter_encode, [], 'invalid')
assert_raises(LookupError, IncrementalDecoder, 'invalid')
assert_raises(LookupError, IncrementalEncoder, 'invalid')
def test_decode():
assert decode(b'\x80', 'latin1') == ('€', lookup('latin1'))
assert decode(b'\x80', lookup('latin1')) == ('€', lookup('latin1'))
assert decode(b'\xc3\xa9', 'utf8') == ('é', lookup('utf8'))
assert decode(b'\xc3\xa9', UTF8) == ('é', lookup('utf8'))
assert decode(b'\xc3\xa9', 'ascii') == ('é', lookup('ascii'))
assert decode(b'\xEF\xBB\xBF\xc3\xa9', 'ascii') == ('é', lookup('utf8')) # UTF-8 with BOM
assert decode(b'\xFE\xFF\x00\xe9', 'ascii') == ('é', lookup('utf-16be')) # UTF-16-BE with BOM
assert decode(b'\xFF\xFE\xe9\x00', 'ascii') == ('é', lookup('utf-16le')) # UTF-16-LE with BOM
assert decode(b'\xFE\xFF\xe9\x00', 'ascii') == ('\ue900', lookup('utf-16be'))
assert decode(b'\xFF\xFE\x00\xe9', 'ascii') == ('\ue900', lookup('utf-16le'))
assert decode(b'\x00\xe9', 'UTF-16BE') == ('é', lookup('utf-16be'))
assert decode(b'\xe9\x00', 'UTF-16LE') == ('é', lookup('utf-16le'))
assert decode(b'\xe9\x00', 'UTF-16') == ('é', lookup('utf-16le'))
assert decode(b'\xe9\x00', 'UTF-16BE') == ('\ue900', lookup('utf-16be'))
assert decode(b'\x00\xe9', 'UTF-16LE') == ('\ue900', lookup('utf-16le'))
assert decode(b'\x00\xe9', 'UTF-16') == ('\ue900', lookup('utf-16le'))
def test_encode():
assert encode('é', 'latin1') == b'\xe9'
assert encode('é', 'utf8') == b'\xc3\xa9'
assert encode('é', 'utf8') == b'\xc3\xa9'
assert encode('é', 'utf-16') == b'\xe9\x00'
assert encode('é', 'utf-16le') == b'\xe9\x00'
assert encode('é', 'utf-16be') == b'\x00\xe9'
def test_iter_decode():
def iter_decode_to_string(input, fallback_encoding):
output, _encoding = iter_decode(input, fallback_encoding)
return ''.join(output)
assert iter_decode_to_string([], 'latin1') == ''
assert iter_decode_to_string([b''], 'latin1') == ''
assert iter_decode_to_string([b'\xe9'], 'latin1') == 'é'
assert iter_decode_to_string([b'hello'], 'latin1') == 'hello'
assert iter_decode_to_string([b'he', b'llo'], 'latin1') == 'hello'
assert iter_decode_to_string([b'hell', b'o'], 'latin1') == 'hello'
assert iter_decode_to_string([b'\xc3\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([b'\xEF\xBB\xBF\xc3\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([
b'\xEF\xBB\xBF', b'\xc3', b'\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([
b'\xEF\xBB\xBF', b'a', b'\xc3'], 'latin1') == 'a\uFFFD'
assert iter_decode_to_string([
b'', b'\xEF', b'', b'', b'\xBB\xBF\xc3', b'\xa9'], 'latin1') == 'é'
assert iter_decode_to_string([b'\xEF\xBB\xBF'], 'latin1') == ''
assert iter_decode_to_string([b'\xEF\xBB'], 'latin1') == 'ï»'
assert iter_decode_to_string([b'\xFE\xFF\x00\xe9'], 'latin1') == 'é'
assert iter_decode_to_string([b'\xFF\xFE\xe9\x00'], 'latin1') == 'é'
assert iter_decode_to_string([
b'', b'\xFF', b'', b'', b'\xFE\xe9', b'\x00'], 'latin1') == 'é'
assert iter_decode_to_string([
b'', b'h\xe9', b'llo'], 'x-user-defined') == 'h\uF7E9llo'
def test_iter_encode():
assert b''.join(iter_encode([], 'latin1')) == b''
assert b''.join(iter_encode([''], 'latin1')) == b''
assert b''.join(iter_encode(['é'], 'latin1')) == b'\xe9'
assert b''.join(iter_encode(['', 'é', '', ''], 'latin1')) == b'\xe9'
assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16')) == b'\xe9\x00'
assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16le')) == b'\xe9\x00'
assert b''.join(iter_encode(['', 'é', '', ''], 'utf-16be')) == b'\x00\xe9'
assert b''.join(iter_encode([
'', 'h\uF7E9', '', 'llo'], 'x-user-defined')) == b'h\xe9llo'
def test_x_user_defined():
encoded = b'2,\x0c\x0b\x1aO\xd9#\xcb\x0f\xc9\xbbt\xcf\xa8\xca'
decoded = '2,\x0c\x0b\x1aO\uf7d9#\uf7cb\x0f\uf7c9\uf7bbt\uf7cf\uf7a8\uf7ca'
encoded = b'aa'
decoded = 'aa'
assert decode(encoded, 'x-user-defined') == (decoded, lookup('x-user-defined'))
assert encode(decoded, 'x-user-defined') == encoded
webencodings/__pycache__/x_user_defined.cpython-38.opt-1.pyc 0000644 00000005107 15043676222 0020007 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZG dd� dej�ZG dd� dej�ZG dd � d ej�ZG d
d � d eej�ZG d d
� d
eej�Zej de� j
e� j eeeed�Z dZ
e�e
�ZdS )z�
webencodings.x_user_defined
~~~~~~~~~~~~~~~~~~~~~~~~~~~
An implementation of the x-user-defined encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literalsNc @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s t �||t�S �N)�codecs�charmap_encode�encoding_table��self�input�errors� r
�K/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/x_user_defined.py�encode s z Codec.encodec C s t �||t�S r )r �charmap_decode�decoding_tabler r
r
r �decode s z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r
r
r
r r s
r c @ s e Zd Zddd�ZdS )�IncrementalEncoderFc C s t �|| jt�d S �Nr )r r r r �r
r �finalr
r
r r s zIncrementalEncoder.encodeN)F)r r r r r
r
r
r r s r c @ s e Zd Zddd�ZdS )�IncrementalDecoderFc C s t �|| jt�d S r )r r r r r r
r
r r $ s zIncrementalDecoder.decodeN)F)r r r r r
r
r
r r # s r c @ s e Zd ZdS )� StreamWriterN�r r r r
r
r
r r ( s r c @ s e Zd ZdS )� StreamReaderNr r
r
r
r r , s r zx-user-defined)�namer r �incrementalencoder�incrementaldecoder� streamreader� streamwriteru
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~)�__doc__Z
__future__r r r r r r r � CodecInfor r Z
codec_infor �
charmap_buildr r
r
r
r �<module> s* �� webencodings/__pycache__/labels.cpython-38.opt-1.pyc 0000644 00000007331 15043676222 0016267 0 ustar 00 U
��.e# � � @ s� d Z ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d
d
d
d d d d d d d d d d d
d
d
ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d!d!d!d!d!d"d"d"d#d#d$d$d$d$d$d$d$d%d%d%d%d%d%d%d%d%d%d&d&d'd(d(d)d*��Zd+S ),z�
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
�utf-8�ibm866�
iso-8859-2�
iso-8859-3�
iso-8859-4�
iso-8859-5�
iso-8859-6�
iso-8859-7�
iso-8859-8� iso-8859-8-i� iso-8859-10� iso-8859-13� iso-8859-14� iso-8859-15� iso-8859-16�koi8-r�koi8-u� macintosh� windows-874� windows-1250� windows-1251� windows-1252� windows-1253� windows-1254� windows-1255� windows-1256� windows-1257� windows-1258�x-mac-cyrillic�gbk�gb18030�
hz-gb-2312�big5�euc-jp� iso-2022-jp� shift_jis�euc-kr� iso-2022-kr�utf-16be�utf-16le�x-user-defined)�zunicode-1-1-utf-8r �utf8�866�cp866�csibm866r � csisolatin2r z
iso-ir-101z iso8859-2Ziso88592z
iso_8859-2ziso_8859-2:1987�l2�latin2� csisolatin3r z
iso-ir-109z iso8859-3Ziso88593z
iso_8859-3ziso_8859-3:1988�l3�latin3� csisolatin4r z
iso-ir-110z iso8859-4Ziso88594z
iso_8859-4ziso_8859-4:1988�l4�latin4�csisolatincyrillic�cyrillicr z
iso-ir-144z iso8859-5Ziso88595z
iso_8859-5ziso_8859-5:1988�arabiczasmo-708Z csiso88596eZ csiso88596i�csisolatinarabiczecma-114r z iso-8859-6-ez iso-8859-6-iz
iso-ir-127z iso8859-6Ziso88596z
iso_8859-6ziso_8859-6:1987�csisolatingreekzecma-118�elot_928�greek�greek8r z
iso-ir-126z iso8859-7Ziso88597z
iso_8859-7ziso_8859-7:1987Z sun_eu_greekZ csiso88598e�csisolatinhebrew�hebrewr z iso-8859-8-ez
iso-ir-138z iso8859-8Ziso88598z
iso_8859-8ziso_8859-8:1988ZvisualZ csiso88598ir
Zlogical� csisolatin6r z
iso-ir-157z
iso8859-10Z iso885910�l6�latin6r z
iso8859-13Z iso885913r
z
iso8859-14Z iso885914Z csisolatin9r z
iso8859-15Z iso885915z iso_8859-15�l9r �cskoi8rZkoiZkoi8r �koi8_rr Z csmacintoshZmacr z x-mac-romanzdos-874z iso-8859-11z
iso8859-11Z iso885911ztis-620r �cp1250r zx-cp1250�cp1251r zx-cp1251zansi_x3.4-1968�ascii�cp1252�cp819� csisolatin1�ibm819z
iso-8859-1z
iso-ir-100z iso8859-1Ziso88591z
iso_8859-1ziso_8859-1:1987�l1�latin1zus-asciir zx-cp1252�cp1253r zx-cp1253�cp1254� csisolatin5z
iso-8859-9z
iso-ir-148z iso8859-9Ziso88599z
iso_8859-9ziso_8859-9:1989�l5�latin5r zx-cp1254�cp1255r zx-cp1255�cp1256r zx-cp1256�cp1257r zx-cp1257�cp1258r zx-cp1258r zx-mac-ukrainian�chineseZcsgb2312�csiso58gb231280�gb2312Zgb_2312z
gb_2312-80r z iso-ir-58zx-gbkr r r! z
big5-hkscszcn-big5�csbig5zx-x-big5Zcseucpkdfmtjapaneser" zx-euc-jp� csiso2022jpr# �
csshiftjis�ms_kanjiz shift-jisr$ �sjisz windows-31jzx-sjisZcseuckrZ
csksc56011987r% z
iso-ir-149�koreanzks_c_5601-1987zks_c_5601-1989�ksc5601Zksc_5601z windows-949� csiso2022krr& r' zutf-16r( r) N)�__doc__ZLABELS� re re �C/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/labels.py�<module> s� � � webencodings/__pycache__/tests.cpython-38.opt-1.pyc 0000644 00000004547 15043676222 0016175 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
m Z m Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Zdd� Zdd� ZdS )z�
webencodings.tests
~~~~~~~~~~~~~~~~~~
A basic test suite for Encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literals� ) �lookup�LABELS�decode�encode� iter_decode� iter_encode�IncrementalDecoder�IncrementalEncoder�UTF8c O s6 z|||� W n | k
r$ Y d S X t d| ��d S )NzDid not raise %s.)�AssertionError)Z exceptionZfunction�args�kwargs� r �B/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/tests.py�
assert_raises s
r c C s d S �Nr r r r r � test_labels s r c C sN t D ]2} dD ]}tdg| | �\}}q t| �}t| �}qtt �� �D ]}qDd S )N)r r � � )r r r
r �set�values)Zlabel�repeat�output�_�decoder�encoder�namer r r �test_all_labels0 s r c C sT t ttdd� t ttdd� t ttg d� t ttg d� t ttd� t ttd� d S )Ns éZinvalid� é)r � LookupErrorr r r r r
r r r r r �test_invalid_labelC s r" c C s d S r r r r r r � test_decodeL s r# c C s d S r r r r r r � test_encodeb s r$ c C s dd� } d S )Nc S s t | |�\}}d�|�S )N� )r �join)�inputZfallback_encodingr Z _encodingr r r �iter_decode_to_stringl s z/test_iter_decode.<locals>.iter_decode_to_stringr )r( r r r �test_iter_decodek s r) c C s d S r r r r r r �test_iter_encode� s r* c C s d} d}d} d}d S )Ns 2, O�#�ɻtϨ�u 2, O#ts aaZaar )ZencodedZdecodedr r r �test_x_user_defined� s
r+ N)�__doc__Z
__future__r r% r r r r r r r
r r r r r r" r# r$ r) r* r+ r r r r �<module> s , webencodings/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000022667 15043676222 0016575 0 ustar 00 U
��.eS) � @ s� d Z ddlmZ ddlZddlmZ dZddd d
d �Zi Zd d
� Z dd� Z
dd� Z G dd� de �Z
e
d�Ze
d�Ze
d�Zd+dd�Zdd� Zed fd d �Zd,d d �Zd!d"� Zed fd#d$�Zd%d&� ZG d'd(� d(e �ZG d)d*� d*e �ZdS )-a
webencodings
~~~~~~~~~~~~
This is a Python implementation of the `WHATWG Encoding standard
<http://encoding.spec.whatwg.org/>`. See README for details.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literalsN� )�LABELSz0.5.1z
iso-8859-8z mac-cyrillicz mac-romanZcp874)z iso-8859-8-izx-mac-cyrillic� macintoshz windows-874c C s | � d��� �d�S )a9 Transform (only) ASCII letters to lower case: A-Z is mapped to a-z.
:param string: An Unicode string.
:returns: A new Unicode string.
This is used for `ASCII case-insensitive
<http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_
matching of encoding labels.
The same matching is also used, among other things,
for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_.
This is different from the :meth:`~py:str.lower` method of Unicode strings
which also affect non-ASCII characters,
sometimes mapping them into the ASCII range:
>>> keyword = u'Bac\N{KELVIN SIGN}ground'
>>> assert keyword.lower() == u'background'
>>> assert ascii_lower(keyword) != keyword.lower()
>>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground'
�utf8)�encode�lower�decode)�string� r �E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/__init__.py� ascii_lower# s r
c C sx t | �d��} t�| �}|dkr$dS t�|�}|dkrt|dkrLddlm} nt�||�}t� |�}t
||�}|t|< |S )u<
Look for an encoding by its label.
This is the spec’s `get an encoding
<http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm.
Supported labels are listed there.
:param label: A string.
:returns:
An :class:`Encoding` object, or :obj:`None` for an unknown label.
z
Nzx-user-definedr )�
codec_info) r
�stripr �get�CACHEZx_user_definedr � PYTHON_NAMES�codecs�lookup�Encoding)Zlabel�name�encodingr Z python_namer r r r = s
r c C s. t | d�r| S t| �}|dkr*td| ��|S )z�
Accept either an encoding object or label.
:param encoding: An :class:`Encoding` object or a label string.
:returns: An :class:`Encoding` object.
:raises: :exc:`~exceptions.LookupError` for an unknown label.
r NzUnknown encoding label: %r)�hasattrr � LookupError)Zencoding_or_labelr r r r �
_get_encoding[ s
r c @ s e Zd ZdZdd� Zdd� ZdS )r aO Reresents a character encoding such as UTF-8,
that can be used for decoding or encoding.
.. attribute:: name
Canonical name of the encoding
.. attribute:: codec_info
The actual implementation of the encoding,
a stdlib :class:`~codecs.CodecInfo` object.
See :func:`codecs.register`.
c C s || _ || _d S �N)r r )�selfr r r r r �__init__| s zEncoding.__init__c C s
d| j S )Nz
<Encoding %s>)r )r r r r �__repr__� s zEncoding.__repr__N)�__name__�
__module__� __qualname__�__doc__r r r r r r r m s r zutf-8zutf-16lezutf-16be�replacec C s2 t |�}t| �\}} |p|}|j�| |�d |fS )a�
Decode a single string.
:param input: A byte string
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return:
A ``(output, encoding)`` tuple of an Unicode string
and an :obj:`Encoding`.
r )r � _detect_bomr r )�input�fallback_encoding�errorsZ bom_encodingr r r r r � s r c C sV | � d�rt| dd� fS | � d�r4t| dd� fS | � d�rNt| dd� fS d| fS )zBReturn (bom_encoding, input), with any BOM removed from the input.s ��� Ns ��s � )�
startswith�_UTF16LE�_UTF16BE�UTF8)r% r r r r$ � s
r$ �strictc C s t |�j�| |�d S )a;
Encode a single string.
:param input: An Unicode string.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return: A byte string.
r )r r r )r% r r' r r r r � s r c C s$ t ||�}t| |�}t|�}||fS )a�
"Pull"-based decoder.
:param input:
An iterable of byte strings.
The input is first consumed just enough to determine the encoding
based on the precense of a BOM,
then consumed on demand when the return value is.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns:
An ``(output, encoding)`` tuple.
:obj:`output` is an iterable of Unicode strings,
:obj:`encoding` is the :obj:`Encoding` that is being used.
)�IncrementalDecoder�_iter_decode_generator�next)r% r& r' �decoder� generatorr r r r � iter_decode� s
r4 c c s� |j }t| �} | D ]"}||�}|r|jV |V qXq|ddd�}|jV |rT|V dS | D ]}||�}|r\|V q\|ddd�}|r�|V dS )zqReturn a generator that first yields the :obj:`Encoding`,
then yields output chukns as Unicode strings.
� T��finalN)r �iterr )r% r2 r �chunck�outputr r r r0 � s( r0 c C s t ||�j}t| |�S )uY
“Pull”-based encoder.
:param input: An iterable of Unicode strings.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns: An iterable of byte strings.
)�IncrementalEncoderr �_iter_encode_generator)r% r r' r r r r � iter_encode� s r= c c s6 | D ]}||�}|r|V q|ddd�}|r2|V d S )N� Tr6 r )r% r r9 r: r r r r< s r< c @ s$ e Zd ZdZd dd�Zd
dd�ZdS ) r/ uO
“Push”-based decoder.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
r# c C s& t |�| _|| _d| _d | _d | _d S )Nr5 )r �_fallback_encoding�_errors�_buffer�_decoderr )r r& r' r r r r s
zIncrementalDecoder.__init__Fc C s| | j }|dk r|||�S | j| }t|�\}}|dkrVt|�dk rP|sP|| _dS | j}|j�| j�j}|| _ || _ |||�S )z�Decode one chunk of the input.
:param input: A byte string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: An Unicode string.
Nr) r> )
rB rA r$ �lenr? r �incrementaldecoderr@ r r )r r% r7 r2 r r r r r ' s
zIncrementalDecoder.decodeN)r# )F)r r r! r" r r r r r r r/ s
r/ c @ s e Zd ZdZedfdd�ZdS )r; u�
“Push”-based encoder.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
.. method:: encode(input, final=False)
:param input: An Unicode string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: A byte string.
r. c C s t |�}|j�|�j| _d S r )r r �incrementalencoderr )r r r' r r r r T s zIncrementalEncoder.__init__N)r r r! r" r- r r r r r r; C s r; )r# )r# )r" Z
__future__r r �labelsr ZVERSIONr r r
r r �objectr r- r+ r, r r$ r r4 r0 r= r< r/ r; r r r r �<module> s4
�
3 webencodings/__pycache__/mklabels.cpython-38.pyc 0000644 00000003551 15043676222 0015660 0 ustar 00 U
��.e � @ sf d Z ddlZzddlmZ W n ek
r< ddlmZ Y nX dd� Zdd� Zedkrbe ed �� dS )
z�
webencodings.mklabels
~~~~~~~~~~~~~~~~~~~~~
Regenarate the webencodings.labels module.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� N)�urlopenc C s | | � � kst�| S �N)�lower�AssertionError)�string� r �E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/mklabels.py� assert_lower s r c sf dg}dd� t �t| ��� �d��D �}tdd� |D ��� |�� fdd�|D �� |�d� d �|�S )
Na """
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
c S sL g | ]D}|d D ]6}|d D ](}t t|���d�t |d ��d�f�q qqS )Z encodings�labels�u�name)�reprr �lstrip)�.0�category�encoding�labelr r r �
<listcomp>, s
��z generate.<locals>.<listcomp>�asciic s s | ]\}}t |�V qd S r ��len�r r r r r r � <genexpr>2 s zgenerate.<locals>.<genexpr>c 3 s, | ]$\}}d |d� t |� |f V qdS )z %s:%s %s,
� Nr r �Zmax_lenr r r 3 s ��}� ) �json�loadsr �read�decode�max�extend�append�join)Zurl�partsr
r r r �generate s ��
r& �__main__z.http://encoding.spec.whatwg.org/encodings.json)
�__doc__r Zurllibr � ImportErrorZurllib.requestr r& �__name__�printr r r r �<module> s ! webencodings/__pycache__/labels.cpython-38.pyc 0000644 00000007331 15043676222 0015330 0 ustar 00 U
��.e# � � @ s� d Z ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d
d
d
d d d d d d d d d d d
d
d
ddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd d d d d d d d d d d d d d d d d!d!d!d!d!d"d"d"d#d#d$d$d$d$d$d$d$d%d%d%d%d%d%d%d%d%d%d&d&d'd(d(d)d*��Zd+S ),z�
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
�utf-8�ibm866�
iso-8859-2�
iso-8859-3�
iso-8859-4�
iso-8859-5�
iso-8859-6�
iso-8859-7�
iso-8859-8� iso-8859-8-i� iso-8859-10� iso-8859-13� iso-8859-14� iso-8859-15� iso-8859-16�koi8-r�koi8-u� macintosh� windows-874� windows-1250� windows-1251� windows-1252� windows-1253� windows-1254� windows-1255� windows-1256� windows-1257� windows-1258�x-mac-cyrillic�gbk�gb18030�
hz-gb-2312�big5�euc-jp� iso-2022-jp� shift_jis�euc-kr� iso-2022-kr�utf-16be�utf-16le�x-user-defined)�zunicode-1-1-utf-8r �utf8�866�cp866�csibm866r � csisolatin2r z
iso-ir-101z iso8859-2Ziso88592z
iso_8859-2ziso_8859-2:1987�l2�latin2� csisolatin3r z
iso-ir-109z iso8859-3Ziso88593z
iso_8859-3ziso_8859-3:1988�l3�latin3� csisolatin4r z
iso-ir-110z iso8859-4Ziso88594z
iso_8859-4ziso_8859-4:1988�l4�latin4�csisolatincyrillic�cyrillicr z
iso-ir-144z iso8859-5Ziso88595z
iso_8859-5ziso_8859-5:1988�arabiczasmo-708Z csiso88596eZ csiso88596i�csisolatinarabiczecma-114r z iso-8859-6-ez iso-8859-6-iz
iso-ir-127z iso8859-6Ziso88596z
iso_8859-6ziso_8859-6:1987�csisolatingreekzecma-118�elot_928�greek�greek8r z
iso-ir-126z iso8859-7Ziso88597z
iso_8859-7ziso_8859-7:1987Z sun_eu_greekZ csiso88598e�csisolatinhebrew�hebrewr z iso-8859-8-ez
iso-ir-138z iso8859-8Ziso88598z
iso_8859-8ziso_8859-8:1988ZvisualZ csiso88598ir
Zlogical� csisolatin6r z
iso-ir-157z
iso8859-10Z iso885910�l6�latin6r z
iso8859-13Z iso885913r
z
iso8859-14Z iso885914Z csisolatin9r z
iso8859-15Z iso885915z iso_8859-15�l9r �cskoi8rZkoiZkoi8r �koi8_rr Z csmacintoshZmacr z x-mac-romanzdos-874z iso-8859-11z
iso8859-11Z iso885911ztis-620r �cp1250r zx-cp1250�cp1251r zx-cp1251zansi_x3.4-1968�ascii�cp1252�cp819� csisolatin1�ibm819z
iso-8859-1z
iso-ir-100z iso8859-1Ziso88591z
iso_8859-1ziso_8859-1:1987�l1�latin1zus-asciir zx-cp1252�cp1253r zx-cp1253�cp1254� csisolatin5z
iso-8859-9z
iso-ir-148z iso8859-9Ziso88599z
iso_8859-9ziso_8859-9:1989�l5�latin5r zx-cp1254�cp1255r zx-cp1255�cp1256r zx-cp1256�cp1257r zx-cp1257�cp1258r zx-cp1258r zx-mac-ukrainian�chineseZcsgb2312�csiso58gb231280�gb2312Zgb_2312z
gb_2312-80r z iso-ir-58zx-gbkr r r! z
big5-hkscszcn-big5�csbig5zx-x-big5Zcseucpkdfmtjapaneser" zx-euc-jp� csiso2022jpr# �
csshiftjis�ms_kanjiz shift-jisr$ �sjisz windows-31jzx-sjisZcseuckrZ
csksc56011987r% z
iso-ir-149�koreanzks_c_5601-1987zks_c_5601-1989�ksc5601Zksc_5601z windows-949� csiso2022krr& r' zutf-16r( r) N)�__doc__ZLABELS� re re �C/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/labels.py�<module> s� � � webencodings/__pycache__/tests.cpython-38.pyc 0000644 00000011707 15043676222 0015232 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlmZmZmZmZmZm Z m
Z
m Z m Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zdd� Zdd� Zdd� Zdd� ZdS )z�
webencodings.tests
~~~~~~~~~~~~~~~~~~
A basic test suite for Encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literals� ) �lookup�LABELS�decode�encode� iter_decode� iter_encode�IncrementalDecoder�IncrementalEncoder�UTF8c O s6 z|||� W n | k
r$ Y d S X t d| ��d S )NzDid not raise %s.��AssertionError)Z exceptionZfunction�args�kwargs� r �B/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/tests.py�
assert_raises s
r c C s t d�jdkst�t d�jdks$t�t d�jdks6t�t d�jdksHt�t d�jdksZt�t d�jdkslt�t d�jdks~t�t d�d ks�t�t d�d ks�t�t d �jd
ks�t�t d �jd
ks�t�t d �jd
ks�t�t d
�jd
ks�t�t d�d ks�t�t d�d k�st�d S )Nzutf-8zUtf-8zUTF-8�utf8zutf8 z
utf8 �u8u utf-8 zUS-ASCIIz windows-1252z
iso-8859-1�latin1ZLATIN1zlatin-1u LATİN1)r �namer r r r r � test_labels s r c C s t D ]�} td| �dt| �fks"t�td| �dks4t�dD ]D}tdg| | �\}}t|�g ks`t�ttdg| | ��g ks8t�q8t| �}|�d�dks�t�|jddd�dks�t�t | �}|�d�dks�t�|jddd�dkst�qt
t � � �D ]}t|�j |ks�t�q�d S )N� � )r r � T)�final)
r r r r r r �listr r
r �set�valuesr )Zlabel�repeat�output�_�decoder�encoderr r r r �test_all_labels0 s r% c C sT t ttdd� t ttdd� t ttg d� t ttg d� t ttd� t ttd� d S )N� éZinvalid� é)r � LookupErrorr r r r r
r r r r r �test_invalid_labelC s r) c C s� t dd�dtd�fkst�t dtd��dtd�fks8t�t dd�dtd�fksRt�t dt�dtd�fkslt�t dd�dtd�fks�t�t d d�dtd�fks�t�t d
d�dtd �fks�t�t d d�dtd
�fks�t�t dd�dtd �fks�t�t dd�dtd
�fk�s
t�t dd�dtd �fk�s&t�t dd�dtd
�fk�sBt�t dd�dtd
�fk�s^t�t dd�dtd �fk�szt�t dd�dtd
�fk�s�t�t dd�dtd
�fk�s�t�d S )N� �r u €� ér r' �ascii� ér& � �� �utf-16be� ��� �utf-16les ��� u s �� �� �zUTF-16BE� � zUTF-16LEzUTF-16)r r r r r r r r � test_decodeL s r4 c C sp t dd�dkst�t dd�dks$t�t dd�dks6t�t dd�dksHt�t dd�dksZt�t dd �d
kslt�d S ) Nr' r � �r r+ �utf-16r3 r1 r/ r2 )r r r r r r � test_encodeb s r7 c C s� dd� } | g d�dkst �| dgd�dks.t �| dgd�dksBt �| dgd�d ksVt �| d
d gd�d kslt �| d d
gd�d ks�t �| dgd�dks�t �| dgd�dks�t �| dddgd�dks�t �| dddgd�dks�t �| ddddddgd�dks�t �| dgd�dk�st �| dgd�dk�s$t �| dgd�dk�s:t �| dgd�dk�sPt �| dd ddd d gd�dk�spt �| dd d gd �d!k�s�t �d S )"Nc S s t | |�\}}d�|�S )Nr )r �join)�inputZfallback_encodingr! Z _encodingr r r �iter_decode_to_stringl s z/test_iter_decode.<locals>.iter_decode_to_stringr r r r5 r' s helloZhellos hes llos hell� or+ r- r& s � �� �� au a�� �s ���s �u ï»r. r0 � �s ��� s h�x-user-definedu hllor
)r: r r r �test_iter_decodek s� ��� ��� ��� ���
���rC c C s� d� tg d��dkst�d� tdgd��dks2t�d� tdgd��dksLt�d� tddddgd��dkslt�d� tddddgd��dks�t�d� tddddgd��dks�t�d� tddddgd ��d
ks�t�d� tdd dd gd
��dks�t�d S )Nr r r r' r5 r6 r3 r1 r/ r2 u hZllorB s h�llo)r8 r r r r r r �test_iter_encode� s" ���rD c C s@ d} d}d} d}t | d�|td�fks*t�t|d�| ks<t�d S )Ns 2, O�#�ɻtϨ�u 2, O#ts aaZaarB )r r r r )ZencodedZdecodedr r r �test_x_user_defined� s rE N)�__doc__Z
__future__r r r r r r r r r
r r r r r% r) r4 r7 rC rD rE r r r r �<module> s , webencodings/__pycache__/x_user_defined.cpython-38.pyc 0000644 00000005107 15043676222 0017050 0 ustar 00 U
��.e� � @ s� d Z ddlmZ ddlZG dd� dej�ZG dd� dej�ZG dd � d ej�ZG d
d � d eej�ZG d d
� d
eej�Zej de� j
e� j eeeed�Z dZ
e�e
�ZdS )z�
webencodings.x_user_defined
~~~~~~~~~~~~~~~~~~~~~~~~~~~
An implementation of the x-user-defined encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literalsNc @ s e Zd Zddd�Zddd�ZdS ) �Codec�strictc C s t �||t�S �N)�codecs�charmap_encode�encoding_table��self�input�errors� r
�K/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/x_user_defined.py�encode s z Codec.encodec C s t �||t�S r )r �charmap_decode�decoding_tabler r
r
r �decode s z Codec.decodeN)r )r )�__name__�
__module__� __qualname__r r r
r
r
r r s
r c @ s e Zd Zddd�ZdS )�IncrementalEncoderFc C s t �|| jt�d S �Nr )r r r r �r
r �finalr
r
r r s zIncrementalEncoder.encodeN)F)r r r r r
r
r
r r s r c @ s e Zd Zddd�ZdS )�IncrementalDecoderFc C s t �|| jt�d S r )r r r r r r
r
r r $ s zIncrementalDecoder.decodeN)F)r r r r r
r
r
r r # s r c @ s e Zd ZdS )� StreamWriterN�r r r r
r
r
r r ( s r c @ s e Zd ZdS )� StreamReaderNr r
r
r
r r , s r zx-user-defined)�namer r �incrementalencoder�incrementaldecoder� streamreader� streamwriteru
!"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~)�__doc__Z
__future__r r r r r r r � CodecInfor r Z
codec_infor �
charmap_buildr r
r
r
r �<module> s* �� webencodings/__pycache__/mklabels.cpython-38.opt-1.pyc 0000644 00000003503 15043676222 0016614 0 ustar 00 U
��.e � @ sf d Z ddlZzddlmZ W n ek
r< ddlmZ Y nX dd� Zdd� Zedkrbe ed �� dS )
z�
webencodings.mklabels
~~~~~~~~~~~~~~~~~~~~~
Regenarate the webencodings.labels module.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� N)�urlopenc C s | S �N� )�stringr r �E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/mklabels.py� assert_lower s r c sf dg}dd� t �t| ��� �d��D �}tdd� |D ��� |�� fdd�|D �� |�d� d �|�S )
Na """
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
c S sL g | ]D}|d D ]6}|d D ](}t t|���d�t |d ��d�f�q qqS )Z encodings�labels�u�name)�reprr �lstrip)�.0�category�encoding�labelr r r �
<listcomp>, s
��z generate.<locals>.<listcomp>�asciic s s | ]\}}t |�V qd S r ��len�r
r r
r r r � <genexpr>2 s zgenerate.<locals>.<genexpr>c 3 s, | ]$\}}d |d� t |� |f V qdS )z %s:%s %s,
� Nr r �Zmax_lenr r r 3 s ��}� ) �json�loadsr �read�decode�max�extend�append�join)Zurl�partsr r r r �generate s ��
r$ �__main__z.http://encoding.spec.whatwg.org/encodings.json)
�__doc__r Zurllibr � ImportErrorZurllib.requestr r$ �__name__�printr r r r �<module> s ! webencodings/__pycache__/__init__.cpython-38.pyc 0000644 00000022747 15043676222 0015635 0 ustar 00 U
��.eS) � @ s� d Z ddlmZ ddlZddlmZ dZddd d
d �Zi Zd d
� Z dd� Z
dd� Z G dd� de �Z
e
d�Ze
d�Ze
d�Zd+dd�Zdd� Zed fd d �Zd,d d �Zd!d"� Zed fd#d$�Zd%d&� ZG d'd(� d(e �ZG d)d*� d*e �ZdS )-a
webencodings
~~~~~~~~~~~~
This is a Python implementation of the `WHATWG Encoding standard
<http://encoding.spec.whatwg.org/>`. See README for details.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
� )�unicode_literalsN� )�LABELSz0.5.1z
iso-8859-8z mac-cyrillicz mac-romanZcp874)z iso-8859-8-izx-mac-cyrillic� macintoshz windows-874c C s | � d��� �d�S )a9 Transform (only) ASCII letters to lower case: A-Z is mapped to a-z.
:param string: An Unicode string.
:returns: A new Unicode string.
This is used for `ASCII case-insensitive
<http://encoding.spec.whatwg.org/#ascii-case-insensitive>`_
matching of encoding labels.
The same matching is also used, among other things,
for `CSS keywords <http://dev.w3.org/csswg/css-values/#keywords>`_.
This is different from the :meth:`~py:str.lower` method of Unicode strings
which also affect non-ASCII characters,
sometimes mapping them into the ASCII range:
>>> keyword = u'Bac\N{KELVIN SIGN}ground'
>>> assert keyword.lower() == u'background'
>>> assert ascii_lower(keyword) != keyword.lower()
>>> assert ascii_lower(keyword) == u'bac\N{KELVIN SIGN}ground'
�utf8)�encode�lower�decode)�string� r �E/usr/lib/python3.8/site-packages/pip/_vendor/webencodings/__init__.py� ascii_lower# s r
c C sx t | �d��} t�| �}|dkr$dS t�|�}|dkrt|dkrLddlm} nt�||�}t� |�}t
||�}|t|< |S )u<
Look for an encoding by its label.
This is the spec’s `get an encoding
<http://encoding.spec.whatwg.org/#concept-encoding-get>`_ algorithm.
Supported labels are listed there.
:param label: A string.
:returns:
An :class:`Encoding` object, or :obj:`None` for an unknown label.
z
Nzx-user-definedr )�
codec_info) r
�stripr �get�CACHEZx_user_definedr � PYTHON_NAMES�codecs�lookup�Encoding)Zlabel�name�encodingr Z python_namer r r r = s
r c C s. t | d�r| S t| �}|dkr*td| ��|S )z�
Accept either an encoding object or label.
:param encoding: An :class:`Encoding` object or a label string.
:returns: An :class:`Encoding` object.
:raises: :exc:`~exceptions.LookupError` for an unknown label.
r NzUnknown encoding label: %r)�hasattrr � LookupError)Zencoding_or_labelr r r r �
_get_encoding[ s
r c @ s e Zd ZdZdd� Zdd� ZdS )r aO Reresents a character encoding such as UTF-8,
that can be used for decoding or encoding.
.. attribute:: name
Canonical name of the encoding
.. attribute:: codec_info
The actual implementation of the encoding,
a stdlib :class:`~codecs.CodecInfo` object.
See :func:`codecs.register`.
c C s || _ || _d S �N)r r )�selfr r r r r �__init__| s zEncoding.__init__c C s
d| j S )Nz
<Encoding %s>)r )r r r r �__repr__� s zEncoding.__repr__N)�__name__�
__module__� __qualname__�__doc__r r r r r r r m s r zutf-8zutf-16lezutf-16be�replacec C s2 t |�}t| �\}} |p|}|j�| |�d |fS )a�
Decode a single string.
:param input: A byte string
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return:
A ``(output, encoding)`` tuple of an Unicode string
and an :obj:`Encoding`.
r )r � _detect_bomr r )�input�fallback_encoding�errorsZ bom_encodingr r r r r � s r c C sV | � d�rt| dd� fS | � d�r4t| dd� fS | � d�rNt| dd� fS d| fS )zBReturn (bom_encoding, input), with any BOM removed from the input.s ��� Ns ��s � )�
startswith�_UTF16LE�_UTF16BE�UTF8)r% r r r r$ � s
r$ �strictc C s t |�j�| |�d S )a;
Encode a single string.
:param input: An Unicode string.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:return: A byte string.
r )r r r )r% r r' r r r r � s r c C s$ t ||�}t| |�}t|�}||fS )a�
"Pull"-based decoder.
:param input:
An iterable of byte strings.
The input is first consumed just enough to determine the encoding
based on the precense of a BOM,
then consumed on demand when the return value is.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns:
An ``(output, encoding)`` tuple.
:obj:`output` is an iterable of Unicode strings,
:obj:`encoding` is the :obj:`Encoding` that is being used.
)�IncrementalDecoder�_iter_decode_generator�next)r% r& r' �decoder� generatorr r r r � iter_decode� s
r4 c c s� |j }t| �} | D ]0}||�}|r|jdk s0t�|jV |V qtq|ddd�}|jdk s^t�|jV |rp|V dS | D ]}||�}|rx|V qx|ddd�}|r�|V dS )zqReturn a generator that first yields the :obj:`Encoding`,
then yields output chukns as Unicode strings.
N� T��final)r �iterr �AssertionError)r% r2 r �chunck�outputr r r r0 � s, r0 c C s t ||�j}t| |�S )uY
“Pull”-based encoder.
:param input: An iterable of Unicode strings.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
:returns: An iterable of byte strings.
)�IncrementalEncoderr �_iter_encode_generator)r% r r' r r r r � iter_encode� s r> c c s6 | D ]}||�}|r|V q|ddd�}|r2|V d S )N� Tr6 r )r% r r: r; r r r r= s r= c @ s$ e Zd ZdZd dd�Zd
dd�ZdS ) r/ uO
“Push”-based decoder.
:param fallback_encoding:
An :class:`Encoding` object or a label string.
The encoding to use if :obj:`input` does note have a BOM.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
r# c C s& t |�| _|| _d| _d | _d | _d S )Nr5 )r �_fallback_encoding�_errors�_buffer�_decoderr )r r& r' r r r r s
zIncrementalDecoder.__init__Fc C s| | j }|dk r|||�S | j| }t|�\}}|dkrVt|�dk rP|sP|| _dS | j}|j�| j�j}|| _ || _ |||�S )z�Decode one chunk of the input.
:param input: A byte string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: An Unicode string.
Nr) r? )
rC rB r$ �lenr@ r �incrementaldecoderrA r r )r r% r7 r2 r r r r r ' s
zIncrementalDecoder.decodeN)r# )F)r r r! r" r r r r r r r/ s
r/ c @ s e Zd ZdZedfdd�ZdS )r< u�
“Push”-based encoder.
:param encoding: An :class:`Encoding` object or a label string.
:param errors: Type of error handling. See :func:`codecs.register`.
:raises: :exc:`~exceptions.LookupError` for an unknown encoding label.
.. method:: encode(input, final=False)
:param input: An Unicode string.
:param final:
Indicate that no more input is available.
Must be :obj:`True` if this is the last call.
:returns: A byte string.
r. c C s t |�}|j�|�j| _d S r )r r �incrementalencoderr )r r r' r r r r T s zIncrementalEncoder.__init__N)r r r! r" r- r r r r r r< C s r< )r# )r# )r" Z
__future__r r �labelsr ZVERSIONr r r
r r �objectr r- r+ r, r r$ r r4 r0 r> r= r/ r< r r r r �<module> s4
�
3 webencodings/labels.py 0000644 00000021423 15043676222 0011040 0 ustar 00 """
webencodings.labels
~~~~~~~~~~~~~~~~~~~
Map encoding labels to their name.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
# XXX Do not edit!
# This file is automatically generated by mklabels.py
LABELS = {
'unicode-1-1-utf-8': 'utf-8',
'utf-8': 'utf-8',
'utf8': 'utf-8',
'866': 'ibm866',
'cp866': 'ibm866',
'csibm866': 'ibm866',
'ibm866': 'ibm866',
'csisolatin2': 'iso-8859-2',
'iso-8859-2': 'iso-8859-2',
'iso-ir-101': 'iso-8859-2',
'iso8859-2': 'iso-8859-2',
'iso88592': 'iso-8859-2',
'iso_8859-2': 'iso-8859-2',
'iso_8859-2:1987': 'iso-8859-2',
'l2': 'iso-8859-2',
'latin2': 'iso-8859-2',
'csisolatin3': 'iso-8859-3',
'iso-8859-3': 'iso-8859-3',
'iso-ir-109': 'iso-8859-3',
'iso8859-3': 'iso-8859-3',
'iso88593': 'iso-8859-3',
'iso_8859-3': 'iso-8859-3',
'iso_8859-3:1988': 'iso-8859-3',
'l3': 'iso-8859-3',
'latin3': 'iso-8859-3',
'csisolatin4': 'iso-8859-4',
'iso-8859-4': 'iso-8859-4',
'iso-ir-110': 'iso-8859-4',
'iso8859-4': 'iso-8859-4',
'iso88594': 'iso-8859-4',
'iso_8859-4': 'iso-8859-4',
'iso_8859-4:1988': 'iso-8859-4',
'l4': 'iso-8859-4',
'latin4': 'iso-8859-4',
'csisolatincyrillic': 'iso-8859-5',
'cyrillic': 'iso-8859-5',
'iso-8859-5': 'iso-8859-5',
'iso-ir-144': 'iso-8859-5',
'iso8859-5': 'iso-8859-5',
'iso88595': 'iso-8859-5',
'iso_8859-5': 'iso-8859-5',
'iso_8859-5:1988': 'iso-8859-5',
'arabic': 'iso-8859-6',
'asmo-708': 'iso-8859-6',
'csiso88596e': 'iso-8859-6',
'csiso88596i': 'iso-8859-6',
'csisolatinarabic': 'iso-8859-6',
'ecma-114': 'iso-8859-6',
'iso-8859-6': 'iso-8859-6',
'iso-8859-6-e': 'iso-8859-6',
'iso-8859-6-i': 'iso-8859-6',
'iso-ir-127': 'iso-8859-6',
'iso8859-6': 'iso-8859-6',
'iso88596': 'iso-8859-6',
'iso_8859-6': 'iso-8859-6',
'iso_8859-6:1987': 'iso-8859-6',
'csisolatingreek': 'iso-8859-7',
'ecma-118': 'iso-8859-7',
'elot_928': 'iso-8859-7',
'greek': 'iso-8859-7',
'greek8': 'iso-8859-7',
'iso-8859-7': 'iso-8859-7',
'iso-ir-126': 'iso-8859-7',
'iso8859-7': 'iso-8859-7',
'iso88597': 'iso-8859-7',
'iso_8859-7': 'iso-8859-7',
'iso_8859-7:1987': 'iso-8859-7',
'sun_eu_greek': 'iso-8859-7',
'csiso88598e': 'iso-8859-8',
'csisolatinhebrew': 'iso-8859-8',
'hebrew': 'iso-8859-8',
'iso-8859-8': 'iso-8859-8',
'iso-8859-8-e': 'iso-8859-8',
'iso-ir-138': 'iso-8859-8',
'iso8859-8': 'iso-8859-8',
'iso88598': 'iso-8859-8',
'iso_8859-8': 'iso-8859-8',
'iso_8859-8:1988': 'iso-8859-8',
'visual': 'iso-8859-8',
'csiso88598i': 'iso-8859-8-i',
'iso-8859-8-i': 'iso-8859-8-i',
'logical': 'iso-8859-8-i',
'csisolatin6': 'iso-8859-10',
'iso-8859-10': 'iso-8859-10',
'iso-ir-157': 'iso-8859-10',
'iso8859-10': 'iso-8859-10',
'iso885910': 'iso-8859-10',
'l6': 'iso-8859-10',
'latin6': 'iso-8859-10',
'iso-8859-13': 'iso-8859-13',
'iso8859-13': 'iso-8859-13',
'iso885913': 'iso-8859-13',
'iso-8859-14': 'iso-8859-14',
'iso8859-14': 'iso-8859-14',
'iso885914': 'iso-8859-14',
'csisolatin9': 'iso-8859-15',
'iso-8859-15': 'iso-8859-15',
'iso8859-15': 'iso-8859-15',
'iso885915': 'iso-8859-15',
'iso_8859-15': 'iso-8859-15',
'l9': 'iso-8859-15',
'iso-8859-16': 'iso-8859-16',
'cskoi8r': 'koi8-r',
'koi': 'koi8-r',
'koi8': 'koi8-r',
'koi8-r': 'koi8-r',
'koi8_r': 'koi8-r',
'koi8-u': 'koi8-u',
'csmacintosh': 'macintosh',
'mac': 'macintosh',
'macintosh': 'macintosh',
'x-mac-roman': 'macintosh',
'dos-874': 'windows-874',
'iso-8859-11': 'windows-874',
'iso8859-11': 'windows-874',
'iso885911': 'windows-874',
'tis-620': 'windows-874',
'windows-874': 'windows-874',
'cp1250': 'windows-1250',
'windows-1250': 'windows-1250',
'x-cp1250': 'windows-1250',
'cp1251': 'windows-1251',
'windows-1251': 'windows-1251',
'x-cp1251': 'windows-1251',
'ansi_x3.4-1968': 'windows-1252',
'ascii': 'windows-1252',
'cp1252': 'windows-1252',
'cp819': 'windows-1252',
'csisolatin1': 'windows-1252',
'ibm819': 'windows-1252',
'iso-8859-1': 'windows-1252',
'iso-ir-100': 'windows-1252',
'iso8859-1': 'windows-1252',
'iso88591': 'windows-1252',
'iso_8859-1': 'windows-1252',
'iso_8859-1:1987': 'windows-1252',
'l1': 'windows-1252',
'latin1': 'windows-1252',
'us-ascii': 'windows-1252',
'windows-1252': 'windows-1252',
'x-cp1252': 'windows-1252',
'cp1253': 'windows-1253',
'windows-1253': 'windows-1253',
'x-cp1253': 'windows-1253',
'cp1254': 'windows-1254',
'csisolatin5': 'windows-1254',
'iso-8859-9': 'windows-1254',
'iso-ir-148': 'windows-1254',
'iso8859-9': 'windows-1254',
'iso88599': 'windows-1254',
'iso_8859-9': 'windows-1254',
'iso_8859-9:1989': 'windows-1254',
'l5': 'windows-1254',
'latin5': 'windows-1254',
'windows-1254': 'windows-1254',
'x-cp1254': 'windows-1254',
'cp1255': 'windows-1255',
'windows-1255': 'windows-1255',
'x-cp1255': 'windows-1255',
'cp1256': 'windows-1256',
'windows-1256': 'windows-1256',
'x-cp1256': 'windows-1256',
'cp1257': 'windows-1257',
'windows-1257': 'windows-1257',
'x-cp1257': 'windows-1257',
'cp1258': 'windows-1258',
'windows-1258': 'windows-1258',
'x-cp1258': 'windows-1258',
'x-mac-cyrillic': 'x-mac-cyrillic',
'x-mac-ukrainian': 'x-mac-cyrillic',
'chinese': 'gbk',
'csgb2312': 'gbk',
'csiso58gb231280': 'gbk',
'gb2312': 'gbk',
'gb_2312': 'gbk',
'gb_2312-80': 'gbk',
'gbk': 'gbk',
'iso-ir-58': 'gbk',
'x-gbk': 'gbk',
'gb18030': 'gb18030',
'hz-gb-2312': 'hz-gb-2312',
'big5': 'big5',
'big5-hkscs': 'big5',
'cn-big5': 'big5',
'csbig5': 'big5',
'x-x-big5': 'big5',
'cseucpkdfmtjapanese': 'euc-jp',
'euc-jp': 'euc-jp',
'x-euc-jp': 'euc-jp',
'csiso2022jp': 'iso-2022-jp',
'iso-2022-jp': 'iso-2022-jp',
'csshiftjis': 'shift_jis',
'ms_kanji': 'shift_jis',
'shift-jis': 'shift_jis',
'shift_jis': 'shift_jis',
'sjis': 'shift_jis',
'windows-31j': 'shift_jis',
'x-sjis': 'shift_jis',
'cseuckr': 'euc-kr',
'csksc56011987': 'euc-kr',
'euc-kr': 'euc-kr',
'iso-ir-149': 'euc-kr',
'korean': 'euc-kr',
'ks_c_5601-1987': 'euc-kr',
'ks_c_5601-1989': 'euc-kr',
'ksc5601': 'euc-kr',
'ksc_5601': 'euc-kr',
'windows-949': 'euc-kr',
'csiso2022kr': 'iso-2022-kr',
'iso-2022-kr': 'iso-2022-kr',
'utf-16be': 'utf-16be',
'utf-16': 'utf-16le',
'utf-16le': 'utf-16le',
'x-user-defined': 'x-user-defined',
}
webencodings/x_user_defined.py 0000644 00000010322 15043676222 0012555 0 ustar 00 # coding: utf8
"""
webencodings.x_user_defined
~~~~~~~~~~~~~~~~~~~~~~~~~~~
An implementation of the x-user-defined encoding.
:copyright: Copyright 2012 by Simon Sapin
:license: BSD, see LICENSE for details.
"""
from __future__ import unicode_literals
import codecs
### Codec APIs
class Codec(codecs.Codec):
def encode(self, input, errors='strict'):
return codecs.charmap_encode(input, errors, encoding_table)
def decode(self, input, errors='strict'):
return codecs.charmap_decode(input, errors, decoding_table)
class IncrementalEncoder(codecs.IncrementalEncoder):
def encode(self, input, final=False):
return codecs.charmap_encode(input, self.errors, encoding_table)[0]
class IncrementalDecoder(codecs.IncrementalDecoder):
def decode(self, input, final=False):
return codecs.charmap_decode(input, self.errors, decoding_table)[0]
class StreamWriter(Codec, codecs.StreamWriter):
pass
class StreamReader(Codec, codecs.StreamReader):
pass
### encodings module API
codec_info = codecs.CodecInfo(
name='x-user-defined',
encode=Codec().encode,
decode=Codec().decode,
incrementalencoder=IncrementalEncoder,
incrementaldecoder=IncrementalDecoder,
streamreader=StreamReader,
streamwriter=StreamWriter,
)
### Decoding Table
# Python 3:
# for c in range(256): print(' %r' % chr(c if c < 128 else c + 0xF700))
decoding_table = (
'\x00'
'\x01'
'\x02'
'\x03'
'\x04'
'\x05'
'\x06'
'\x07'
'\x08'
'\t'
'\n'
'\x0b'
'\x0c'
'\r'
'\x0e'
'\x0f'
'\x10'
'\x11'
'\x12'
'\x13'
'\x14'
'\x15'
'\x16'
'\x17'
'\x18'
'\x19'
'\x1a'
'\x1b'
'\x1c'
'\x1d'
'\x1e'
'\x1f'
' '
'!'
'"'
'#'
'$'
'%'
'&'
"'"
'('
')'
'*'
'+'
','
'-'
'.'
'/'
'0'
'1'
'2'
'3'
'4'
'5'
'6'
'7'
'8'
'9'
':'
';'
'<'
'='
'>'
'?'
'@'
'A'
'B'
'C'
'D'
'E'
'F'
'G'
'H'
'I'
'J'
'K'
'L'
'M'
'N'
'O'
'P'
'Q'
'R'
'S'
'T'
'U'
'V'
'W'
'X'
'Y'
'Z'
'['
'\\'
']'
'^'
'_'
'`'
'a'
'b'
'c'
'd'
'e'
'f'
'g'
'h'
'i'
'j'
'k'
'l'
'm'
'n'
'o'
'p'
'q'
'r'
's'
't'
'u'
'v'
'w'
'x'
'y'
'z'
'{'
'|'
'}'
'~'
'\x7f'
'\uf780'
'\uf781'
'\uf782'
'\uf783'
'\uf784'
'\uf785'
'\uf786'
'\uf787'
'\uf788'
'\uf789'
'\uf78a'
'\uf78b'
'\uf78c'
'\uf78d'
'\uf78e'
'\uf78f'
'\uf790'
'\uf791'
'\uf792'
'\uf793'
'\uf794'
'\uf795'
'\uf796'
'\uf797'
'\uf798'
'\uf799'
'\uf79a'
'\uf79b'
'\uf79c'
'\uf79d'
'\uf79e'
'\uf79f'
'\uf7a0'
'\uf7a1'
'\uf7a2'
'\uf7a3'
'\uf7a4'
'\uf7a5'
'\uf7a6'
'\uf7a7'
'\uf7a8'
'\uf7a9'
'\uf7aa'
'\uf7ab'
'\uf7ac'
'\uf7ad'
'\uf7ae'
'\uf7af'
'\uf7b0'
'\uf7b1'
'\uf7b2'
'\uf7b3'
'\uf7b4'
'\uf7b5'
'\uf7b6'
'\uf7b7'
'\uf7b8'
'\uf7b9'
'\uf7ba'
'\uf7bb'
'\uf7bc'
'\uf7bd'
'\uf7be'
'\uf7bf'
'\uf7c0'
'\uf7c1'
'\uf7c2'
'\uf7c3'
'\uf7c4'
'\uf7c5'
'\uf7c6'
'\uf7c7'
'\uf7c8'
'\uf7c9'
'\uf7ca'
'\uf7cb'
'\uf7cc'
'\uf7cd'
'\uf7ce'
'\uf7cf'
'\uf7d0'
'\uf7d1'
'\uf7d2'
'\uf7d3'
'\uf7d4'
'\uf7d5'
'\uf7d6'
'\uf7d7'
'\uf7d8'
'\uf7d9'
'\uf7da'
'\uf7db'
'\uf7dc'
'\uf7dd'
'\uf7de'
'\uf7df'
'\uf7e0'
'\uf7e1'
'\uf7e2'
'\uf7e3'
'\uf7e4'
'\uf7e5'
'\uf7e6'
'\uf7e7'
'\uf7e8'
'\uf7e9'
'\uf7ea'
'\uf7eb'
'\uf7ec'
'\uf7ed'
'\uf7ee'
'\uf7ef'
'\uf7f0'
'\uf7f1'
'\uf7f2'
'\uf7f3'
'\uf7f4'
'\uf7f5'
'\uf7f6'
'\uf7f7'
'\uf7f8'
'\uf7f9'
'\uf7fa'
'\uf7fb'
'\uf7fc'
'\uf7fd'
'\uf7fe'
'\uf7ff'
)
### Encoding table
encoding_table = codecs.charmap_build(decoding_table)
pytoml/__init__.py 0000644 00000000177 15043676222 0010215 0 ustar 00 from .core import TomlError
from .parser import load, loads
from .test import translate_to_test
from .writer import dump, dumps pytoml/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000001625 15043676222 0014632 0 ustar 00 U
��.e� � @ s G d d� de �ZdS )c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TomlErrorc C s. t �| ||||� || _|| _|| _|| _d S )N)� RuntimeError�__init__�message�line�col�filename)�selfr r r r � r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/core.pyr s
zTomlError.__init__c C s d� | j| j| j| j�S )Nz{}({}, {}): {})�formatr r r r �r r r r
�__str__ s zTomlError.__str__c C s d� | j| j| j| j�S )Nz!TomlError({!r}, {!r}, {!r}, {!r}))r r r r r r r r r
�__repr__ s zTomlError.__repr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)r r r r r r
�<module> � pytoml/__pycache__/writer.cpython-38.opt-1.pyc 0000644 00000007171 15043676222 0015220 0 ustar 00 U
��.e)
� @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZ zd dl m
Z W n e k
rh dZ Y nX ej
d dkr�eZeZd d d
�Zd d d
ddddd�Zdd� Zejej d Zdd� Zdd� Zd dd�ZdS ) � )�unicode_literalsN� )�format_rfc3339)�PurePath� � Fc C s t �� }t| ||d� |�� S )N)� sort_keys)�io�StringIO�dump�getvalue)�objr �foutr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/writer.py�dumps s r �n�r�\�t�b�f�")�
�
r � �� r c s� g �d�� ���fdd�}d� � t ��k r��� }|dkrT|� ���dt| � n$t|�dk rx|� ���dt|� � � d7 � q |� d d
��� d S ) Nr c s" �� kr�� ��� � � � d S )Nr )�appendr ��i�res�s�startr r �flush s z _escape_string.<locals>.flushz"\
r � z\u%04xr r � )�lenr �_escapes�ord�join)r! r# �cr r r �_escape_string s
r+ z-_c C s t dd� | D ��rt| �S | S )Nc s s | ]}|t kV qd S �N)�
_key_chars��.0r* r r r � <genexpr>4 s z _escape_id.<locals>.<genexpr>)�anyr+ )r! r r r �
_escape_id3 s r2 c C s
t | t�r| rdS dS t | t�s*t | t�r2t| �S t | t�rjt�| �sPt�| �r`t d�
| ���nt | �S n�t | t�s~t | t �r�t
| �S t | tj�r�t| �S t | t�r�d�
d�dd� | D ���S t | t�r�d�
d�d d� | �� D ���S t | t�� r�t
t| ��S t| ��d S )
N�trueZfalsez {0} is not a valid TOML valuez[{0}]z, c s s | ]}t |�V qd S r, )�
_format_value)r/ r
r r r r0 H s z _format_value.<locals>.<genexpr>z{{{0}}}c s s& | ] \}}d � t|�t|��V qdS )z{} = {}N)�formatr2 r4 )r/ �kr
r r r r0 J s )�
isinstance�bool�int�long�unicode�float�mathZisnanZisinf�
ValueErrorr5 �repr�bytesr+ �datetimer �listr) �dict�items� _path_types�str� RuntimeError)�vr r r r4 9 s&
r4 c s\ d| dfg}|�rX|� � \�}}�r^d�dd� �D ��}|rN|�d�|�� n|�d�|�� |rnt|�� �n|�� }g }d} |D ]�� |� }
t|
t�r�|��� f |
df� q�t|
t �r�|
r�t
dd� |
D ��r�|� � �fd d�|
D �� q�|
d k�r|�d
�t � ��� d } q�|�d �t � �t
|
��� d } q�|� t|�� ��sH| r |r |�d
� q d S )Nr F�.c s s | ]}t |�V qd S r, )r2 r. r r r r0 W s zdump.<locals>.<genexpr>z[[{0}]]
z[{0}]
c s s | ]}t |t�V qd S r, )r7 rC )r/ �or r r r0 d s c 3 s | ]}�� f |d fV qdS )TNr )r/ �d�r6 �namer r r0 e s z<#{} = null # To use: uncomment and replace null with value
Tz
{0} = {1}
r )�popr) �writer5 �sorted�keysr7 rC r rB �all�extendr2 r4 �reversed) r
r r Ztables�tableZis_arrayZ section_nameZ
table_keysZ
new_tablesZhas_kvrH r rL r r Q s6
�r )F)F)Z
__future__r r rA r= �string�sysZutilsr �pathlibr rE � ImportError� version_infor9 r: rF r; r r' r+ ZdigitsZ
ascii_lettersr- r2 r4 r r r r r �<module> s (
pytoml/__pycache__/test.cpython-38.pyc 0000644 00000002303 15043676222 0013714 0 ustar 00 U
��.e� � @ sR d dl Z ddlmZ zeefZeefZW n e k
rD eZeZY nX dd� Z
dS )� N� )�format_rfc3339c C s� t | t�r dd� | �� D �S t | t�rTdd� | D �}| rJt | d t�rJ|S d|d�S t | tj�rndt| �d�S t | t�r�d | r�d
nd d�S t | t�r�d t| �d�S t | t �r�d
d�
| �d�S t | t �r�d| d�S t d�
| ���d S )Nc S s i | ]\}}|t |��qS � ��translate_to_test)�.0�k�vr r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/test.py�
<dictcomp>
s z%translate_to_test.<locals>.<dictcomp>c S s g | ] }t |��qS r r )r �xr r r
�
<listcomp> s z%translate_to_test.<locals>.<listcomp>r Zarray)�type�value�datetime�bool�trueZfalseZinteger�floatz{:.17}�stringzunexpected value: {!r})
�
isinstance�dict�items�listr r r �
_int_types�strr �format�
_string_types� RuntimeError)r �ar r r
r s$
r ) r Zutilsr r Zunicoder �intZlongr � NameErrorr r r r r
�<module> s
pytoml/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000524 15043676222 0015436 0 ustar 00 U
��.e � @ s< d dl mZ d dlmZmZ d dlmZ d dlmZm Z dS )� )� TomlError)�load�loads)�translate_to_test)�dump�dumpsN)
Zcorer �parserr r Ztestr �writerr r � r
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/__init__.py�<module> s pytoml/__pycache__/core.cpython-38.pyc 0000644 00000001625 15043676222 0013673 0 ustar 00 U
��.e� � @ s G d d� de �ZdS )c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TomlErrorc C s. t �| ||||� || _|| _|| _|| _d S )N)� RuntimeError�__init__�message�line�col�filename)�selfr r r r � r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/core.pyr s
zTomlError.__init__c C s d� | j| j| j| j�S )Nz{}({}, {}): {})�formatr r r r �r r r r
�__str__ s zTomlError.__str__c C s d� | j| j| j| j�S )Nz!TomlError({!r}, {!r}, {!r}, {!r}))r r r r r r r r r
�__repr__ s zTomlError.__repr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)r r r r r r
�<module> � pytoml/__pycache__/utils.cpython-38.opt-1.pyc 0000644 00000004121 15043676222 0015034 0 ustar 00 U
��.e� � @ sH d dl Z d dlZe�d�Zdd� Zdd� Zdd� ZG d d
� d
e j�ZdS ) � NzP(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))c C s( t �| �}|r |�d�| kr d S t|�S )Nr )�
rfc3339_re�match�group�parse_rfc3339_re)�v�m� r �</usr/lib/python3.8/site-packages/pip/_vendor/pytoml/utils.py�
parse_rfc3339 s
r
c
C s� t t| �� d d� �}| �d�r0t| �d��}nd}| �d�rxt| �d�d�d t| �d�d� }tt�d|d ��}ntt�dd��}|\}} }}}} t�|| |||| t|d �|�S ) N� � r � �
�< � i@B )�map�int�groupsr �float� _TimeZone�datetimeZ timedelta)
r �r�micro�gZtz�y�d�H�M�Sr r r r s
$r c C s� | � � }|d k r t|�� �d nd}|dkr2d}n.|dkr@d}n
d}| }d�||d |d �}| jrt| �d�| S | �d�| S d S ) Nr r �Z�+�-z{0}{1:02}:{2:02}z%Y-%m-%dT%H:%M:%S.%fz%Y-%m-%dT%H:%M:%S)� utcoffsetr �
total_seconds�formatZ microsecond�strftime)r Zoffs�suffixr r r �format_rfc3339 s r' c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s
|| _ d S �N��_offset)�self�offsetr r r �__init__1 s z_TimeZone.__init__c C s | j S r( r) �r+ �dtr r r r" 4 s z_TimeZone.utcoffsetc C s d S r( r r. r r r �dst7 s z
_TimeZone.dstc C sH | j �� d }|dk r"d}| }nd}|d }||d }d�|||�S )Nr r r! r z{}{:.02}{:.02})r* r# r$ )r+ r/ r �res�hr r r �tzname: s z_TimeZone.tznameN)�__name__�
__module__� __qualname__r- r" r0 r3 r r r r r 0 s r ) r �re�compiler r
r r' Ztzinfor r r r r �<module> s
pytoml/__pycache__/parser.cpython-38.pyc 0000644 00000023542 15043676222 0014241 0 ustar 00 U
��.eE( � @ sN d dl Z d dlZddlmZ ddlmZmZ ejd dkr@eZ ne
Z dd� e fdd �Z d
d d� e fd d
�Z
G dd� d�Ze �d�Zdd� Ze �d�Zdd� Zddddddd d �Ze �d �Ze �d �Ze �d �Ze �d!�Ze �d"�Zefd#d$�Ze �d%�Zd&d'� Z e �d(�Z e �d)�Z e �d*�Z e �d+�Z d,d-� Z!d.d/� Z"e �d0�Z#d1d2� Z$dS )3� N� �� TomlError)�
rfc3339_re�parse_rfc3339_re� c C s |S �N� ��t�x�vr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/parser.py�<lambda>
� r c C s t | �� ||t| dt| ��d�S )N�name)� translate�object_pairs_hook�filename)�loads�read�getattr�repr)Zfinr r r r r �load
s r z<string>c C s |S r r r
r r r r
r c s� t | t�r| �d�} | �dd�} �� }�� }|}t| �d�}t|�d�}��fdd�� � ��fdd ��|D �]D\} }
�| d
kr�|
\} } | |kr�� d �| �� �| �d�|| < qj| d k}
|}|
d d
� D ]<}t |�|�t�r�|| d
\}}q�|� |d �� f�\}}qƈ� }|
d
}||k�rD|
�r4|�� fg||< n|�� f||< qjt || t��rx|
�sb� d� || �
|�� f� qj|
�r�� d� || \}}|d k �r�� d� ||f||< qj� ��fdd���||�S )Nzutf-8z
�
)r �r c s t | �d �d � ��d S �Nr r r )�msg)r �posr r �error s zloads.<locals>.errorc s� | \}}�}|dkrT�r>t �fdd��dd � D ��r>�d� � �fdd��D ��n"|dkrv� � ��fd d��D ����||��S )
N�arrayc 3 s& | ] \}}}}|� d d kV qdS )r Nr )�.0�kr r
�p)�valuer r � <genexpr> s
z/loads.<locals>.process_value.<locals>.<genexpr>r zarray-type-mismatchc s g | ]}�|� d ��qS �r r )r! �item)r �
process_valuer r �
<listcomp>" s z0loads.<locals>.process_value.<locals>.<listcomp>�tablec s g | ]}|��| � d �f�qS r& r )r! r" )r r( r$ r r r) $ s )�any)r
r �kind�textr )r r( r )r r$ r r( s "z loads.<locals>.process_value�kvz2duplicate_keys. Key "{0}" was used more than once.� table_array���Ztable_type_mismatchZduplicate_tablesc sl | d kr�� } |D ]T}|| kr&� d� || }t |t�rP�fdd�|D �| |< q�|d |d �| |< q| S )NZkey_table_conflictc s g | ]\}}� ||��qS r r )r! ZscZtbl)� merge_tablesr r r) Q s z/loads.<locals>.merge_tables.<locals>.<listcomp>r r )�
isinstance�list)�scope�tablesr" r
)r r1 r r r r1 I s
zloads.<locals>.merge_tables) r2 �bytes�decode�replace�_Source�_p_toml�format�getr3 �
setdefault�append)�sr r r �rootr5 r4 �srcZastr, r$ r" r
Zis_table_arrayZcurr �dZ old_scopeZ
next_tabler )r r r1 r r r( r r r
sP
r c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZdS )%r9 Nc C s" || _ d| _d | _|| _g | _d S )N)r r )r? �_pos�_last� _filename�backtrack_stack)�selfr? r r r r �__init__Y s
z_Source.__init__c C s | j S r )rD �rG r r r �last` s z _Source.lastc C s | j S r )rC rI r r r r c s z _Source.posc C s
| � d �S r )�_expectrI r r r �failf s z _Source.failc C s6 | j r2| j d | _| dd � | _ | �| j� | jS d S r )r? rD �_advancerI r r r � consume_doti s z_Source.consume_dotc C s | � | �� �S r )rK rN rI r r r �
expect_dotq s z_Source.expect_dotc C s | j sd| _dS dS )N� TF)r? rD rI r r r � consume_eoft s z_Source.consume_eofc C s | � | �� �S r )rK rQ rI r r r �
expect_eofz s z_Source.expect_eofc C s8 | j �|�r4| j t|�d � | _ || _| �|� dS dS )NTF)r? �
startswith�lenrD rM �rG r? r r r �consume} s
z_Source.consumec C s | � | �|��S r )rK rV rU r r r �expect� s z_Source.expectc C sH |� | j�}|rD| jt|�d��d � | _|| _| �|�d�� |S d S )Nr )�matchr? rT �grouprD rM )rG �re�mr r r �
consume_re� s z_Source.consume_rec C s | � | �|��S r )rK r\ )rG rZ r r r � expect_re� s z_Source.expect_rec C s | j �| j| jf� d S r )rF r> r? rC rI r r r � __enter__� s z_Source.__enter__c C s. |d kr| j �� n| j �� \| _| _|tkS r )rF �popr? rC r )rG �typer$ � tracebackr r r �__exit__� s z_Source.__exit__c C s | j | jf| jd< d S )Nr0 )r? rC rF rI r r r �commit� s z_Source.commitc C s$ |s t d| jd | jd | j��|S )Nr r r )r rC rE )rG �rr r r rK � s z_Source._expectc C sX |� d�}|dkr2| jd | jd t|� f| _n"| jd |�d� t|�| f| _d S )Nr r0 r r )�rfindrC rT �count)rG r? Z
suffix_posr r r rM � s
z_Source._advance)N)�__name__�
__module__� __qualname__rH rJ r rL rN rO rQ rR rV rW r\ r] r^ rb rc rK rM r r r r r9 X s"
r9 z!(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*c C s | � t� d S r )r] �_ews_re�r? r r r �_p_ews� s rl z[ \t]*c C s | � t� d S r )r] �_ws_rerk r r r �_p_ws� s rn �r �
� �"�\� )�b�nrd r rr rs �fz[^"\\\000-\037]*zu([0-9a-fA-F]{4})zU([0-9a-fA-F]{8})z [btnfr\"\\]z
[
]*c C s� g }|� | �|��d�� | �d�s&q�| �t�r2q| �t�sF| �t�r�t| � � �d�d�}d| krndk rzn n| �
� |� t |�� q| �t � |� t
| � � �d� � qd�|�S )Nr rs r � i � i � rP )r> r] rY rV r\ �_newline_esc_re�
_short_uni_re� _long_uni_re�intrJ rL �_chr� _escapes_re�_escapes�join)r? Zcontent�resr
r r r �_p_basicstr_content� s
r� z[0-9a-zA-Z-_]+c
C s� | �0 | � d� t| t�}| � d� |W 5 Q R � S Q R X | �d�r�| �d�rt| �d� | �t��d�}| � d� n| �t��d�}| � d� |S | �t��d�S )Nrr �'�''r r �''') rW r� � _basicstr_rerV r] �
_litstr_ml_rerY �
_litstr_re�_key_re)r? rd r r r �_p_key� s
r� zH[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?z&(?:""?(?!")|[^"\\\000-\011\013-\037])*z[^'\000\010\012-\037]*z((?:(?:|'|'')(?:[^'\000-\010\013-\037]))*c C s� | � � }| �d�r"d| �� d|fS | �d�r<d| �� d|fS | �d�r�| �d�rp| �d� t| t�}| �d � nt| t�}| �d� d
|||fS | �d �r�| �d �r�| �d� | �t�� d
�}| �d� n| �t
�� d
�}| �d � d
|||fS | � t ��r| �� }d|� d
�t
|�|fS | � t��r�| �� � d
�}|�dd�}d|k�s^d|k�s^d|k�rnd|t|�|fS d|t|d�|fS | �d��r�g }| �F t| � |�t| |d�� | �� t| � | �d� | �� �q�W 5 Q R X t| � | �d� d d ||fS | �d ��r�t| � |� }| �d ��s�t| �}t| � | �d � t| � t| |d�||< t| � | �d��r�t| � t| �}t| � | �d � t| � t| |d�||< t| � �q^| �d � d d ||fS | �� d S )!N�true�boolTZfalseFrr z""r z"""�strr� r� r r� Zdatetime�_rP �.�e�E�floatr| �
�[r �,�]r �{�}�=r* )r rV rJ r� �_basicstr_ml_rerW r� r] r� rY r� r\ r r � _float_rer8 r� r| rl r> �_p_valuerc rn r� rL )r? r r rd r[ �itemsr" r r r r� � s~
r� c C s� | � � }| �d�r�| �d�}t| � t| �g}t| � | �d�r`t| � |�t| �� t| � q6| �d� |rx| �d� |r�dnd||fS t| �}t| � | �d� t| � t| |d�}d||f|fS ) Nr� r� r� r/ r* r� r r. )r rV rn r� r> rW r� )r? r r Zis_array�keys�keyr$ r r r �_p_stmt3 s(
r� z (?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*c C sh g }t | � | �> |�t| |d�� | �� | �t� |�t| |d�� q$W 5 Q R X t | � | �� |S )Nr )rl r> r� rc r] � _stmtsep_rerR )r? r Zstmtsr r r r: K s
r: )%rZ �sysZcorer Zutilsr r � version_infoZunichrr} �chr�dictr r r9 �compilerj rl rm rn r r� rz r{ r~ ry r� r� r� r� r� r� r� r� r� r� r: r r r r �<module> s@ KU
�
M
pytoml/__pycache__/utils.cpython-38.pyc 0000644 00000004121 15043676222 0014075 0 ustar 00 U
��.e� � @ sH d dl Z d dlZe�d�Zdd� Zdd� Zdd� ZG d d
� d
e j�ZdS ) � NzP(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))c C s( t �| �}|r |�d�| kr d S t|�S )Nr )�
rfc3339_re�match�group�parse_rfc3339_re)�v�m� r �</usr/lib/python3.8/site-packages/pip/_vendor/pytoml/utils.py�
parse_rfc3339 s
r
c
C s� t t| �� d d� �}| �d�r0t| �d��}nd}| �d�rxt| �d�d�d t| �d�d� }tt�d|d ��}ntt�dd��}|\}} }}}} t�|| |||| t|d �|�S ) N� � r � �
�< � i@B )�map�int�groupsr �float� _TimeZone�datetimeZ timedelta)
r �r�micro�gZtz�y�d�H�M�Sr r r r s
$r c C s� | � � }|d k r t|�� �d nd}|dkr2d}n.|dkr@d}n
d}| }d�||d |d �}| jrt| �d�| S | �d�| S d S ) Nr r �Z�+�-z{0}{1:02}:{2:02}z%Y-%m-%dT%H:%M:%S.%fz%Y-%m-%dT%H:%M:%S)� utcoffsetr �
total_seconds�formatZ microsecond�strftime)r Zoffs�suffixr r r �format_rfc3339 s r' c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
r c C s
|| _ d S �N��_offset)�self�offsetr r r �__init__1 s z_TimeZone.__init__c C s | j S r( r) �r+ �dtr r r r" 4 s z_TimeZone.utcoffsetc C s d S r( r r. r r r �dst7 s z
_TimeZone.dstc C sH | j �� d }|dk r"d}| }nd}|d }||d }d�|||�S )Nr r r! r z{}{:.02}{:.02})r* r# r$ )r+ r/ r �res�hr r r �tzname: s z_TimeZone.tznameN)�__name__�
__module__� __qualname__r- r" r0 r3 r r r r r 0 s r ) r �re�compiler r
r r' Ztzinfor r r r r �<module> s
pytoml/__pycache__/writer.cpython-38.pyc 0000644 00000007171 15043676222 0014261 0 ustar 00 U
��.e)
� @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZ zd dl m
Z W n e k
rh dZ Y nX ej
d dkr�eZeZd d d
�Zd d d
ddddd�Zdd� Zejej d Zdd� Zdd� Zd dd�ZdS ) � )�unicode_literalsN� )�format_rfc3339)�PurePath� � Fc C s t �� }t| ||d� |�� S )N)� sort_keys)�io�StringIO�dump�getvalue)�objr �foutr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/writer.py�dumps s r �n�r�\�t�b�f�")�
�
r � �� r c s� g �d�� ���fdd�}d� � t ��k r��� }|dkrT|� ���dt| � n$t|�dk rx|� ���dt|� � � d7 � q |� d d
��� d S ) Nr c s" �� kr�� ��� � � � d S )Nr )�appendr ��i�res�s�startr r �flush s z _escape_string.<locals>.flushz"\
r � z\u%04xr r � )�lenr �_escapes�ord�join)r! r# �cr r r �_escape_string s
r+ z-_c C s t dd� | D ��rt| �S | S )Nc s s | ]}|t kV qd S �N)�
_key_chars��.0r* r r r � <genexpr>4 s z _escape_id.<locals>.<genexpr>)�anyr+ )r! r r r �
_escape_id3 s r2 c C s
t | t�r| rdS dS t | t�s*t | t�r2t| �S t | t�rjt�| �sPt�| �r`t d�
| ���nt | �S n�t | t�s~t | t �r�t
| �S t | tj�r�t| �S t | t�r�d�
d�dd� | D ���S t | t�r�d�
d�d d� | �� D ���S t | t�� r�t
t| ��S t| ��d S )
N�trueZfalsez {0} is not a valid TOML valuez[{0}]z, c s s | ]}t |�V qd S r, )�
_format_value)r/ r
r r r r0 H s z _format_value.<locals>.<genexpr>z{{{0}}}c s s& | ] \}}d � t|�t|��V qdS )z{} = {}N)�formatr2 r4 )r/ �kr
r r r r0 J s )�
isinstance�bool�int�long�unicode�float�mathZisnanZisinf�
ValueErrorr5 �repr�bytesr+ �datetimer �listr) �dict�items� _path_types�str� RuntimeError)�vr r r r4 9 s&
r4 c s\ d| dfg}|�rX|� � \�}}�r^d�dd� �D ��}|rN|�d�|�� n|�d�|�� |rnt|�� �n|�� }g }d} |D ]�� |� }
t|
t�r�|��� f |
df� q�t|
t �r�|
r�t
dd� |
D ��r�|� � �fd d�|
D �� q�|
d k�r|�d
�t � ��� d } q�|�d �t � �t
|
��� d } q�|� t|�� ��sH| r |r |�d
� q d S )Nr F�.c s s | ]}t |�V qd S r, )r2 r. r r r r0 W s zdump.<locals>.<genexpr>z[[{0}]]
z[{0}]
c s s | ]}t |t�V qd S r, )r7 rC )r/ �or r r r0 d s c 3 s | ]}�� f |d fV qdS )TNr )r/ �d�r6 �namer r r0 e s z<#{} = null # To use: uncomment and replace null with value
Tz
{0} = {1}
r )�popr) �writer5 �sorted�keysr7 rC r rB �all�extendr2 r4 �reversed) r
r r Ztables�tableZis_arrayZ section_nameZ
table_keysZ
new_tablesZhas_kvrH r rL r r Q s6
�r )F)F)Z
__future__r r rA r= �string�sysZutilsr �pathlibr rE � ImportError� version_infor9 r: rF r; r r' r+ ZdigitsZ
ascii_lettersr- r2 r4 r r r r r �<module> s (
pytoml/__pycache__/parser.cpython-38.opt-1.pyc 0000644 00000023542 15043676222 0015200 0 ustar 00 U
��.eE( � @ sN d dl Z d dlZddlmZ ddlmZmZ ejd dkr@eZ ne
Z dd� e fdd �Z d
d d� e fd d
�Z
G dd� d�Ze �d�Zdd� Ze �d�Zdd� Zddddddd d �Ze �d �Ze �d �Ze �d �Ze �d!�Ze �d"�Zefd#d$�Ze �d%�Zd&d'� Z e �d(�Z e �d)�Z e �d*�Z e �d+�Z d,d-� Z!d.d/� Z"e �d0�Z#d1d2� Z$dS )3� N� �� TomlError)�
rfc3339_re�parse_rfc3339_re� c C s |S �N� ��t�x�vr r �=/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/parser.py�<lambda>
� r c C s t | �� ||t| dt| ��d�S )N�name)� translate�object_pairs_hook�filename)�loads�read�getattr�repr)Zfinr r r r r �load
s r z<string>c C s |S r r r
r r r r
r c s� t | t�r| �d�} | �dd�} �� }�� }|}t| �d�}t|�d�}��fdd�� � ��fdd ��|D �]D\} }
�| d
kr�|
\} } | |kr�� d �| �� �| �d�|| < qj| d k}
|}|
d d
� D ]<}t |�|�t�r�|| d
\}}q�|� |d �� f�\}}qƈ� }|
d
}||k�rD|
�r4|�� fg||< n|�� f||< qjt || t��rx|
�sb� d� || �
|�� f� qj|
�r�� d� || \}}|d k �r�� d� ||f||< qj� ��fdd���||�S )Nzutf-8z
�
)r �r c s t | �d �d � ��d S �Nr r r )�msg)r �posr r �error s zloads.<locals>.errorc s� | \}}�}|dkrT�r>t �fdd��dd � D ��r>�d� � �fdd��D ��n"|dkrv� � ��fd d��D ����||��S )
N�arrayc 3 s& | ] \}}}}|� d d kV qdS )r Nr )�.0�kr r
�p)�valuer r � <genexpr> s
z/loads.<locals>.process_value.<locals>.<genexpr>r zarray-type-mismatchc s g | ]}�|� d ��qS �r r )r! �item)r �
process_valuer r �
<listcomp>" s z0loads.<locals>.process_value.<locals>.<listcomp>�tablec s g | ]}|��| � d �f�qS r& r )r! r" )r r( r$ r r r) $ s )�any)r
r �kind�textr )r r( r )r r$ r r( s "z loads.<locals>.process_value�kvz2duplicate_keys. Key "{0}" was used more than once.� table_array���Ztable_type_mismatchZduplicate_tablesc sl | d kr�� } |D ]T}|| kr&� d� || }t |t�rP�fdd�|D �| |< q�|d |d �| |< q| S )NZkey_table_conflictc s g | ]\}}� ||��qS r r )r! ZscZtbl)� merge_tablesr r r) Q s z/loads.<locals>.merge_tables.<locals>.<listcomp>r r )�
isinstance�list)�scope�tablesr" r
)r r1 r r r r1 I s
zloads.<locals>.merge_tables) r2 �bytes�decode�replace�_Source�_p_toml�format�getr3 �
setdefault�append)�sr r r �rootr5 r4 �srcZastr, r$ r" r
Zis_table_arrayZcurr �dZ old_scopeZ
next_tabler )r r r1 r r r( r r r
sP
r c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� ZdS )%r9 Nc C s" || _ d| _d | _|| _g | _d S )N)r r )r? �_pos�_last� _filename�backtrack_stack)�selfr? r r r r �__init__Y s
z_Source.__init__c C s | j S r )rD �rG r r r �last` s z _Source.lastc C s | j S r )rC rI r r r r c s z _Source.posc C s
| � d �S r )�_expectrI r r r �failf s z _Source.failc C s6 | j r2| j d | _| dd � | _ | �| j� | jS d S r )r? rD �_advancerI r r r � consume_doti s z_Source.consume_dotc C s | � | �� �S r )rK rN rI r r r �
expect_dotq s z_Source.expect_dotc C s | j sd| _dS dS )N� TF)r? rD rI r r r � consume_eoft s z_Source.consume_eofc C s | � | �� �S r )rK rQ rI r r r �
expect_eofz s z_Source.expect_eofc C s8 | j �|�r4| j t|�d � | _ || _| �|� dS dS )NTF)r? �
startswith�lenrD rM �rG r? r r r �consume} s
z_Source.consumec C s | � | �|��S r )rK rV rU r r r �expect� s z_Source.expectc C sH |� | j�}|rD| jt|�d��d � | _|| _| �|�d�� |S d S )Nr )�matchr? rT �grouprD rM )rG �re�mr r r �
consume_re� s z_Source.consume_rec C s | � | �|��S r )rK r\ )rG rZ r r r � expect_re� s z_Source.expect_rec C s | j �| j| jf� d S r )rF r> r? rC rI r r r � __enter__� s z_Source.__enter__c C s. |d kr| j �� n| j �� \| _| _|tkS r )rF �popr? rC r )rG �typer$ � tracebackr r r �__exit__� s z_Source.__exit__c C s | j | jf| jd< d S )Nr0 )r? rC rF rI r r r �commit� s z_Source.commitc C s$ |s t d| jd | jd | j��|S )Nr r r )r rC rE )rG �rr r r rK � s z_Source._expectc C sX |� d�}|dkr2| jd | jd t|� f| _n"| jd |�d� t|�| f| _d S )Nr r0 r r )�rfindrC rT �count)rG r? Z
suffix_posr r r rM � s
z_Source._advance)N)�__name__�
__module__� __qualname__rH rJ r rL rN rO rQ rR rV rW r\ r] r^ rb rc rK rM r r r r r9 X s"
r9 z!(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*c C s | � t� d S r )r] �_ews_re�r? r r r �_p_ews� s rl z[ \t]*c C s | � t� d S r )r] �_ws_rerk r r r �_p_ws� s rn �r �
� �"�\� )�b�nrd r rr rs �fz[^"\\\000-\037]*zu([0-9a-fA-F]{4})zU([0-9a-fA-F]{8})z [btnfr\"\\]z
[
]*c C s� g }|� | �|��d�� | �d�s&q�| �t�r2q| �t�sF| �t�r�t| � � �d�d�}d| krndk rzn n| �
� |� t |�� q| �t � |� t
| � � �d� � qd�|�S )Nr rs r � i � i � rP )r> r] rY rV r\ �_newline_esc_re�
_short_uni_re� _long_uni_re�intrJ rL �_chr� _escapes_re�_escapes�join)r? Zcontent�resr
r r r �_p_basicstr_content� s
r� z[0-9a-zA-Z-_]+c
C s� | �0 | � d� t| t�}| � d� |W 5 Q R � S Q R X | �d�r�| �d�rt| �d� | �t��d�}| � d� n| �t��d�}| � d� |S | �t��d�S )Nrr �'�''r r �''') rW r� � _basicstr_rerV r] �
_litstr_ml_rerY �
_litstr_re�_key_re)r? rd r r r �_p_key� s
r� zH[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?z&(?:""?(?!")|[^"\\\000-\011\013-\037])*z[^'\000\010\012-\037]*z((?:(?:|'|'')(?:[^'\000-\010\013-\037]))*c C s� | � � }| �d�r"d| �� d|fS | �d�r<d| �� d|fS | �d�r�| �d�rp| �d� t| t�}| �d � nt| t�}| �d� d
|||fS | �d �r�| �d �r�| �d� | �t�� d
�}| �d� n| �t
�� d
�}| �d � d
|||fS | � t ��r| �� }d|� d
�t
|�|fS | � t��r�| �� � d
�}|�dd�}d|k�s^d|k�s^d|k�rnd|t|�|fS d|t|d�|fS | �d��r�g }| �F t| � |�t| |d�� | �� t| � | �d� | �� �q�W 5 Q R X t| � | �d� d d ||fS | �d ��r�t| � |� }| �d ��s�t| �}t| � | �d � t| � t| |d�||< t| � | �d��r�t| � t| �}t| � | �d � t| � t| |d�||< t| � �q^| �d � d d ||fS | �� d S )!N�true�boolTZfalseFrr z""r z"""�strr� r� r r� Zdatetime�_rP �.�e�E�floatr| �
�[r �,�]r �{�}�=r* )r rV rJ r� �_basicstr_ml_rerW r� r] r� rY r� r\ r r � _float_rer8 r� r| rl r> �_p_valuerc rn r� rL )r? r r rd r[ �itemsr" r r r r� � s~
r� c C s� | � � }| �d�r�| �d�}t| � t| �g}t| � | �d�r`t| � |�t| �� t| � q6| �d� |rx| �d� |r�dnd||fS t| �}t| � | �d� t| � t| |d�}d||f|fS ) Nr� r� r� r/ r* r� r r. )r rV rn r� r> rW r� )r? r r Zis_array�keys�keyr$ r r r �_p_stmt3 s(
r� z (?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*c C sh g }t | � | �> |�t| |d�� | �� | �t� |�t| |d�� q$W 5 Q R X t | � | �� |S )Nr )rl r> r� rc r] � _stmtsep_rerR )r? r Zstmtsr r r r: K s
r: )%rZ �sysZcorer Zutilsr r � version_infoZunichrr} �chr�dictr r r9 �compilerj rl rm rn r r� rz r{ r~ ry r� r� r� r� r� r� r� r� r� r� r: r r r r �<module> s@ KU
�
M
pytoml/__pycache__/__init__.cpython-38.pyc 0000644 00000000524 15043676222 0014477 0 ustar 00 U
��.e � @ s< d dl mZ d dlmZmZ d dlmZ d dlmZm Z dS )� )� TomlError)�load�loads)�translate_to_test)�dump�dumpsN)
Zcorer �parserr r Ztestr �writerr r � r
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/__init__.py�<module> s pytoml/__pycache__/test.cpython-38.opt-1.pyc 0000644 00000002303 15043676222 0014653 0 ustar 00 U
��.e� � @ sR d dl Z ddlmZ zeefZeefZW n e k
rD eZeZY nX dd� Z
dS )� N� )�format_rfc3339c C s� t | t�r dd� | �� D �S t | t�rTdd� | D �}| rJt | d t�rJ|S d|d�S t | tj�rndt| �d�S t | t�r�d | r�d
nd d�S t | t�r�d t| �d�S t | t �r�d
d�
| �d�S t | t �r�d| d�S t d�
| ���d S )Nc S s i | ]\}}|t |��qS � ��translate_to_test)�.0�k�vr r �;/usr/lib/python3.8/site-packages/pip/_vendor/pytoml/test.py�
<dictcomp>
s z%translate_to_test.<locals>.<dictcomp>c S s g | ] }t |��qS r r )r �xr r r
�
<listcomp> s z%translate_to_test.<locals>.<listcomp>r Zarray)�type�value�datetime�bool�trueZfalseZinteger�floatz{:.17}�stringzunexpected value: {!r})
�
isinstance�dict�items�listr r r �
_int_types�strr �format�
_string_types� RuntimeError)r �ar r r
r s$
r ) r Zutilsr r Zunicoder �intZlongr � NameErrorr r r r r
�<module> s
pytoml/test.py 0000644 00000001775 15043676222 0007442 0 ustar 00 import datetime
from .utils import format_rfc3339
try:
_string_types = (str, unicode)
_int_types = (int, long)
except NameError:
_string_types = str
_int_types = int
def translate_to_test(v):
if isinstance(v, dict):
return { k: translate_to_test(v) for k, v in v.items() }
if isinstance(v, list):
a = [translate_to_test(x) for x in v]
if v and isinstance(v[0], dict):
return a
else:
return {'type': 'array', 'value': a}
if isinstance(v, datetime.datetime):
return {'type': 'datetime', 'value': format_rfc3339(v)}
if isinstance(v, bool):
return {'type': 'bool', 'value': 'true' if v else 'false'}
if isinstance(v, _int_types):
return {'type': 'integer', 'value': str(v)}
if isinstance(v, float):
return {'type': 'float', 'value': '{:.17}'.format(v)}
if isinstance(v, _string_types):
return {'type': 'string', 'value': v}
raise RuntimeError('unexpected value: {!r}'.format(v))
pytoml/core.py 0000644 00000000775 15043676222 0007412 0 ustar 00 class TomlError(RuntimeError):
def __init__(self, message, line, col, filename):
RuntimeError.__init__(self, message, line, col, filename)
self.message = message
self.line = line
self.col = col
self.filename = filename
def __str__(self):
return '{}({}, {}): {}'.format(self.filename, self.line, self.col, self.message)
def __repr__(self):
return 'TomlError({!r}, {!r}, {!r}, {!r})'.format(self.message, self.line, self.col, self.filename)
pytoml/utils.py 0000644 00000003201 15043676222 0007605 0 ustar 00 import datetime
import re
rfc3339_re = re.compile(r'(\d{4})-(\d{2})-(\d{2})T(\d{2}):(\d{2}):(\d{2})(\.\d+)?(?:Z|([+-]\d{2}):(\d{2}))')
def parse_rfc3339(v):
m = rfc3339_re.match(v)
if not m or m.group(0) != v:
return None
return parse_rfc3339_re(m)
def parse_rfc3339_re(m):
r = map(int, m.groups()[:6])
if m.group(7):
micro = float(m.group(7))
else:
micro = 0
if m.group(8):
g = int(m.group(8), 10) * 60 + int(m.group(9), 10)
tz = _TimeZone(datetime.timedelta(0, g * 60))
else:
tz = _TimeZone(datetime.timedelta(0, 0))
y, m, d, H, M, S = r
return datetime.datetime(y, m, d, H, M, S, int(micro * 1000000), tz)
def format_rfc3339(v):
offs = v.utcoffset()
offs = int(offs.total_seconds()) // 60 if offs is not None else 0
if offs == 0:
suffix = 'Z'
else:
if offs > 0:
suffix = '+'
else:
suffix = '-'
offs = -offs
suffix = '{0}{1:02}:{2:02}'.format(suffix, offs // 60, offs % 60)
if v.microsecond:
return v.strftime('%Y-%m-%dT%H:%M:%S.%f') + suffix
else:
return v.strftime('%Y-%m-%dT%H:%M:%S') + suffix
class _TimeZone(datetime.tzinfo):
def __init__(self, offset):
self._offset = offset
def utcoffset(self, dt):
return self._offset
def dst(self, dt):
return None
def tzname(self, dt):
m = self._offset.total_seconds() // 60
if m < 0:
res = '-'
m = -m
else:
res = '+'
h = m // 60
m = m - h * 60
return '{}{:.02}{:.02}'.format(res, h, m)
pytoml/writer.py 0000644 00000006451 15043676222 0007773 0 ustar 00 from __future__ import unicode_literals
import io, datetime, math, string, sys
from .utils import format_rfc3339
try:
from pathlib import PurePath as _path_types
except ImportError:
_path_types = ()
if sys.version_info[0] == 3:
long = int
unicode = str
def dumps(obj, sort_keys=False):
fout = io.StringIO()
dump(obj, fout, sort_keys=sort_keys)
return fout.getvalue()
_escapes = {'\n': 'n', '\r': 'r', '\\': '\\', '\t': 't', '\b': 'b', '\f': 'f', '"': '"'}
def _escape_string(s):
res = []
start = 0
def flush():
if start != i:
res.append(s[start:i])
return i + 1
i = 0
while i < len(s):
c = s[i]
if c in '"\\\n\r\t\b\f':
start = flush()
res.append('\\' + _escapes[c])
elif ord(c) < 0x20:
start = flush()
res.append('\\u%04x' % ord(c))
i += 1
flush()
return '"' + ''.join(res) + '"'
_key_chars = string.digits + string.ascii_letters + '-_'
def _escape_id(s):
if any(c not in _key_chars for c in s):
return _escape_string(s)
return s
def _format_value(v):
if isinstance(v, bool):
return 'true' if v else 'false'
if isinstance(v, int) or isinstance(v, long):
return unicode(v)
if isinstance(v, float):
if math.isnan(v) or math.isinf(v):
raise ValueError("{0} is not a valid TOML value".format(v))
else:
return repr(v)
elif isinstance(v, unicode) or isinstance(v, bytes):
return _escape_string(v)
elif isinstance(v, datetime.datetime):
return format_rfc3339(v)
elif isinstance(v, list):
return '[{0}]'.format(', '.join(_format_value(obj) for obj in v))
elif isinstance(v, dict):
return '{{{0}}}'.format(', '.join('{} = {}'.format(_escape_id(k), _format_value(obj)) for k, obj in v.items()))
elif isinstance(v, _path_types):
return _escape_string(str(v))
else:
raise RuntimeError(v)
def dump(obj, fout, sort_keys=False):
tables = [((), obj, False)]
while tables:
name, table, is_array = tables.pop()
if name:
section_name = '.'.join(_escape_id(c) for c in name)
if is_array:
fout.write('[[{0}]]\n'.format(section_name))
else:
fout.write('[{0}]\n'.format(section_name))
table_keys = sorted(table.keys()) if sort_keys else table.keys()
new_tables = []
has_kv = False
for k in table_keys:
v = table[k]
if isinstance(v, dict):
new_tables.append((name + (k,), v, False))
elif isinstance(v, list) and v and all(isinstance(o, dict) for o in v):
new_tables.extend((name + (k,), d, True) for d in v)
elif v is None:
# based on mojombo's comment: https://github.com/toml-lang/toml/issues/146#issuecomment-25019344
fout.write(
'#{} = null # To use: uncomment and replace null with value\n'.format(_escape_id(k)))
has_kv = True
else:
fout.write('{0} = {1}\n'.format(_escape_id(k), _format_value(v)))
has_kv = True
tables.extend(reversed(new_tables))
if (name or has_kv) and tables:
fout.write('\n')
pytoml/parser.py 0000644 00000024105 15043676222 0007747 0 ustar 00 import re, sys
from .core import TomlError
from .utils import rfc3339_re, parse_rfc3339_re
if sys.version_info[0] == 2:
_chr = unichr
else:
_chr = chr
def load(fin, translate=lambda t, x, v: v, object_pairs_hook=dict):
return loads(fin.read(), translate=translate, object_pairs_hook=object_pairs_hook, filename=getattr(fin, 'name', repr(fin)))
def loads(s, filename='<string>', translate=lambda t, x, v: v, object_pairs_hook=dict):
if isinstance(s, bytes):
s = s.decode('utf-8')
s = s.replace('\r\n', '\n')
root = object_pairs_hook()
tables = object_pairs_hook()
scope = root
src = _Source(s, filename=filename)
ast = _p_toml(src, object_pairs_hook=object_pairs_hook)
def error(msg):
raise TomlError(msg, pos[0], pos[1], filename)
def process_value(v, object_pairs_hook):
kind, text, value, pos = v
if kind == 'array':
if value and any(k != value[0][0] for k, t, v, p in value[1:]):
error('array-type-mismatch')
value = [process_value(item, object_pairs_hook=object_pairs_hook) for item in value]
elif kind == 'table':
value = object_pairs_hook([(k, process_value(value[k], object_pairs_hook=object_pairs_hook)) for k in value])
return translate(kind, text, value)
for kind, value, pos in ast:
if kind == 'kv':
k, v = value
if k in scope:
error('duplicate_keys. Key "{0}" was used more than once.'.format(k))
scope[k] = process_value(v, object_pairs_hook=object_pairs_hook)
else:
is_table_array = (kind == 'table_array')
cur = tables
for name in value[:-1]:
if isinstance(cur.get(name), list):
d, cur = cur[name][-1]
else:
d, cur = cur.setdefault(name, (None, object_pairs_hook()))
scope = object_pairs_hook()
name = value[-1]
if name not in cur:
if is_table_array:
cur[name] = [(scope, object_pairs_hook())]
else:
cur[name] = (scope, object_pairs_hook())
elif isinstance(cur[name], list):
if not is_table_array:
error('table_type_mismatch')
cur[name].append((scope, object_pairs_hook()))
else:
if is_table_array:
error('table_type_mismatch')
old_scope, next_table = cur[name]
if old_scope is not None:
error('duplicate_tables')
cur[name] = (scope, next_table)
def merge_tables(scope, tables):
if scope is None:
scope = object_pairs_hook()
for k in tables:
if k in scope:
error('key_table_conflict')
v = tables[k]
if isinstance(v, list):
scope[k] = [merge_tables(sc, tbl) for sc, tbl in v]
else:
scope[k] = merge_tables(v[0], v[1])
return scope
return merge_tables(root, tables)
class _Source:
def __init__(self, s, filename=None):
self.s = s
self._pos = (1, 1)
self._last = None
self._filename = filename
self.backtrack_stack = []
def last(self):
return self._last
def pos(self):
return self._pos
def fail(self):
return self._expect(None)
def consume_dot(self):
if self.s:
self._last = self.s[0]
self.s = self[1:]
self._advance(self._last)
return self._last
return None
def expect_dot(self):
return self._expect(self.consume_dot())
def consume_eof(self):
if not self.s:
self._last = ''
return True
return False
def expect_eof(self):
return self._expect(self.consume_eof())
def consume(self, s):
if self.s.startswith(s):
self.s = self.s[len(s):]
self._last = s
self._advance(s)
return True
return False
def expect(self, s):
return self._expect(self.consume(s))
def consume_re(self, re):
m = re.match(self.s)
if m:
self.s = self.s[len(m.group(0)):]
self._last = m
self._advance(m.group(0))
return m
return None
def expect_re(self, re):
return self._expect(self.consume_re(re))
def __enter__(self):
self.backtrack_stack.append((self.s, self._pos))
def __exit__(self, type, value, traceback):
if type is None:
self.backtrack_stack.pop()
else:
self.s, self._pos = self.backtrack_stack.pop()
return type == TomlError
def commit(self):
self.backtrack_stack[-1] = (self.s, self._pos)
def _expect(self, r):
if not r:
raise TomlError('msg', self._pos[0], self._pos[1], self._filename)
return r
def _advance(self, s):
suffix_pos = s.rfind('\n')
if suffix_pos == -1:
self._pos = (self._pos[0], self._pos[1] + len(s))
else:
self._pos = (self._pos[0] + s.count('\n'), len(s) - suffix_pos)
_ews_re = re.compile(r'(?:[ \t]|#[^\n]*\n|#[^\n]*\Z|\n)*')
def _p_ews(s):
s.expect_re(_ews_re)
_ws_re = re.compile(r'[ \t]*')
def _p_ws(s):
s.expect_re(_ws_re)
_escapes = { 'b': '\b', 'n': '\n', 'r': '\r', 't': '\t', '"': '"',
'\\': '\\', 'f': '\f' }
_basicstr_re = re.compile(r'[^"\\\000-\037]*')
_short_uni_re = re.compile(r'u([0-9a-fA-F]{4})')
_long_uni_re = re.compile(r'U([0-9a-fA-F]{8})')
_escapes_re = re.compile(r'[btnfr\"\\]')
_newline_esc_re = re.compile('\n[ \t\n]*')
def _p_basicstr_content(s, content=_basicstr_re):
res = []
while True:
res.append(s.expect_re(content).group(0))
if not s.consume('\\'):
break
if s.consume_re(_newline_esc_re):
pass
elif s.consume_re(_short_uni_re) or s.consume_re(_long_uni_re):
v = int(s.last().group(1), 16)
if 0xd800 <= v < 0xe000:
s.fail()
res.append(_chr(v))
else:
s.expect_re(_escapes_re)
res.append(_escapes[s.last().group(0)])
return ''.join(res)
_key_re = re.compile(r'[0-9a-zA-Z-_]+')
def _p_key(s):
with s:
s.expect('"')
r = _p_basicstr_content(s, _basicstr_re)
s.expect('"')
return r
if s.consume('\''):
if s.consume('\'\''):
s.consume('\n')
r = s.expect_re(_litstr_ml_re).group(0)
s.expect('\'\'\'')
else:
r = s.expect_re(_litstr_re).group(0)
s.expect('\'')
return r
return s.expect_re(_key_re).group(0)
_float_re = re.compile(r'[+-]?(?:0|[1-9](?:_?\d)*)(?:\.\d(?:_?\d)*)?(?:[eE][+-]?(?:\d(?:_?\d)*))?')
_basicstr_ml_re = re.compile(r'(?:""?(?!")|[^"\\\000-\011\013-\037])*')
_litstr_re = re.compile(r"[^'\000\010\012-\037]*")
_litstr_ml_re = re.compile(r"(?:(?:|'|'')(?:[^'\000-\010\013-\037]))*")
def _p_value(s, object_pairs_hook):
pos = s.pos()
if s.consume('true'):
return 'bool', s.last(), True, pos
if s.consume('false'):
return 'bool', s.last(), False, pos
if s.consume('"'):
if s.consume('""'):
s.consume('\n')
r = _p_basicstr_content(s, _basicstr_ml_re)
s.expect('"""')
else:
r = _p_basicstr_content(s, _basicstr_re)
s.expect('"')
return 'str', r, r, pos
if s.consume('\''):
if s.consume('\'\''):
s.consume('\n')
r = s.expect_re(_litstr_ml_re).group(0)
s.expect('\'\'\'')
else:
r = s.expect_re(_litstr_re).group(0)
s.expect('\'')
return 'str', r, r, pos
if s.consume_re(rfc3339_re):
m = s.last()
return 'datetime', m.group(0), parse_rfc3339_re(m), pos
if s.consume_re(_float_re):
m = s.last().group(0)
r = m.replace('_','')
if '.' in m or 'e' in m or 'E' in m:
return 'float', m, float(r), pos
else:
return 'int', m, int(r, 10), pos
if s.consume('['):
items = []
with s:
while True:
_p_ews(s)
items.append(_p_value(s, object_pairs_hook=object_pairs_hook))
s.commit()
_p_ews(s)
s.expect(',')
s.commit()
_p_ews(s)
s.expect(']')
return 'array', None, items, pos
if s.consume('{'):
_p_ws(s)
items = object_pairs_hook()
if not s.consume('}'):
k = _p_key(s)
_p_ws(s)
s.expect('=')
_p_ws(s)
items[k] = _p_value(s, object_pairs_hook=object_pairs_hook)
_p_ws(s)
while s.consume(','):
_p_ws(s)
k = _p_key(s)
_p_ws(s)
s.expect('=')
_p_ws(s)
items[k] = _p_value(s, object_pairs_hook=object_pairs_hook)
_p_ws(s)
s.expect('}')
return 'table', None, items, pos
s.fail()
def _p_stmt(s, object_pairs_hook):
pos = s.pos()
if s.consume( '['):
is_array = s.consume('[')
_p_ws(s)
keys = [_p_key(s)]
_p_ws(s)
while s.consume('.'):
_p_ws(s)
keys.append(_p_key(s))
_p_ws(s)
s.expect(']')
if is_array:
s.expect(']')
return 'table_array' if is_array else 'table', keys, pos
key = _p_key(s)
_p_ws(s)
s.expect('=')
_p_ws(s)
value = _p_value(s, object_pairs_hook=object_pairs_hook)
return 'kv', (key, value), pos
_stmtsep_re = re.compile(r'(?:[ \t]*(?:#[^\n]*)?\n)+[ \t]*')
def _p_toml(s, object_pairs_hook):
stmts = []
_p_ews(s)
with s:
stmts.append(_p_stmt(s, object_pairs_hook=object_pairs_hook))
while True:
s.commit()
s.expect_re(_stmtsep_re)
stmts.append(_p_stmt(s, object_pairs_hook=object_pairs_hook))
_p_ews(s)
s.expect_eof()
return stmts
certifi/__init__.py 0000644 00000000077 15043676222 0010315 0 ustar 00 from .core import where, old_where
__version__ = "2018.01.18"
certifi/__main__.py 0000644 00000000051 15043676223 0010267 0 ustar 00 from certifi import where
print(where())
certifi/__pycache__/core.cpython-38.opt-1.pyc 0000644 00000000621 15043676223 0014727 0 ustar 00 U
��.e� � @ s d Z ddlZdd� ZdS )zU
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem.
� Nc C s dS )Nz /etc/pki/tls/certs/ca-bundle.crt� r r r �</usr/lib/python3.8/site-packages/pip/_vendor/certifi/core.py�where s r )�__doc__�osr r r r r �<module> s certifi/__pycache__/__main__.cpython-38.pyc 0000644 00000000337 15043676223 0014564 0 ustar 00 U
��.e5 � @ s d dl mZ ee� � dS )� )�whereN)Zpip._vendor.certifir �print� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__main__.py�<module> s certifi/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000334 15043676223 0015537 0 ustar 00 U
��.e4 � @ s d dl mZ dZdS )� )�wherez
2019.09.11N)Zcorer � __version__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__init__.py�<module> s certifi/__pycache__/core.cpython-38.pyc 0000644 00000000621 15043676223 0013770 0 ustar 00 U
��.e� � @ s d Z ddlZdd� ZdS )zU
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem.
� Nc C s dS )Nz /etc/pki/tls/certs/ca-bundle.crt� r r r �</usr/lib/python3.8/site-packages/pip/_vendor/certifi/core.py�where s r )�__doc__�osr r r r r �<module> s certifi/__pycache__/__main__.cpython-38.opt-1.pyc 0000644 00000000337 15043676223 0015523 0 ustar 00 U
��.e5 � @ s d dl mZ ee� � dS )� )�whereN)Zpip._vendor.certifir �print� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__main__.py�<module> s certifi/__pycache__/__init__.cpython-38.pyc 0000644 00000000334 15043676223 0014600 0 ustar 00 U
��.e4 � @ s d dl mZ dZdS )� )�wherez
2019.09.11N)Zcorer � __version__� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/certifi/__init__.py�<module> s certifi/core.py 0000644 00000001446 15043676223 0007510 0 ustar 00 #!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
certifi.py
~~~~~~~~~~
This module returns the installation location of cacert.pem.
"""
import os
import warnings
class DeprecatedBundleWarning(DeprecationWarning):
"""
The weak security bundle is being deprecated. Please bother your service
provider to get them to stop using cross-signed roots.
"""
def where():
return '/etc/pki/tls/certs/ca-bundle.crt'
def old_where():
warnings.warn(
"The weak security bundle has been removed. certifi.old_where() is now an alias "
"of certifi.where(). Please update your code to use certifi.where() instead. "
"certifi.old_where() will be removed in 2018.",
DeprecatedBundleWarning
)
return where()
if __name__ == '__main__':
print(where())
pyparsing.py 0000644 00000665653 15043676223 0007167 0 ustar 00 # module pyparsing.py
#
# Copyright (c) 2003-2016 Paul T. McGuire
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be
# included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
# CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
# SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#
__doc__ = \
"""
pyparsing module - Classes and methods to define and execute parsing grammars
The pyparsing module is an alternative approach to creating and executing simple grammars,
vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you
don't need to learn a new syntax for defining grammars or matching expressions - the parsing module
provides a library of classes that you use to construct the grammar directly in Python.
Here is a program to parse "Hello, World!" (or any greeting of the form
C{"<salutation>, <addressee>!"}), built up using L{Word}, L{Literal}, and L{And} elements
(L{'+'<ParserElement.__add__>} operator gives L{And} expressions, strings are auto-converted to
L{Literal} expressions)::
from pyparsing import Word, alphas
# define grammar of a greeting
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
The program outputs the following::
Hello, World! -> ['Hello', ',', 'World', '!']
The Python representation of the grammar is quite readable, owing to the self-explanatory
class names, and the use of '+', '|' and '^' operators.
The L{ParseResults} object returned from L{ParserElement.parseString<ParserElement.parseString>} can be accessed as a nested list, a dictionary, or an
object with named attributes.
The pyparsing module handles some of the problems that are typically vexing when writing text parsers:
- extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.)
- quoted strings
- embedded comments
"""
__version__ = "2.1.10"
__versionTime__ = "07 Oct 2016 01:31 UTC"
__author__ = "Paul McGuire <ptmcg@users.sourceforge.net>"
import string
from weakref import ref as wkref
import copy
import sys
import warnings
import re
import sre_constants
import collections
import pprint
import traceback
import types
from datetime import datetime
try:
from _thread import RLock
except ImportError:
from threading import RLock
try:
from collections import OrderedDict as _OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict as _OrderedDict
except ImportError:
_OrderedDict = None
#~ sys.stderr.write( "testing pyparsing module, version %s, %s\n" % (__version__,__versionTime__ ) )
__all__ = [
'And', 'CaselessKeyword', 'CaselessLiteral', 'CharsNotIn', 'Combine', 'Dict', 'Each', 'Empty',
'FollowedBy', 'Forward', 'GoToColumn', 'Group', 'Keyword', 'LineEnd', 'LineStart', 'Literal',
'MatchFirst', 'NoMatch', 'NotAny', 'OneOrMore', 'OnlyOnce', 'Optional', 'Or',
'ParseBaseException', 'ParseElementEnhance', 'ParseException', 'ParseExpression', 'ParseFatalException',
'ParseResults', 'ParseSyntaxException', 'ParserElement', 'QuotedString', 'RecursiveGrammarException',
'Regex', 'SkipTo', 'StringEnd', 'StringStart', 'Suppress', 'Token', 'TokenConverter',
'White', 'Word', 'WordEnd', 'WordStart', 'ZeroOrMore',
'alphanums', 'alphas', 'alphas8bit', 'anyCloseTag', 'anyOpenTag', 'cStyleComment', 'col',
'commaSeparatedList', 'commonHTMLEntity', 'countedArray', 'cppStyleComment', 'dblQuotedString',
'dblSlashComment', 'delimitedList', 'dictOf', 'downcaseTokens', 'empty', 'hexnums',
'htmlComment', 'javaStyleComment', 'line', 'lineEnd', 'lineStart', 'lineno',
'makeHTMLTags', 'makeXMLTags', 'matchOnlyAtCol', 'matchPreviousExpr', 'matchPreviousLiteral',
'nestedExpr', 'nullDebugAction', 'nums', 'oneOf', 'opAssoc', 'operatorPrecedence', 'printables',
'punc8bit', 'pythonStyleComment', 'quotedString', 'removeQuotes', 'replaceHTMLEntity',
'replaceWith', 'restOfLine', 'sglQuotedString', 'srange', 'stringEnd',
'stringStart', 'traceParseAction', 'unicodeString', 'upcaseTokens', 'withAttribute',
'indentedBlock', 'originalTextFor', 'ungroup', 'infixNotation','locatedExpr', 'withClass',
'CloseMatch', 'tokenMap', 'pyparsing_common',
]
system_version = tuple(sys.version_info)[:3]
PY_3 = system_version[0] == 3
if PY_3:
_MAX_INT = sys.maxsize
basestring = str
unichr = chr
_ustr = str
# build list of single arg builtins, that can be used as parse actions
singleArgBuiltins = [sum, len, sorted, reversed, list, tuple, set, any, all, min, max]
else:
_MAX_INT = sys.maxint
range = xrange
def _ustr(obj):
"""Drop-in replacement for str(obj) that tries to be Unicode friendly. It first tries
str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It
then < returns the unicode object | encodes it with the default encoding | ... >.
"""
if isinstance(obj,unicode):
return obj
try:
# If this works, then _ustr(obj) has the same behaviour as str(obj), so
# it won't break any existing code.
return str(obj)
except UnicodeEncodeError:
# Else encode it
ret = unicode(obj).encode(sys.getdefaultencoding(), 'xmlcharrefreplace')
xmlcharref = Regex('&#\d+;')
xmlcharref.setParseAction(lambda t: '\\u' + hex(int(t[0][2:-1]))[2:])
return xmlcharref.transformString(ret)
# build list of single arg builtins, tolerant of Python version, that can be used as parse actions
singleArgBuiltins = []
import __builtin__
for fname in "sum len sorted reversed list tuple set any all min max".split():
try:
singleArgBuiltins.append(getattr(__builtin__,fname))
except AttributeError:
continue
_generatorType = type((y for y in range(1)))
def _xml_escape(data):
"""Escape &, <, >, ", ', etc. in a string of data."""
# ampersand must be replaced first
from_symbols = '&><"\''
to_symbols = ('&'+s+';' for s in "amp gt lt quot apos".split())
for from_,to_ in zip(from_symbols, to_symbols):
data = data.replace(from_, to_)
return data
class _Constants(object):
pass
alphas = string.ascii_uppercase + string.ascii_lowercase
nums = "0123456789"
hexnums = nums + "ABCDEFabcdef"
alphanums = alphas + nums
_bslash = chr(92)
printables = "".join(c for c in string.printable if c not in string.whitespace)
class ParseBaseException(Exception):
"""base exception class for all parsing runtime exceptions"""
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, pstr, loc=0, msg=None, elem=None ):
self.loc = loc
if msg is None:
self.msg = pstr
self.pstr = ""
else:
self.msg = msg
self.pstr = pstr
self.parserElement = elem
self.args = (pstr, loc, msg)
@classmethod
def _from_exception(cls, pe):
"""
internal factory method to simplify creating one type of ParseException
from another - avoids having __init__ signature conflicts among subclasses
"""
return cls(pe.pstr, pe.loc, pe.msg, pe.parserElement)
def __getattr__( self, aname ):
"""supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
"""
if( aname == "lineno" ):
return lineno( self.loc, self.pstr )
elif( aname in ("col", "column") ):
return col( self.loc, self.pstr )
elif( aname == "line" ):
return line( self.loc, self.pstr )
else:
raise AttributeError(aname)
def __str__( self ):
return "%s (at char %d), (line:%d, col:%d)" % \
( self.msg, self.loc, self.lineno, self.column )
def __repr__( self ):
return _ustr(self)
def markInputline( self, markerString = ">!<" ):
"""Extracts the exception line from the input string, and marks
the location of the exception with a special symbol.
"""
line_str = self.line
line_column = self.column - 1
if markerString:
line_str = "".join((line_str[:line_column],
markerString, line_str[line_column:]))
return line_str.strip()
def __dir__(self):
return "lineno col line".split() + dir(type(self))
class ParseException(ParseBaseException):
"""
Exception thrown when parse expressions don't match class;
supported attributes by name are:
- lineno - returns the line number of the exception text
- col - returns the column number of the exception text
- line - returns the line containing the exception text
Example::
try:
Word(nums).setName("integer").parseString("ABC")
except ParseException as pe:
print(pe)
print("column: {}".format(pe.col))
prints::
Expected integer (at char 0), (line:1, col:1)
column: 1
"""
pass
class ParseFatalException(ParseBaseException):
"""user-throwable exception thrown when inconsistent parse content
is found; stops all parsing immediately"""
pass
class ParseSyntaxException(ParseFatalException):
"""just like L{ParseFatalException}, but thrown internally when an
L{ErrorStop<And._ErrorStop>} ('-' operator) indicates that parsing is to stop
immediately because an unbacktrackable syntax error has been found"""
pass
#~ class ReparseException(ParseBaseException):
#~ """Experimental class - parse actions can raise this exception to cause
#~ pyparsing to reparse the input string:
#~ - with a modified input string, and/or
#~ - with a modified start location
#~ Set the values of the ReparseException in the constructor, and raise the
#~ exception in a parse action to cause pyparsing to use the new string/location.
#~ Setting the values as None causes no change to be made.
#~ """
#~ def __init_( self, newstring, restartLoc ):
#~ self.newParseText = newstring
#~ self.reparseLoc = restartLoc
class RecursiveGrammarException(Exception):
"""exception thrown by L{ParserElement.validate} if the grammar could be improperly recursive"""
def __init__( self, parseElementList ):
self.parseElementTrace = parseElementList
def __str__( self ):
return "RecursiveGrammarException: %s" % self.parseElementTrace
class _ParseResultsWithOffset(object):
def __init__(self,p1,p2):
self.tup = (p1,p2)
def __getitem__(self,i):
return self.tup[i]
def __repr__(self):
return repr(self.tup[0])
def setOffset(self,i):
self.tup = (self.tup[0],i)
class ParseResults(object):
"""
Structured parse results, to provide multiple means of access to the parsed data:
- as a list (C{len(results)})
- by list index (C{results[0], results[1]}, etc.)
- by attribute (C{results.<resultsName>} - see L{ParserElement.setResultsName})
Example::
integer = Word(nums)
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
# date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
# parseString returns a ParseResults object
result = date_str.parseString("1999/12/31")
def test(s, fn=repr):
print("%s -> %s" % (s, fn(eval(s))))
test("list(result)")
test("result[0]")
test("result['month']")
test("result.day")
test("'month' in result")
test("'minutes' in result")
test("result.dump()", str)
prints::
list(result) -> ['1999', '/', '12', '/', '31']
result[0] -> '1999'
result['month'] -> '12'
result.day -> '31'
'month' in result -> True
'minutes' in result -> False
result.dump() -> ['1999', '/', '12', '/', '31']
- day: 31
- month: 12
- year: 1999
"""
def __new__(cls, toklist=None, name=None, asList=True, modal=True ):
if isinstance(toklist, cls):
return toklist
retobj = object.__new__(cls)
retobj.__doinit = True
return retobj
# Performance tuning: we construct a *lot* of these, so keep this
# constructor as small and fast as possible
def __init__( self, toklist=None, name=None, asList=True, modal=True, isinstance=isinstance ):
if self.__doinit:
self.__doinit = False
self.__name = None
self.__parent = None
self.__accumNames = {}
self.__asList = asList
self.__modal = modal
if toklist is None:
toklist = []
if isinstance(toklist, list):
self.__toklist = toklist[:]
elif isinstance(toklist, _generatorType):
self.__toklist = list(toklist)
else:
self.__toklist = [toklist]
self.__tokdict = dict()
if name is not None and name:
if not modal:
self.__accumNames[name] = 0
if isinstance(name,int):
name = _ustr(name) # will always return a str, but use _ustr for consistency
self.__name = name
if not (isinstance(toklist, (type(None), basestring, list)) and toklist in (None,'',[])):
if isinstance(toklist,basestring):
toklist = [ toklist ]
if asList:
if isinstance(toklist,ParseResults):
self[name] = _ParseResultsWithOffset(toklist.copy(),0)
else:
self[name] = _ParseResultsWithOffset(ParseResults(toklist[0]),0)
self[name].__name = name
else:
try:
self[name] = toklist[0]
except (KeyError,TypeError,IndexError):
self[name] = toklist
def __getitem__( self, i ):
if isinstance( i, (int,slice) ):
return self.__toklist[i]
else:
if i not in self.__accumNames:
return self.__tokdict[i][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[i] ])
def __setitem__( self, k, v, isinstance=isinstance ):
if isinstance(v,_ParseResultsWithOffset):
self.__tokdict[k] = self.__tokdict.get(k,list()) + [v]
sub = v[0]
elif isinstance(k,(int,slice)):
self.__toklist[k] = v
sub = v
else:
self.__tokdict[k] = self.__tokdict.get(k,list()) + [_ParseResultsWithOffset(v,0)]
sub = v
if isinstance(sub,ParseResults):
sub.__parent = wkref(self)
def __delitem__( self, i ):
if isinstance(i,(int,slice)):
mylen = len( self.__toklist )
del self.__toklist[i]
# convert int to slice
if isinstance(i, int):
if i < 0:
i += mylen
i = slice(i, i+1)
# get removed indices
removed = list(range(*i.indices(mylen)))
removed.reverse()
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for j in removed:
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position - (position > j))
else:
del self.__tokdict[i]
def __contains__( self, k ):
return k in self.__tokdict
def __len__( self ): return len( self.__toklist )
def __bool__(self): return ( not not self.__toklist )
__nonzero__ = __bool__
def __iter__( self ): return iter( self.__toklist )
def __reversed__( self ): return iter( self.__toklist[::-1] )
def _iterkeys( self ):
if hasattr(self.__tokdict, "iterkeys"):
return self.__tokdict.iterkeys()
else:
return iter(self.__tokdict)
def _itervalues( self ):
return (self[k] for k in self._iterkeys())
def _iteritems( self ):
return ((k, self[k]) for k in self._iterkeys())
if PY_3:
keys = _iterkeys
"""Returns an iterator of all named result keys (Python 3.x only)."""
values = _itervalues
"""Returns an iterator of all named result values (Python 3.x only)."""
items = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 3.x only)."""
else:
iterkeys = _iterkeys
"""Returns an iterator of all named result keys (Python 2.x only)."""
itervalues = _itervalues
"""Returns an iterator of all named result values (Python 2.x only)."""
iteritems = _iteritems
"""Returns an iterator of all named result key-value tuples (Python 2.x only)."""
def keys( self ):
"""Returns all named result keys (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iterkeys())
def values( self ):
"""Returns all named result values (as a list in Python 2.x, as an iterator in Python 3.x)."""
return list(self.itervalues())
def items( self ):
"""Returns all named result key-values (as a list of tuples in Python 2.x, as an iterator in Python 3.x)."""
return list(self.iteritems())
def haskeys( self ):
"""Since keys() returns an iterator, this method is helpful in bypassing
code that looks for the existence of any defined results names."""
return bool(self.__tokdict)
def pop( self, *args, **kwargs):
"""
Removes and returns item at specified index (default=C{last}).
Supports both C{list} and C{dict} semantics for C{pop()}. If passed no
argument or an integer argument, it will use C{list} semantics
and pop tokens from the list of parsed tokens. If passed a
non-integer argument (most likely a string), it will use C{dict}
semantics and pop the corresponding value from any defined
results names. A second default return value argument is
supported, just as in C{dict.pop()}.
Example::
def remove_first(tokens):
tokens.pop(0)
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
print(OneOrMore(Word(nums)).addParseAction(remove_first).parseString("0 123 321")) # -> ['123', '321']
label = Word(alphas)
patt = label("LABEL") + OneOrMore(Word(nums))
print(patt.parseString("AAB 123 321").dump())
# Use pop() in a parse action to remove named result (note that corresponding value is not
# removed from list form of results)
def remove_LABEL(tokens):
tokens.pop("LABEL")
return tokens
patt.addParseAction(remove_LABEL)
print(patt.parseString("AAB 123 321").dump())
prints::
['AAB', '123', '321']
- LABEL: AAB
['AAB', '123', '321']
"""
if not args:
args = [-1]
for k,v in kwargs.items():
if k == 'default':
args = (args[0], v)
else:
raise TypeError("pop() got an unexpected keyword argument '%s'" % k)
if (isinstance(args[0], int) or
len(args) == 1 or
args[0] in self):
index = args[0]
ret = self[index]
del self[index]
return ret
else:
defaultvalue = args[1]
return defaultvalue
def get(self, key, defaultValue=None):
"""
Returns named result matching the given key, or if there is no
such name, then returns the given C{defaultValue} or C{None} if no
C{defaultValue} is specified.
Similar to C{dict.get()}.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString("1999/12/31")
print(result.get("year")) # -> '1999'
print(result.get("hour", "not specified")) # -> 'not specified'
print(result.get("hour")) # -> None
"""
if key in self:
return self[key]
else:
return defaultValue
def insert( self, index, insStr ):
"""
Inserts new element at location index in the list of parsed tokens.
Similar to C{list.insert()}.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to insert the parse location in the front of the parsed results
def insert_locn(locn, tokens):
tokens.insert(0, locn)
print(OneOrMore(Word(nums)).addParseAction(insert_locn).parseString("0 123 321")) # -> [0, '0', '123', '321']
"""
self.__toklist.insert(index, insStr)
# fixup indices in token dictionary
for name,occurrences in self.__tokdict.items():
for k, (value, position) in enumerate(occurrences):
occurrences[k] = _ParseResultsWithOffset(value, position + (position > index))
def append( self, item ):
"""
Add single element to end of ParseResults list of elements.
Example::
print(OneOrMore(Word(nums)).parseString("0 123 321")) # -> ['0', '123', '321']
# use a parse action to compute the sum of the parsed integers, and add it to the end
def append_sum(tokens):
tokens.append(sum(map(int, tokens)))
print(OneOrMore(Word(nums)).addParseAction(append_sum).parseString("0 123 321")) # -> ['0', '123', '321', 444]
"""
self.__toklist.append(item)
def extend( self, itemseq ):
"""
Add sequence of elements to end of ParseResults list of elements.
Example::
patt = OneOrMore(Word(alphas))
# use a parse action to append the reverse of the matched strings, to make a palindrome
def make_palindrome(tokens):
tokens.extend(reversed([t[::-1] for t in tokens]))
return ''.join(tokens)
print(patt.addParseAction(make_palindrome).parseString("lskdj sdlkjf lksd")) # -> 'lskdjsdlkjflksddsklfjkldsjdksl'
"""
if isinstance(itemseq, ParseResults):
self += itemseq
else:
self.__toklist.extend(itemseq)
def clear( self ):
"""
Clear all elements and results names.
"""
del self.__toklist[:]
self.__tokdict.clear()
def __getattr__( self, name ):
try:
return self[name]
except KeyError:
return ""
if name in self.__tokdict:
if name not in self.__accumNames:
return self.__tokdict[name][-1][0]
else:
return ParseResults([ v[0] for v in self.__tokdict[name] ])
else:
return ""
def __add__( self, other ):
ret = self.copy()
ret += other
return ret
def __iadd__( self, other ):
if other.__tokdict:
offset = len(self.__toklist)
addoffset = lambda a: offset if a<0 else a+offset
otheritems = other.__tokdict.items()
otherdictitems = [(k, _ParseResultsWithOffset(v[0],addoffset(v[1])) )
for (k,vlist) in otheritems for v in vlist]
for k,v in otherdictitems:
self[k] = v
if isinstance(v[0],ParseResults):
v[0].__parent = wkref(self)
self.__toklist += other.__toklist
self.__accumNames.update( other.__accumNames )
return self
def __radd__(self, other):
if isinstance(other,int) and other == 0:
# useful for merging many ParseResults using sum() builtin
return self.copy()
else:
# this may raise a TypeError - so be it
return other + self
def __repr__( self ):
return "(%s, %s)" % ( repr( self.__toklist ), repr( self.__tokdict ) )
def __str__( self ):
return '[' + ', '.join(_ustr(i) if isinstance(i, ParseResults) else repr(i) for i in self.__toklist) + ']'
def _asStringList( self, sep='' ):
out = []
for item in self.__toklist:
if out and sep:
out.append(sep)
if isinstance( item, ParseResults ):
out += item._asStringList()
else:
out.append( _ustr(item) )
return out
def asList( self ):
"""
Returns the parse results as a nested list of matching tokens, all converted to strings.
Example::
patt = OneOrMore(Word(alphas))
result = patt.parseString("sldkj lsdkj sldkj")
# even though the result prints in string-like form, it is actually a pyparsing ParseResults
print(type(result), result) # -> <class 'pyparsing.ParseResults'> ['sldkj', 'lsdkj', 'sldkj']
# Use asList() to create an actual list
result_list = result.asList()
print(type(result_list), result_list) # -> <class 'list'> ['sldkj', 'lsdkj', 'sldkj']
"""
return [res.asList() if isinstance(res,ParseResults) else res for res in self.__toklist]
def asDict( self ):
"""
Returns the named parse results as a nested dictionary.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(type(result), repr(result)) # -> <class 'pyparsing.ParseResults'> (['12', '/', '31', '/', '1999'], {'day': [('1999', 4)], 'year': [('12', 0)], 'month': [('31', 2)]})
result_dict = result.asDict()
print(type(result_dict), repr(result_dict)) # -> <class 'dict'> {'day': '1999', 'year': '12', 'month': '31'}
# even though a ParseResults supports dict-like access, sometime you just need to have a dict
import json
print(json.dumps(result)) # -> Exception: TypeError: ... is not JSON serializable
print(json.dumps(result.asDict())) # -> {"month": "31", "day": "1999", "year": "12"}
"""
if PY_3:
item_fn = self.items
else:
item_fn = self.iteritems
def toItem(obj):
if isinstance(obj, ParseResults):
if obj.haskeys():
return obj.asDict()
else:
return [toItem(v) for v in obj]
else:
return obj
return dict((k,toItem(v)) for k,v in item_fn())
def copy( self ):
"""
Returns a new copy of a C{ParseResults} object.
"""
ret = ParseResults( self.__toklist )
ret.__tokdict = self.__tokdict.copy()
ret.__parent = self.__parent
ret.__accumNames.update( self.__accumNames )
ret.__name = self.__name
return ret
def asXML( self, doctag=None, namedItemsOnly=False, indent="", formatted=True ):
"""
(Deprecated) Returns the parse results as XML. Tags are created for tokens and lists that have defined results names.
"""
nl = "\n"
out = []
namedItems = dict((v[1],k) for (k,vlist) in self.__tokdict.items()
for v in vlist)
nextLevelIndent = indent + " "
# collapse out indents if formatting is not desired
if not formatted:
indent = ""
nextLevelIndent = ""
nl = ""
selfTag = None
if doctag is not None:
selfTag = doctag
else:
if self.__name:
selfTag = self.__name
if not selfTag:
if namedItemsOnly:
return ""
else:
selfTag = "ITEM"
out += [ nl, indent, "<", selfTag, ">" ]
for i,res in enumerate(self.__toklist):
if isinstance(res,ParseResults):
if i in namedItems:
out += [ res.asXML(namedItems[i],
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
out += [ res.asXML(None,
namedItemsOnly and doctag is None,
nextLevelIndent,
formatted)]
else:
# individual token, see if there is a name for it
resTag = None
if i in namedItems:
resTag = namedItems[i]
if not resTag:
if namedItemsOnly:
continue
else:
resTag = "ITEM"
xmlBodyText = _xml_escape(_ustr(res))
out += [ nl, nextLevelIndent, "<", resTag, ">",
xmlBodyText,
"</", resTag, ">" ]
out += [ nl, indent, "</", selfTag, ">" ]
return "".join(out)
def __lookup(self,sub):
for k,vlist in self.__tokdict.items():
for v,loc in vlist:
if sub is v:
return k
return None
def getName(self):
"""
Returns the results name for this token expression. Useful when several
different expressions might match at a particular location.
Example::
integer = Word(nums)
ssn_expr = Regex(r"\d\d\d-\d\d-\d\d\d\d")
house_number_expr = Suppress('#') + Word(nums, alphanums)
user_data = (Group(house_number_expr)("house_number")
| Group(ssn_expr)("ssn")
| Group(integer)("age"))
user_info = OneOrMore(user_data)
result = user_info.parseString("22 111-22-3333 #221B")
for item in result:
print(item.getName(), ':', item[0])
prints::
age : 22
ssn : 111-22-3333
house_number : 221B
"""
if self.__name:
return self.__name
elif self.__parent:
par = self.__parent()
if par:
return par.__lookup(self)
else:
return None
elif (len(self) == 1 and
len(self.__tokdict) == 1 and
next(iter(self.__tokdict.values()))[0][1] in (0,-1)):
return next(iter(self.__tokdict.keys()))
else:
return None
def dump(self, indent='', depth=0, full=True):
"""
Diagnostic method for listing out the contents of a C{ParseResults}.
Accepts an optional C{indent} argument so that this string can be embedded
in a nested display of other data.
Example::
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
result = date_str.parseString('12/31/1999')
print(result.dump())
prints::
['12', '/', '31', '/', '1999']
- day: 1999
- month: 31
- year: 12
"""
out = []
NL = '\n'
out.append( indent+_ustr(self.asList()) )
if full:
if self.haskeys():
items = sorted((str(k), v) for k,v in self.items())
for k,v in items:
if out:
out.append(NL)
out.append( "%s%s- %s: " % (indent,(' '*depth), k) )
if isinstance(v,ParseResults):
if v:
out.append( v.dump(indent,depth+1) )
else:
out.append(_ustr(v))
else:
out.append(repr(v))
elif any(isinstance(vv,ParseResults) for vv in self):
v = self
for i,vv in enumerate(v):
if isinstance(vv,ParseResults):
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),vv.dump(indent,depth+1) ))
else:
out.append("\n%s%s[%d]:\n%s%s%s" % (indent,(' '*(depth)),i,indent,(' '*(depth+1)),_ustr(vv)))
return "".join(out)
def pprint(self, *args, **kwargs):
"""
Pretty-printer for parsed results as a list, using the C{pprint} module.
Accepts additional positional or keyword args as defined for the
C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})
Example::
ident = Word(alphas, alphanums)
num = Word(nums)
func = Forward()
term = ident | num | Group('(' + func + ')')
func <<= ident + Group(Optional(delimitedList(term)))
result = func.parseString("fna a,b,(fnb c,d,200),100")
result.pprint(width=40)
prints::
['fna',
['a',
'b',
['(', 'fnb', ['c', 'd', '200'], ')'],
'100']]
"""
pprint.pprint(self.asList(), *args, **kwargs)
# add support for pickle protocol
def __getstate__(self):
return ( self.__toklist,
( self.__tokdict.copy(),
self.__parent is not None and self.__parent() or None,
self.__accumNames,
self.__name ) )
def __setstate__(self,state):
self.__toklist = state[0]
(self.__tokdict,
par,
inAccumNames,
self.__name) = state[1]
self.__accumNames = {}
self.__accumNames.update(inAccumNames)
if par is not None:
self.__parent = wkref(par)
else:
self.__parent = None
def __getnewargs__(self):
return self.__toklist, self.__name, self.__asList, self.__modal
def __dir__(self):
return (dir(type(self)) + list(self.keys()))
collections.MutableMapping.register(ParseResults)
def col (loc,strg):
"""Returns current column within a string, counting newlines as line separators.
The first column is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
s = strg
return 1 if 0<loc<len(s) and s[loc-1] == '\n' else loc - s.rfind("\n", 0, loc)
def lineno(loc,strg):
"""Returns current line number within a string, counting newlines as line separators.
The first line is number 1.
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{ParserElement.parseString}<ParserElement.parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
"""
return strg.count("\n",0,loc) + 1
def line( loc, strg ):
"""Returns the line of text containing loc within a string, counting newlines as line separators.
"""
lastCR = strg.rfind("\n", 0, loc)
nextCR = strg.find("\n", loc)
if nextCR >= 0:
return strg[lastCR+1:nextCR]
else:
return strg[lastCR+1:]
def _defaultStartDebugAction( instring, loc, expr ):
print (("Match " + _ustr(expr) + " at loc " + _ustr(loc) + "(%d,%d)" % ( lineno(loc,instring), col(loc,instring) )))
def _defaultSuccessDebugAction( instring, startloc, endloc, expr, toks ):
print ("Matched " + _ustr(expr) + " -> " + str(toks.asList()))
def _defaultExceptionDebugAction( instring, loc, expr, exc ):
print ("Exception raised:" + _ustr(exc))
def nullDebugAction(*args):
"""'Do-nothing' debug action, to suppress debugging output during parsing."""
pass
# Only works on Python 3.x - nonlocal is toxic to Python 2 installs
#~ 'decorator to trim function calls to match the arity of the target'
#~ def _trim_arity(func, maxargs=3):
#~ if func in singleArgBuiltins:
#~ return lambda s,l,t: func(t)
#~ limit = 0
#~ foundArity = False
#~ def wrapper(*args):
#~ nonlocal limit,foundArity
#~ while 1:
#~ try:
#~ ret = func(*args[limit:])
#~ foundArity = True
#~ return ret
#~ except TypeError:
#~ if limit == maxargs or foundArity:
#~ raise
#~ limit += 1
#~ continue
#~ return wrapper
# this version is Python 2.x-3.x cross-compatible
'decorator to trim function calls to match the arity of the target'
def _trim_arity(func, maxargs=2):
if func in singleArgBuiltins:
return lambda s,l,t: func(t)
limit = [0]
foundArity = [False]
# traceback return data structure changed in Py3.5 - normalize back to plain tuples
if system_version[:2] >= (3,5):
def extract_stack(limit=0):
# special handling for Python 3.5.0 - extra deep call stack by 1
offset = -3 if system_version == (3,5,0) else -2
frame_summary = traceback.extract_stack(limit=-offset+limit-1)[offset]
return [(frame_summary.filename, frame_summary.lineno)]
def extract_tb(tb, limit=0):
frames = traceback.extract_tb(tb, limit=limit)
frame_summary = frames[-1]
return [(frame_summary.filename, frame_summary.lineno)]
else:
extract_stack = traceback.extract_stack
extract_tb = traceback.extract_tb
# synthesize what would be returned by traceback.extract_stack at the call to
# user's parse action 'func', so that we don't incur call penalty at parse time
LINE_DIFF = 6
# IF ANY CODE CHANGES, EVEN JUST COMMENTS OR BLANK LINES, BETWEEN THE NEXT LINE AND
# THE CALL TO FUNC INSIDE WRAPPER, LINE_DIFF MUST BE MODIFIED!!!!
this_line = extract_stack(limit=2)[-1]
pa_call_line_synth = (this_line[0], this_line[1]+LINE_DIFF)
def wrapper(*args):
while 1:
try:
ret = func(*args[limit[0]:])
foundArity[0] = True
return ret
except TypeError:
# re-raise TypeErrors if they did not come from our arity testing
if foundArity[0]:
raise
else:
try:
tb = sys.exc_info()[-1]
if not extract_tb(tb, limit=2)[-1][:2] == pa_call_line_synth:
raise
finally:
del tb
if limit[0] <= maxargs:
limit[0] += 1
continue
raise
# copy func name to wrapper for sensible debug output
func_name = "<parse action>"
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
wrapper.__name__ = func_name
return wrapper
class ParserElement(object):
"""Abstract base level parser element class."""
DEFAULT_WHITE_CHARS = " \n\t\r"
verbose_stacktrace = False
@staticmethod
def setDefaultWhitespaceChars( chars ):
r"""
Overrides the default whitespace chars
Example::
# default whitespace chars are space, <TAB> and newline
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def', 'ghi', 'jkl']
# change to just treat newline as significant
ParserElement.setDefaultWhitespaceChars(" \t")
OneOrMore(Word(alphas)).parseString("abc def\nghi jkl") # -> ['abc', 'def']
"""
ParserElement.DEFAULT_WHITE_CHARS = chars
@staticmethod
def inlineLiteralsUsing(cls):
"""
Set class to be used for inclusion of string literals into a parser.
Example::
# default literal class used is Literal
integer = Word(nums)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# change to Suppress
ParserElement.inlineLiteralsUsing(Suppress)
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
date_str.parseString("1999/12/31") # -> ['1999', '12', '31']
"""
ParserElement._literalStringClass = cls
def __init__( self, savelist=False ):
self.parseAction = list()
self.failAction = None
#~ self.name = "<unknown>" # don't define self.name, let subclasses try/except upcall
self.strRepr = None
self.resultsName = None
self.saveAsList = savelist
self.skipWhitespace = True
self.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
self.copyDefaultWhiteChars = True
self.mayReturnEmpty = False # used when checking for left-recursion
self.keepTabs = False
self.ignoreExprs = list()
self.debug = False
self.streamlined = False
self.mayIndexError = True # used to optimize exception handling for subclasses that don't advance parse index
self.errmsg = ""
self.modalResults = True # used to mark results names as modal (report only last) or cumulative (list all)
self.debugActions = ( None, None, None ) #custom debug actions
self.re = None
self.callPreparse = True # used to avoid redundant calls to preParse
self.callDuringTry = False
def copy( self ):
"""
Make a copy of this C{ParserElement}. Useful for defining different parse actions
for the same parsing pattern, using copies of the original parse element.
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
integerK = integer.copy().addParseAction(lambda toks: toks[0]*1024) + Suppress("K")
integerM = integer.copy().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
print(OneOrMore(integerK | integerM | integer).parseString("5K 100 640K 256M"))
prints::
[5120, 100, 655360, 268435456]
Equivalent form of C{expr.copy()} is just C{expr()}::
integerM = integer().addParseAction(lambda toks: toks[0]*1024*1024) + Suppress("M")
"""
cpy = copy.copy( self )
cpy.parseAction = self.parseAction[:]
cpy.ignoreExprs = self.ignoreExprs[:]
if self.copyDefaultWhiteChars:
cpy.whiteChars = ParserElement.DEFAULT_WHITE_CHARS
return cpy
def setName( self, name ):
"""
Define name for this expression, makes debugging and exception messages clearer.
Example::
Word(nums).parseString("ABC") # -> Exception: Expected W:(0123...) (at char 0), (line:1, col:1)
Word(nums).setName("integer").parseString("ABC") # -> Exception: Expected integer (at char 0), (line:1, col:1)
"""
self.name = name
self.errmsg = "Expected " + self.name
if hasattr(self,"exception"):
self.exception.msg = self.errmsg
return self
def setResultsName( self, name, listAllMatches=False ):
"""
Define name for referencing matching tokens as a nested attribute
of the returned parse results.
NOTE: this returns a *copy* of the original C{ParserElement} object;
this is so that the client can define a basic element, such as an
integer, and reference it in multiple places with different names.
You can also set results names using the abbreviated syntax,
C{expr("name")} in place of C{expr.setResultsName("name")} -
see L{I{__call__}<__call__>}.
Example::
date_str = (integer.setResultsName("year") + '/'
+ integer.setResultsName("month") + '/'
+ integer.setResultsName("day"))
# equivalent form:
date_str = integer("year") + '/' + integer("month") + '/' + integer("day")
"""
newself = self.copy()
if name.endswith("*"):
name = name[:-1]
listAllMatches=True
newself.resultsName = name
newself.modalResults = not listAllMatches
return newself
def setBreak(self,breakFlag = True):
"""Method to invoke the Python pdb debugger when this element is
about to be parsed. Set C{breakFlag} to True to enable, False to
disable.
"""
if breakFlag:
_parseMethod = self._parse
def breaker(instring, loc, doActions=True, callPreParse=True):
import pdb
pdb.set_trace()
return _parseMethod( instring, loc, doActions, callPreParse )
breaker._originalParseMethod = _parseMethod
self._parse = breaker
else:
if hasattr(self._parse,"_originalParseMethod"):
self._parse = self._parse._originalParseMethod
return self
def setParseAction( self, *fns, **kwargs ):
"""
Define action to perform when successfully matching parse element definition.
Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)},
C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where:
- s = the original string being parsed (see note below)
- loc = the location of the matching substring
- toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object
If the functions in fns modify the tokens, they can return them as the return
value from fn, and the modified list of tokens will replace the original.
Otherwise, fn does not need to return any value.
Optional keyword arguments:
- callDuringTry = (default=C{False}) indicate if parse action should be run during lookaheads and alternate testing
Note: the default parsing behavior is to expand tabs in the input string
before starting the parsing process. See L{I{parseString}<parseString>} for more information
on parsing strings containing C{<TAB>}s, and suggested methods to maintain a
consistent view of the parsed string, the parse location, and line and column
positions within the parsed string.
Example::
integer = Word(nums)
date_str = integer + '/' + integer + '/' + integer
date_str.parseString("1999/12/31") # -> ['1999', '/', '12', '/', '31']
# use parse action to convert to ints at parse time
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
date_str = integer + '/' + integer + '/' + integer
# note that integer fields are now ints, not strings
date_str.parseString("1999/12/31") # -> [1999, '/', 12, '/', 31]
"""
self.parseAction = list(map(_trim_arity, list(fns)))
self.callDuringTry = kwargs.get("callDuringTry", False)
return self
def addParseAction( self, *fns, **kwargs ):
"""
Add parse action to expression's list of parse actions. See L{I{setParseAction}<setParseAction>}.
See examples in L{I{copy}<copy>}.
"""
self.parseAction += list(map(_trim_arity, list(fns)))
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def addCondition(self, *fns, **kwargs):
"""Add a boolean predicate function to expression's list of parse actions. See
L{I{setParseAction}<setParseAction>} for function call signatures. Unlike C{setParseAction},
functions passed to C{addCondition} need to return boolean success/fail of the condition.
Optional keyword arguments:
- message = define a custom message to be used in the raised exception
- fatal = if True, will raise ParseFatalException to stop parsing immediately; otherwise will raise ParseException
Example::
integer = Word(nums).setParseAction(lambda toks: int(toks[0]))
year_int = integer.copy()
year_int.addCondition(lambda toks: toks[0] >= 2000, message="Only support years 2000 and later")
date_str = year_int + '/' + integer + '/' + integer
result = date_str.parseString("1999/12/31") # -> Exception: Only support years 2000 and later (at char 0), (line:1, col:1)
"""
msg = kwargs.get("message", "failed user-defined condition")
exc_type = ParseFatalException if kwargs.get("fatal", False) else ParseException
for fn in fns:
def pa(s,l,t):
if not bool(_trim_arity(fn)(s,l,t)):
raise exc_type(s,l,msg)
self.parseAction.append(pa)
self.callDuringTry = self.callDuringTry or kwargs.get("callDuringTry", False)
return self
def setFailAction( self, fn ):
"""Define action to perform if parsing fails at this expression.
Fail acton fn is a callable function that takes the arguments
C{fn(s,loc,expr,err)} where:
- s = string being parsed
- loc = location where expression match was attempted and failed
- expr = the parse expression that failed
- err = the exception thrown
The function returns no value. It may throw C{L{ParseFatalException}}
if it is desired to stop parsing immediately."""
self.failAction = fn
return self
def _skipIgnorables( self, instring, loc ):
exprsFound = True
while exprsFound:
exprsFound = False
for e in self.ignoreExprs:
try:
while 1:
loc,dummy = e._parse( instring, loc )
exprsFound = True
except ParseException:
pass
return loc
def preParse( self, instring, loc ):
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
if self.skipWhitespace:
wt = self.whiteChars
instrlen = len(instring)
while loc < instrlen and instring[loc] in wt:
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
return loc, []
def postParse( self, instring, loc, tokenlist ):
return tokenlist
#~ @profile
def _parseNoCache( self, instring, loc, doActions=True, callPreParse=True ):
debugging = ( self.debug ) #and doActions )
if debugging or self.failAction:
#~ print ("Match",self,"at loc",loc,"(%d,%d)" % ( lineno(loc,instring), col(loc,instring) ))
if (self.debugActions[0] ):
self.debugActions[0]( instring, loc, self )
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
try:
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
except ParseBaseException as err:
#~ print ("Exception raised:", err)
if self.debugActions[2]:
self.debugActions[2]( instring, tokensStart, self, err )
if self.failAction:
self.failAction( instring, tokensStart, self, err )
raise
else:
if callPreParse and self.callPreparse:
preloc = self.preParse( instring, loc )
else:
preloc = loc
tokensStart = preloc
if self.mayIndexError or loc >= len(instring):
try:
loc,tokens = self.parseImpl( instring, preloc, doActions )
except IndexError:
raise ParseException( instring, len(instring), self.errmsg, self )
else:
loc,tokens = self.parseImpl( instring, preloc, doActions )
tokens = self.postParse( instring, loc, tokens )
retTokens = ParseResults( tokens, self.resultsName, asList=self.saveAsList, modal=self.modalResults )
if self.parseAction and (doActions or self.callDuringTry):
if debugging:
try:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
except ParseBaseException as err:
#~ print "Exception raised in user parse action:", err
if (self.debugActions[2] ):
self.debugActions[2]( instring, tokensStart, self, err )
raise
else:
for fn in self.parseAction:
tokens = fn( instring, tokensStart, retTokens )
if tokens is not None:
retTokens = ParseResults( tokens,
self.resultsName,
asList=self.saveAsList and isinstance(tokens,(ParseResults,list)),
modal=self.modalResults )
if debugging:
#~ print ("Matched",self,"->",retTokens.asList())
if (self.debugActions[1] ):
self.debugActions[1]( instring, tokensStart, loc, self, retTokens )
return loc, retTokens
def tryParse( self, instring, loc ):
try:
return self._parse( instring, loc, doActions=False )[0]
except ParseFatalException:
raise ParseException( instring, loc, self.errmsg, self)
def canParseNext(self, instring, loc):
try:
self.tryParse(instring, loc)
except (ParseException, IndexError):
return False
else:
return True
class _UnboundedCache(object):
def __init__(self):
cache = {}
self.not_in_cache = not_in_cache = object()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
def clear(self):
cache.clear()
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
if _OrderedDict is not None:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = _OrderedDict()
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
if len(cache) > size:
cache.popitem(False)
def clear(self):
cache.clear()
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
else:
class _FifoCache(object):
def __init__(self, size):
self.not_in_cache = not_in_cache = object()
cache = {}
key_fifo = collections.deque([], size)
def get(self, key):
return cache.get(key, not_in_cache)
def set(self, key, value):
cache[key] = value
if len(cache) > size:
cache.pop(key_fifo.popleft(), None)
key_fifo.append(key)
def clear(self):
cache.clear()
key_fifo.clear()
self.get = types.MethodType(get, self)
self.set = types.MethodType(set, self)
self.clear = types.MethodType(clear, self)
# argument cache for optimizing repeated calls when backtracking through recursive expressions
packrat_cache = {} # this is set later by enabledPackrat(); this is here so that resetCache() doesn't fail
packrat_cache_lock = RLock()
packrat_cache_stats = [0, 0]
# this method gets repeatedly called during backtracking with the same arguments -
# we can cache these arguments and save ourselves the trouble of re-parsing the contained expression
def _parseCache( self, instring, loc, doActions=True, callPreParse=True ):
HIT, MISS = 0, 1
lookup = (self, instring, loc, callPreParse, doActions)
with ParserElement.packrat_cache_lock:
cache = ParserElement.packrat_cache
value = cache.get(lookup)
if value is cache.not_in_cache:
ParserElement.packrat_cache_stats[MISS] += 1
try:
value = self._parseNoCache(instring, loc, doActions, callPreParse)
except ParseBaseException as pe:
# cache a copy of the exception, without the traceback
cache.set(lookup, pe.__class__(*pe.args))
raise
else:
cache.set(lookup, (value[0], value[1].copy()))
return value
else:
ParserElement.packrat_cache_stats[HIT] += 1
if isinstance(value, Exception):
raise value
return (value[0], value[1].copy())
_parse = _parseNoCache
@staticmethod
def resetCache():
ParserElement.packrat_cache.clear()
ParserElement.packrat_cache_stats[:] = [0] * len(ParserElement.packrat_cache_stats)
_packratEnabled = False
@staticmethod
def enablePackrat(cache_size_limit=128):
"""Enables "packrat" parsing, which adds memoizing to the parsing logic.
Repeated parse attempts at the same string location (which happens
often in many complex grammars) can immediately return a cached value,
instead of re-executing parsing/validating code. Memoizing is done of
both valid results and parsing exceptions.
Parameters:
- cache_size_limit - (default=C{128}) - if an integer value is provided
will limit the size of the packrat cache; if None is passed, then
the cache size will be unbounded; if 0 is passed, the cache will
be effectively disabled.
This speedup may break existing programs that use parse actions that
have side-effects. For this reason, packrat parsing is disabled when
you first import pyparsing. To activate the packrat feature, your
program must call the class method C{ParserElement.enablePackrat()}. If
your program uses C{psyco} to "compile as you go", you must call
C{enablePackrat} before calling C{psyco.full()}. If you do not do this,
Python will crash. For best results, call C{enablePackrat()} immediately
after importing pyparsing.
Example::
import pyparsing
pyparsing.ParserElement.enablePackrat()
"""
if not ParserElement._packratEnabled:
ParserElement._packratEnabled = True
if cache_size_limit is None:
ParserElement.packrat_cache = ParserElement._UnboundedCache()
else:
ParserElement.packrat_cache = ParserElement._FifoCache(cache_size_limit)
ParserElement._parse = ParserElement._parseCache
def parseString( self, instring, parseAll=False ):
"""
Execute the parse expression with the given string.
This is the main interface to the client code, once the complete
expression has been built.
If you want the grammar to require that the entire input string be
successfully parsed, then set C{parseAll} to True (equivalent to ending
the grammar with C{L{StringEnd()}}).
Note: C{parseString} implicitly calls C{expandtabs()} on the input string,
in order to report proper column numbers in parse actions.
If the input string contains tabs and
the grammar uses parse actions that use the C{loc} argument to index into the
string being parsed, you can ensure you have a consistent view of the input
string by:
- calling C{parseWithTabs} on your grammar before calling C{parseString}
(see L{I{parseWithTabs}<parseWithTabs>})
- define your parse action using the full C{(s,loc,toks)} signature, and
reference the input string using the parse action's C{s} argument
- explictly expand the tabs in your input string before calling
C{parseString}
Example::
Word('a').parseString('aaaaabaaa') # -> ['aaaaa']
Word('a').parseString('aaaaabaaa', parseAll=True) # -> Exception: Expected end of text
"""
ParserElement.resetCache()
if not self.streamlined:
self.streamline()
#~ self.saveAsList = True
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = instring.expandtabs()
try:
loc, tokens = self._parse( instring, 0 )
if parseAll:
loc = self.preParse( instring, loc )
se = Empty() + StringEnd()
se._parse( instring, loc )
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
else:
return tokens
def scanString( self, instring, maxMatches=_MAX_INT, overlap=False ):
"""
Scan the input string for expression matches. Each match will return the
matching tokens, start location, and end location. May be called with optional
C{maxMatches} argument, to clip scanning after 'n' matches are found. If
C{overlap} is specified, then overlapping matches will be reported.
Note that the start and end locations are reported relative to the string
being parsed. See L{I{parseString}<parseString>} for more information on parsing
strings with embedded tabs.
Example::
source = "sldjf123lsdjjkf345sldkjf879lkjsfd987"
print(source)
for tokens,start,end in Word(alphas).scanString(source):
print(' '*start + '^'*(end-start))
print(' '*start + tokens[0])
prints::
sldjf123lsdjjkf345sldkjf879lkjsfd987
^^^^^
sldjf
^^^^^^^
lsdjjkf
^^^^^^
sldkjf
^^^^^^
lkjsfd
"""
if not self.streamlined:
self.streamline()
for e in self.ignoreExprs:
e.streamline()
if not self.keepTabs:
instring = _ustr(instring).expandtabs()
instrlen = len(instring)
loc = 0
preparseFn = self.preParse
parseFn = self._parse
ParserElement.resetCache()
matches = 0
try:
while loc <= instrlen and matches < maxMatches:
try:
preloc = preparseFn( instring, loc )
nextLoc,tokens = parseFn( instring, preloc, callPreParse=False )
except ParseException:
loc = preloc+1
else:
if nextLoc > loc:
matches += 1
yield tokens, preloc, nextLoc
if overlap:
nextloc = preparseFn( instring, loc )
if nextloc > loc:
loc = nextLoc
else:
loc += 1
else:
loc = nextLoc
else:
loc = preloc+1
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def transformString( self, instring ):
"""
Extension to C{L{scanString}}, to modify matching text with modified tokens that may
be returned from a parse action. To use C{transformString}, define a grammar and
attach a parse action to it that modifies the returned token list.
Invoking C{transformString()} on a target string will then scan for matches,
and replace the matched text patterns according to the logic in the parse
action. C{transformString()} returns the resulting transformed string.
Example::
wd = Word(alphas)
wd.setParseAction(lambda toks: toks[0].title())
print(wd.transformString("now is the winter of our discontent made glorious summer by this sun of york."))
Prints::
Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York.
"""
out = []
lastE = 0
# force preservation of <TAB>s, to minimize unwanted transformation of string, and to
# keep string locs straight between transformString and scanString
self.keepTabs = True
try:
for t,s,e in self.scanString( instring ):
out.append( instring[lastE:s] )
if t:
if isinstance(t,ParseResults):
out += t.asList()
elif isinstance(t,list):
out += t
else:
out.append(t)
lastE = e
out.append(instring[lastE:])
out = [o for o in out if o]
return "".join(map(_ustr,_flatten(out)))
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def searchString( self, instring, maxMatches=_MAX_INT ):
"""
Another extension to C{L{scanString}}, simplifying the access to the tokens found
to match the given parse expression. May be called with optional
C{maxMatches} argument, to clip searching after 'n' matches are found.
Example::
# a capitalized word starts with an uppercase letter, followed by zero or more lowercase letters
cap_word = Word(alphas.upper(), alphas.lower())
print(cap_word.searchString("More than Iron, more than Lead, more than Gold I need Electricity"))
prints::
['More', 'Iron', 'Lead', 'Gold', 'I']
"""
try:
return ParseResults([ t for t,s,e in self.scanString( instring, maxMatches ) ])
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def split(self, instring, maxsplit=_MAX_INT, includeSeparators=False):
"""
Generator method to split a string using the given expression as a separator.
May be called with optional C{maxsplit} argument, to limit the number of splits;
and the optional C{includeSeparators} argument (default=C{False}), if the separating
matching text should be included in the split results.
Example::
punc = oneOf(list(".,;:/-!?"))
print(list(punc.split("This, this?, this sentence, is badly punctuated!")))
prints::
['This', ' this', '', ' this sentence', ' is badly punctuated', '']
"""
splits = 0
last = 0
for t,s,e in self.scanString(instring, maxMatches=maxsplit):
yield instring[last:s]
if includeSeparators:
yield t[0]
last = e
yield instring[last:]
def __add__(self, other ):
"""
Implementation of + operator - returns C{L{And}}. Adding strings to a ParserElement
converts them to L{Literal}s by default.
Example::
greet = Word(alphas) + "," + Word(alphas) + "!"
hello = "Hello, World!"
print (hello, "->", greet.parseString(hello))
Prints::
Hello, World! -> ['Hello', ',', 'World', '!']
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And( [ self, other ] )
def __radd__(self, other ):
"""
Implementation of + operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other + self
def __sub__(self, other):
"""
Implementation of - operator, returns C{L{And}} with error stop
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return And( [ self, And._ErrorStop(), other ] )
def __rsub__(self, other ):
"""
Implementation of - operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other - self
def __mul__(self,other):
"""
Implementation of * operator, allows use of C{expr * 3} in place of
C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer
tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples
may also include C{None} as in:
- C{expr*(n,None)} or C{expr*(n,)} is equivalent
to C{expr*n + L{ZeroOrMore}(expr)}
(read as "at least n instances of C{expr}")
- C{expr*(None,n)} is equivalent to C{expr*(0,n)}
(read as "0 to n instances of C{expr}")
- C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)}
- C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)}
Note that C{expr*(None,n)} does not raise an exception if
more than n exprs exist in the input stream; that is,
C{expr*(None,n)} does not enforce a maximum number of expr
occurrences. If this behavior is desired, then write
C{expr*(None,n) + ~expr}
"""
if isinstance(other,int):
minElements, optElements = other,0
elif isinstance(other,tuple):
other = (other + (None, None))[:2]
if other[0] is None:
other = (0, other[1])
if isinstance(other[0],int) and other[1] is None:
if other[0] == 0:
return ZeroOrMore(self)
if other[0] == 1:
return OneOrMore(self)
else:
return self*other[0] + ZeroOrMore(self)
elif isinstance(other[0],int) and isinstance(other[1],int):
minElements, optElements = other
optElements -= minElements
else:
raise TypeError("cannot multiply 'ParserElement' and ('%s','%s') objects", type(other[0]),type(other[1]))
else:
raise TypeError("cannot multiply 'ParserElement' and '%s' objects", type(other))
if minElements < 0:
raise ValueError("cannot multiply ParserElement by negative value")
if optElements < 0:
raise ValueError("second tuple value must be greater or equal to first tuple value")
if minElements == optElements == 0:
raise ValueError("cannot multiply ParserElement by 0 or (0,0)")
if (optElements):
def makeOptionalList(n):
if n>1:
return Optional(self + makeOptionalList(n-1))
else:
return Optional(self)
if minElements:
if minElements == 1:
ret = self + makeOptionalList(optElements)
else:
ret = And([self]*minElements) + makeOptionalList(optElements)
else:
ret = makeOptionalList(optElements)
else:
if minElements == 1:
ret = self
else:
ret = And([self]*minElements)
return ret
def __rmul__(self, other):
return self.__mul__(other)
def __or__(self, other ):
"""
Implementation of | operator - returns C{L{MatchFirst}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return MatchFirst( [ self, other ] )
def __ror__(self, other ):
"""
Implementation of | operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other | self
def __xor__(self, other ):
"""
Implementation of ^ operator - returns C{L{Or}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Or( [ self, other ] )
def __rxor__(self, other ):
"""
Implementation of ^ operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other ^ self
def __and__(self, other ):
"""
Implementation of & operator - returns C{L{Each}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return Each( [ self, other ] )
def __rand__(self, other ):
"""
Implementation of & operator when left operand is not a C{L{ParserElement}}
"""
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
if not isinstance( other, ParserElement ):
warnings.warn("Cannot combine element of type %s with ParserElement" % type(other),
SyntaxWarning, stacklevel=2)
return None
return other & self
def __invert__( self ):
"""
Implementation of ~ operator - returns C{L{NotAny}}
"""
return NotAny( self )
def __call__(self, name=None):
"""
Shortcut for C{L{setResultsName}}, with C{listAllMatches=False}.
If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be
passed as C{True}.
If C{name} is omitted, same as calling C{L{copy}}.
Example::
# these are equivalent
userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno")
userdata = Word(alphas)("name") + Word(nums+"-")("socsecno")
"""
if name is not None:
return self.setResultsName(name)
else:
return self.copy()
def suppress( self ):
"""
Suppresses the output of this C{ParserElement}; useful to keep punctuation from
cluttering up returned output.
"""
return Suppress( self )
def leaveWhitespace( self ):
"""
Disables the skipping of whitespace before matching the characters in the
C{ParserElement}'s defined pattern. This is normally only used internally by
the pyparsing module, but may be needed in some whitespace-sensitive grammars.
"""
self.skipWhitespace = False
return self
def setWhitespaceChars( self, chars ):
"""
Overrides the default whitespace chars
"""
self.skipWhitespace = True
self.whiteChars = chars
self.copyDefaultWhiteChars = False
return self
def parseWithTabs( self ):
"""
Overrides default behavior to expand C{<TAB>}s to spaces before parsing the input string.
Must be called before C{parseString} when the input grammar contains elements that
match C{<TAB>} characters.
"""
self.keepTabs = True
return self
def ignore( self, other ):
"""
Define expression to be ignored (e.g., comments) while doing pattern
matching; may be called repeatedly, to define multiple comment or other
ignorable patterns.
Example::
patt = OneOrMore(Word(alphas))
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj']
patt.ignore(cStyleComment)
patt.parseString('ablaj /* comment */ lskjd') # -> ['ablaj', 'lskjd']
"""
if isinstance(other, basestring):
other = Suppress(other)
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
self.ignoreExprs.append(other)
else:
self.ignoreExprs.append( Suppress( other.copy() ) )
return self
def setDebugActions( self, startAction, successAction, exceptionAction ):
"""
Enable display of debugging messages while doing pattern matching.
"""
self.debugActions = (startAction or _defaultStartDebugAction,
successAction or _defaultSuccessDebugAction,
exceptionAction or _defaultExceptionDebugAction)
self.debug = True
return self
def setDebug( self, flag=True ):
"""
Enable display of debugging messages while doing pattern matching.
Set C{flag} to True to enable, False to disable.
Example::
wd = Word(alphas).setName("alphaword")
integer = Word(nums).setName("numword")
term = wd | integer
# turn on debugging for wd
wd.setDebug()
OneOrMore(term).parseString("abc 123 xyz 890")
prints::
Match alphaword at loc 0(1,1)
Matched alphaword -> ['abc']
Match alphaword at loc 3(1,4)
Exception raised:Expected alphaword (at char 4), (line:1, col:5)
Match alphaword at loc 7(1,8)
Matched alphaword -> ['xyz']
Match alphaword at loc 11(1,12)
Exception raised:Expected alphaword (at char 12), (line:1, col:13)
Match alphaword at loc 15(1,16)
Exception raised:Expected alphaword (at char 15), (line:1, col:16)
The output shown is that produced by the default debug actions - custom debug actions can be
specified using L{setDebugActions}. Prior to attempting
to match the C{wd} expression, the debugging message C{"Match <exprname> at loc <n>(<line>,<col>)"}
is shown. Then if the parse succeeds, a C{"Matched"} message is shown, or an C{"Exception raised"}
message is shown. Also note the use of L{setName} to assign a human-readable name to the expression,
which makes debugging and exception messages easier to understand - for instance, the default
name created for the C{Word} expression without calling C{setName} is C{"W:(ABCD...)"}.
"""
if flag:
self.setDebugActions( _defaultStartDebugAction, _defaultSuccessDebugAction, _defaultExceptionDebugAction )
else:
self.debug = False
return self
def __str__( self ):
return self.name
def __repr__( self ):
return _ustr(self)
def streamline( self ):
self.streamlined = True
self.strRepr = None
return self
def checkRecursion( self, parseElementList ):
pass
def validate( self, validateTrace=[] ):
"""
Check defined expressions for valid structure, check for infinite recursive definitions.
"""
self.checkRecursion( [] )
def parseFile( self, file_or_filename, parseAll=False ):
"""
Execute the parse expression on the given file or filename.
If a filename is specified (instead of a file object),
the entire file is opened, read, and closed before parsing.
"""
try:
file_contents = file_or_filename.read()
except AttributeError:
with open(file_or_filename, "r") as f:
file_contents = f.read()
try:
return self.parseString(file_contents, parseAll)
except ParseBaseException as exc:
if ParserElement.verbose_stacktrace:
raise
else:
# catch and re-raise exception from here, clears out pyparsing internal stack trace
raise exc
def __eq__(self,other):
if isinstance(other, ParserElement):
return self is other or vars(self) == vars(other)
elif isinstance(other, basestring):
return self.matches(other)
else:
return super(ParserElement,self)==other
def __ne__(self,other):
return not (self == other)
def __hash__(self):
return hash(id(self))
def __req__(self,other):
return self == other
def __rne__(self,other):
return not (self == other)
def matches(self, testString, parseAll=True):
"""
Method for quick testing of a parser against a test string. Good for simple
inline microtests of sub expressions while building up larger parser.
Parameters:
- testString - to test against this expression for a match
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
Example::
expr = Word(nums)
assert expr.matches("100")
"""
try:
self.parseString(_ustr(testString), parseAll=parseAll)
return True
except ParseBaseException:
return False
def runTests(self, tests, parseAll=True, comment='#', fullDump=True, printResults=True, failureTests=False):
"""
Execute the parse expression on a series of test strings, showing each
test, the parsed results or where the parse failed. Quick and easy way to
run a parse expression against a list of sample strings.
Parameters:
- tests - a list of separate test strings, or a multiline string of test strings
- parseAll - (default=C{True}) - flag to pass to C{L{parseString}} when running tests
- comment - (default=C{'#'}) - expression for indicating embedded comments in the test
string; pass None to disable comment filtering
- fullDump - (default=C{True}) - dump results as list followed by results names in nested outline;
if False, only dump nested list
- printResults - (default=C{True}) prints test output to stdout
- failureTests - (default=C{False}) indicates if these tests are expected to fail parsing
Returns: a (success, results) tuple, where success indicates that all tests succeeded
(or failed if C{failureTests} is True), and the results contain a list of lines of each
test's output
Example::
number_expr = pyparsing_common.number.copy()
result = number_expr.runTests('''
# unsigned integer
100
# negative integer
-100
# float with scientific notation
6.02e23
# integer with scientific notation
1e-12
''')
print("Success" if result[0] else "Failed!")
result = number_expr.runTests('''
# stray character
100Z
# missing leading digit before '.'
-.100
# too many '.'
3.14.159
''', failureTests=True)
print("Success" if result[0] else "Failed!")
prints::
# unsigned integer
100
[100]
# negative integer
-100
[-100]
# float with scientific notation
6.02e23
[6.02e+23]
# integer with scientific notation
1e-12
[1e-12]
Success
# stray character
100Z
^
FAIL: Expected end of text (at char 3), (line:1, col:4)
# missing leading digit before '.'
-.100
^
FAIL: Expected {real number with scientific notation | real number | signed integer} (at char 0), (line:1, col:1)
# too many '.'
3.14.159
^
FAIL: Expected end of text (at char 4), (line:1, col:5)
Success
Each test string must be on a single line. If you want to test a string that spans multiple
lines, create a test like this::
expr.runTest(r"this is a test\\n of strings that spans \\n 3 lines")
(Note that this is a raw string literal, you must include the leading 'r'.)
"""
if isinstance(tests, basestring):
tests = list(map(str.strip, tests.rstrip().splitlines()))
if isinstance(comment, basestring):
comment = Literal(comment)
allResults = []
comments = []
success = True
for t in tests:
if comment is not None and comment.matches(t, False) or comments and not t:
comments.append(t)
continue
if not t:
continue
out = ['\n'.join(comments), t]
comments = []
try:
t = t.replace(r'\n','\n')
result = self.parseString(t, parseAll=parseAll)
out.append(result.dump(full=fullDump))
success = success and not failureTests
except ParseBaseException as pe:
fatal = "(FATAL)" if isinstance(pe, ParseFatalException) else ""
if '\n' in t:
out.append(line(pe.loc, t))
out.append(' '*(col(pe.loc,t)-1) + '^' + fatal)
else:
out.append(' '*pe.loc + '^' + fatal)
out.append("FAIL: " + str(pe))
success = success and failureTests
result = pe
except Exception as exc:
out.append("FAIL-EXCEPTION: " + str(exc))
success = success and failureTests
result = exc
if printResults:
if fullDump:
out.append('')
print('\n'.join(out))
allResults.append((t, result))
return success, allResults
class Token(ParserElement):
"""
Abstract C{ParserElement} subclass, for defining atomic matching patterns.
"""
def __init__( self ):
super(Token,self).__init__( savelist=False )
class Empty(Token):
"""
An empty token, will always match.
"""
def __init__( self ):
super(Empty,self).__init__()
self.name = "Empty"
self.mayReturnEmpty = True
self.mayIndexError = False
class NoMatch(Token):
"""
A token that will never match.
"""
def __init__( self ):
super(NoMatch,self).__init__()
self.name = "NoMatch"
self.mayReturnEmpty = True
self.mayIndexError = False
self.errmsg = "Unmatchable token"
def parseImpl( self, instring, loc, doActions=True ):
raise ParseException(instring, loc, self.errmsg, self)
class Literal(Token):
"""
Token to exactly match a specified string.
Example::
Literal('blah').parseString('blah') # -> ['blah']
Literal('blah').parseString('blahfooblah') # -> ['blah']
Literal('blah').parseString('bla') # -> Exception: Expected "blah"
For case-insensitive matching, use L{CaselessLiteral}.
For keyword matching (force word break before and after the matched string),
use L{Keyword} or L{CaselessKeyword}.
"""
def __init__( self, matchString ):
super(Literal,self).__init__()
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Literal; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.__class__ = Empty
self.name = '"%s"' % _ustr(self.match)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
# Performance tuning: this routine gets called a *lot*
# if this is a single character match string and the first character matches,
# short-circuit as quickly as possible, and avoid calling startswith
#~ @profile
def parseImpl( self, instring, loc, doActions=True ):
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
_L = Literal
ParserElement._literalStringClass = Literal
class Keyword(Token):
"""
Token to exactly match a specified string as a keyword, that is, it must be
immediately followed by a non-keyword character. Compare with C{L{Literal}}:
- C{Literal("if")} will match the leading C{'if'} in C{'ifAndOnlyIf'}.
- C{Keyword("if")} will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'}
Accepts two optional constructor arguments in addition to the keyword string:
- C{identChars} is a string of characters that would be valid identifier characters,
defaulting to all alphanumerics + "_" and "$"
- C{caseless} allows case-insensitive matching, default is C{False}.
Example::
Keyword("start").parseString("start") # -> ['start']
Keyword("start").parseString("starting") # -> Exception
For case-insensitive matching, use L{CaselessKeyword}.
"""
DEFAULT_KEYWORD_CHARS = alphanums+"_$"
def __init__( self, matchString, identChars=None, caseless=False ):
super(Keyword,self).__init__()
if identChars is None:
identChars = Keyword.DEFAULT_KEYWORD_CHARS
self.match = matchString
self.matchLen = len(matchString)
try:
self.firstMatchChar = matchString[0]
except IndexError:
warnings.warn("null string passed to Keyword; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.name = '"%s"' % self.match
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = False
self.mayIndexError = False
self.caseless = caseless
if caseless:
self.caselessmatch = matchString.upper()
identChars = identChars.upper()
self.identChars = set(identChars)
def parseImpl( self, instring, loc, doActions=True ):
if self.caseless:
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) and
(loc == 0 or instring[loc-1].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
else:
if (instring[loc] == self.firstMatchChar and
(self.matchLen==1 or instring.startswith(self.match,loc)) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen] not in self.identChars) and
(loc == 0 or instring[loc-1] not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
def copy(self):
c = super(Keyword,self).copy()
c.identChars = Keyword.DEFAULT_KEYWORD_CHARS
return c
@staticmethod
def setDefaultKeywordChars( chars ):
"""Overrides the default Keyword chars
"""
Keyword.DEFAULT_KEYWORD_CHARS = chars
class CaselessLiteral(Literal):
"""
Token to match a specified string, ignoring case of letters.
Note: the matched results will always be in the case of the given
match string, NOT the case of the input text.
Example::
OneOrMore(CaselessLiteral("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD', 'CMD']
(Contrast with example for L{CaselessKeyword}.)
"""
def __init__( self, matchString ):
super(CaselessLiteral,self).__init__( matchString.upper() )
# Preserve the defining literal.
self.returnString = matchString
self.name = "'%s'" % self.returnString
self.errmsg = "Expected " + self.name
def parseImpl( self, instring, loc, doActions=True ):
if instring[ loc:loc+self.matchLen ].upper() == self.match:
return loc+self.matchLen, self.returnString
raise ParseException(instring, loc, self.errmsg, self)
class CaselessKeyword(Keyword):
"""
Caseless version of L{Keyword}.
Example::
OneOrMore(CaselessKeyword("CMD")).parseString("cmd CMD Cmd10") # -> ['CMD', 'CMD']
(Contrast with example for L{CaselessLiteral}.)
"""
def __init__( self, matchString, identChars=None ):
super(CaselessKeyword,self).__init__( matchString, identChars, caseless=True )
def parseImpl( self, instring, loc, doActions=True ):
if ( (instring[ loc:loc+self.matchLen ].upper() == self.caselessmatch) and
(loc >= len(instring)-self.matchLen or instring[loc+self.matchLen].upper() not in self.identChars) ):
return loc+self.matchLen, self.match
raise ParseException(instring, loc, self.errmsg, self)
class CloseMatch(Token):
"""
A variation on L{Literal} which matches "close" matches, that is,
strings with at most 'n' mismatching characters. C{CloseMatch} takes parameters:
- C{match_string} - string to be matched
- C{maxMismatches} - (C{default=1}) maximum number of mismatches allowed to count as a match
The results from a successful parse will contain the matched text from the input string and the following named results:
- C{mismatches} - a list of the positions within the match_string where mismatches were found
- C{original} - the original match_string used to compare against the input string
If C{mismatches} is an empty list, then the match was an exact match.
Example::
patt = CloseMatch("ATCATCGAATGGA")
patt.parseString("ATCATCGAAXGGA") # -> (['ATCATCGAAXGGA'], {'mismatches': [[9]], 'original': ['ATCATCGAATGGA']})
patt.parseString("ATCAXCGAAXGGA") # -> Exception: Expected 'ATCATCGAATGGA' (with up to 1 mismatches) (at char 0), (line:1, col:1)
# exact match
patt.parseString("ATCATCGAATGGA") # -> (['ATCATCGAATGGA'], {'mismatches': [[]], 'original': ['ATCATCGAATGGA']})
# close match allowing up to 2 mismatches
patt = CloseMatch("ATCATCGAATGGA", maxMismatches=2)
patt.parseString("ATCAXCGAAXGGA") # -> (['ATCAXCGAAXGGA'], {'mismatches': [[4, 9]], 'original': ['ATCATCGAATGGA']})
"""
def __init__(self, match_string, maxMismatches=1):
super(CloseMatch,self).__init__()
self.name = match_string
self.match_string = match_string
self.maxMismatches = maxMismatches
self.errmsg = "Expected %r (with up to %d mismatches)" % (self.match_string, self.maxMismatches)
self.mayIndexError = False
self.mayReturnEmpty = False
def parseImpl( self, instring, loc, doActions=True ):
start = loc
instrlen = len(instring)
maxloc = start + len(self.match_string)
if maxloc <= instrlen:
match_string = self.match_string
match_stringloc = 0
mismatches = []
maxMismatches = self.maxMismatches
for match_stringloc,s_m in enumerate(zip(instring[loc:maxloc], self.match_string)):
src,mat = s_m
if src != mat:
mismatches.append(match_stringloc)
if len(mismatches) > maxMismatches:
break
else:
loc = match_stringloc + 1
results = ParseResults([instring[start:loc]])
results['original'] = self.match_string
results['mismatches'] = mismatches
return loc, results
raise ParseException(instring, loc, self.errmsg, self)
class Word(Token):
"""
Token for matching words composed of allowed character sets.
Defined with string containing all allowed initial characters,
an optional string containing allowed body characters (if omitted,
defaults to the initial character set), and an optional minimum,
maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction. An optional
C{excludeChars} parameter can list characters that might be found in
the input C{bodyChars} string; useful to define a word of all printables
except for one or two characters, for instance.
L{srange} is useful for defining custom character set strings for defining
C{Word} expressions, using range notation from regular expression character sets.
A common mistake is to use C{Word} to match a specific literal string, as in
C{Word("Address")}. Remember that C{Word} uses the string argument to define
I{sets} of matchable characters. This expression would match "Add", "AAA",
"dAred", or any other word made up of the characters 'A', 'd', 'r', 'e', and 's'.
To match an exact literal string, use L{Literal} or L{Keyword}.
pyparsing includes helper strings for building Words:
- L{alphas}
- L{nums}
- L{alphanums}
- L{hexnums}
- L{alphas8bit} (alphabetic characters in ASCII range 128-255 - accented, tilded, umlauted, etc.)
- L{punc8bit} (non-alphabetic characters in ASCII range 128-255 - currency, symbols, superscripts, diacriticals, etc.)
- L{printables} (any non-whitespace character)
Example::
# a word composed of digits
integer = Word(nums) # equivalent to Word("0123456789") or Word(srange("0-9"))
# a word with a leading capital, and zero or more lowercase
capital_word = Word(alphas.upper(), alphas.lower())
# hostnames are alphanumeric, with leading alpha, and '-'
hostname = Word(alphas, alphanums+'-')
# roman numeral (not a strict parser, accepts invalid mix of characters)
roman = Word("IVXLCDM")
# any string of non-whitespace characters, except for ','
csv_value = Word(printables, excludeChars=",")
"""
def __init__( self, initChars, bodyChars=None, min=1, max=0, exact=0, asKeyword=False, excludeChars=None ):
super(Word,self).__init__()
if excludeChars:
initChars = ''.join(c for c in initChars if c not in excludeChars)
if bodyChars:
bodyChars = ''.join(c for c in bodyChars if c not in excludeChars)
self.initCharsOrig = initChars
self.initChars = set(initChars)
if bodyChars :
self.bodyCharsOrig = bodyChars
self.bodyChars = set(bodyChars)
else:
self.bodyCharsOrig = initChars
self.bodyChars = set(initChars)
self.maxSpecified = max > 0
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.asKeyword = asKeyword
if ' ' not in self.initCharsOrig+self.bodyCharsOrig and (min==1 and max==0 and exact==0):
if self.bodyCharsOrig == self.initCharsOrig:
self.reString = "[%s]+" % _escapeRegexRangeChars(self.initCharsOrig)
elif len(self.initCharsOrig) == 1:
self.reString = "%s[%s]*" % \
(re.escape(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
else:
self.reString = "[%s][%s]*" % \
(_escapeRegexRangeChars(self.initCharsOrig),
_escapeRegexRangeChars(self.bodyCharsOrig),)
if self.asKeyword:
self.reString = r"\b"+self.reString+r"\b"
try:
self.re = re.compile( self.reString )
except Exception:
self.re = None
def parseImpl( self, instring, loc, doActions=True ):
if self.re:
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
return loc, result.group()
if not(instring[ loc ] in self.initChars):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
instrlen = len(instring)
bodychars = self.bodyChars
maxloc = start + self.maxLen
maxloc = min( maxloc, instrlen )
while loc < maxloc and instring[loc] in bodychars:
loc += 1
throwException = False
if loc - start < self.minLen:
throwException = True
if self.maxSpecified and loc < instrlen and instring[loc] in bodychars:
throwException = True
if self.asKeyword:
if (start>0 and instring[start-1] in bodychars) or (loc<instrlen and instring[loc] in bodychars):
throwException = True
if throwException:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(Word,self).__str__()
except Exception:
pass
if self.strRepr is None:
def charsAsStr(s):
if len(s)>4:
return s[:4]+"..."
else:
return s
if ( self.initCharsOrig != self.bodyCharsOrig ):
self.strRepr = "W:(%s,%s)" % ( charsAsStr(self.initCharsOrig), charsAsStr(self.bodyCharsOrig) )
else:
self.strRepr = "W:(%s)" % charsAsStr(self.initCharsOrig)
return self.strRepr
class Regex(Token):
"""
Token for matching strings that match a given regular expression.
Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module.
If the given regex contains named groups (defined using C{(?P<name>...)}), these will be preserved as
named parse results.
Example::
realnum = Regex(r"[+-]?\d+\.\d*")
date = Regex(r'(?P<year>\d{4})-(?P<month>\d\d?)-(?P<day>\d\d?)')
# ref: http://stackoverflow.com/questions/267399/how-do-you-match-only-valid-roman-numerals-with-a-regular-expression
roman = Regex(r"M{0,4}(CM|CD|D?C{0,3})(XC|XL|L?X{0,3})(IX|IV|V?I{0,3})")
"""
compiledREtype = type(re.compile("[A-Z]"))
def __init__( self, pattern, flags=0):
"""The parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags."""
super(Regex,self).__init__()
if isinstance(pattern, basestring):
if not pattern:
warnings.warn("null string passed to Regex; use Empty() instead",
SyntaxWarning, stacklevel=2)
self.pattern = pattern
self.flags = flags
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % pattern,
SyntaxWarning, stacklevel=2)
raise
elif isinstance(pattern, Regex.compiledREtype):
self.re = pattern
self.pattern = \
self.reString = str(pattern)
self.flags = flags
else:
raise ValueError("Regex may only be constructed with a string or a compiled RE object")
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = self.re.match(instring,loc)
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
d = result.groupdict()
ret = ParseResults(result.group())
if d:
for k in d:
ret[k] = d[k]
return loc,ret
def __str__( self ):
try:
return super(Regex,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "Re:(%s)" % repr(self.pattern)
return self.strRepr
class QuotedString(Token):
r"""
Token for matching strings that are delimited by quoting characters.
Defined with the following parameters:
- quoteChar - string of one or more characters defining the quote delimiting string
- escChar - character to escape quotes, typically backslash (default=C{None})
- escQuote - special quote sequence to escape an embedded quote string (such as SQL's "" to escape an embedded ") (default=C{None})
- multiline - boolean indicating whether quotes can span multiple lines (default=C{False})
- unquoteResults - boolean indicating whether the matched text should be unquoted (default=C{True})
- endQuoteChar - string of one or more characters defining the end of the quote delimited string (default=C{None} => same as quoteChar)
- convertWhitespaceEscapes - convert escaped whitespace (C{'\t'}, C{'\n'}, etc.) to actual whitespace (default=C{True})
Example::
qs = QuotedString('"')
print(qs.searchString('lsjdf "This is the quote" sldjf'))
complex_qs = QuotedString('{{', endQuoteChar='}}')
print(complex_qs.searchString('lsjdf {{This is the "quote"}} sldjf'))
sql_qs = QuotedString('"', escQuote='""')
print(sql_qs.searchString('lsjdf "This is the quote with ""embedded"" quotes" sldjf'))
prints::
[['This is the quote']]
[['This is the "quote"']]
[['This is the quote with "embedded" quotes']]
"""
def __init__( self, quoteChar, escChar=None, escQuote=None, multiline=False, unquoteResults=True, endQuoteChar=None, convertWhitespaceEscapes=True):
super(QuotedString,self).__init__()
# remove white space from quote chars - wont work anyway
quoteChar = quoteChar.strip()
if not quoteChar:
warnings.warn("quoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
if endQuoteChar is None:
endQuoteChar = quoteChar
else:
endQuoteChar = endQuoteChar.strip()
if not endQuoteChar:
warnings.warn("endQuoteChar cannot be the empty string",SyntaxWarning,stacklevel=2)
raise SyntaxError()
self.quoteChar = quoteChar
self.quoteCharLen = len(quoteChar)
self.firstQuoteChar = quoteChar[0]
self.endQuoteChar = endQuoteChar
self.endQuoteCharLen = len(endQuoteChar)
self.escChar = escChar
self.escQuote = escQuote
self.unquoteResults = unquoteResults
self.convertWhitespaceEscapes = convertWhitespaceEscapes
if multiline:
self.flags = re.MULTILINE | re.DOTALL
self.pattern = r'%s(?:[^%s%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
else:
self.flags = 0
self.pattern = r'%s(?:[^%s\n\r%s]' % \
( re.escape(self.quoteChar),
_escapeRegexRangeChars(self.endQuoteChar[0]),
(escChar is not None and _escapeRegexRangeChars(escChar) or '') )
if len(self.endQuoteChar) > 1:
self.pattern += (
'|(?:' + ')|(?:'.join("%s[^%s]" % (re.escape(self.endQuoteChar[:i]),
_escapeRegexRangeChars(self.endQuoteChar[i]))
for i in range(len(self.endQuoteChar)-1,0,-1)) + ')'
)
if escQuote:
self.pattern += (r'|(?:%s)' % re.escape(escQuote))
if escChar:
self.pattern += (r'|(?:%s.)' % re.escape(escChar))
self.escCharReplacePattern = re.escape(self.escChar)+"(.)"
self.pattern += (r')*%s' % re.escape(self.endQuoteChar))
try:
self.re = re.compile(self.pattern, self.flags)
self.reString = self.pattern
except sre_constants.error:
warnings.warn("invalid pattern (%s) passed to Regex" % self.pattern,
SyntaxWarning, stacklevel=2)
raise
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayIndexError = False
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
result = instring[loc] == self.firstQuoteChar and self.re.match(instring,loc) or None
if not result:
raise ParseException(instring, loc, self.errmsg, self)
loc = result.end()
ret = result.group()
if self.unquoteResults:
# strip off quotes
ret = ret[self.quoteCharLen:-self.endQuoteCharLen]
if isinstance(ret,basestring):
# replace escaped whitespace
if '\\' in ret and self.convertWhitespaceEscapes:
ws_map = {
r'\t' : '\t',
r'\n' : '\n',
r'\f' : '\f',
r'\r' : '\r',
}
for wslit,wschar in ws_map.items():
ret = ret.replace(wslit, wschar)
# replace escaped characters
if self.escChar:
ret = re.sub(self.escCharReplacePattern,"\g<1>",ret)
# replace escaped quotes
if self.escQuote:
ret = ret.replace(self.escQuote, self.endQuoteChar)
return loc, ret
def __str__( self ):
try:
return super(QuotedString,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "quoted string, starting with %s ending with %s" % (self.quoteChar, self.endQuoteChar)
return self.strRepr
class CharsNotIn(Token):
"""
Token for matching words composed of characters I{not} in a given set (will
include whitespace in matched characters if not listed in the provided exclusion set - see example).
Defined with string containing all disallowed characters, and an optional
minimum, maximum, and/or exact length. The default value for C{min} is 1 (a
minimum value < 1 is not valid); the default values for C{max} and C{exact}
are 0, meaning no maximum or exact length restriction.
Example::
# define a comma-separated-value as anything that is not a ','
csv_value = CharsNotIn(',')
print(delimitedList(csv_value).parseString("dkls,lsdkjf,s12 34,@!#,213"))
prints::
['dkls', 'lsdkjf', 's12 34', '@!#', '213']
"""
def __init__( self, notChars, min=1, max=0, exact=0 ):
super(CharsNotIn,self).__init__()
self.skipWhitespace = False
self.notChars = notChars
if min < 1:
raise ValueError("cannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permitted")
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
self.name = _ustr(self)
self.errmsg = "Expected " + self.name
self.mayReturnEmpty = ( self.minLen == 0 )
self.mayIndexError = False
def parseImpl( self, instring, loc, doActions=True ):
if instring[loc] in self.notChars:
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
notchars = self.notChars
maxlen = min( start+self.maxLen, len(instring) )
while loc < maxlen and \
(instring[loc] not in notchars):
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
def __str__( self ):
try:
return super(CharsNotIn, self).__str__()
except Exception:
pass
if self.strRepr is None:
if len(self.notChars) > 4:
self.strRepr = "!W:(%s...)" % self.notChars[:4]
else:
self.strRepr = "!W:(%s)" % self.notChars
return self.strRepr
class White(Token):
"""
Special matching class for matching whitespace. Normally, whitespace is ignored
by pyparsing grammars. This class is included when some whitespace structures
are significant. Define with a string containing the whitespace characters to be
matched; default is C{" \\t\\r\\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments,
as defined for the C{L{Word}} class.
"""
whiteStrs = {
" " : "<SPC>",
"\t": "<TAB>",
"\n": "<LF>",
"\r": "<CR>",
"\f": "<FF>",
}
def __init__(self, ws=" \t\r\n", min=1, max=0, exact=0):
super(White,self).__init__()
self.matchWhite = ws
self.setWhitespaceChars( "".join(c for c in self.whiteChars if c not in self.matchWhite) )
#~ self.leaveWhitespace()
self.name = ("".join(White.whiteStrs[c] for c in self.matchWhite))
self.mayReturnEmpty = True
self.errmsg = "Expected " + self.name
self.minLen = min
if max > 0:
self.maxLen = max
else:
self.maxLen = _MAX_INT
if exact > 0:
self.maxLen = exact
self.minLen = exact
def parseImpl( self, instring, loc, doActions=True ):
if not(instring[ loc ] in self.matchWhite):
raise ParseException(instring, loc, self.errmsg, self)
start = loc
loc += 1
maxloc = start + self.maxLen
maxloc = min( maxloc, len(instring) )
while loc < maxloc and instring[loc] in self.matchWhite:
loc += 1
if loc - start < self.minLen:
raise ParseException(instring, loc, self.errmsg, self)
return loc, instring[start:loc]
class _PositionToken(Token):
def __init__( self ):
super(_PositionToken,self).__init__()
self.name=self.__class__.__name__
self.mayReturnEmpty = True
self.mayIndexError = False
class GoToColumn(_PositionToken):
"""
Token to advance to a specific column of input text; useful for tabular report scraping.
"""
def __init__( self, colno ):
super(GoToColumn,self).__init__()
self.col = colno
def preParse( self, instring, loc ):
if col(loc,instring) != self.col:
instrlen = len(instring)
if self.ignoreExprs:
loc = self._skipIgnorables( instring, loc )
while loc < instrlen and instring[loc].isspace() and col( loc, instring ) != self.col :
loc += 1
return loc
def parseImpl( self, instring, loc, doActions=True ):
thiscol = col( loc, instring )
if thiscol > self.col:
raise ParseException( instring, loc, "Text not in expected column", self )
newloc = loc + self.col - thiscol
ret = instring[ loc: newloc ]
return newloc, ret
class LineStart(_PositionToken):
"""
Matches if current position is at the beginning of a line within the parse string
Example::
test = '''\
AAA this line
AAA and this line
AAA but not this one
B AAA and definitely not this one
'''
for t in (LineStart() + 'AAA' + restOfLine).searchString(test):
print(t)
Prints::
['AAA', ' this line']
['AAA', ' and this line']
"""
def __init__( self ):
super(LineStart,self).__init__()
self.errmsg = "Expected start of line"
def parseImpl( self, instring, loc, doActions=True ):
if col(loc, instring) == 1:
return loc, []
raise ParseException(instring, loc, self.errmsg, self)
class LineEnd(_PositionToken):
"""
Matches if current position is at the end of a line within the parse string
"""
def __init__( self ):
super(LineEnd,self).__init__()
self.setWhitespaceChars( ParserElement.DEFAULT_WHITE_CHARS.replace("\n","") )
self.errmsg = "Expected end of line"
def parseImpl( self, instring, loc, doActions=True ):
if loc<len(instring):
if instring[loc] == "\n":
return loc+1, "\n"
else:
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class StringStart(_PositionToken):
"""
Matches if current position is at the beginning of the parse string
"""
def __init__( self ):
super(StringStart,self).__init__()
self.errmsg = "Expected start of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc != 0:
# see if entire string up to here is just whitespace and ignoreables
if loc != self.preParse( instring, 0 ):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class StringEnd(_PositionToken):
"""
Matches if current position is at the end of the parse string
"""
def __init__( self ):
super(StringEnd,self).__init__()
self.errmsg = "Expected end of text"
def parseImpl( self, instring, loc, doActions=True ):
if loc < len(instring):
raise ParseException(instring, loc, self.errmsg, self)
elif loc == len(instring):
return loc+1, []
elif loc > len(instring):
return loc, []
else:
raise ParseException(instring, loc, self.errmsg, self)
class WordStart(_PositionToken):
"""
Matches if the current position is at the beginning of a Word, and
is not preceded by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of
the string being parsed, or at the beginning of a line.
"""
def __init__(self, wordChars = printables):
super(WordStart,self).__init__()
self.wordChars = set(wordChars)
self.errmsg = "Not at the start of a word"
def parseImpl(self, instring, loc, doActions=True ):
if loc != 0:
if (instring[loc-1] in self.wordChars or
instring[loc] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class WordEnd(_PositionToken):
"""
Matches if the current position is at the end of a Word, and
is not followed by any character in a given set of C{wordChars}
(default=C{printables}). To emulate the C{\b} behavior of regular expressions,
use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of
the string being parsed, or at the end of a line.
"""
def __init__(self, wordChars = printables):
super(WordEnd,self).__init__()
self.wordChars = set(wordChars)
self.skipWhitespace = False
self.errmsg = "Not at the end of a word"
def parseImpl(self, instring, loc, doActions=True ):
instrlen = len(instring)
if instrlen>0 and loc<instrlen:
if (instring[loc] in self.wordChars or
instring[loc-1] not in self.wordChars):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
class ParseExpression(ParserElement):
"""
Abstract subclass of ParserElement, for combining and post-processing parsed tokens.
"""
def __init__( self, exprs, savelist = False ):
super(ParseExpression,self).__init__(savelist)
if isinstance( exprs, _generatorType ):
exprs = list(exprs)
if isinstance( exprs, basestring ):
self.exprs = [ ParserElement._literalStringClass( exprs ) ]
elif isinstance( exprs, collections.Iterable ):
exprs = list(exprs)
# if sequence of strings provided, wrap with Literal
if all(isinstance(expr, basestring) for expr in exprs):
exprs = map(ParserElement._literalStringClass, exprs)
self.exprs = list(exprs)
else:
try:
self.exprs = list( exprs )
except TypeError:
self.exprs = [ exprs ]
self.callPreparse = False
def __getitem__( self, i ):
return self.exprs[i]
def append( self, other ):
self.exprs.append( other )
self.strRepr = None
return self
def leaveWhitespace( self ):
"""Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on
all contained expressions."""
self.skipWhitespace = False
self.exprs = [ e.copy() for e in self.exprs ]
for e in self.exprs:
e.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
else:
super( ParseExpression, self).ignore( other )
for e in self.exprs:
e.ignore( self.ignoreExprs[-1] )
return self
def __str__( self ):
try:
return super(ParseExpression,self).__str__()
except Exception:
pass
if self.strRepr is None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.exprs) )
return self.strRepr
def streamline( self ):
super(ParseExpression,self).streamline()
for e in self.exprs:
e.streamline()
# collapse nested And's of the form And( And( And( a,b), c), d) to And( a,b,c,d )
# but only if there are no parse actions or resultsNames on the nested And's
# (likewise for Or's and MatchFirst's)
if ( len(self.exprs) == 2 ):
other = self.exprs[0]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = other.exprs[:] + [ self.exprs[1] ]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
other = self.exprs[-1]
if ( isinstance( other, self.__class__ ) and
not(other.parseAction) and
other.resultsName is None and
not other.debug ):
self.exprs = self.exprs[:-1] + other.exprs[:]
self.strRepr = None
self.mayReturnEmpty |= other.mayReturnEmpty
self.mayIndexError |= other.mayIndexError
self.errmsg = "Expected " + _ustr(self)
return self
def setResultsName( self, name, listAllMatches=False ):
ret = super(ParseExpression,self).setResultsName(name,listAllMatches)
return ret
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
for e in self.exprs:
e.validate(tmp)
self.checkRecursion( [] )
def copy(self):
ret = super(ParseExpression,self).copy()
ret.exprs = [e.copy() for e in self.exprs]
return ret
class And(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found in the given order.
Expressions may be separated by whitespace.
May be constructed using the C{'+'} operator.
May also be constructed using the C{'-'} operator, which will suppress backtracking.
Example::
integer = Word(nums)
name_expr = OneOrMore(Word(alphas))
expr = And([integer("id"),name_expr("name"),integer("age")])
# more easily written as:
expr = integer("id") + name_expr("name") + integer("age")
"""
class _ErrorStop(Empty):
def __init__(self, *args, **kwargs):
super(And._ErrorStop,self).__init__(*args, **kwargs)
self.name = '-'
self.leaveWhitespace()
def __init__( self, exprs, savelist = True ):
super(And,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.setWhitespaceChars( self.exprs[0].whiteChars )
self.skipWhitespace = self.exprs[0].skipWhitespace
self.callPreparse = True
def parseImpl( self, instring, loc, doActions=True ):
# pass False as last arg to _parse for first element, since we already
# pre-parsed the string as part of our And pre-parsing
loc, resultlist = self.exprs[0]._parse( instring, loc, doActions, callPreParse=False )
errorStop = False
for e in self.exprs[1:]:
if isinstance(e, And._ErrorStop):
errorStop = True
continue
if errorStop:
try:
loc, exprtokens = e._parse( instring, loc, doActions )
except ParseSyntaxException:
raise
except ParseBaseException as pe:
pe.__traceback__ = None
raise ParseSyntaxException._from_exception(pe)
except IndexError:
raise ParseSyntaxException(instring, len(instring), self.errmsg, self)
else:
loc, exprtokens = e._parse( instring, loc, doActions )
if exprtokens or exprtokens.haskeys():
resultlist += exprtokens
return loc, resultlist
def __iadd__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #And( [ self, other ] )
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
if not e.mayReturnEmpty:
break
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
class Or(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the expression that matches the longest string will be used.
May be constructed using the C{'^'} operator.
Example::
# construct Or using '^' operator
number = Word(nums) ^ Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789"))
prints::
[['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(Or,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
matches = []
for e in self.exprs:
try:
loc2 = e.tryParse( instring, loc )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
else:
# save match among all matches, to retry longest to shortest
matches.append((loc2, e))
if matches:
matches.sort(key=lambda x: -x[0])
for _,e in matches:
try:
return e._parse( instring, loc, doActions )
except ParseException as err:
err.__traceback__ = None
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ixor__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #Or( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " ^ ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class MatchFirst(ParseExpression):
"""
Requires that at least one C{ParseExpression} is found.
If two expressions match, the first one listed is the one that will match.
May be constructed using the C{'|'} operator.
Example::
# construct MatchFirst using '|' operator
# watch the order of expressions to match
number = Word(nums) | Combine(Word(nums) + '.' + Word(nums))
print(number.searchString("123 3.1416 789")) # Fail! -> [['123'], ['3'], ['1416'], ['789']]
# put more selective expression first
number = Combine(Word(nums) + '.' + Word(nums)) | Word(nums)
print(number.searchString("123 3.1416 789")) # Better -> [['123'], ['3.1416'], ['789']]
"""
def __init__( self, exprs, savelist = False ):
super(MatchFirst,self).__init__(exprs, savelist)
if self.exprs:
self.mayReturnEmpty = any(e.mayReturnEmpty for e in self.exprs)
else:
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
maxExcLoc = -1
maxException = None
for e in self.exprs:
try:
ret = e._parse( instring, loc, doActions )
return ret
except ParseException as err:
if err.loc > maxExcLoc:
maxException = err
maxExcLoc = err.loc
except IndexError:
if len(instring) > maxExcLoc:
maxException = ParseException(instring,len(instring),e.errmsg,self)
maxExcLoc = len(instring)
# only got here if no expression matched, raise exception for match that made it the furthest
else:
if maxException is not None:
maxException.msg = self.errmsg
raise maxException
else:
raise ParseException(instring, loc, "no defined alternatives to match", self)
def __ior__(self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass( other )
return self.append( other ) #MatchFirst( [ self, other ] )
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " | ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class Each(ParseExpression):
"""
Requires all given C{ParseExpression}s to be found, but in any order.
Expressions may be separated by whitespace.
May be constructed using the C{'&'} operator.
Example::
color = oneOf("RED ORANGE YELLOW GREEN BLUE PURPLE BLACK WHITE BROWN")
shape_type = oneOf("SQUARE CIRCLE TRIANGLE STAR HEXAGON OCTAGON")
integer = Word(nums)
shape_attr = "shape:" + shape_type("shape")
posn_attr = "posn:" + Group(integer("x") + ',' + integer("y"))("posn")
color_attr = "color:" + color("color")
size_attr = "size:" + integer("size")
# use Each (using operator '&') to accept attributes in any order
# (shape and posn are required, color and size are optional)
shape_spec = shape_attr & posn_attr & Optional(color_attr) & Optional(size_attr)
shape_spec.runTests('''
shape: SQUARE color: BLACK posn: 100, 120
shape: CIRCLE size: 50 color: BLUE posn: 50,80
color:GREEN size:20 shape:TRIANGLE posn:20,40
'''
)
prints::
shape: SQUARE color: BLACK posn: 100, 120
['shape:', 'SQUARE', 'color:', 'BLACK', 'posn:', ['100', ',', '120']]
- color: BLACK
- posn: ['100', ',', '120']
- x: 100
- y: 120
- shape: SQUARE
shape: CIRCLE size: 50 color: BLUE posn: 50,80
['shape:', 'CIRCLE', 'size:', '50', 'color:', 'BLUE', 'posn:', ['50', ',', '80']]
- color: BLUE
- posn: ['50', ',', '80']
- x: 50
- y: 80
- shape: CIRCLE
- size: 50
color: GREEN size: 20 shape: TRIANGLE posn: 20,40
['color:', 'GREEN', 'size:', '20', 'shape:', 'TRIANGLE', 'posn:', ['20', ',', '40']]
- color: GREEN
- posn: ['20', ',', '40']
- x: 20
- y: 40
- shape: TRIANGLE
- size: 20
"""
def __init__( self, exprs, savelist = True ):
super(Each,self).__init__(exprs, savelist)
self.mayReturnEmpty = all(e.mayReturnEmpty for e in self.exprs)
self.skipWhitespace = True
self.initExprGroups = True
def parseImpl( self, instring, loc, doActions=True ):
if self.initExprGroups:
self.opt1map = dict((id(e.expr),e) for e in self.exprs if isinstance(e,Optional))
opt1 = [ e.expr for e in self.exprs if isinstance(e,Optional) ]
opt2 = [ e for e in self.exprs if e.mayReturnEmpty and not isinstance(e,Optional)]
self.optionals = opt1 + opt2
self.multioptionals = [ e.expr for e in self.exprs if isinstance(e,ZeroOrMore) ]
self.multirequired = [ e.expr for e in self.exprs if isinstance(e,OneOrMore) ]
self.required = [ e for e in self.exprs if not isinstance(e,(Optional,ZeroOrMore,OneOrMore)) ]
self.required += self.multirequired
self.initExprGroups = False
tmpLoc = loc
tmpReqd = self.required[:]
tmpOpt = self.optionals[:]
matchOrder = []
keepMatching = True
while keepMatching:
tmpExprs = tmpReqd + tmpOpt + self.multioptionals + self.multirequired
failed = []
for e in tmpExprs:
try:
tmpLoc = e.tryParse( instring, tmpLoc )
except ParseException:
failed.append(e)
else:
matchOrder.append(self.opt1map.get(id(e),e))
if e in tmpReqd:
tmpReqd.remove(e)
elif e in tmpOpt:
tmpOpt.remove(e)
if len(failed) == len(tmpExprs):
keepMatching = False
if tmpReqd:
missing = ", ".join(_ustr(e) for e in tmpReqd)
raise ParseException(instring,loc,"Missing one or more required elements (%s)" % missing )
# add any unmatched Optionals, in case they have default values defined
matchOrder += [e for e in self.exprs if isinstance(e,Optional) and e.expr in tmpOpt]
resultlist = []
for e in matchOrder:
loc,results = e._parse(instring,loc,doActions)
resultlist.append(results)
finalResults = sum(resultlist, ParseResults([]))
return loc, finalResults
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + " & ".join(_ustr(e) for e in self.exprs) + "}"
return self.strRepr
def checkRecursion( self, parseElementList ):
subRecCheckList = parseElementList[:] + [ self ]
for e in self.exprs:
e.checkRecursion( subRecCheckList )
class ParseElementEnhance(ParserElement):
"""
Abstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.
"""
def __init__( self, expr, savelist=False ):
super(ParseElementEnhance,self).__init__(savelist)
if isinstance( expr, basestring ):
if issubclass(ParserElement._literalStringClass, Token):
expr = ParserElement._literalStringClass(expr)
else:
expr = ParserElement._literalStringClass(Literal(expr))
self.expr = expr
self.strRepr = None
if expr is not None:
self.mayIndexError = expr.mayIndexError
self.mayReturnEmpty = expr.mayReturnEmpty
self.setWhitespaceChars( expr.whiteChars )
self.skipWhitespace = expr.skipWhitespace
self.saveAsList = expr.saveAsList
self.callPreparse = expr.callPreparse
self.ignoreExprs.extend(expr.ignoreExprs)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr is not None:
return self.expr._parse( instring, loc, doActions, callPreParse=False )
else:
raise ParseException("",loc,self.errmsg,self)
def leaveWhitespace( self ):
self.skipWhitespace = False
self.expr = self.expr.copy()
if self.expr is not None:
self.expr.leaveWhitespace()
return self
def ignore( self, other ):
if isinstance( other, Suppress ):
if other not in self.ignoreExprs:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
else:
super( ParseElementEnhance, self).ignore( other )
if self.expr is not None:
self.expr.ignore( self.ignoreExprs[-1] )
return self
def streamline( self ):
super(ParseElementEnhance,self).streamline()
if self.expr is not None:
self.expr.streamline()
return self
def checkRecursion( self, parseElementList ):
if self in parseElementList:
raise RecursiveGrammarException( parseElementList+[self] )
subRecCheckList = parseElementList[:] + [ self ]
if self.expr is not None:
self.expr.checkRecursion( subRecCheckList )
def validate( self, validateTrace=[] ):
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion( [] )
def __str__( self ):
try:
return super(ParseElementEnhance,self).__str__()
except Exception:
pass
if self.strRepr is None and self.expr is not None:
self.strRepr = "%s:(%s)" % ( self.__class__.__name__, _ustr(self.expr) )
return self.strRepr
class FollowedBy(ParseElementEnhance):
"""
Lookahead matching of the given parse expression. C{FollowedBy}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression matches at the current
position. C{FollowedBy} always returns a null token list.
Example::
# use FollowedBy to match a label only if it is followed by a ':'
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString("shape: SQUARE color: BLACK posn: upper left").pprint()
prints::
[['shape', 'SQUARE'], ['color', 'BLACK'], ['posn', 'upper left']]
"""
def __init__( self, expr ):
super(FollowedBy,self).__init__(expr)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
self.expr.tryParse( instring, loc )
return loc, []
class NotAny(ParseElementEnhance):
"""
Lookahead to disallow matching with the given parse expression. C{NotAny}
does I{not} advance the parsing position within the input string, it only
verifies that the specified parse expression does I{not} match at the current
position. Also, C{NotAny} does I{not} skip over leading whitespace. C{NotAny}
always returns a null token list. May be constructed using the '~' operator.
Example::
"""
def __init__( self, expr ):
super(NotAny,self).__init__(expr)
#~ self.leaveWhitespace()
self.skipWhitespace = False # do NOT use self.leaveWhitespace(), don't want to propagate to exprs
self.mayReturnEmpty = True
self.errmsg = "Found unwanted token, "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
if self.expr.canParseNext(instring, loc):
raise ParseException(instring, loc, self.errmsg, self)
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "~{" + _ustr(self.expr) + "}"
return self.strRepr
class _MultipleMatch(ParseElementEnhance):
def __init__( self, expr, stopOn=None):
super(_MultipleMatch, self).__init__(expr)
self.saveAsList = True
ender = stopOn
if isinstance(ender, basestring):
ender = ParserElement._literalStringClass(ender)
self.not_ender = ~ender if ender is not None else None
def parseImpl( self, instring, loc, doActions=True ):
self_expr_parse = self.expr._parse
self_skip_ignorables = self._skipIgnorables
check_ender = self.not_ender is not None
if check_ender:
try_not_ender = self.not_ender.tryParse
# must be at least one (but first see if we are the stopOn sentinel;
# if so, fail)
if check_ender:
try_not_ender(instring, loc)
loc, tokens = self_expr_parse( instring, loc, doActions, callPreParse=False )
try:
hasIgnoreExprs = (not not self.ignoreExprs)
while 1:
if check_ender:
try_not_ender(instring, loc)
if hasIgnoreExprs:
preloc = self_skip_ignorables( instring, loc )
else:
preloc = loc
loc, tmptokens = self_expr_parse( instring, preloc, doActions )
if tmptokens or tmptokens.haskeys():
tokens += tmptokens
except (ParseException,IndexError):
pass
return loc, tokens
class OneOrMore(_MultipleMatch):
"""
Repetition of one or more of the given expression.
Parameters:
- expr - expression that must match one or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: BLACK"
OneOrMore(attr_expr).parseString(text).pprint() # Fail! read 'color' as data instead of next label -> [['shape', 'SQUARE color']]
# use stopOn attribute for OneOrMore to avoid reading label string as part of the data
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
OneOrMore(attr_expr).parseString(text).pprint() # Better -> [['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'BLACK']]
# could also be written as
(attr_expr * (1,)).parseString(text).pprint()
"""
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "{" + _ustr(self.expr) + "}..."
return self.strRepr
class ZeroOrMore(_MultipleMatch):
"""
Optional repetition of zero or more of the given expression.
Parameters:
- expr - expression that must match zero or more times
- stopOn - (default=C{None}) - expression for a terminating sentinel
(only required if the sentinel would ordinarily match the repetition
expression)
Example: similar to L{OneOrMore}
"""
def __init__( self, expr, stopOn=None):
super(ZeroOrMore,self).__init__(expr, stopOn=stopOn)
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
return super(ZeroOrMore, self).parseImpl(instring, loc, doActions)
except (ParseException,IndexError):
return loc, []
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]..."
return self.strRepr
class _NullToken(object):
def __bool__(self):
return False
__nonzero__ = __bool__
def __str__(self):
return ""
_optionalNotMatched = _NullToken()
class Optional(ParseElementEnhance):
"""
Optional matching of the given expression.
Parameters:
- expr - expression that must match zero or more times
- default (optional) - value to be returned if the optional expression is not found.
Example::
# US postal code can be a 5-digit zip, plus optional 4-digit qualifier
zip = Combine(Word(nums, exact=5) + Optional('-' + Word(nums, exact=4)))
zip.runTests('''
# traditional ZIP code
12345
# ZIP+4 form
12101-0001
# invalid ZIP
98765-
''')
prints::
# traditional ZIP code
12345
['12345']
# ZIP+4 form
12101-0001
['12101-0001']
# invalid ZIP
98765-
^
FAIL: Expected end of text (at char 5), (line:1, col:6)
"""
def __init__( self, expr, default=_optionalNotMatched ):
super(Optional,self).__init__( expr, savelist=False )
self.saveAsList = self.expr.saveAsList
self.defaultValue = default
self.mayReturnEmpty = True
def parseImpl( self, instring, loc, doActions=True ):
try:
loc, tokens = self.expr._parse( instring, loc, doActions, callPreParse=False )
except (ParseException,IndexError):
if self.defaultValue is not _optionalNotMatched:
if self.expr.resultsName:
tokens = ParseResults([ self.defaultValue ])
tokens[self.expr.resultsName] = self.defaultValue
else:
tokens = [ self.defaultValue ]
else:
tokens = []
return loc, tokens
def __str__( self ):
if hasattr(self,"name"):
return self.name
if self.strRepr is None:
self.strRepr = "[" + _ustr(self.expr) + "]"
return self.strRepr
class SkipTo(ParseElementEnhance):
"""
Token for skipping over all undefined text until the matched expression is found.
Parameters:
- expr - target expression marking the end of the data to be skipped
- include - (default=C{False}) if True, the target expression is also parsed
(the skipped text and target expression are returned as a 2-element list).
- ignore - (default=C{None}) used to define grammars (typically quoted strings and
comments) that might contain false matches to the target expression
- failOn - (default=C{None}) define expressions that are not allowed to be
included in the skipped test; if found before the target expression is found,
the SkipTo is not a match
Example::
report = '''
Outstanding Issues Report - 1 Jan 2000
# | Severity | Description | Days Open
-----+----------+-------------------------------------------+-----------
101 | Critical | Intermittent system crash | 6
94 | Cosmetic | Spelling error on Login ('log|n') | 14
79 | Minor | System slow when running too many reports | 47
'''
integer = Word(nums)
SEP = Suppress('|')
# use SkipTo to simply match everything up until the next SEP
# - ignore quoted strings, so that a '|' character inside a quoted string does not match
# - parse action will call token.strip() for each matched token, i.e., the description body
string_data = SkipTo(SEP, ignore=quotedString)
string_data.setParseAction(tokenMap(str.strip))
ticket_expr = (integer("issue_num") + SEP
+ string_data("sev") + SEP
+ string_data("desc") + SEP
+ integer("days_open"))
for tkt in ticket_expr.searchString(report):
print tkt.dump()
prints::
['101', 'Critical', 'Intermittent system crash', '6']
- days_open: 6
- desc: Intermittent system crash
- issue_num: 101
- sev: Critical
['94', 'Cosmetic', "Spelling error on Login ('log|n')", '14']
- days_open: 14
- desc: Spelling error on Login ('log|n')
- issue_num: 94
- sev: Cosmetic
['79', 'Minor', 'System slow when running too many reports', '47']
- days_open: 47
- desc: System slow when running too many reports
- issue_num: 79
- sev: Minor
"""
def __init__( self, other, include=False, ignore=None, failOn=None ):
super( SkipTo, self ).__init__( other )
self.ignoreExpr = ignore
self.mayReturnEmpty = True
self.mayIndexError = False
self.includeMatch = include
self.asList = False
if isinstance(failOn, basestring):
self.failOn = ParserElement._literalStringClass(failOn)
else:
self.failOn = failOn
self.errmsg = "No match found for "+_ustr(self.expr)
def parseImpl( self, instring, loc, doActions=True ):
startloc = loc
instrlen = len(instring)
expr = self.expr
expr_parse = self.expr._parse
self_failOn_canParseNext = self.failOn.canParseNext if self.failOn is not None else None
self_ignoreExpr_tryParse = self.ignoreExpr.tryParse if self.ignoreExpr is not None else None
tmploc = loc
while tmploc <= instrlen:
if self_failOn_canParseNext is not None:
# break if failOn expression matches
if self_failOn_canParseNext(instring, tmploc):
break
if self_ignoreExpr_tryParse is not None:
# advance past ignore expressions
while 1:
try:
tmploc = self_ignoreExpr_tryParse(instring, tmploc)
except ParseBaseException:
break
try:
expr_parse(instring, tmploc, doActions=False, callPreParse=False)
except (ParseException, IndexError):
# no match, advance loc in string
tmploc += 1
else:
# matched skipto expr, done
break
else:
# ran off the end of the input string without matching skipto expr, fail
raise ParseException(instring, loc, self.errmsg, self)
# build up return values
loc = tmploc
skiptext = instring[startloc:loc]
skipresult = ParseResults(skiptext)
if self.includeMatch:
loc, mat = expr_parse(instring,loc,doActions,callPreParse=False)
skipresult += mat
return loc, skipresult
class Forward(ParseElementEnhance):
"""
Forward declaration of an expression to be defined later -
used for recursive grammars, such as algebraic infix notation.
When the expression is known, it is assigned to the C{Forward} variable using the '<<' operator.
Note: take care when assigning to C{Forward} not to overlook precedence of operators.
Specifically, '|' has a lower precedence than '<<', so that::
fwdExpr << a | b | c
will actually be evaluated as::
(fwdExpr << a) | b | c
thereby leaving b and c out as parseable alternatives. It is recommended that you
explicitly group the values inserted into the C{Forward}::
fwdExpr << (a | b | c)
Converting to use the '<<=' operator instead will avoid this problem.
See L{ParseResults.pprint} for an example of a recursive parser created using
C{Forward}.
"""
def __init__( self, other=None ):
super(Forward,self).__init__( other, savelist=False )
def __lshift__( self, other ):
if isinstance( other, basestring ):
other = ParserElement._literalStringClass(other)
self.expr = other
self.strRepr = None
self.mayIndexError = self.expr.mayIndexError
self.mayReturnEmpty = self.expr.mayReturnEmpty
self.setWhitespaceChars( self.expr.whiteChars )
self.skipWhitespace = self.expr.skipWhitespace
self.saveAsList = self.expr.saveAsList
self.ignoreExprs.extend(self.expr.ignoreExprs)
return self
def __ilshift__(self, other):
return self << other
def leaveWhitespace( self ):
self.skipWhitespace = False
return self
def streamline( self ):
if not self.streamlined:
self.streamlined = True
if self.expr is not None:
self.expr.streamline()
return self
def validate( self, validateTrace=[] ):
if self not in validateTrace:
tmp = validateTrace[:]+[self]
if self.expr is not None:
self.expr.validate(tmp)
self.checkRecursion([])
def __str__( self ):
if hasattr(self,"name"):
return self.name
return self.__class__.__name__ + ": ..."
# stubbed out for now - creates awful memory and perf issues
self._revertClass = self.__class__
self.__class__ = _ForwardNoRecurse
try:
if self.expr is not None:
retString = _ustr(self.expr)
else:
retString = "None"
finally:
self.__class__ = self._revertClass
return self.__class__.__name__ + ": " + retString
def copy(self):
if self.expr is not None:
return super(Forward,self).copy()
else:
ret = Forward()
ret <<= self
return ret
class _ForwardNoRecurse(Forward):
def __str__( self ):
return "..."
class TokenConverter(ParseElementEnhance):
"""
Abstract subclass of C{ParseExpression}, for converting parsed results.
"""
def __init__( self, expr, savelist=False ):
super(TokenConverter,self).__init__( expr )#, savelist )
self.saveAsList = False
class Combine(TokenConverter):
"""
Converter to concatenate all matching tokens to a single string.
By default, the matching patterns must also be contiguous in the input string;
this can be disabled by specifying C{'adjacent=False'} in the constructor.
Example::
real = Word(nums) + '.' + Word(nums)
print(real.parseString('3.1416')) # -> ['3', '.', '1416']
# will also erroneously match the following
print(real.parseString('3. 1416')) # -> ['3', '.', '1416']
real = Combine(Word(nums) + '.' + Word(nums))
print(real.parseString('3.1416')) # -> ['3.1416']
# no match when there are internal spaces
print(real.parseString('3. 1416')) # -> Exception: Expected W:(0123...)
"""
def __init__( self, expr, joinString="", adjacent=True ):
super(Combine,self).__init__( expr )
# suppress whitespace-stripping in contained parse expressions, but re-enable it on the Combine itself
if adjacent:
self.leaveWhitespace()
self.adjacent = adjacent
self.skipWhitespace = True
self.joinString = joinString
self.callPreparse = True
def ignore( self, other ):
if self.adjacent:
ParserElement.ignore(self, other)
else:
super( Combine, self).ignore( other )
return self
def postParse( self, instring, loc, tokenlist ):
retToks = tokenlist.copy()
del retToks[:]
retToks += ParseResults([ "".join(tokenlist._asStringList(self.joinString)) ], modal=self.modalResults)
if self.resultsName and retToks.haskeys():
return [ retToks ]
else:
return retToks
class Group(TokenConverter):
"""
Converter to return the matched tokens as a list - useful for returning tokens of C{L{ZeroOrMore}} and C{L{OneOrMore}} expressions.
Example::
ident = Word(alphas)
num = Word(nums)
term = ident | num
func = ident + Optional(delimitedList(term))
print(func.parseString("fn a,b,100")) # -> ['fn', 'a', 'b', '100']
func = ident + Group(Optional(delimitedList(term)))
print(func.parseString("fn a,b,100")) # -> ['fn', ['a', 'b', '100']]
"""
def __init__( self, expr ):
super(Group,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
return [ tokenlist ]
class Dict(TokenConverter):
"""
Converter to return a repetitive expression as a list, but also as a dictionary.
Each element can also be referenced using the first token in the expression as its key.
Useful for tabular report scraping when the first column can be used as a item key.
Example::
data_word = Word(alphas)
label = data_word + FollowedBy(':')
attr_expr = Group(label + Suppress(':') + OneOrMore(data_word).setParseAction(' '.join))
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
# print attributes as plain groups
print(OneOrMore(attr_expr).parseString(text).dump())
# instead of OneOrMore(expr), parse using Dict(OneOrMore(Group(expr))) - Dict will auto-assign names
result = Dict(OneOrMore(Group(attr_expr))).parseString(text)
print(result.dump())
# access named fields as dict entries, or output as dict
print(result['shape'])
print(result.asDict())
prints::
['shape', 'SQUARE', 'posn', 'upper left', 'color', 'light blue', 'texture', 'burlap']
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
{'color': 'light blue', 'posn': 'upper left', 'texture': 'burlap', 'shape': 'SQUARE'}
See more examples at L{ParseResults} of accessing fields by results name.
"""
def __init__( self, expr ):
super(Dict,self).__init__( expr )
self.saveAsList = True
def postParse( self, instring, loc, tokenlist ):
for i,tok in enumerate(tokenlist):
if len(tok) == 0:
continue
ikey = tok[0]
if isinstance(ikey,int):
ikey = _ustr(tok[0]).strip()
if len(tok)==1:
tokenlist[ikey] = _ParseResultsWithOffset("",i)
elif len(tok)==2 and not isinstance(tok[1],ParseResults):
tokenlist[ikey] = _ParseResultsWithOffset(tok[1],i)
else:
dictvalue = tok.copy() #ParseResults(i)
del dictvalue[0]
if len(dictvalue)!= 1 or (isinstance(dictvalue,ParseResults) and dictvalue.haskeys()):
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue,i)
else:
tokenlist[ikey] = _ParseResultsWithOffset(dictvalue[0],i)
if self.resultsName:
return [ tokenlist ]
else:
return tokenlist
class Suppress(TokenConverter):
"""
Converter for ignoring the results of a parsed expression.
Example::
source = "a, b, c,d"
wd = Word(alphas)
wd_list1 = wd + ZeroOrMore(',' + wd)
print(wd_list1.parseString(source))
# often, delimiters that are useful during parsing are just in the
# way afterward - use Suppress to keep them out of the parsed output
wd_list2 = wd + ZeroOrMore(Suppress(',') + wd)
print(wd_list2.parseString(source))
prints::
['a', ',', 'b', ',', 'c', ',', 'd']
['a', 'b', 'c', 'd']
(See also L{delimitedList}.)
"""
def postParse( self, instring, loc, tokenlist ):
return []
def suppress( self ):
return self
class OnlyOnce(object):
"""
Wrapper for parse actions, to ensure they are only called once.
"""
def __init__(self, methodCall):
self.callable = _trim_arity(methodCall)
self.called = False
def __call__(self,s,l,t):
if not self.called:
results = self.callable(s,l,t)
self.called = True
return results
raise ParseException(s,l,"")
def reset(self):
self.called = False
def traceParseAction(f):
"""
Decorator for debugging parse actions.
When the parse action is called, this decorator will print C{">> entering I{method-name}(line:I{current_source_line}, I{parse_location}, I{matched_tokens})".}
When the parse action completes, the decorator will print C{"<<"} followed by the returned value, or any exception that the parse action raised.
Example::
wd = Word(alphas)
@traceParseAction
def remove_duplicate_chars(tokens):
return ''.join(sorted(set(''.join(tokens)))
wds = OneOrMore(wd).setParseAction(remove_duplicate_chars)
print(wds.parseString("slkdjs sld sldd sdlf sdljf"))
prints::
>>entering remove_duplicate_chars(line: 'slkdjs sld sldd sdlf sdljf', 0, (['slkdjs', 'sld', 'sldd', 'sdlf', 'sdljf'], {}))
<<leaving remove_duplicate_chars (ret: 'dfjkls')
['dfjkls']
"""
f = _trim_arity(f)
def z(*paArgs):
thisFunc = f.__name__
s,l,t = paArgs[-3:]
if len(paArgs)>3:
thisFunc = paArgs[0].__class__.__name__ + '.' + thisFunc
sys.stderr.write( ">>entering %s(line: '%s', %d, %r)\n" % (thisFunc,line(l,s),l,t) )
try:
ret = f(*paArgs)
except Exception as exc:
sys.stderr.write( "<<leaving %s (exception: %s)\n" % (thisFunc,exc) )
raise
sys.stderr.write( "<<leaving %s (ret: %r)\n" % (thisFunc,ret) )
return ret
try:
z.__name__ = f.__name__
except AttributeError:
pass
return z
#
# global helpers
#
def delimitedList( expr, delim=",", combine=False ):
"""
Helper to define a delimited list of expressions - the delimiter defaults to ','.
By default, the list elements and delimiters can have intervening whitespace, and
comments, but this can be overridden by passing C{combine=True} in the constructor.
If C{combine} is set to C{True}, the matching tokens are returned as a single token
string, with the delimiters included; otherwise, the matching tokens are returned
as a list of tokens, with the delimiters suppressed.
Example::
delimitedList(Word(alphas)).parseString("aa,bb,cc") # -> ['aa', 'bb', 'cc']
delimitedList(Word(hexnums), delim=':', combine=True).parseString("AA:BB:CC:DD:EE") # -> ['AA:BB:CC:DD:EE']
"""
dlName = _ustr(expr)+" ["+_ustr(delim)+" "+_ustr(expr)+"]..."
if combine:
return Combine( expr + ZeroOrMore( delim + expr ) ).setName(dlName)
else:
return ( expr + ZeroOrMore( Suppress( delim ) + expr ) ).setName(dlName)
def countedArray( expr, intExpr=None ):
"""
Helper to define a counted list of expressions.
This helper defines a pattern of the form::
integer expr expr expr...
where the leading integer tells how many expr expressions follow.
The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed.
If C{intExpr} is specified, it should be a pyparsing expression that produces an integer value.
Example::
countedArray(Word(alphas)).parseString('2 ab cd ef') # -> ['ab', 'cd']
# in this parser, the leading integer value is given in binary,
# '10' indicating that 2 values are in the array
binaryConstant = Word('01').setParseAction(lambda t: int(t[0], 2))
countedArray(Word(alphas), intExpr=binaryConstant).parseString('10 ab cd ef') # -> ['ab', 'cd']
"""
arrayExpr = Forward()
def countFieldParseAction(s,l,t):
n = t[0]
arrayExpr << (n and Group(And([expr]*n)) or Group(empty))
return []
if intExpr is None:
intExpr = Word(nums).setParseAction(lambda t:int(t[0]))
else:
intExpr = intExpr.copy()
intExpr.setName("arrayLen")
intExpr.addParseAction(countFieldParseAction, callDuringTry=True)
return ( intExpr + arrayExpr ).setName('(len) ' + _ustr(expr) + '...')
def _flatten(L):
ret = []
for i in L:
if isinstance(i,list):
ret.extend(_flatten(i))
else:
ret.append(i)
return ret
def matchPreviousLiteral(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousLiteral(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches a
previous literal, will also match the leading C{"1:1"} in C{"1:10"}.
If this is not desired, use C{matchPreviousExpr}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
def copyTokenToRepeater(s,l,t):
if t:
if len(t) == 1:
rep << t[0]
else:
# flatten t tokens
tflat = _flatten(t.asList())
rep << And(Literal(tt) for tt in tflat)
else:
rep << Empty()
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def matchPreviousExpr(expr):
"""
Helper to define an expression that is indirectly defined from
the tokens matched in a previous expression, that is, it looks
for a 'repeat' of a previous expression. For example::
first = Word(nums)
second = matchPreviousExpr(first)
matchExpr = first + ":" + second
will match C{"1:1"}, but not C{"1:2"}. Because this matches by
expressions, will I{not} match the leading C{"1:1"} in C{"1:10"};
the expressions are evaluated first, and then compared, so
C{"1"} is compared with C{"10"}.
Do I{not} use with packrat parsing enabled.
"""
rep = Forward()
e2 = expr.copy()
rep <<= e2
def copyTokenToRepeater(s,l,t):
matchTokens = _flatten(t.asList())
def mustMatchTheseTokens(s,l,t):
theseTokens = _flatten(t.asList())
if theseTokens != matchTokens:
raise ParseException("",0,"")
rep.setParseAction( mustMatchTheseTokens, callDuringTry=True )
expr.addParseAction(copyTokenToRepeater, callDuringTry=True)
rep.setName('(prev) ' + _ustr(expr))
return rep
def _escapeRegexRangeChars(s):
#~ escape these chars: ^-]
for c in r"\^-]":
s = s.replace(c,_bslash+c)
s = s.replace("\n",r"\n")
s = s.replace("\t",r"\t")
return _ustr(s)
def oneOf( strs, caseless=False, useRegex=True ):
"""
Helper to quickly define a set of alternative Literals, and makes sure to do
longest-first testing when there is a conflict, regardless of the input order,
but returns a C{L{MatchFirst}} for best performance.
Parameters:
- strs - a string of space-delimited literals, or a collection of string literals
- caseless - (default=C{False}) - treat all literals as caseless
- useRegex - (default=C{True}) - as an optimization, will generate a Regex
object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or
if creating a C{Regex} raises an exception)
Example::
comp_oper = oneOf("< = > <= >= !=")
var = Word(alphas)
number = Word(nums)
term = var | number
comparison_expr = term + comp_oper + term
print(comparison_expr.searchString("B = 12 AA=23 B<=AA AA>12"))
prints::
[['B', '=', '12'], ['AA', '=', '23'], ['B', '<=', 'AA'], ['AA', '>', '12']]
"""
if caseless:
isequal = ( lambda a,b: a.upper() == b.upper() )
masks = ( lambda a,b: b.upper().startswith(a.upper()) )
parseElementClass = CaselessLiteral
else:
isequal = ( lambda a,b: a == b )
masks = ( lambda a,b: b.startswith(a) )
parseElementClass = Literal
symbols = []
if isinstance(strs,basestring):
symbols = strs.split()
elif isinstance(strs, collections.Iterable):
symbols = list(strs)
else:
warnings.warn("Invalid argument to oneOf, expected string or iterable",
SyntaxWarning, stacklevel=2)
if not symbols:
return NoMatch()
i = 0
while i < len(symbols)-1:
cur = symbols[i]
for j,other in enumerate(symbols[i+1:]):
if ( isequal(other, cur) ):
del symbols[i+j+1]
break
elif ( masks(cur, other) ):
del symbols[i+j+1]
symbols.insert(i,other)
cur = other
break
else:
i += 1
if not caseless and useRegex:
#~ print (strs,"->", "|".join( [ _escapeRegexChars(sym) for sym in symbols] ))
try:
if len(symbols)==len("".join(symbols)):
return Regex( "[%s]" % "".join(_escapeRegexRangeChars(sym) for sym in symbols) ).setName(' | '.join(symbols))
else:
return Regex( "|".join(re.escape(sym) for sym in symbols) ).setName(' | '.join(symbols))
except Exception:
warnings.warn("Exception creating Regex for oneOf, building MatchFirst",
SyntaxWarning, stacklevel=2)
# last resort, just use MatchFirst
return MatchFirst(parseElementClass(sym) for sym in symbols).setName(' | '.join(symbols))
def dictOf( key, value ):
"""
Helper to easily and clearly define a dictionary by specifying the respective patterns
for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens
in the proper order. The key pattern can include delimiting markers or punctuation,
as long as they are suppressed, thereby leaving the significant key text. The value
pattern can include named results, so that the C{Dict} results can include named token
fields.
Example::
text = "shape: SQUARE posn: upper left color: light blue texture: burlap"
attr_expr = (label + Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join))
print(OneOrMore(attr_expr).parseString(text).dump())
attr_label = label
attr_value = Suppress(':') + OneOrMore(data_word, stopOn=label).setParseAction(' '.join)
# similar to Dict, but simpler call format
result = dictOf(attr_label, attr_value).parseString(text)
print(result.dump())
print(result['shape'])
print(result.shape) # object attribute access works too
print(result.asDict())
prints::
[['shape', 'SQUARE'], ['posn', 'upper left'], ['color', 'light blue'], ['texture', 'burlap']]
- color: light blue
- posn: upper left
- shape: SQUARE
- texture: burlap
SQUARE
SQUARE
{'color': 'light blue', 'shape': 'SQUARE', 'posn': 'upper left', 'texture': 'burlap'}
"""
return Dict( ZeroOrMore( Group ( key + value ) ) )
def originalTextFor(expr, asString=True):
"""
Helper to return the original, untokenized text for a given expression. Useful to
restore the parsed fields of an HTML start tag into the raw tag text itself, or to
revert separate tokens with intervening whitespace back to the original matching
input text. By default, returns astring containing the original parsed text.
If the optional C{asString} argument is passed as C{False}, then the return value is a
C{L{ParseResults}} containing any results names that were originally matched, and a
single token containing the original matched text from the input string. So if
the expression passed to C{L{originalTextFor}} contains expressions with defined
results names, you must set C{asString} to C{False} if you want to preserve those
results name values.
Example::
src = "this is test <b> bold <i>text</i> </b> normal text "
for tag in ("b","i"):
opener,closer = makeHTMLTags(tag)
patt = originalTextFor(opener + SkipTo(closer) + closer)
print(patt.searchString(src)[0])
prints::
['<b> bold <i>text</i> </b>']
['<i>text</i>']
"""
locMarker = Empty().setParseAction(lambda s,loc,t: loc)
endlocMarker = locMarker.copy()
endlocMarker.callPreparse = False
matchExpr = locMarker("_original_start") + expr + endlocMarker("_original_end")
if asString:
extractText = lambda s,l,t: s[t._original_start:t._original_end]
else:
def extractText(s,l,t):
t[:] = [s[t.pop('_original_start'):t.pop('_original_end')]]
matchExpr.setParseAction(extractText)
matchExpr.ignoreExprs = expr.ignoreExprs
return matchExpr
def ungroup(expr):
"""
Helper to undo pyparsing's default grouping of And expressions, even
if all but one are non-empty.
"""
return TokenConverter(expr).setParseAction(lambda t:t[0])
def locatedExpr(expr):
"""
Helper to decorate a returned token with its starting and ending locations in the input string.
This helper adds the following results names:
- locn_start = location where matched expression begins
- locn_end = location where matched expression ends
- value = the actual parsed results
Be careful if the input text contains C{<TAB>} characters, you may want to call
C{L{ParserElement.parseWithTabs}}
Example::
wd = Word(alphas)
for match in locatedExpr(wd).searchString("ljsdf123lksdjjf123lkkjj1222"):
print(match)
prints::
[[0, 'ljsdf', 5]]
[[8, 'lksdjjf', 15]]
[[18, 'lkkjj', 23]]
"""
locator = Empty().setParseAction(lambda s,l,t: l)
return Group(locator("locn_start") + expr("value") + locator.copy().leaveWhitespace()("locn_end"))
# convenience constants for positional expressions
empty = Empty().setName("empty")
lineStart = LineStart().setName("lineStart")
lineEnd = LineEnd().setName("lineEnd")
stringStart = StringStart().setName("stringStart")
stringEnd = StringEnd().setName("stringEnd")
_escapedPunc = Word( _bslash, r"\[]-*.$+^?()~ ", exact=2 ).setParseAction(lambda s,l,t:t[0][1])
_escapedHexChar = Regex(r"\\0?[xX][0-9a-fA-F]+").setParseAction(lambda s,l,t:unichr(int(t[0].lstrip(r'\0x'),16)))
_escapedOctChar = Regex(r"\\0[0-7]+").setParseAction(lambda s,l,t:unichr(int(t[0][1:],8)))
_singleChar = _escapedPunc | _escapedHexChar | _escapedOctChar | Word(printables, excludeChars=r'\]', exact=1) | Regex(r"\w", re.UNICODE)
_charRange = Group(_singleChar + Suppress("-") + _singleChar)
_reBracketExpr = Literal("[") + Optional("^").setResultsName("negate") + Group( OneOrMore( _charRange | _singleChar ) ).setResultsName("body") + "]"
def srange(s):
r"""
Helper to easily define string ranges for use in Word construction. Borrows
syntax from regexp '[]' string range definitions::
srange("[0-9]") -> "0123456789"
srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz"
srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_"
The input string must be enclosed in []'s, and the returned string is the expanded
character set joined into a single string.
The values enclosed in the []'s may be:
- a single character
- an escaped character with a leading backslash (such as C{\-} or C{\]})
- an escaped hex character with a leading C{'\x'} (C{\x21}, which is a C{'!'} character)
(C{\0x##} is also supported for backwards compatibility)
- an escaped octal character with a leading C{'\0'} (C{\041}, which is a C{'!'} character)
- a range of any of the above, separated by a dash (C{'a-z'}, etc.)
- any combination of the above (C{'aeiouy'}, C{'a-zA-Z0-9_$'}, etc.)
"""
_expanded = lambda p: p if not isinstance(p,ParseResults) else ''.join(unichr(c) for c in range(ord(p[0]),ord(p[1])+1))
try:
return "".join(_expanded(part) for part in _reBracketExpr.parseString(s).body)
except Exception:
return ""
def matchOnlyAtCol(n):
"""
Helper method for defining parse actions that require matching at a specific
column in the input text.
"""
def verifyCol(strg,locn,toks):
if col(locn,strg) != n:
raise ParseException(strg,locn,"matched token not at column %d" % n)
return verifyCol
def replaceWith(replStr):
"""
Helper method for common parse actions that simply return a literal value. Especially
useful when used with C{L{transformString<ParserElement.transformString>}()}.
Example::
num = Word(nums).setParseAction(lambda toks: int(toks[0]))
na = oneOf("N/A NA").setParseAction(replaceWith(math.nan))
term = na | num
OneOrMore(term).parseString("324 234 N/A 234") # -> [324, 234, nan, 234]
"""
return lambda s,l,t: [replStr]
def removeQuotes(s,l,t):
"""
Helper parse action for removing quotation marks from parsed quoted strings.
Example::
# by default, quotation marks are included in parsed results
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["'Now is the Winter of our Discontent'"]
# use removeQuotes to strip quotation marks from parsed results
quotedString.setParseAction(removeQuotes)
quotedString.parseString("'Now is the Winter of our Discontent'") # -> ["Now is the Winter of our Discontent"]
"""
return t[0][1:-1]
def tokenMap(func, *args):
"""
Helper to define a parse action by mapping a function to all elements of a ParseResults list.If any additional
args are passed, they are forwarded to the given function as additional arguments after
the token, as in C{hex_integer = Word(hexnums).setParseAction(tokenMap(int, 16))}, which will convert the
parsed data to an integer using base 16.
Example (compare the last to example in L{ParserElement.transformString}::
hex_ints = OneOrMore(Word(hexnums)).setParseAction(tokenMap(int, 16))
hex_ints.runTests('''
00 11 22 aa FF 0a 0d 1a
''')
upperword = Word(alphas).setParseAction(tokenMap(str.upper))
OneOrMore(upperword).runTests('''
my kingdom for a horse
''')
wd = Word(alphas).setParseAction(tokenMap(str.title))
OneOrMore(wd).setParseAction(' '.join).runTests('''
now is the winter of our discontent made glorious summer by this sun of york
''')
prints::
00 11 22 aa FF 0a 0d 1a
[0, 17, 34, 170, 255, 10, 13, 26]
my kingdom for a horse
['MY', 'KINGDOM', 'FOR', 'A', 'HORSE']
now is the winter of our discontent made glorious summer by this sun of york
['Now Is The Winter Of Our Discontent Made Glorious Summer By This Sun Of York']
"""
def pa(s,l,t):
return [func(tokn, *args) for tokn in t]
try:
func_name = getattr(func, '__name__',
getattr(func, '__class__').__name__)
except Exception:
func_name = str(func)
pa.__name__ = func_name
return pa
upcaseTokens = tokenMap(lambda t: _ustr(t).upper())
"""(Deprecated) Helper parse action to convert tokens to upper case. Deprecated in favor of L{pyparsing_common.upcaseTokens}"""
downcaseTokens = tokenMap(lambda t: _ustr(t).lower())
"""(Deprecated) Helper parse action to convert tokens to lower case. Deprecated in favor of L{pyparsing_common.downcaseTokens}"""
def _makeTags(tagStr, xml):
"""Internal helper to construct opening and closing tag expressions, given a tag name"""
if isinstance(tagStr,basestring):
resname = tagStr
tagStr = Keyword(tagStr, caseless=not xml)
else:
resname = tagStr.name
tagAttrName = Word(alphas,alphanums+"_-:")
if (xml):
tagAttrValue = dblQuotedString.copy().setParseAction( removeQuotes )
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName + Suppress("=") + tagAttrValue ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
else:
printablesLessRAbrack = "".join(c for c in printables if c not in ">")
tagAttrValue = quotedString.copy().setParseAction( removeQuotes ) | Word(printablesLessRAbrack)
openTag = Suppress("<") + tagStr("tag") + \
Dict(ZeroOrMore(Group( tagAttrName.setParseAction(downcaseTokens) + \
Optional( Suppress("=") + tagAttrValue ) ))) + \
Optional("/",default=[False]).setResultsName("empty").setParseAction(lambda s,l,t:t[0]=='/') + Suppress(">")
closeTag = Combine(_L("</") + tagStr + ">")
openTag = openTag.setResultsName("start"+"".join(resname.replace(":"," ").title().split())).setName("<%s>" % resname)
closeTag = closeTag.setResultsName("end"+"".join(resname.replace(":"," ").title().split())).setName("</%s>" % resname)
openTag.tag = resname
closeTag.tag = resname
return openTag, closeTag
def makeHTMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for HTML, given a tag name. Matches
tags in either upper or lower case, attributes with namespaces and with quoted or unquoted values.
Example::
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
# makeHTMLTags returns pyparsing expressions for the opening and closing tags as a 2-tuple
a,a_end = makeHTMLTags("A")
link_expr = a + SkipTo(a_end)("link_text") + a_end
for link in link_expr.searchString(text):
# attributes in the <A> tag (like "href" shown here) are also accessible as named results
print(link.link_text, '->', link.href)
prints::
pyparsing -> http://pyparsing.wikispaces.com
"""
return _makeTags( tagStr, False )
def makeXMLTags(tagStr):
"""
Helper to construct opening and closing tag expressions for XML, given a tag name. Matches
tags only in the given upper/lower case.
Example: similar to L{makeHTMLTags}
"""
return _makeTags( tagStr, True )
def withAttribute(*args,**attrDict):
"""
Helper to create a validating parse action to be used with start tags created
with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag
with a required attribute value, to avoid false matches on common tags such as
C{<TD>} or C{<DIV>}.
Call C{withAttribute} with a series of attribute names and values. Specify the list
of filter attributes names and values as:
- keyword arguments, as in C{(align="right")}, or
- as an explicit dict with C{**} operator, when an attribute name is also a Python
reserved word, as in C{**{"class":"Customer", "align":"right"}}
- a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") )
For attribute names with a namespace prefix, you must use the second form. Attribute
names are matched insensitive to upper/lower case.
If just testing for C{class} (with or without a namespace), use C{L{withClass}}.
To verify that the attribute exists, but without specifying a value, pass
C{withAttribute.ANY_VALUE} as the value.
Example::
html = '''
<div>
Some text
<div type="grid">1 4 0 1 0</div>
<div type="graph">1,3 2,3 1,1</div>
<div>this has no type</div>
</div>
'''
div,div_end = makeHTMLTags("div")
# only match div tag having a type attribute with value "grid"
div_grid = div().setParseAction(withAttribute(type="grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
# construct a match with any div tag having a type attribute, regardless of the value
div_any_type = div().setParseAction(withAttribute(type=withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
if args:
attrs = args[:]
else:
attrs = attrDict.items()
attrs = [(k,v) for k,v in attrs]
def pa(s,l,tokens):
for attrName,attrValue in attrs:
if attrName not in tokens:
raise ParseException(s,l,"no matching attribute " + attrName)
if attrValue != withAttribute.ANY_VALUE and tokens[attrName] != attrValue:
raise ParseException(s,l,"attribute '%s' has value '%s', must be '%s'" %
(attrName, tokens[attrName], attrValue))
return pa
withAttribute.ANY_VALUE = object()
def withClass(classname, namespace=''):
"""
Simplified version of C{L{withAttribute}} when matching on a div class - made
difficult because C{class} is a reserved word in Python.
Example::
html = '''
<div>
Some text
<div class="grid">1 4 0 1 0</div>
<div class="graph">1,3 2,3 1,1</div>
<div>this <div> has no class</div>
</div>
'''
div,div_end = makeHTMLTags("div")
div_grid = div().setParseAction(withClass("grid"))
grid_expr = div_grid + SkipTo(div | div_end)("body")
for grid_header in grid_expr.searchString(html):
print(grid_header.body)
div_any_type = div().setParseAction(withClass(withAttribute.ANY_VALUE))
div_expr = div_any_type + SkipTo(div | div_end)("body")
for div_header in div_expr.searchString(html):
print(div_header.body)
prints::
1 4 0 1 0
1 4 0 1 0
1,3 2,3 1,1
"""
classattr = "%s:class" % namespace if namespace else "class"
return withAttribute(**{classattr : classname})
opAssoc = _Constants()
opAssoc.LEFT = object()
opAssoc.RIGHT = object()
def infixNotation( baseExpr, opList, lpar=Suppress('('), rpar=Suppress(')') ):
"""
Helper method for constructing grammars of expressions made up of
operators working in a precedence hierarchy. Operators may be unary or
binary, left- or right-associative. Parse actions can also be attached
to operator expressions. The generated parser will also recognize the use
of parentheses to override operator precedences (see example below).
Note: if you define a deep operator list, you may see performance issues
when using infixNotation. See L{ParserElement.enablePackrat} for a
mechanism to potentially improve your parser performance.
Parameters:
- baseExpr - expression representing the most basic element for the nested
- opList - list of tuples, one for each operator precedence level in the
expression grammar; each tuple is of the form
(opExpr, numTerms, rightLeftAssoc, parseAction), where:
- opExpr is the pyparsing expression for the operator;
may also be a string, which will be converted to a Literal;
if numTerms is 3, opExpr is a tuple of two expressions, for the
two operators separating the 3 terms
- numTerms is the number of terms for this operator (must
be 1, 2, or 3)
- rightLeftAssoc is the indicator whether the operator is
right or left associative, using the pyparsing-defined
constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}.
- parseAction is the parse action to be associated with
expressions matching this operator expression (the
parse action tuple member may be omitted)
- lpar - expression for matching left-parentheses (default=C{Suppress('(')})
- rpar - expression for matching right-parentheses (default=C{Suppress(')')})
Example::
# simple example of four-function arithmetic with ints and variable names
integer = pyparsing_common.signed_integer
varname = pyparsing_common.identifier
arith_expr = infixNotation(integer | varname,
[
('-', 1, opAssoc.RIGHT),
(oneOf('* /'), 2, opAssoc.LEFT),
(oneOf('+ -'), 2, opAssoc.LEFT),
])
arith_expr.runTests('''
5+3*6
(5+3)*6
-2--11
''', fullDump=False)
prints::
5+3*6
[[5, '+', [3, '*', 6]]]
(5+3)*6
[[[5, '+', 3], '*', 6]]
-2--11
[[['-', 2], '-', ['-', 11]]]
"""
ret = Forward()
lastExpr = baseExpr | ( lpar + ret + rpar )
for i,operDef in enumerate(opList):
opExpr,arity,rightLeftAssoc,pa = (operDef + (None,))[:4]
termName = "%s term" % opExpr if arity < 3 else "%s%s term" % opExpr
if arity == 3:
if opExpr is None or len(opExpr) != 2:
raise ValueError("if numterms=3, opExpr must be a tuple or list of two expressions")
opExpr1, opExpr2 = opExpr
thisExpr = Forward().setName(termName)
if rightLeftAssoc == opAssoc.LEFT:
if arity == 1:
matchExpr = FollowedBy(lastExpr + opExpr) + Group( lastExpr + OneOrMore( opExpr ) )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + lastExpr) + Group( lastExpr + OneOrMore( opExpr + lastExpr ) )
else:
matchExpr = FollowedBy(lastExpr+lastExpr) + Group( lastExpr + OneOrMore(lastExpr) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr) + \
Group( lastExpr + opExpr1 + lastExpr + opExpr2 + lastExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
elif rightLeftAssoc == opAssoc.RIGHT:
if arity == 1:
# try to avoid LR with this extra test
if not isinstance(opExpr, Optional):
opExpr = Optional(opExpr)
matchExpr = FollowedBy(opExpr.expr + thisExpr) + Group( opExpr + thisExpr )
elif arity == 2:
if opExpr is not None:
matchExpr = FollowedBy(lastExpr + opExpr + thisExpr) + Group( lastExpr + OneOrMore( opExpr + thisExpr ) )
else:
matchExpr = FollowedBy(lastExpr + thisExpr) + Group( lastExpr + OneOrMore( thisExpr ) )
elif arity == 3:
matchExpr = FollowedBy(lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr) + \
Group( lastExpr + opExpr1 + thisExpr + opExpr2 + thisExpr )
else:
raise ValueError("operator must be unary (1), binary (2), or ternary (3)")
else:
raise ValueError("operator must indicate right or left associativity")
if pa:
matchExpr.setParseAction( pa )
thisExpr <<= ( matchExpr.setName(termName) | lastExpr )
lastExpr = thisExpr
ret <<= lastExpr
return ret
operatorPrecedence = infixNotation
"""(Deprecated) Former name of C{L{infixNotation}}, will be dropped in a future release."""
dblQuotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"').setName("string enclosed in double quotes")
sglQuotedString = Combine(Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("string enclosed in single quotes")
quotedString = Combine(Regex(r'"(?:[^"\n\r\\]|(?:"")|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*')+'"'|
Regex(r"'(?:[^'\n\r\\]|(?:'')|(?:\\(?:[^x]|x[0-9a-fA-F]+)))*")+"'").setName("quotedString using single or double quotes")
unicodeString = Combine(_L('u') + quotedString.copy()).setName("unicode string literal")
def nestedExpr(opener="(", closer=")", content=None, ignoreExpr=quotedString.copy()):
"""
Helper method for defining nested lists enclosed in opening and closing
delimiters ("(" and ")" are the default).
Parameters:
- opener - opening character for a nested list (default=C{"("}); can also be a pyparsing expression
- closer - closing character for a nested list (default=C{")"}); can also be a pyparsing expression
- content - expression for items within the nested lists (default=C{None})
- ignoreExpr - expression for ignoring opening and closing delimiters (default=C{quotedString})
If an expression is not provided for the content argument, the nested
expression will capture all whitespace-delimited content between delimiters
as a list of separate values.
Use the C{ignoreExpr} argument to define expressions that may contain
opening or closing characters that should not be treated as opening
or closing characters for nesting, such as quotedString or a comment
expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}.
The default is L{quotedString}, but if no expressions are to be ignored,
then pass C{None} for this argument.
Example::
data_type = oneOf("void int short long char float double")
decl_data_type = Combine(data_type + Optional(Word('*')))
ident = Word(alphas+'_', alphanums+'_')
number = pyparsing_common.number
arg = Group(decl_data_type + ident)
LPAR,RPAR = map(Suppress, "()")
code_body = nestedExpr('{', '}', ignoreExpr=(quotedString | cStyleComment))
c_function = (decl_data_type("type")
+ ident("name")
+ LPAR + Optional(delimitedList(arg), [])("args") + RPAR
+ code_body("body"))
c_function.ignore(cStyleComment)
source_code = '''
int is_odd(int x) {
return (x%2);
}
int dec_to_hex(char hchar) {
if (hchar >= '0' && hchar <= '9') {
return (ord(hchar)-ord('0'));
} else {
return (10+ord(hchar)-ord('A'));
}
}
'''
for func in c_function.searchString(source_code):
print("%(name)s (%(type)s) args: %(args)s" % func)
prints::
is_odd (int) args: [['int', 'x']]
dec_to_hex (int) args: [['char', 'hchar']]
"""
if opener == closer:
raise ValueError("opening and closing strings cannot be the same")
if content is None:
if isinstance(opener,basestring) and isinstance(closer,basestring):
if len(opener) == 1 and len(closer)==1:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (empty.copy()+CharsNotIn(opener+closer+ParserElement.DEFAULT_WHITE_CHARS
).setParseAction(lambda t:t[0].strip()))
else:
if ignoreExpr is not None:
content = (Combine(OneOrMore(~ignoreExpr +
~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
content = (Combine(OneOrMore(~Literal(opener) + ~Literal(closer) +
CharsNotIn(ParserElement.DEFAULT_WHITE_CHARS,exact=1))
).setParseAction(lambda t:t[0].strip()))
else:
raise ValueError("opening and closing arguments must be strings if no content expression is given")
ret = Forward()
if ignoreExpr is not None:
ret <<= Group( Suppress(opener) + ZeroOrMore( ignoreExpr | ret | content ) + Suppress(closer) )
else:
ret <<= Group( Suppress(opener) + ZeroOrMore( ret | content ) + Suppress(closer) )
ret.setName('nested %s%s expression' % (opener,closer))
return ret
def indentedBlock(blockStatementExpr, indentStack, indent=True):
"""
Helper method for defining space-delimited indentation blocks, such as
those used to define block statements in Python source code.
Parameters:
- blockStatementExpr - expression defining syntax of statement that
is repeated within the indented block
- indentStack - list created by caller to manage indentation stack
(multiple statementWithIndentedBlock expressions within a single grammar
should share a common indentStack)
- indent - boolean indicating whether block must be indented beyond the
the current level; set to False for block of left-most statements
(default=C{True})
A valid block must contain at least one C{blockStatement}.
Example::
data = '''
def A(z):
A1
B = 100
G = A2
A2
A3
B
def BB(a,b,c):
BB1
def BBA():
bba1
bba2
bba3
C
D
def spam(x,y):
def eggs(z):
pass
'''
indentStack = [1]
stmt = Forward()
identifier = Word(alphas, alphanums)
funcDecl = ("def" + identifier + Group( "(" + Optional( delimitedList(identifier) ) + ")" ) + ":")
func_body = indentedBlock(stmt, indentStack)
funcDef = Group( funcDecl + func_body )
rvalue = Forward()
funcCall = Group(identifier + "(" + Optional(delimitedList(rvalue)) + ")")
rvalue << (funcCall | identifier | Word(nums))
assignment = Group(identifier + "=" + rvalue)
stmt << ( funcDef | assignment | identifier )
module_body = OneOrMore(stmt)
parseTree = module_body.parseString(data)
parseTree.pprint()
prints::
[['def',
'A',
['(', 'z', ')'],
':',
[['A1'], [['B', '=', '100']], [['G', '=', 'A2']], ['A2'], ['A3']]],
'B',
['def',
'BB',
['(', 'a', 'b', 'c', ')'],
':',
[['BB1'], [['def', 'BBA', ['(', ')'], ':', [['bba1'], ['bba2'], ['bba3']]]]]],
'C',
'D',
['def',
'spam',
['(', 'x', 'y', ')'],
':',
[[['def', 'eggs', ['(', 'z', ')'], ':', [['pass']]]]]]]
"""
def checkPeerIndent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if curCol != indentStack[-1]:
if curCol > indentStack[-1]:
raise ParseFatalException(s,l,"illegal nesting")
raise ParseException(s,l,"not a peer entry")
def checkSubIndent(s,l,t):
curCol = col(l,s)
if curCol > indentStack[-1]:
indentStack.append( curCol )
else:
raise ParseException(s,l,"not a subentry")
def checkUnindent(s,l,t):
if l >= len(s): return
curCol = col(l,s)
if not(indentStack and curCol < indentStack[-1] and curCol <= indentStack[-2]):
raise ParseException(s,l,"not an unindent")
indentStack.pop()
NL = OneOrMore(LineEnd().setWhitespaceChars("\t ").suppress())
INDENT = (Empty() + Empty().setParseAction(checkSubIndent)).setName('INDENT')
PEER = Empty().setParseAction(checkPeerIndent).setName('')
UNDENT = Empty().setParseAction(checkUnindent).setName('UNINDENT')
if indent:
smExpr = Group( Optional(NL) +
#~ FollowedBy(blockStatementExpr) +
INDENT + (OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) + UNDENT)
else:
smExpr = Group( Optional(NL) +
(OneOrMore( PEER + Group(blockStatementExpr) + Optional(NL) )) )
blockStatementExpr.ignore(_bslash + LineEnd())
return smExpr.setName('indented block')
alphas8bit = srange(r"[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]")
punc8bit = srange(r"[\0xa1-\0xbf\0xd7\0xf7]")
anyOpenTag,anyCloseTag = makeHTMLTags(Word(alphas,alphanums+"_:").setName('any tag'))
_htmlEntityMap = dict(zip("gt lt amp nbsp quot apos".split(),'><& "\''))
commonHTMLEntity = Regex('&(?P<entity>' + '|'.join(_htmlEntityMap.keys()) +");").setName("common HTML entity")
def replaceHTMLEntity(t):
"""Helper parser action to replace common HTML entities with their special characters"""
return _htmlEntityMap.get(t.entity)
# it's easy to get these comment structures wrong - they're very common, so may as well make them available
cStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/').setName("C style comment")
"Comment of the form C{/* ... */}"
htmlComment = Regex(r"<!--[\s\S]*?-->").setName("HTML comment")
"Comment of the form C{<!-- ... -->}"
restOfLine = Regex(r".*").leaveWhitespace().setName("rest of line")
dblSlashComment = Regex(r"//(?:\\\n|[^\n])*").setName("// comment")
"Comment of the form C{// ... (to end of line)}"
cppStyleComment = Combine(Regex(r"/\*(?:[^*]|\*(?!/))*") + '*/'| dblSlashComment).setName("C++ style comment")
"Comment of either form C{L{cStyleComment}} or C{L{dblSlashComment}}"
javaStyleComment = cppStyleComment
"Same as C{L{cppStyleComment}}"
pythonStyleComment = Regex(r"#.*").setName("Python style comment")
"Comment of the form C{# ... (to end of line)}"
_commasepitem = Combine(OneOrMore(Word(printables, excludeChars=',') +
Optional( Word(" \t") +
~Literal(",") + ~LineEnd() ) ) ).streamline().setName("commaItem")
commaSeparatedList = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("commaSeparatedList")
"""(Deprecated) Predefined expression of 1 or more printable words or quoted strings, separated by commas.
This expression is deprecated in favor of L{pyparsing_common.comma_separated_list}."""
# some other useful expressions - using lower-case class name since we are really using this as a namespace
class pyparsing_common:
"""
Here are some common low-level expressions that may be useful in jump-starting parser development:
- numeric forms (L{integers<integer>}, L{reals<real>}, L{scientific notation<sci_real>})
- common L{programming identifiers<identifier>}
- network addresses (L{MAC<mac_address>}, L{IPv4<ipv4_address>}, L{IPv6<ipv6_address>})
- ISO8601 L{dates<iso8601_date>} and L{datetime<iso8601_datetime>}
- L{UUID<uuid>}
- L{comma-separated list<comma_separated_list>}
Parse actions:
- C{L{convertToInteger}}
- C{L{convertToFloat}}
- C{L{convertToDate}}
- C{L{convertToDatetime}}
- C{L{stripHTMLTags}}
- C{L{upcaseTokens}}
- C{L{downcaseTokens}}
Example::
pyparsing_common.number.runTests('''
# any int or real number, returned as the appropriate type
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.fnumber.runTests('''
# any int or real number, returned as float
100
-100
+100
3.14159
6.02e23
1e-12
''')
pyparsing_common.hex_integer.runTests('''
# hex numbers
100
FF
''')
pyparsing_common.fraction.runTests('''
# fractions
1/2
-3/4
''')
pyparsing_common.mixed_integer.runTests('''
# mixed fractions
1
1/2
-3/4
1-3/4
''')
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests('''
# uuid
12345678-1234-5678-1234-567812345678
''')
prints::
# any int or real number, returned as the appropriate type
100
[100]
-100
[-100]
+100
[100]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# any int or real number, returned as float
100
[100.0]
-100
[-100.0]
+100
[100.0]
3.14159
[3.14159]
6.02e23
[6.02e+23]
1e-12
[1e-12]
# hex numbers
100
[256]
FF
[255]
# fractions
1/2
[0.5]
-3/4
[-0.75]
# mixed fractions
1
[1]
1/2
[0.5]
-3/4
[-0.75]
1-3/4
[1.75]
# uuid
12345678-1234-5678-1234-567812345678
[UUID('12345678-1234-5678-1234-567812345678')]
"""
convertToInteger = tokenMap(int)
"""
Parse action for converting parsed integers to Python int
"""
convertToFloat = tokenMap(float)
"""
Parse action for converting parsed numbers to Python float
"""
integer = Word(nums).setName("integer").setParseAction(convertToInteger)
"""expression that parses an unsigned integer, returns an int"""
hex_integer = Word(hexnums).setName("hex integer").setParseAction(tokenMap(int,16))
"""expression that parses a hexadecimal integer, returns an int"""
signed_integer = Regex(r'[+-]?\d+').setName("signed integer").setParseAction(convertToInteger)
"""expression that parses an integer with optional leading sign, returns an int"""
fraction = (signed_integer().setParseAction(convertToFloat) + '/' + signed_integer().setParseAction(convertToFloat)).setName("fraction")
"""fractional expression of an integer divided by an integer, returns a float"""
fraction.addParseAction(lambda t: t[0]/t[-1])
mixed_integer = (fraction | signed_integer + Optional(Optional('-').suppress() + fraction)).setName("fraction or mixed integer-fraction")
"""mixed integer of the form 'integer - fraction', with optional leading integer, returns float"""
mixed_integer.addParseAction(sum)
real = Regex(r'[+-]?\d+\.\d*').setName("real number").setParseAction(convertToFloat)
"""expression that parses a floating point number and returns a float"""
sci_real = Regex(r'[+-]?\d+([eE][+-]?\d+|\.\d*([eE][+-]?\d+)?)').setName("real number with scientific notation").setParseAction(convertToFloat)
"""expression that parses a floating point number with optional scientific notation and returns a float"""
# streamlining this expression makes the docs nicer-looking
number = (sci_real | real | signed_integer).streamline()
"""any numeric expression, returns the corresponding Python type"""
fnumber = Regex(r'[+-]?\d+\.?\d*([eE][+-]?\d+)?').setName("fnumber").setParseAction(convertToFloat)
"""any int or real number, returned as float"""
identifier = Word(alphas+'_', alphanums+'_').setName("identifier")
"""typical code identifier (leading alpha or '_', followed by 0 or more alphas, nums, or '_')"""
ipv4_address = Regex(r'(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})(\.(25[0-5]|2[0-4][0-9]|1?[0-9]{1,2})){3}').setName("IPv4 address")
"IPv4 address (C{0.0.0.0 - 255.255.255.255})"
_ipv6_part = Regex(r'[0-9a-fA-F]{1,4}').setName("hex_integer")
_full_ipv6_address = (_ipv6_part + (':' + _ipv6_part)*7).setName("full IPv6 address")
_short_ipv6_address = (Optional(_ipv6_part + (':' + _ipv6_part)*(0,6)) + "::" + Optional(_ipv6_part + (':' + _ipv6_part)*(0,6))).setName("short IPv6 address")
_short_ipv6_address.addCondition(lambda t: sum(1 for tt in t if pyparsing_common._ipv6_part.matches(tt)) < 8)
_mixed_ipv6_address = ("::ffff:" + ipv4_address).setName("mixed IPv6 address")
ipv6_address = Combine((_full_ipv6_address | _mixed_ipv6_address | _short_ipv6_address).setName("IPv6 address")).setName("IPv6 address")
"IPv6 address (long, short, or mixed form)"
mac_address = Regex(r'[0-9a-fA-F]{2}([:.-])[0-9a-fA-F]{2}(?:\1[0-9a-fA-F]{2}){4}').setName("MAC address")
"MAC address xx:xx:xx:xx:xx (may also have '-' or '.' delimiters)"
@staticmethod
def convertToDate(fmt="%Y-%m-%d"):
"""
Helper to create a parse action for converting parsed date string to Python datetime.date
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%d"})
Example::
date_expr = pyparsing_common.iso8601_date.copy()
date_expr.setParseAction(pyparsing_common.convertToDate())
print(date_expr.parseString("1999-12-31"))
prints::
[datetime.date(1999, 12, 31)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt).date()
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
@staticmethod
def convertToDatetime(fmt="%Y-%m-%dT%H:%M:%S.%f"):
"""
Helper to create a parse action for converting parsed datetime string to Python datetime.datetime
Params -
- fmt - format to be passed to datetime.strptime (default=C{"%Y-%m-%dT%H:%M:%S.%f"})
Example::
dt_expr = pyparsing_common.iso8601_datetime.copy()
dt_expr.setParseAction(pyparsing_common.convertToDatetime())
print(dt_expr.parseString("1999-12-31T23:59:59.999"))
prints::
[datetime.datetime(1999, 12, 31, 23, 59, 59, 999000)]
"""
def cvt_fn(s,l,t):
try:
return datetime.strptime(t[0], fmt)
except ValueError as ve:
raise ParseException(s, l, str(ve))
return cvt_fn
iso8601_date = Regex(r'(?P<year>\d{4})(?:-(?P<month>\d\d)(?:-(?P<day>\d\d))?)?').setName("ISO8601 date")
"ISO8601 date (C{yyyy-mm-dd})"
iso8601_datetime = Regex(r'(?P<year>\d{4})-(?P<month>\d\d)-(?P<day>\d\d)[T ](?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d(\.\d*)?)?)?(?P<tz>Z|[+-]\d\d:?\d\d)?').setName("ISO8601 datetime")
"ISO8601 datetime (C{yyyy-mm-ddThh:mm:ss.s(Z|+-00:00)}) - trailing seconds, milliseconds, and timezone optional; accepts separating C{'T'} or C{' '}"
uuid = Regex(r'[0-9a-fA-F]{8}(-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}').setName("UUID")
"UUID (C{xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx})"
_html_stripper = anyOpenTag.suppress() | anyCloseTag.suppress()
@staticmethod
def stripHTMLTags(s, l, tokens):
"""
Parse action to remove HTML tags from web page HTML source
Example::
# strip HTML links from normal text
text = '<td>More info at the <a href="http://pyparsing.wikispaces.com">pyparsing</a> wiki page</td>'
td,td_end = makeHTMLTags("TD")
table_text = td + SkipTo(td_end).setParseAction(pyparsing_common.stripHTMLTags)("body") + td_end
print(table_text.parseString(text).body) # -> 'More info at the pyparsing wiki page'
"""
return pyparsing_common._html_stripper.transformString(tokens[0])
_commasepitem = Combine(OneOrMore(~Literal(",") + ~LineEnd() + Word(printables, excludeChars=',')
+ Optional( White(" \t") ) ) ).streamline().setName("commaItem")
comma_separated_list = delimitedList( Optional( quotedString.copy() | _commasepitem, default="") ).setName("comma separated list")
"""Predefined expression of 1 or more printable words or quoted strings, separated by commas."""
upcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).upper()))
"""Parse action to convert tokens to upper case."""
downcaseTokens = staticmethod(tokenMap(lambda t: _ustr(t).lower()))
"""Parse action to convert tokens to lower case."""
if __name__ == "__main__":
selectToken = CaselessLiteral("select")
fromToken = CaselessLiteral("from")
ident = Word(alphas, alphanums + "_$")
columnName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
columnNameList = Group(delimitedList(columnName)).setName("columns")
columnSpec = ('*' | columnNameList)
tableName = delimitedList(ident, ".", combine=True).setParseAction(upcaseTokens)
tableNameList = Group(delimitedList(tableName)).setName("tables")
simpleSQL = selectToken("command") + columnSpec("columns") + fromToken + tableNameList("tables")
# demo runTests method, including embedded comments in test string
simpleSQL.runTests("""
# '*' as column list and dotted table name
select * from SYS.XYZZY
# caseless match on "SELECT", and casts back to "select"
SELECT * from XYZZY, ABC
# list of column names, and mixed case SELECT keyword
Select AA,BB,CC from Sys.dual
# multiple tables
Select A, B, C from Sys.dual, Table2
# invalid SELECT keyword - should fail
Xelect A, B, C from Sys.dual
# incomplete command - should fail
Select
# invalid column name - should fail
Select ^^^ frox Sys.dual
""")
pyparsing_common.number.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
# any int or real number, returned as float
pyparsing_common.fnumber.runTests("""
100
-100
+100
3.14159
6.02e23
1e-12
""")
pyparsing_common.hex_integer.runTests("""
100
FF
""")
import uuid
pyparsing_common.uuid.setParseAction(tokenMap(uuid.UUID))
pyparsing_common.uuid.runTests("""
12345678-1234-5678-1234-567812345678
""")
colorama/__init__.py 0000644 00000000360 15043676223 0010461 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
from .initialise import init, deinit, reinit, colorama_text
from .ansi import Fore, Back, Style, Cursor
from .ansitowin32 import AnsiToWin32
__version__ = '0.3.7'
colorama/winterm.py 0000644 00000014222 15043676223 0010411 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
from . import win32
# from wincon.h
class WinColor(object):
BLACK = 0
BLUE = 1
GREEN = 2
CYAN = 3
RED = 4
MAGENTA = 5
YELLOW = 6
GREY = 7
# from wincon.h
class WinStyle(object):
NORMAL = 0x00 # dim text, dim background
BRIGHT = 0x08 # bright text, dim background
BRIGHT_BACKGROUND = 0x80 # dim text, bright background
class WinTerm(object):
def __init__(self):
self._default = win32.GetConsoleScreenBufferInfo(win32.STDOUT).wAttributes
self.set_attrs(self._default)
self._default_fore = self._fore
self._default_back = self._back
self._default_style = self._style
# In order to emulate LIGHT_EX in windows, we borrow the BRIGHT style.
# So that LIGHT_EX colors and BRIGHT style do not clobber each other,
# we track them separately, since LIGHT_EX is overwritten by Fore/Back
# and BRIGHT is overwritten by Style codes.
self._light = 0
def get_attrs(self):
return self._fore + self._back * 16 + (self._style | self._light)
def set_attrs(self, value):
self._fore = value & 7
self._back = (value >> 4) & 7
self._style = value & (WinStyle.BRIGHT | WinStyle.BRIGHT_BACKGROUND)
def reset_all(self, on_stderr=None):
self.set_attrs(self._default)
self.set_console(attrs=self._default)
def fore(self, fore=None, light=False, on_stderr=False):
if fore is None:
fore = self._default_fore
self._fore = fore
# Emulate LIGHT_EX with BRIGHT Style
if light:
self._light |= WinStyle.BRIGHT
else:
self._light &= ~WinStyle.BRIGHT
self.set_console(on_stderr=on_stderr)
def back(self, back=None, light=False, on_stderr=False):
if back is None:
back = self._default_back
self._back = back
# Emulate LIGHT_EX with BRIGHT_BACKGROUND Style
if light:
self._light |= WinStyle.BRIGHT_BACKGROUND
else:
self._light &= ~WinStyle.BRIGHT_BACKGROUND
self.set_console(on_stderr=on_stderr)
def style(self, style=None, on_stderr=False):
if style is None:
style = self._default_style
self._style = style
self.set_console(on_stderr=on_stderr)
def set_console(self, attrs=None, on_stderr=False):
if attrs is None:
attrs = self.get_attrs()
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
win32.SetConsoleTextAttribute(handle, attrs)
def get_position(self, handle):
position = win32.GetConsoleScreenBufferInfo(handle).dwCursorPosition
# Because Windows coordinates are 0-based,
# and win32.SetConsoleCursorPosition expects 1-based.
position.X += 1
position.Y += 1
return position
def set_cursor_position(self, position=None, on_stderr=False):
if position is None:
# I'm not currently tracking the position, so there is no default.
# position = self.get_position()
return
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
win32.SetConsoleCursorPosition(handle, position)
def cursor_adjust(self, x, y, on_stderr=False):
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
position = self.get_position(handle)
adjusted_position = (position.Y + y, position.X + x)
win32.SetConsoleCursorPosition(handle, adjusted_position, adjust=False)
def erase_screen(self, mode=0, on_stderr=False):
# 0 should clear from the cursor to the end of the screen.
# 1 should clear from the cursor to the beginning of the screen.
# 2 should clear the entire screen, and move cursor to (1,1)
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
csbi = win32.GetConsoleScreenBufferInfo(handle)
# get the number of character cells in the current buffer
cells_in_screen = csbi.dwSize.X * csbi.dwSize.Y
# get number of character cells before current cursor position
cells_before_cursor = csbi.dwSize.X * csbi.dwCursorPosition.Y + csbi.dwCursorPosition.X
if mode == 0:
from_coord = csbi.dwCursorPosition
cells_to_erase = cells_in_screen - cells_before_cursor
if mode == 1:
from_coord = win32.COORD(0, 0)
cells_to_erase = cells_before_cursor
elif mode == 2:
from_coord = win32.COORD(0, 0)
cells_to_erase = cells_in_screen
# fill the entire screen with blanks
win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord)
# now set the buffer's attributes accordingly
win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord)
if mode == 2:
# put the cursor where needed
win32.SetConsoleCursorPosition(handle, (1, 1))
def erase_line(self, mode=0, on_stderr=False):
# 0 should clear from the cursor to the end of the line.
# 1 should clear from the cursor to the beginning of the line.
# 2 should clear the entire line.
handle = win32.STDOUT
if on_stderr:
handle = win32.STDERR
csbi = win32.GetConsoleScreenBufferInfo(handle)
if mode == 0:
from_coord = csbi.dwCursorPosition
cells_to_erase = csbi.dwSize.X - csbi.dwCursorPosition.X
if mode == 1:
from_coord = win32.COORD(0, csbi.dwCursorPosition.Y)
cells_to_erase = csbi.dwCursorPosition.X
elif mode == 2:
from_coord = win32.COORD(0, csbi.dwCursorPosition.Y)
cells_to_erase = csbi.dwSize.X
# fill the entire screen with blanks
win32.FillConsoleOutputCharacter(handle, ' ', cells_to_erase, from_coord)
# now set the buffer's attributes accordingly
win32.FillConsoleOutputAttribute(handle, self.get_attrs(), cells_to_erase, from_coord)
def set_title(self, title):
win32.SetConsoleTitle(title)
colorama/ansi.py 0000644 00000004734 15043676223 0007665 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
'''
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
'''
CSI = '\033['
OSC = '\033]'
BEL = '\007'
def code_to_chars(code):
return CSI + str(code) + 'm'
def set_title(title):
return OSC + '2;' + title + BEL
def clear_screen(mode=2):
return CSI + str(mode) + 'J'
def clear_line(mode=2):
return CSI + str(mode) + 'K'
class AnsiCodes(object):
def __init__(self):
# the subclasses declare class attributes which are numbers.
# Upon instantiation we define instance attributes, which are the same
# as the class attributes but wrapped with the ANSI escape sequence
for name in dir(self):
if not name.startswith('_'):
value = getattr(self, name)
setattr(self, name, code_to_chars(value))
class AnsiCursor(object):
def UP(self, n=1):
return CSI + str(n) + 'A'
def DOWN(self, n=1):
return CSI + str(n) + 'B'
def FORWARD(self, n=1):
return CSI + str(n) + 'C'
def BACK(self, n=1):
return CSI + str(n) + 'D'
def POS(self, x=1, y=1):
return CSI + str(y) + ';' + str(x) + 'H'
class AnsiFore(AnsiCodes):
BLACK = 30
RED = 31
GREEN = 32
YELLOW = 33
BLUE = 34
MAGENTA = 35
CYAN = 36
WHITE = 37
RESET = 39
# These are fairly well supported, but not part of the standard.
LIGHTBLACK_EX = 90
LIGHTRED_EX = 91
LIGHTGREEN_EX = 92
LIGHTYELLOW_EX = 93
LIGHTBLUE_EX = 94
LIGHTMAGENTA_EX = 95
LIGHTCYAN_EX = 96
LIGHTWHITE_EX = 97
class AnsiBack(AnsiCodes):
BLACK = 40
RED = 41
GREEN = 42
YELLOW = 43
BLUE = 44
MAGENTA = 45
CYAN = 46
WHITE = 47
RESET = 49
# These are fairly well supported, but not part of the standard.
LIGHTBLACK_EX = 100
LIGHTRED_EX = 101
LIGHTGREEN_EX = 102
LIGHTYELLOW_EX = 103
LIGHTBLUE_EX = 104
LIGHTMAGENTA_EX = 105
LIGHTCYAN_EX = 106
LIGHTWHITE_EX = 107
class AnsiStyle(AnsiCodes):
BRIGHT = 1
DIM = 2
NORMAL = 22
RESET_ALL = 0
Fore = AnsiFore()
Back = AnsiBack()
Style = AnsiStyle()
Cursor = AnsiCursor()
colorama/__pycache__/ansi.cpython-38.pyc 0000644 00000006170 15043676223 0014147 0 ustar 00 U
��.e� � @ s� d Z dZdZdZdd� Zdd� Zdd d
�Zdd d �ZG d
d� de�Z G dd� de�Z
G dd� de �Z G dd� de �Z G dd� de �Z
e � Ze � Ze
� Ze
� ZdS )z�
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
z[z]�c C s t t| � d S )N�m��CSI�str)�code� r �=/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansi.py�
code_to_chars s r c C s t d | t S )Nz2;)�OSC�BEL)�titler r r � set_title s r
� c C s t t| � d S )N�Jr ��moder r r � clear_screen s r c C s t t| � d S )N�Kr r r r r �
clear_line s r c @ s e Zd Zdd� ZdS )� AnsiCodesc C s6 t | �D ](}|�d�st| |�}t| |t|�� qd S )N�_)�dir�
startswith�getattr�setattrr )�self�name�valuer r r �__init__ s
zAnsiCodes.__init__N)�__name__�
__module__� __qualname__r r r r r r s r c @ s> e Zd Zd
dd�Zddd�Zddd�Zddd �Zdd
d �Zd S )�
AnsiCursor� c C s t t|� d S )N�Ar �r �nr r r �UP% s z
AnsiCursor.UPc C s t t|� d S )N�Br r% r r r �DOWN' s zAnsiCursor.DOWNc C s t t|� d S )N�Cr r% r r r �FORWARD) s zAnsiCursor.FORWARDc C s t t|� d S )N�Dr r% r r r �BACK+ s zAnsiCursor.BACKc C s t t|� d t|� d S )N�;�Hr )r �x�yr r r �POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s
r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiFore� � � �! �" �# �$ �% �' �Z �[ �\ �] �^ �_ �` �a N�r r r! ZBLACKZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiBack�( �) �* �+ �, �- �. �/ �1 �d �e �f �g �h �i �j �k NrE r r r r rF G s" rF c @ s e Zd ZdZdZdZdZdS )� AnsiStyler# r � � N)r r r! ZBRIGHTZDIMZNORMALZ RESET_ALLr r r r rX ] s rX N)r )r )�__doc__r r
r r r
r r �objectr r" r3 rF rX ZForeZBackZStyleZCursorr r r r �<module> s
colorama/__pycache__/ansitowin32.cpython-38.opt-1.pyc 0000644 00000017025 15043676223 0016335 0 ustar 00 U
��.e�( � @ s� d dl Z d dlZd dlZddlmZmZmZmZ ddlm Z m
Z
m Z ddl m
Z
mZ dZe
dk rfe � ZG dd� de�ZG dd � d e�ZdS )
� N� )�AnsiFore�AnsiBack� AnsiStyle�Style)�WinTerm�WinColor�WinStyle)�windll� winapi_testc @ sL e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dS )�
StreamWrapperz�
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
c C s || _ || _d S �N)�_StreamWrapper__wrapped�_StreamWrapper__convertor)�self�wrappedZ converter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansitowin32.py�__init__ s zStreamWrapper.__init__c C s t | j|�S r
)�getattrr )r �namer r r � __getattr__ s zStreamWrapper.__getattr__c O s | j j||�S r
)r � __enter__�r �args�kwargsr r r r s zStreamWrapper.__enter__c O s | j j||�S r
)r �__exit__r r r r r % s zStreamWrapper.__exit__c C s | j �|� d S r
)r �write�r �textr r r r ( s zStreamWrapper.writec C s\ | j }dtjkr0|d k r0|tjks,|tjkr0dS z
|j}W n tk
rP Y dS X |� S d S )NZPYCHARM_HOSTEDTF)r �os�environ�sys�
__stdout__�
__stderr__�isatty�AttributeError)r �streamZ
stream_isattyr r r r% + s
zStreamWrapper.isattyc C s* | j }z|jW S tk
r$ Y dS X d S �NT)r �closedr& )r r' r r r r) 7 s
zStreamWrapper.closedN) �__name__�
__module__� __qualname__�__doc__r r r r r r% �propertyr) r r r r r s r c @ s~ e Zd ZdZe�d�Ze�d�Zd dd�Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) � AnsiToWin32z�
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
z ?\[((?:\d|;)*)([a-zA-Z])?z?\]((?:.|;)*?)()?NFc C s� || _ || _t|| �| _tjdk}|o*t� }|d krN|pL| jj oL| j�� }|| _ |d krt|or| jj or| j�� }|| _
| � � | _ | j t
jk| _d S )N�nt)r � autoresetr r' r r r r) r% �strip�convert�get_win32_calls� win32_callsr" �stderr� on_stderr)r r r3 r2 r1 Z
on_windowsZconversion_supportedr r r r I s
zAnsiToWin32.__init__c C s | j p| jp| jS )aj
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
)r3 r2 r1 �r r r r � should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j �r:t�r:tjtjftjtjtjftjtjtj ftj tjtj ft
j tj t
j ft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj ft
jtj t
j dft
jtj t
jdft
jtj t
jdft
jtj t
jdft
jtj t
jdft
j tj t
jdft
j tj t
jdft
j tj t
jdft j tj t
j ft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj ft jtj t
j dft jtj t
jdft jtj t
jdft jtj t
jdft jtj t
jdft j tj t
jdft j tj t
jdft j tj t
jdfi&S t!� S r( )"r3 �wintermr � RESET_ALL� reset_allZBRIGHTZstyler ZDIMZNORMALr ZBLACKZforer ZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZGREYZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr Zback�dictr8 r r r r4 t s�
�(zAnsiToWin32.get_win32_callsc C s@ | j s | jr| �|� n| j�|� | j�� | jr<| �� d S r
)r2 r3 �write_and_convertr r �flushr1 r< r r r r r � s
zAnsiToWin32.writec C s4 | j r| �dd� n | js0| jjs0| j�tj� d S )N�m�r ) r3 �
call_win32r2 r' r) r r r r; r8 r r r r< � s zAnsiToWin32.reset_allc C sb d}| � |�}| j�|�D ]0}|�� \}}| �|||� | j|�� � |}q| �||t|�� dS )z�
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
r N)� convert_osc� ANSI_CSI_RE�finditer�span�write_plain_text� convert_ansi�groups�len)r r Zcursor�match�start�endr r r r> � s
z AnsiToWin32.write_and_convertc C s* ||k r&| j �|||� � | j �� d S r
)r r r? )r r rL rM r r r rG � s z AnsiToWin32.write_plain_textc C s" | j r | �||�}| �||� d S r
)r3 �extract_paramsrB )r � paramstring�command�paramsr r r rH � s zAnsiToWin32.convert_ansic C sz |dkr8t dd� |�d�D ��}t|�dk rv|d }q n>t dd� |�d�D ��}t|�dkrv|d krjd
}n |d krvd}|S ) N�Hfc s s& | ] }t |�d krt|�ndV qdS )r r N�rJ �int��.0�pr r r � <genexpr>� s z-AnsiToWin32.extract_params.<locals>.<genexpr>�;� )r c s s" | ]}t |�d krt|�V qdS )r NrS rU r r r rX � s r ZJKmrA �ABCD)�tuple�splitrJ )r rP rO rQ r r r rN � s zAnsiToWin32.extract_paramsc C s� |dkrR|D ]B}|| j kr | j | }|d }|dd � }t| jd�}|||� q n�|dkrptj|d | jd� n�|dkr�tj|d | jd� nf|dkr�tj|| jd� nL|dkr�|d }d| fd|f|df| dfd �| \} }
tj| |
| jd� d S )
Nr@ r r )r7 �J�KrR r[ )�A�B�C�D)r5 r= r7 r: Z erase_screenZ
erase_lineZset_cursor_positionZ
cursor_adjust) r rP rQ ZparamZ func_args�funcr r �n�x�yr r r rB � s$
*zAnsiToWin32.call_win32c C sr | j �|�D ]`}|�� \}}|d |� ||d � }|�� \}}|dkr |�d�}|d dkr t�|d � q |S )N�rY r Z02r )� ANSI_OSC_RErE rF rI r] r: Z set_title)r r rK rL rM rO rP rQ r r r rC � s
zAnsiToWin32.convert_osc)NNF)r* r+ r, r- �re�compilerD ri r r9 r4 r r< r> rG rH rN rB rC r r r r r/ @ s
!
,
r/ )rj r" r �ansir r r r r: r r r Zwin32r
r �objectr r/ r r r r �<module> s 0 colorama/__pycache__/win32.cpython-38.opt-1.pyc 0000644 00000007550 15043676223 0015121 0 ustar 00 U
��.e � @ s� d Z dZz.ddlZddlmZ eej�ZddlmZ W n. eefk
rd dZdd� Z dd� Z
Y �nZX dd lm Z m Z m
Z
mZ ejZG d
d � d e �ZejjZejge_eje_ejjZejee�ge_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje
ejeeej�ge!_eje!_ejj"Z#ejej ejeeej�ge#_eje#_ejj$Z%ej&ge%_eje%_d d
� Z'dd� Z
e fdd�Zdd� Z d dd�Z dd� Z(dd� Z"dd � Z)dS ) i����i�� N)�
LibraryLoader)�wintypesc G s d S �N� ��_r r �>/usr/lib/python3.8/site-packages/pip/_vendor/colorama/win32.py�<lambda> � r c G s d S r r r r r r r r
)�byref� Structure�c_char�POINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd� Z d S )
�CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.�dwSize�dwCursorPosition� wAttributes�srWindow�dwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j
j| j
jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r �Y�Xr r r �Top�LeftZBottomZRightr )�selfr r r �__str__ s �z"CONSOLE_SCREEN_BUFFER_INFO.__str__N)
�__name__�
__module__� __qualname__�__doc__�COORDr �WORDZ
SMALL_RECTZ_fields_r r r r r r s �r c C s t � }t| t|��}t|�S r )r �_GetConsoleScreenBufferInfor �bool)�handle�csbi�successr r r � _winapi_test\ s �r& c C s t dd� tt�tt�fD ��S )Nc s s | ]}t |�V qd S r )r& )�.0�hr r r � <genexpr>c s z winapi_test.<locals>.<genexpr>)�any�
_GetStdHandle�STDOUT�STDERRr r r r � winapi_testb s �r. c C s t | �}t� }t|t|��}|S r )r+ r r! r )� stream_idr# r$ r% r r r �GetConsoleScreenBufferInfof s �r0 c C s t | �}t||�S r )r+ �_SetConsoleTextAttribute)r/ Zattrsr# r r r �SetConsoleTextAttributem s r2 Tc C sv t |� }|jdks |jdkr d S t |jd |jd �}|rdtt�j}| j|j7 _| j|j7 _t| �}t ||�S )Nr � )
r r r r0 r, r r r r+ �_SetConsoleCursorPosition)r/ ZpositionZadjustZadjusted_position�srr# r r r �SetConsoleCursorPositionq s
r6 c C sB t | �}t|�� �}t�|�}t�d�}t||||t|��}|jS )Nr )r+ r
�encoder �DWORD� _FillConsoleOutputCharacterAr �value)r/ �char�length�startr# � num_writtenr% r r r �FillConsoleOutputCharacter� s
�r? c C s: t | �}t�|�}t�|�}t�d�}t||||t|��S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r+ r r r8 �_FillConsoleOutputAttributer )r/ �attrr< r= r# Z attributer> r r r �FillConsoleOutputAttribute� s
�rB c C s t | �S r )�_SetConsoleTitleW)�titler r r �SetConsoleTitle� s rE )T)*r, r- Zctypesr ZWinDLLZwindllr �AttributeError� ImportErrorr2 r. r r r
r Z_COORDr r Zkernel32Z GetStdHandler+ r8 ZargtypesZHANDLEZrestyper0 r! ZBOOLr1 r r6 r4 ZFillConsoleOutputCharacterAr9 rB r@ ZSetConsoleTitleWrC ZLPCWSTRr& r? rE r r r r �<module> sx
�������
colorama/__pycache__/win32.cpython-38.pyc 0000644 00000007550 15043676223 0014162 0 ustar 00 U
��.e � @ s� d Z dZz.ddlZddlmZ eej�ZddlmZ W n. eefk
rd dZdd� Z dd� Z
Y �nZX dd lm Z m Z m
Z
mZ ejZG d
d � d e �ZejjZejge_eje_ejjZejee�ge_eje_ejj Z ejej ge _eje _ejj Z ejege _eje _ejj Z!eje
ejeeej�ge!_eje!_ejj"Z#ejej ejeeej�ge#_eje#_ejj$Z%ej&ge%_eje%_d d
� Z'dd� Z
e fdd�Zdd� Z d dd�Z dd� Z(dd� Z"dd � Z)dS ) i����i�� N)�
LibraryLoader)�wintypesc G s d S �N� ��_r r �>/usr/lib/python3.8/site-packages/pip/_vendor/colorama/win32.py�<lambda> � r c G s d S r r r r r r r r
)�byref� Structure�c_char�POINTERc @ s> e Zd ZdZdefdefdejfdejfdefgZdd� Z d S )
�CONSOLE_SCREEN_BUFFER_INFOzstruct in wincon.h.�dwSize�dwCursorPosition� wAttributes�srWindow�dwMaximumWindowSizec C sH d| j j| j j| jj| jj| j| jj| jj| jj| jj | j
j| j
jf S )Nz"(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)) r �Y�Xr r r �Top�LeftZBottomZRightr )�selfr r r �__str__ s �z"CONSOLE_SCREEN_BUFFER_INFO.__str__N)
�__name__�
__module__� __qualname__�__doc__�COORDr �WORDZ
SMALL_RECTZ_fields_r r r r r r s �r c C s t � }t| t|��}t|�S r )r �_GetConsoleScreenBufferInfor �bool)�handle�csbi�successr r r � _winapi_test\ s �r& c C s t dd� tt�tt�fD ��S )Nc s s | ]}t |�V qd S r )r& )�.0�hr r r � <genexpr>c s z winapi_test.<locals>.<genexpr>)�any�
_GetStdHandle�STDOUT�STDERRr r r r � winapi_testb s �r. c C s t | �}t� }t|t|��}|S r )r+ r r! r )� stream_idr# r$ r% r r r �GetConsoleScreenBufferInfof s �r0 c C s t | �}t||�S r )r+ �_SetConsoleTextAttribute)r/ Zattrsr# r r r �SetConsoleTextAttributem s r2 Tc C sv t |� }|jdks |jdkr d S t |jd |jd �}|rdtt�j}| j|j7 _| j|j7 _t| �}t ||�S )Nr � )
r r r r0 r, r r r r+ �_SetConsoleCursorPosition)r/ ZpositionZadjustZadjusted_position�srr# r r r �SetConsoleCursorPositionq s
r6 c C sB t | �}t|�� �}t�|�}t�d�}t||||t|��}|jS )Nr )r+ r
�encoder �DWORD� _FillConsoleOutputCharacterAr �value)r/ �char�length�startr# � num_writtenr% r r r �FillConsoleOutputCharacter� s
�r? c C s: t | �}t�|�}t�|�}t�d�}t||||t|��S )za FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )r )r+ r r r8 �_FillConsoleOutputAttributer )r/ �attrr< r= r# Z attributer> r r r �FillConsoleOutputAttribute� s
�rB c C s t | �S r )�_SetConsoleTitleW)�titler r r �SetConsoleTitle� s rE )T)*r, r- Zctypesr ZWinDLLZwindllr �AttributeError� ImportErrorr2 r. r r r
r Z_COORDr r Zkernel32Z GetStdHandler+ r8 ZargtypesZHANDLEZrestyper0 r! ZBOOLr1 r r6 r4 ZFillConsoleOutputCharacterAr9 rB r@ ZSetConsoleTitleWrC ZLPCWSTRr& r? rE r r r r �<module> sx
�������
colorama/__pycache__/initialise.cpython-38.opt-1.pyc 0000644 00000003204 15043676223 0016301 0 ustar 00 U
��.e{ � @ st d dl Z d dlZd dlZddlmZ dadadadada dd� Z
ddd �Z d
d � Z ej
d d
� �Zdd� Zdd� ZdS )� N� )� AnsiToWin32Fc C s t d k rt t��� d S �N)r � orig_stdout� reset_all� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s� |st | ||g�rtd��tjatjatjd kr6d antt||| |� t_atjd kr\d a ntt||| |� t_a t
s�t � t
� da
d S )Nz,wrap=False conflicts with any other arg=TrueT)�any�
ValueError�sys�stdoutr �stderr� orig_stderr�wrapped_stdout� wrap_stream�wrapped_stderr� atexit_done�atexit�registerr )� autoreset�convert�strip�wrapr r r �init s
�
�
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �deinit3 s r c o s" t | |� z
d V W 5 t� X d S r )r r )�args�kwargsr r r �
colorama_text: s
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �reinitC s r c C s& |r"t | |||d�}|�� r"|j} | S )N)r r r )r Z should_wrap�stream)r r r r r �wrapperr r r r J s �r )FNNT)r �
contextlibr Z ansitowin32r r r r r r r r r �contextmanagerr r r r r r r �<module> s
colorama/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000627 15043676223 0015714 0 ustar 00 U
��.e� � @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl
m Z dZ dS )� )�init�deinit�reinit�
colorama_text)�Fore�Back�Style�Cursor)� AnsiToWin32z0.4.1N)
Z
initialiser r r r �ansir r r r Z ansitowin32r
� __version__� r
r
�A/usr/lib/python3.8/site-packages/pip/_vendor/colorama/__init__.py�<module> s colorama/__pycache__/winterm.cpython-38.opt-1.pyc 0000644 00000011024 15043676223 0015633 0 ustar 00 U
��.e& � @ s@ d dl mZ G dd� de�ZG dd� de�ZG dd� de�ZdS ) � )�win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
d S )
�WinColor� r � � � � � � N) �__name__�
__module__� __qualname__ZBLACKZBLUEZGREENZCYANZREDZMAGENTAZYELLOWZGREY� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )�WinStyler � � N)r r r
ZNORMAL�BRIGHT�BRIGHT_BACKGROUNDr r r r r s r c @ s� e Zd Zdd� Zdd� Zdd� Zd dd �Zd!d d �Zd"d
d�Zd#dd�Z d$dd�Z
dd� Z d%dd�Z d&dd�Z
d'dd�Zd(d d �Zd d � ZdS ))�WinTermc C s> t �t j�j| _| �| j� | j| _| j| _ | j
| _ d| _ d S )Nr )
r �GetConsoleScreenBufferInfo�STDOUTZ wAttributes�_default� set_attrs�_fore�
_default_fore�_back�
_default_back�_style�_default_style�_light��selfr r r �__init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N� )r r r r r! r r r � get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr
r )r r r r r r )r" �valuer r r r ' s
zWinTerm.set_attrsNc C s$ | � | j� | j| jd� d| _d S )N)�attrsr )r r � set_consoler )r" � on_stderrr r r � reset_all, s zWinTerm.reset_allFc C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S �N)r) )r r r r r r( )r" �fore�lightr) r r r r, 1 s z WinTerm.forec C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S r+ )r r r r r r( )r" �backr- r) r r r r. < s z WinTerm.backc C s$ |d kr| j }|| _| j|d� d S r+ )r r r( )r" �styler) r r r r/ G s z
WinTerm.stylec C s0 |d kr| � � }tj}|r tj}t�||� d S �N)r% r r �STDERRZSetConsoleTextAttribute)r" r' r) �handler r r r( M s zWinTerm.set_consolec C s, t �|�j}| jd7 _| jd7 _|S )Nr )r r �dwCursorPosition�X�Y)r" r2 �positionr r r � get_positionU s zWinTerm.get_positionc C s, |d kr d S t j}|r t j}t �||� d S r0 )r r r1 �SetConsoleCursorPosition)r" r6 r) r2 r r r �set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| �|�}|j| |j| f}t j||dd� d S )NF)Zadjust)r r r1 r7 r5 r4 r8 )r" �x�yr) r2 r6 Zadjusted_positionr r r �
cursor_adjustg s
zWinTerm.cursor_adjustr c C s� t j}|rt j}t �|�}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt �dd�}|}n |dkr�t �dd�}|}nd S t � |d||� t �
|| � � ||� |dkr�t � |d� d S )Nr r r � )r r )
r r r1 r �dwSizer4 r5 r3 �COORD�FillConsoleOutputCharacter�FillConsoleOutputAttributer% r8 ) r" �moder) r2 �csbiZcells_in_screenZcells_before_cursor�
from_coord�cells_to_eraser r r � erase_screeno s(
zWinTerm.erase_screenc C s� t j}|rt j}t �|�}|dkr:|j}|jj|jj }nH|dkr\t �d|jj�}|jj}n&|dkr~t �d|jj�}|jj}nd S t � |d||� t �
|| � � ||� d S )Nr r r r= ) r r r1 r r3 r> r4 r? r5 r@ rA r% )r" rB r) r2 rC rD rE r r r �
erase_line� s
zWinTerm.erase_linec C s t �|� d S r0 )r ZSetConsoleTitle)r" �titler r r � set_title� s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r
r# r% r r* r, r. r/ r( r7 r9 r< rF rG rI r r r r r s
r N)� r �objectr r r r r r r �<module> s colorama/__pycache__/ansitowin32.cpython-38.pyc 0000644 00000017025 15043676223 0015376 0 ustar 00 U
��.e�( � @ s� d dl Z d dlZd dlZddlmZmZmZmZ ddlm Z m
Z
m Z ddl m
Z
mZ dZe
dk rfe � ZG dd� de�ZG dd � d e�ZdS )
� N� )�AnsiFore�AnsiBack� AnsiStyle�Style)�WinTerm�WinColor�WinStyle)�windll� winapi_testc @ sL e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z e
dd� �Z dS )�
StreamWrapperz�
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
c C s || _ || _d S �N)�_StreamWrapper__wrapped�_StreamWrapper__convertor)�self�wrappedZ converter� r �D/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansitowin32.py�__init__ s zStreamWrapper.__init__c C s t | j|�S r
)�getattrr )r �namer r r � __getattr__ s zStreamWrapper.__getattr__c O s | j j||�S r
)r � __enter__�r �args�kwargsr r r r s zStreamWrapper.__enter__c O s | j j||�S r
)r �__exit__r r r r r % s zStreamWrapper.__exit__c C s | j �|� d S r
)r �write�r �textr r r r ( s zStreamWrapper.writec C s\ | j }dtjkr0|d k r0|tjks,|tjkr0dS z
|j}W n tk
rP Y dS X |� S d S )NZPYCHARM_HOSTEDTF)r �os�environ�sys�
__stdout__�
__stderr__�isatty�AttributeError)r �streamZ
stream_isattyr r r r% + s
zStreamWrapper.isattyc C s* | j }z|jW S tk
r$ Y dS X d S �NT)r �closedr& )r r' r r r r) 7 s
zStreamWrapper.closedN) �__name__�
__module__� __qualname__�__doc__r r r r r r% �propertyr) r r r r r s r c @ s~ e Zd ZdZe�d�Ze�d�Zd dd�Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� ZdS ) � AnsiToWin32z�
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
z ?\[((?:\d|;)*)([a-zA-Z])?z?\]((?:.|;)*?)()?NFc C s� || _ || _t|| �| _tjdk}|o*t� }|d krN|pL| jj oL| j�� }|| _ |d krt|or| jj or| j�� }|| _
| � � | _ | j t
jk| _d S )N�nt)r � autoresetr r' r r r r) r% �strip�convert�get_win32_calls� win32_callsr" �stderr� on_stderr)r r r3 r2 r1 Z
on_windowsZconversion_supportedr r r r I s
zAnsiToWin32.__init__c C s | j p| jp| jS )aj
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
)r3 r2 r1 �r r r r � should_wrapj s zAnsiToWin32.should_wrapc N C s@ | j �r:t�r:tjtjftjtjtjftjtjtj ftj tjtj ft
j tj t
j ft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj t
jft
jtj ft
jtj t
j dft
jtj t
jdft
jtj t
jdft
jtj t
jdft
jtj t
jdft
j tj t
jdft
j tj t
jdft
j tj t
jdft j tj t
j ft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj t
jft jtj ft jtj t
j dft jtj t
jdft jtj t
jdft jtj t
jdft jtj t
jdft j tj t
jdft j tj t
jdft j tj t
jdfi&S t!� S r( )"r3 �wintermr � RESET_ALL� reset_allZBRIGHTZstyler ZDIMZNORMALr ZBLACKZforer ZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZGREYZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr Zback�dictr8 r r r r4 t s�
�(zAnsiToWin32.get_win32_callsc C s@ | j s | jr| �|� n| j�|� | j�� | jr<| �� d S r
)r2 r3 �write_and_convertr r �flushr1 r< r r r r r � s
zAnsiToWin32.writec C s4 | j r| �dd� n | js0| jjs0| j�tj� d S )N�m�r ) r3 �
call_win32r2 r' r) r r r r; r8 r r r r< � s zAnsiToWin32.reset_allc C sb d}| � |�}| j�|�D ]0}|�� \}}| �|||� | j|�� � |}q| �||t|�� dS )z�
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
r N)� convert_osc� ANSI_CSI_RE�finditer�span�write_plain_text� convert_ansi�groups�len)r r Zcursor�match�start�endr r r r> � s
z AnsiToWin32.write_and_convertc C s* ||k r&| j �|||� � | j �� d S r
)r r r? )r r rL rM r r r rG � s z AnsiToWin32.write_plain_textc C s" | j r | �||�}| �||� d S r
)r3 �extract_paramsrB )r � paramstring�command�paramsr r r rH � s zAnsiToWin32.convert_ansic C sz |dkr8t dd� |�d�D ��}t|�dk rv|d }q n>t dd� |�d�D ��}t|�dkrv|d krjd
}n |d krvd}|S ) N�Hfc s s& | ] }t |�d krt|�ndV qdS )r r N�rJ �int��.0�pr r r � <genexpr>� s z-AnsiToWin32.extract_params.<locals>.<genexpr>�;� )r c s s" | ]}t |�d krt|�V qdS )r NrS rU r r r rX � s r ZJKmrA �ABCD)�tuple�splitrJ )r rP rO rQ r r r rN � s zAnsiToWin32.extract_paramsc C s� |dkrR|D ]B}|| j kr | j | }|d }|dd � }t| jd�}|||� q n�|dkrptj|d | jd� n�|dkr�tj|d | jd� nf|dkr�tj|| jd� nL|dkr�|d }d| fd|f|df| dfd �| \} }
tj| |
| jd� d S )
Nr@ r r )r7 �J�KrR r[ )�A�B�C�D)r5 r= r7 r: Z erase_screenZ
erase_lineZset_cursor_positionZ
cursor_adjust) r rP rQ ZparamZ func_args�funcr r �n�x�yr r r rB � s$
*zAnsiToWin32.call_win32c C sr | j �|�D ]`}|�� \}}|d |� ||d � }|�� \}}|dkr |�d�}|d dkr t�|d � q |S )N�rY r Z02r )� ANSI_OSC_RErE rF rI r] r: Z set_title)r r rK rL rM rO rP rQ r r r rC � s
zAnsiToWin32.convert_osc)NNF)r* r+ r, r- �re�compilerD ri r r9 r4 r r< r> rG rH rN rB rC r r r r r/ @ s
!
,
r/ )rj r" r �ansir r r r r: r r r Zwin32r
r �objectr r/ r r r r �<module> s 0 colorama/__pycache__/winterm.cpython-38.pyc 0000644 00000011024 15043676223 0014674 0 ustar 00 U
��.e& � @ s@ d dl mZ G dd� de�ZG dd� de�ZG dd� de�ZdS ) � )�win32c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
d S )
�WinColor� r � � � � � � N) �__name__�
__module__� __qualname__ZBLACKZBLUEZGREENZCYANZREDZMAGENTAZYELLOWZGREY� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/colorama/winterm.pyr s r c @ s e Zd ZdZdZdZdS )�WinStyler � � N)r r r
ZNORMAL�BRIGHT�BRIGHT_BACKGROUNDr r r r r s r c @ s� e Zd Zdd� Zdd� Zdd� Zd dd �Zd!d d �Zd"d
d�Zd#dd�Z d$dd�Z
dd� Z d%dd�Z d&dd�Z
d'dd�Zd(d d �Zd d � ZdS ))�WinTermc C s> t �t j�j| _| �| j� | j| _| j| _ | j
| _ d| _ d S )Nr )
r �GetConsoleScreenBufferInfo�STDOUTZ wAttributes�_default� set_attrs�_fore�
_default_fore�_back�
_default_back�_style�_default_style�_light��selfr r r �__init__ s zWinTerm.__init__c C s | j | jd | j| jB S )N� )r r r r r! r r r � get_attrs$ s zWinTerm.get_attrsc C s. |d@ | _ |d? d@ | _|tjtjB @ | _d S )Nr
r )r r r r r r )r" �valuer r r r ' s
zWinTerm.set_attrsNc C s$ | � | j� | j| jd� d| _d S )N)�attrsr )r r � set_consoler )r" � on_stderrr r r � reset_all, s zWinTerm.reset_allFc C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S �N)r) )r r r r r r( )r" �fore�lightr) r r r r, 1 s z WinTerm.forec C sL |d kr| j }|| _|r*| jtjO _n| jtj M _| j|d� d S r+ )r r r r r r( )r" �backr- r) r r r r. < s z WinTerm.backc C s$ |d kr| j }|| _| j|d� d S r+ )r r r( )r" �styler) r r r r/ G s z
WinTerm.stylec C s0 |d kr| � � }tj}|r tj}t�||� d S �N)r% r r �STDERRZSetConsoleTextAttribute)r" r' r) �handler r r r( M s zWinTerm.set_consolec C s, t �|�j}| jd7 _| jd7 _|S )Nr )r r �dwCursorPosition�X�Y)r" r2 �positionr r r � get_positionU s zWinTerm.get_positionc C s, |d kr d S t j}|r t j}t �||� d S r0 )r r r1 �SetConsoleCursorPosition)r" r6 r) r2 r r r �set_cursor_position] s zWinTerm.set_cursor_positionc C sB t j}|rt j}| �|�}|j| |j| f}t j||dd� d S )NF)Zadjust)r r r1 r7 r5 r4 r8 )r" �x�yr) r2 r6 Zadjusted_positionr r r �
cursor_adjustg s
zWinTerm.cursor_adjustr c C s� t j}|rt j}t �|�}|jj|jj }|jj|jj |jj }|dkrZ|j}|| }n8|dkrtt �dd�}|}n |dkr�t �dd�}|}nd S t � |d||� t �
|| � � ||� |dkr�t � |d� d S )Nr r r � )r r )
r r r1 r �dwSizer4 r5 r3 �COORD�FillConsoleOutputCharacter�FillConsoleOutputAttributer% r8 ) r" �moder) r2 �csbiZcells_in_screenZcells_before_cursor�
from_coord�cells_to_eraser r r � erase_screeno s(
zWinTerm.erase_screenc C s� t j}|rt j}t �|�}|dkr:|j}|jj|jj }nH|dkr\t �d|jj�}|jj}n&|dkr~t �d|jj�}|jj}nd S t � |d||� t �
|| � � ||� d S )Nr r r r= ) r r r1 r r3 r> r4 r? r5 r@ rA r% )r" rB r) r2 rC rD rE r r r �
erase_line� s
zWinTerm.erase_linec C s t �|� d S r0 )r ZSetConsoleTitle)r" �titler r r � set_title� s zWinTerm.set_title)N)NFF)NFF)NF)NF)NF)F)r F)r F)r r r
r# r% r r* r, r. r/ r( r7 r9 r< rF rG rI r r r r r s
r N)� r �objectr r r r r r r �<module> s colorama/__pycache__/initialise.cpython-38.pyc 0000644 00000003204 15043676223 0015342 0 ustar 00 U
��.e{ � @ st d dl Z d dlZd dlZddlmZ dadadadada dd� Z
ddd �Z d
d � Z ej
d d
� �Zdd� Zdd� ZdS )� N� )� AnsiToWin32Fc C s t d k rt t��� d S �N)r � orig_stdout� reset_all� r r �C/usr/lib/python3.8/site-packages/pip/_vendor/colorama/initialise.pyr s r Tc C s� |st | ||g�rtd��tjatjatjd kr6d antt||| |� t_atjd kr\d a ntt||| |� t_a t
s�t � t
� da
d S )Nz,wrap=False conflicts with any other arg=TrueT)�any�
ValueError�sys�stdoutr �stderr� orig_stderr�wrapped_stdout� wrap_stream�wrapped_stderr� atexit_done�atexit�registerr )� autoreset�convert�strip�wrapr r r �init s
�
�
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �deinit3 s r c o s" t | |� z
d V W 5 t� X d S r )r r )�args�kwargsr r r �
colorama_text: s
r c C s t d k rt t_td k r tt_d S r )r r r r r
r r r r �reinitC s r c C s& |r"t | |||d�}|�� r"|j} | S )N)r r r )r Z should_wrap�stream)r r r r r �wrapperr r r r J s �r )FNNT)r �
contextlibr Z ansitowin32r r r r r r r r r �contextmanagerr r r r r r r �<module> s
colorama/__pycache__/ansi.cpython-38.opt-1.pyc 0000644 00000006170 15043676223 0015106 0 ustar 00 U
��.e� � @ s� d Z dZdZdZdd� Zdd� Zdd d
�Zdd d �ZG d
d� de�Z G dd� de�Z
G dd� de �Z G dd� de �Z G dd� de �Z
e � Ze � Ze
� Ze
� ZdS )z�
This module generates ANSI character codes to printing colors to terminals.
See: http://en.wikipedia.org/wiki/ANSI_escape_code
z[z]�c C s t t| � d S )N�m��CSI�str)�code� r �=/usr/lib/python3.8/site-packages/pip/_vendor/colorama/ansi.py�
code_to_chars s r c C s t d | t S )Nz2;)�OSC�BEL)�titler r r � set_title s r
� c C s t t| � d S )N�Jr ��moder r r � clear_screen s r c C s t t| � d S )N�Kr r r r r �
clear_line s r c @ s e Zd Zdd� ZdS )� AnsiCodesc C s6 t | �D ](}|�d�st| |�}t| |t|�� qd S )N�_)�dir�
startswith�getattr�setattrr )�self�name�valuer r r �__init__ s
zAnsiCodes.__init__N)�__name__�
__module__� __qualname__r r r r r r s r c @ s> e Zd Zd
dd�Zddd�Zddd�Zddd �Zdd
d �Zd S )�
AnsiCursor� c C s t t|� d S )N�Ar �r �nr r r �UP% s z
AnsiCursor.UPc C s t t|� d S )N�Br r% r r r �DOWN' s zAnsiCursor.DOWNc C s t t|� d S )N�Cr r% r r r �FORWARD) s zAnsiCursor.FORWARDc C s t t|� d S )N�Dr r% r r r �BACK+ s zAnsiCursor.BACKc C s t t|� d t|� d S )N�;�Hr )r �x�yr r r �POS- s zAnsiCursor.POSN)r# )r# )r# )r# )r# r# )r r r! r' r) r+ r- r2 r r r r r" $ s
r" c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiFore� � � �! �" �# �$ �% �' �Z �[ �\ �] �^ �_ �` �a N�r r r! ZBLACKZREDZGREENZYELLOWZBLUEZMAGENTAZCYANZWHITEZRESETZ
LIGHTBLACK_EXZ LIGHTRED_EXZ
LIGHTGREEN_EXZLIGHTYELLOW_EXZ LIGHTBLUE_EXZLIGHTMAGENTA_EXZ LIGHTCYAN_EXZ
LIGHTWHITE_EXr r r r r3 1 s" r3 c @ sP e Zd ZdZdZdZdZdZdZdZ dZ
d Z d
Z d Z
d Zd
ZdZdZdZdZdS )�AnsiBack�( �) �* �+ �, �- �. �/ �1 �d �e �f �g �h �i �j �k NrE r r r r rF G s" rF c @ s e Zd ZdZdZdZdZdS )� AnsiStyler# r � � N)r r r! ZBRIGHTZDIMZNORMALZ RESET_ALLr r r r rX ] s rX N)r )r )�__doc__r r
r r r
r r �objectr r" r3 rF rX ZForeZBackZStyleZCursorr r r r �<module> s
colorama/__pycache__/__init__.cpython-38.pyc 0000644 00000000627 15043676223 0014755 0 ustar 00 U
��.e� � @ sD d dl mZmZmZmZ d dlmZmZmZm Z d dl
m Z dZ dS )� )�init�deinit�reinit�
colorama_text)�Fore�Back�Style�Cursor)� AnsiToWin32z0.4.1N)
Z
initialiser r r r �ansir r r r Z ansitowin32r
� __version__� r
r
�A/usr/lib/python3.8/site-packages/pip/_vendor/colorama/__init__.py�<module> s colorama/initialise.py 0000644 00000003575 15043676223 0011067 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
import atexit
import contextlib
import sys
from .ansitowin32 import AnsiToWin32
orig_stdout = None
orig_stderr = None
wrapped_stdout = None
wrapped_stderr = None
atexit_done = False
def reset_all():
if AnsiToWin32 is not None: # Issue #74: objects might become None at exit
AnsiToWin32(orig_stdout).reset_all()
def init(autoreset=False, convert=None, strip=None, wrap=True):
if not wrap and any([autoreset, convert, strip]):
raise ValueError('wrap=False conflicts with any other arg=True')
global wrapped_stdout, wrapped_stderr
global orig_stdout, orig_stderr
orig_stdout = sys.stdout
orig_stderr = sys.stderr
if sys.stdout is None:
wrapped_stdout = None
else:
sys.stdout = wrapped_stdout = \
wrap_stream(orig_stdout, convert, strip, autoreset, wrap)
if sys.stderr is None:
wrapped_stderr = None
else:
sys.stderr = wrapped_stderr = \
wrap_stream(orig_stderr, convert, strip, autoreset, wrap)
global atexit_done
if not atexit_done:
atexit.register(reset_all)
atexit_done = True
def deinit():
if orig_stdout is not None:
sys.stdout = orig_stdout
if orig_stderr is not None:
sys.stderr = orig_stderr
@contextlib.contextmanager
def colorama_text(*args, **kwargs):
init(*args, **kwargs)
try:
yield
finally:
deinit()
def reinit():
if wrapped_stdout is not None:
sys.stdout = wrapped_stdout
if wrapped_stderr is not None:
sys.stderr = wrapped_stderr
def wrap_stream(stream, convert, strip, autoreset, wrap):
if wrap:
wrapper = AnsiToWin32(stream,
convert=convert, strip=strip, autoreset=autoreset)
if wrapper.should_wrap():
stream = wrapper.stream
return stream
colorama/win32.py 0000644 00000012365 15043676223 0007674 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
# from winbase.h
STDOUT = -11
STDERR = -12
try:
import ctypes
from ctypes import LibraryLoader
windll = LibraryLoader(ctypes.WinDLL)
from ctypes import wintypes
except (AttributeError, ImportError):
windll = None
SetConsoleTextAttribute = lambda *_: None
winapi_test = lambda *_: None
else:
from ctypes import byref, Structure, c_char, POINTER
COORD = wintypes._COORD
class CONSOLE_SCREEN_BUFFER_INFO(Structure):
"""struct in wincon.h."""
_fields_ = [
("dwSize", COORD),
("dwCursorPosition", COORD),
("wAttributes", wintypes.WORD),
("srWindow", wintypes.SMALL_RECT),
("dwMaximumWindowSize", COORD),
]
def __str__(self):
return '(%d,%d,%d,%d,%d,%d,%d,%d,%d,%d,%d)' % (
self.dwSize.Y, self.dwSize.X
, self.dwCursorPosition.Y, self.dwCursorPosition.X
, self.wAttributes
, self.srWindow.Top, self.srWindow.Left, self.srWindow.Bottom, self.srWindow.Right
, self.dwMaximumWindowSize.Y, self.dwMaximumWindowSize.X
)
_GetStdHandle = windll.kernel32.GetStdHandle
_GetStdHandle.argtypes = [
wintypes.DWORD,
]
_GetStdHandle.restype = wintypes.HANDLE
_GetConsoleScreenBufferInfo = windll.kernel32.GetConsoleScreenBufferInfo
_GetConsoleScreenBufferInfo.argtypes = [
wintypes.HANDLE,
POINTER(CONSOLE_SCREEN_BUFFER_INFO),
]
_GetConsoleScreenBufferInfo.restype = wintypes.BOOL
_SetConsoleTextAttribute = windll.kernel32.SetConsoleTextAttribute
_SetConsoleTextAttribute.argtypes = [
wintypes.HANDLE,
wintypes.WORD,
]
_SetConsoleTextAttribute.restype = wintypes.BOOL
_SetConsoleCursorPosition = windll.kernel32.SetConsoleCursorPosition
_SetConsoleCursorPosition.argtypes = [
wintypes.HANDLE,
COORD,
]
_SetConsoleCursorPosition.restype = wintypes.BOOL
_FillConsoleOutputCharacterA = windll.kernel32.FillConsoleOutputCharacterA
_FillConsoleOutputCharacterA.argtypes = [
wintypes.HANDLE,
c_char,
wintypes.DWORD,
COORD,
POINTER(wintypes.DWORD),
]
_FillConsoleOutputCharacterA.restype = wintypes.BOOL
_FillConsoleOutputAttribute = windll.kernel32.FillConsoleOutputAttribute
_FillConsoleOutputAttribute.argtypes = [
wintypes.HANDLE,
wintypes.WORD,
wintypes.DWORD,
COORD,
POINTER(wintypes.DWORD),
]
_FillConsoleOutputAttribute.restype = wintypes.BOOL
_SetConsoleTitleW = windll.kernel32.SetConsoleTitleA
_SetConsoleTitleW.argtypes = [
wintypes.LPCSTR
]
_SetConsoleTitleW.restype = wintypes.BOOL
handles = {
STDOUT: _GetStdHandle(STDOUT),
STDERR: _GetStdHandle(STDERR),
}
def winapi_test():
handle = handles[STDOUT]
csbi = CONSOLE_SCREEN_BUFFER_INFO()
success = _GetConsoleScreenBufferInfo(
handle, byref(csbi))
return bool(success)
def GetConsoleScreenBufferInfo(stream_id=STDOUT):
handle = handles[stream_id]
csbi = CONSOLE_SCREEN_BUFFER_INFO()
success = _GetConsoleScreenBufferInfo(
handle, byref(csbi))
return csbi
def SetConsoleTextAttribute(stream_id, attrs):
handle = handles[stream_id]
return _SetConsoleTextAttribute(handle, attrs)
def SetConsoleCursorPosition(stream_id, position, adjust=True):
position = COORD(*position)
# If the position is out of range, do nothing.
if position.Y <= 0 or position.X <= 0:
return
# Adjust for Windows' SetConsoleCursorPosition:
# 1. being 0-based, while ANSI is 1-based.
# 2. expecting (x,y), while ANSI uses (y,x).
adjusted_position = COORD(position.Y - 1, position.X - 1)
if adjust:
# Adjust for viewport's scroll position
sr = GetConsoleScreenBufferInfo(STDOUT).srWindow
adjusted_position.Y += sr.Top
adjusted_position.X += sr.Left
# Resume normal processing
handle = handles[stream_id]
return _SetConsoleCursorPosition(handle, adjusted_position)
def FillConsoleOutputCharacter(stream_id, char, length, start):
handle = handles[stream_id]
char = c_char(char.encode())
length = wintypes.DWORD(length)
num_written = wintypes.DWORD(0)
# Note that this is hard-coded for ANSI (vs wide) bytes.
success = _FillConsoleOutputCharacterA(
handle, char, length, start, byref(num_written))
return num_written.value
def FillConsoleOutputAttribute(stream_id, attr, length, start):
''' FillConsoleOutputAttribute( hConsole, csbi.wAttributes, dwConSize, coordScreen, &cCharsWritten )'''
handle = handles[stream_id]
attribute = wintypes.WORD(attr)
length = wintypes.DWORD(length)
num_written = wintypes.DWORD(0)
# Note that this is hard-coded for ANSI (vs wide) bytes.
return _FillConsoleOutputAttribute(
handle, attribute, length, start, byref(num_written))
def SetConsoleTitle(title):
return _SetConsoleTitleW(title)
colorama/ansitowin32.py 0000644 00000022704 15043676223 0011110 0 ustar 00 # Copyright Jonathan Hartley 2013. BSD 3-Clause license, see LICENSE file.
import re
import sys
import os
from .ansi import AnsiFore, AnsiBack, AnsiStyle, Style
from .winterm import WinTerm, WinColor, WinStyle
from .win32 import windll, winapi_test
winterm = None
if windll is not None:
winterm = WinTerm()
def is_stream_closed(stream):
return not hasattr(stream, 'closed') or stream.closed
def is_a_tty(stream):
return hasattr(stream, 'isatty') and stream.isatty()
class StreamWrapper(object):
'''
Wraps a stream (such as stdout), acting as a transparent proxy for all
attribute access apart from method 'write()', which is delegated to our
Converter instance.
'''
def __init__(self, wrapped, converter):
# double-underscore everything to prevent clashes with names of
# attributes on the wrapped stream object.
self.__wrapped = wrapped
self.__convertor = converter
def __getattr__(self, name):
return getattr(self.__wrapped, name)
def write(self, text):
self.__convertor.write(text)
class AnsiToWin32(object):
'''
Implements a 'write()' method which, on Windows, will strip ANSI character
sequences from the text, and if outputting to a tty, will convert them into
win32 function calls.
'''
ANSI_CSI_RE = re.compile('\001?\033\[((?:\d|;)*)([a-zA-Z])\002?') # Control Sequence Introducer
ANSI_OSC_RE = re.compile('\001?\033\]((?:.|;)*?)(\x07)\002?') # Operating System Command
def __init__(self, wrapped, convert=None, strip=None, autoreset=False):
# The wrapped stream (normally sys.stdout or sys.stderr)
self.wrapped = wrapped
# should we reset colors to defaults after every .write()
self.autoreset = autoreset
# create the proxy wrapping our output stream
self.stream = StreamWrapper(wrapped, self)
on_windows = os.name == 'nt'
# We test if the WinAPI works, because even if we are on Windows
# we may be using a terminal that doesn't support the WinAPI
# (e.g. Cygwin Terminal). In this case it's up to the terminal
# to support the ANSI codes.
conversion_supported = on_windows and winapi_test()
# should we strip ANSI sequences from our output?
if strip is None:
strip = conversion_supported or (not is_stream_closed(wrapped) and not is_a_tty(wrapped))
self.strip = strip
# should we should convert ANSI sequences into win32 calls?
if convert is None:
convert = conversion_supported and not is_stream_closed(wrapped) and is_a_tty(wrapped)
self.convert = convert
# dict of ansi codes to win32 functions and parameters
self.win32_calls = self.get_win32_calls()
# are we wrapping stderr?
self.on_stderr = self.wrapped is sys.stderr
def should_wrap(self):
'''
True if this class is actually needed. If false, then the output
stream will not be affected, nor will win32 calls be issued, so
wrapping stdout is not actually required. This will generally be
False on non-Windows platforms, unless optional functionality like
autoreset has been requested using kwargs to init()
'''
return self.convert or self.strip or self.autoreset
def get_win32_calls(self):
if self.convert and winterm:
return {
AnsiStyle.RESET_ALL: (winterm.reset_all, ),
AnsiStyle.BRIGHT: (winterm.style, WinStyle.BRIGHT),
AnsiStyle.DIM: (winterm.style, WinStyle.NORMAL),
AnsiStyle.NORMAL: (winterm.style, WinStyle.NORMAL),
AnsiFore.BLACK: (winterm.fore, WinColor.BLACK),
AnsiFore.RED: (winterm.fore, WinColor.RED),
AnsiFore.GREEN: (winterm.fore, WinColor.GREEN),
AnsiFore.YELLOW: (winterm.fore, WinColor.YELLOW),
AnsiFore.BLUE: (winterm.fore, WinColor.BLUE),
AnsiFore.MAGENTA: (winterm.fore, WinColor.MAGENTA),
AnsiFore.CYAN: (winterm.fore, WinColor.CYAN),
AnsiFore.WHITE: (winterm.fore, WinColor.GREY),
AnsiFore.RESET: (winterm.fore, ),
AnsiFore.LIGHTBLACK_EX: (winterm.fore, WinColor.BLACK, True),
AnsiFore.LIGHTRED_EX: (winterm.fore, WinColor.RED, True),
AnsiFore.LIGHTGREEN_EX: (winterm.fore, WinColor.GREEN, True),
AnsiFore.LIGHTYELLOW_EX: (winterm.fore, WinColor.YELLOW, True),
AnsiFore.LIGHTBLUE_EX: (winterm.fore, WinColor.BLUE, True),
AnsiFore.LIGHTMAGENTA_EX: (winterm.fore, WinColor.MAGENTA, True),
AnsiFore.LIGHTCYAN_EX: (winterm.fore, WinColor.CYAN, True),
AnsiFore.LIGHTWHITE_EX: (winterm.fore, WinColor.GREY, True),
AnsiBack.BLACK: (winterm.back, WinColor.BLACK),
AnsiBack.RED: (winterm.back, WinColor.RED),
AnsiBack.GREEN: (winterm.back, WinColor.GREEN),
AnsiBack.YELLOW: (winterm.back, WinColor.YELLOW),
AnsiBack.BLUE: (winterm.back, WinColor.BLUE),
AnsiBack.MAGENTA: (winterm.back, WinColor.MAGENTA),
AnsiBack.CYAN: (winterm.back, WinColor.CYAN),
AnsiBack.WHITE: (winterm.back, WinColor.GREY),
AnsiBack.RESET: (winterm.back, ),
AnsiBack.LIGHTBLACK_EX: (winterm.back, WinColor.BLACK, True),
AnsiBack.LIGHTRED_EX: (winterm.back, WinColor.RED, True),
AnsiBack.LIGHTGREEN_EX: (winterm.back, WinColor.GREEN, True),
AnsiBack.LIGHTYELLOW_EX: (winterm.back, WinColor.YELLOW, True),
AnsiBack.LIGHTBLUE_EX: (winterm.back, WinColor.BLUE, True),
AnsiBack.LIGHTMAGENTA_EX: (winterm.back, WinColor.MAGENTA, True),
AnsiBack.LIGHTCYAN_EX: (winterm.back, WinColor.CYAN, True),
AnsiBack.LIGHTWHITE_EX: (winterm.back, WinColor.GREY, True),
}
return dict()
def write(self, text):
if self.strip or self.convert:
self.write_and_convert(text)
else:
self.wrapped.write(text)
self.wrapped.flush()
if self.autoreset:
self.reset_all()
def reset_all(self):
if self.convert:
self.call_win32('m', (0,))
elif not self.strip and not is_stream_closed(self.wrapped):
self.wrapped.write(Style.RESET_ALL)
def write_and_convert(self, text):
'''
Write the given text to our wrapped stream, stripping any ANSI
sequences from the text, and optionally converting them into win32
calls.
'''
cursor = 0
text = self.convert_osc(text)
for match in self.ANSI_CSI_RE.finditer(text):
start, end = match.span()
self.write_plain_text(text, cursor, start)
self.convert_ansi(*match.groups())
cursor = end
self.write_plain_text(text, cursor, len(text))
def write_plain_text(self, text, start, end):
if start < end:
self.wrapped.write(text[start:end])
self.wrapped.flush()
def convert_ansi(self, paramstring, command):
if self.convert:
params = self.extract_params(command, paramstring)
self.call_win32(command, params)
def extract_params(self, command, paramstring):
if command in 'Hf':
params = tuple(int(p) if len(p) != 0 else 1 for p in paramstring.split(';'))
while len(params) < 2:
# defaults:
params = params + (1,)
else:
params = tuple(int(p) for p in paramstring.split(';') if len(p) != 0)
if len(params) == 0:
# defaults:
if command in 'JKm':
params = (0,)
elif command in 'ABCD':
params = (1,)
return params
def call_win32(self, command, params):
if command == 'm':
for param in params:
if param in self.win32_calls:
func_args = self.win32_calls[param]
func = func_args[0]
args = func_args[1:]
kwargs = dict(on_stderr=self.on_stderr)
func(*args, **kwargs)
elif command in 'J':
winterm.erase_screen(params[0], on_stderr=self.on_stderr)
elif command in 'K':
winterm.erase_line(params[0], on_stderr=self.on_stderr)
elif command in 'Hf': # cursor position - absolute
winterm.set_cursor_position(params, on_stderr=self.on_stderr)
elif command in 'ABCD': # cursor position - relative
n = params[0]
# A - up, B - down, C - forward, D - back
x, y = {'A': (0, -n), 'B': (0, n), 'C': (n, 0), 'D': (-n, 0)}[command]
winterm.cursor_adjust(x, y, on_stderr=self.on_stderr)
def convert_osc(self, text):
for match in self.ANSI_OSC_RE.finditer(text):
start, end = match.span()
text = text[:start] + text[end:]
paramstring, command = match.groups()
if command in '\x07': # \x07 = BEL
params = paramstring.split(";")
# 0 - change title and icon (we will only change title)
# 1 - change icon (we don't support this)
# 2 - change title
if params[0] in '02':
winterm.set_title(params[1])
return text
msgpack/__init__.py 0000644 00000002777 15043676223 0010327 0 ustar 00 # coding: utf-8
from ._version import version
from .exceptions import *
from collections import namedtuple
class ExtType(namedtuple('ExtType', 'code data')):
"""ExtType represents ext type in msgpack."""
def __new__(cls, code, data):
if not isinstance(code, int):
raise TypeError("code must be int")
if not isinstance(data, bytes):
raise TypeError("data must be bytes")
if not 0 <= code <= 127:
raise ValueError("code must be 0~127")
return super(ExtType, cls).__new__(cls, code, data)
import os
if os.environ.get('MSGPACK_PUREPYTHON'):
from .fallback import Packer, unpackb, Unpacker
else:
try:
from ._cmsgpack import Packer, unpackb, Unpacker
except ImportError:
from .fallback import Packer, unpackb, Unpacker
def pack(o, stream, **kwargs):
"""
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
"""
packer = Packer(**kwargs)
stream.write(packer.pack(o))
def packb(o, **kwargs):
"""
Pack object `o` and return packed bytes
See :class:`Packer` for options.
"""
return Packer(**kwargs).pack(o)
def unpack(stream, **kwargs):
"""
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
"""
data = stream.read()
return unpackb(data, **kwargs)
# alias for compatibility to simplejson/marshal/pickle.
load = unpack
loads = unpackb
dump = pack
dumps = packb
msgpack/fallback.py 0000644 00000111116 15043676223 0010313 0 ustar 00 """Fallback pure Python implementation of msgpack"""
import sys
import struct
import warnings
if sys.version_info[0] == 2:
PY2 = True
int_types = (int, long)
def dict_iteritems(d):
return d.iteritems()
else:
PY2 = False
int_types = int
unicode = str
xrange = range
def dict_iteritems(d):
return d.items()
if sys.version_info < (3, 5):
# Ugly hack...
RecursionError = RuntimeError
def _is_recursionerror(e):
return len(e.args) == 1 and isinstance(e.args[0], str) and \
e.args[0].startswith('maximum recursion depth exceeded')
else:
def _is_recursionerror(e):
return True
if hasattr(sys, 'pypy_version_info'):
# cStringIO is slow on PyPy, StringIO is faster. However: PyPy's own
# StringBuilder is fastest.
from __pypy__ import newlist_hint
try:
from __pypy__.builders import BytesBuilder as StringBuilder
except ImportError:
from __pypy__.builders import StringBuilder
USING_STRINGBUILDER = True
class StringIO(object):
def __init__(self, s=b''):
if s:
self.builder = StringBuilder(len(s))
self.builder.append(s)
else:
self.builder = StringBuilder()
def write(self, s):
if isinstance(s, memoryview):
s = s.tobytes()
elif isinstance(s, bytearray):
s = bytes(s)
self.builder.append(s)
def getvalue(self):
return self.builder.build()
else:
USING_STRINGBUILDER = False
from io import BytesIO as StringIO
newlist_hint = lambda size: []
from .exceptions import (
BufferFull,
OutOfData,
ExtraData,
FormatError,
StackError,
)
from . import ExtType
EX_SKIP = 0
EX_CONSTRUCT = 1
EX_READ_ARRAY_HEADER = 2
EX_READ_MAP_HEADER = 3
TYPE_IMMEDIATE = 0
TYPE_ARRAY = 1
TYPE_MAP = 2
TYPE_RAW = 3
TYPE_BIN = 4
TYPE_EXT = 5
DEFAULT_RECURSE_LIMIT = 511
def _check_type_strict(obj, t, type=type, tuple=tuple):
if type(t) is tuple:
return type(obj) in t
else:
return type(obj) is t
def _get_data_from_buffer(obj):
try:
view = memoryview(obj)
except TypeError:
# try to use legacy buffer protocol if 2.7, otherwise re-raise
if PY2:
view = memoryview(buffer(obj))
warnings.warn("using old buffer interface to unpack %s; "
"this leads to unpacking errors if slicing is used and "
"will be removed in a future version" % type(obj),
RuntimeWarning, stacklevel=3)
else:
raise
if view.itemsize != 1:
raise ValueError("cannot unpack from multi-byte object")
return view
def unpack(stream, **kwargs):
warnings.warn(
"Direct calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.",
DeprecationWarning, stacklevel=2)
data = stream.read()
return unpackb(data, **kwargs)
def unpackb(packed, **kwargs):
"""
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
"""
unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs)
unpacker.feed(packed)
try:
ret = unpacker._unpack()
except OutOfData:
raise ValueError("Unpack failed: incomplete input")
except RecursionError as e:
if _is_recursionerror(e):
raise StackError
raise
if unpacker._got_extradata():
raise ExtraData(ret, unpacker._get_extradata())
return ret
if sys.version_info < (2, 7, 6):
def _unpack_from(f, b, o=0):
"""Explicit typcast for legacy struct.unpack_from"""
return struct.unpack_from(f, bytes(b), o)
else:
_unpack_from = struct.unpack_from
class Unpacker(object):
"""Streaming unpacker.
arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes (default).
Otherwise, unpack to Python str (or unicode on Python 2) by decoding
with UTF-8 encoding (recommended).
Currently, the default is true, but it will be changed to false in
near future. So you must specify it explicitly for keeping backward
compatibility.
*encoding* option which is deprecated overrides this option.
:param bool strict_map_key:
If true, only str or bytes are accepted for map (dict) keys.
It's False by default for backward-compatibility.
But it will be True from msgpack 1.0.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str encoding:
Encoding used for decoding msgpack raw.
If it is None (default), msgpack raw is deserialized to Python bytes.
:param str unicode_errors:
(deprecated) Used for decoding msgpack raw with *encoding*.
(default: `'strict'`)
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size or 1024*1024)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size or 1024*1024)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size or 128*1024)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2 or 32*1024)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size or 1024*1024)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
"""
def __init__(self, file_like=None, read_size=0, use_list=True, raw=True, strict_map_key=False,
object_hook=None, object_pairs_hook=None, list_hook=None,
encoding=None, unicode_errors=None, max_buffer_size=0,
ext_hook=ExtType,
max_str_len=-1,
max_bin_len=-1,
max_array_len=-1,
max_map_len=-1,
max_ext_len=-1):
if encoding is not None:
warnings.warn(
"encoding is deprecated, Use raw=False instead.",
DeprecationWarning, stacklevel=2)
if unicode_errors is None:
unicode_errors = 'strict'
if file_like is None:
self._feeding = True
else:
if not callable(file_like.read):
raise TypeError("`file_like.read` must be callable")
self.file_like = file_like
self._feeding = False
#: array of bytes fed.
self._buffer = bytearray()
#: Which position we currently reads
self._buff_i = 0
# When Unpacker is used as an iterable, between the calls to next(),
# the buffer is not "consumed" completely, for efficiency sake.
# Instead, it is done sloppily. To make sure we raise BufferFull at
# the correct moments, we have to keep track of how sloppy we were.
# Furthermore, when the buffer is incomplete (that is: in the case
# we raise an OutOfData) we need to rollback the buffer to the correct
# state, which _buf_checkpoint records.
self._buf_checkpoint = 0
if max_str_len == -1:
max_str_len = max_buffer_size or 1024*1024
if max_bin_len == -1:
max_bin_len = max_buffer_size or 1024*1024
if max_array_len == -1:
max_array_len = max_buffer_size or 128*1024
if max_map_len == -1:
max_map_len = max_buffer_size//2 or 32*1024
if max_ext_len == -1:
max_ext_len = max_buffer_size or 1024*1024
self._max_buffer_size = max_buffer_size or 2**31-1
if read_size > self._max_buffer_size:
raise ValueError("read_size must be smaller than max_buffer_size")
self._read_size = read_size or min(self._max_buffer_size, 16*1024)
self._raw = bool(raw)
self._strict_map_key = bool(strict_map_key)
self._encoding = encoding
self._unicode_errors = unicode_errors
self._use_list = use_list
self._list_hook = list_hook
self._object_hook = object_hook
self._object_pairs_hook = object_pairs_hook
self._ext_hook = ext_hook
self._max_str_len = max_str_len
self._max_bin_len = max_bin_len
self._max_array_len = max_array_len
self._max_map_len = max_map_len
self._max_ext_len = max_ext_len
self._stream_offset = 0
if list_hook is not None and not callable(list_hook):
raise TypeError('`list_hook` is not callable')
if object_hook is not None and not callable(object_hook):
raise TypeError('`object_hook` is not callable')
if object_pairs_hook is not None and not callable(object_pairs_hook):
raise TypeError('`object_pairs_hook` is not callable')
if object_hook is not None and object_pairs_hook is not None:
raise TypeError("object_pairs_hook and object_hook are mutually "
"exclusive")
if not callable(ext_hook):
raise TypeError("`ext_hook` is not callable")
def feed(self, next_bytes):
assert self._feeding
view = _get_data_from_buffer(next_bytes)
if (len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size):
raise BufferFull
# Strip buffer before checkpoint before reading file.
if self._buf_checkpoint > 0:
del self._buffer[:self._buf_checkpoint]
self._buff_i -= self._buf_checkpoint
self._buf_checkpoint = 0
# Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython
self._buffer.extend(view)
def _consume(self):
""" Gets rid of the used parts of the buffer. """
self._stream_offset += self._buff_i - self._buf_checkpoint
self._buf_checkpoint = self._buff_i
def _got_extradata(self):
return self._buff_i < len(self._buffer)
def _get_extradata(self):
return self._buffer[self._buff_i:]
def read_bytes(self, n):
return self._read(n)
def _read(self, n):
# (int) -> bytearray
self._reserve(n)
i = self._buff_i
self._buff_i = i+n
return self._buffer[i:i+n]
def _reserve(self, n):
remain_bytes = len(self._buffer) - self._buff_i - n
# Fast path: buffer has n bytes already
if remain_bytes >= 0:
return
if self._feeding:
self._buff_i = self._buf_checkpoint
raise OutOfData
# Strip buffer before checkpoint before reading file.
if self._buf_checkpoint > 0:
del self._buffer[:self._buf_checkpoint]
self._buff_i -= self._buf_checkpoint
self._buf_checkpoint = 0
# Read from file
remain_bytes = -remain_bytes
while remain_bytes > 0:
to_read_bytes = max(self._read_size, remain_bytes)
read_data = self.file_like.read(to_read_bytes)
if not read_data:
break
assert isinstance(read_data, bytes)
self._buffer += read_data
remain_bytes -= len(read_data)
if len(self._buffer) < n + self._buff_i:
self._buff_i = 0 # rollback
raise OutOfData
def _read_header(self, execute=EX_CONSTRUCT):
typ = TYPE_IMMEDIATE
n = 0
obj = None
self._reserve(1)
b = self._buffer[self._buff_i]
self._buff_i += 1
if b & 0b10000000 == 0:
obj = b
elif b & 0b11100000 == 0b11100000:
obj = -1 - (b ^ 0xff)
elif b & 0b11100000 == 0b10100000:
n = b & 0b00011111
typ = TYPE_RAW
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b & 0b11110000 == 0b10010000:
n = b & 0b00001111
typ = TYPE_ARRAY
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b & 0b11110000 == 0b10000000:
n = b & 0b00001111
typ = TYPE_MAP
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
elif b == 0xc0:
obj = None
elif b == 0xc2:
obj = False
elif b == 0xc3:
obj = True
elif b == 0xc4:
typ = TYPE_BIN
self._reserve(1)
n = self._buffer[self._buff_i]
self._buff_i += 1
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xc5:
typ = TYPE_BIN
self._reserve(2)
n = _unpack_from(">H", self._buffer, self._buff_i)[0]
self._buff_i += 2
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xc6:
typ = TYPE_BIN
self._reserve(4)
n = _unpack_from(">I", self._buffer, self._buff_i)[0]
self._buff_i += 4
if n > self._max_bin_len:
raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
obj = self._read(n)
elif b == 0xc7: # ext 8
typ = TYPE_EXT
self._reserve(2)
L, n = _unpack_from('Bb', self._buffer, self._buff_i)
self._buff_i += 2
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xc8: # ext 16
typ = TYPE_EXT
self._reserve(3)
L, n = _unpack_from('>Hb', self._buffer, self._buff_i)
self._buff_i += 3
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xc9: # ext 32
typ = TYPE_EXT
self._reserve(5)
L, n = _unpack_from('>Ib', self._buffer, self._buff_i)
self._buff_i += 5
if L > self._max_ext_len:
raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
obj = self._read(L)
elif b == 0xca:
self._reserve(4)
obj = _unpack_from(">f", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xcb:
self._reserve(8)
obj = _unpack_from(">d", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xcc:
self._reserve(1)
obj = self._buffer[self._buff_i]
self._buff_i += 1
elif b == 0xcd:
self._reserve(2)
obj = _unpack_from(">H", self._buffer, self._buff_i)[0]
self._buff_i += 2
elif b == 0xce:
self._reserve(4)
obj = _unpack_from(">I", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xcf:
self._reserve(8)
obj = _unpack_from(">Q", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xd0:
self._reserve(1)
obj = _unpack_from("b", self._buffer, self._buff_i)[0]
self._buff_i += 1
elif b == 0xd1:
self._reserve(2)
obj = _unpack_from(">h", self._buffer, self._buff_i)[0]
self._buff_i += 2
elif b == 0xd2:
self._reserve(4)
obj = _unpack_from(">i", self._buffer, self._buff_i)[0]
self._buff_i += 4
elif b == 0xd3:
self._reserve(8)
obj = _unpack_from(">q", self._buffer, self._buff_i)[0]
self._buff_i += 8
elif b == 0xd4: # fixext 1
typ = TYPE_EXT
if self._max_ext_len < 1:
raise ValueError("%s exceeds max_ext_len(%s)" % (1, self._max_ext_len))
self._reserve(2)
n, obj = _unpack_from("b1s", self._buffer, self._buff_i)
self._buff_i += 2
elif b == 0xd5: # fixext 2
typ = TYPE_EXT
if self._max_ext_len < 2:
raise ValueError("%s exceeds max_ext_len(%s)" % (2, self._max_ext_len))
self._reserve(3)
n, obj = _unpack_from("b2s", self._buffer, self._buff_i)
self._buff_i += 3
elif b == 0xd6: # fixext 4
typ = TYPE_EXT
if self._max_ext_len < 4:
raise ValueError("%s exceeds max_ext_len(%s)" % (4, self._max_ext_len))
self._reserve(5)
n, obj = _unpack_from("b4s", self._buffer, self._buff_i)
self._buff_i += 5
elif b == 0xd7: # fixext 8
typ = TYPE_EXT
if self._max_ext_len < 8:
raise ValueError("%s exceeds max_ext_len(%s)" % (8, self._max_ext_len))
self._reserve(9)
n, obj = _unpack_from("b8s", self._buffer, self._buff_i)
self._buff_i += 9
elif b == 0xd8: # fixext 16
typ = TYPE_EXT
if self._max_ext_len < 16:
raise ValueError("%s exceeds max_ext_len(%s)" % (16, self._max_ext_len))
self._reserve(17)
n, obj = _unpack_from("b16s", self._buffer, self._buff_i)
self._buff_i += 17
elif b == 0xd9:
typ = TYPE_RAW
self._reserve(1)
n = self._buffer[self._buff_i]
self._buff_i += 1
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xda:
typ = TYPE_RAW
self._reserve(2)
n, = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xdb:
typ = TYPE_RAW
self._reserve(4)
n, = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_str_len:
raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
obj = self._read(n)
elif b == 0xdc:
typ = TYPE_ARRAY
self._reserve(2)
n, = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b == 0xdd:
typ = TYPE_ARRAY
self._reserve(4)
n, = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_array_len:
raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
elif b == 0xde:
self._reserve(2)
n, = _unpack_from(">H", self._buffer, self._buff_i)
self._buff_i += 2
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
typ = TYPE_MAP
elif b == 0xdf:
self._reserve(4)
n, = _unpack_from(">I", self._buffer, self._buff_i)
self._buff_i += 4
if n > self._max_map_len:
raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
typ = TYPE_MAP
else:
raise FormatError("Unknown header: 0x%x" % b)
return typ, n, obj
def _unpack(self, execute=EX_CONSTRUCT):
typ, n, obj = self._read_header(execute)
if execute == EX_READ_ARRAY_HEADER:
if typ != TYPE_ARRAY:
raise ValueError("Expected array")
return n
if execute == EX_READ_MAP_HEADER:
if typ != TYPE_MAP:
raise ValueError("Expected map")
return n
# TODO should we eliminate the recursion?
if typ == TYPE_ARRAY:
if execute == EX_SKIP:
for i in xrange(n):
# TODO check whether we need to call `list_hook`
self._unpack(EX_SKIP)
return
ret = newlist_hint(n)
for i in xrange(n):
ret.append(self._unpack(EX_CONSTRUCT))
if self._list_hook is not None:
ret = self._list_hook(ret)
# TODO is the interaction between `list_hook` and `use_list` ok?
return ret if self._use_list else tuple(ret)
if typ == TYPE_MAP:
if execute == EX_SKIP:
for i in xrange(n):
# TODO check whether we need to call hooks
self._unpack(EX_SKIP)
self._unpack(EX_SKIP)
return
if self._object_pairs_hook is not None:
ret = self._object_pairs_hook(
(self._unpack(EX_CONSTRUCT),
self._unpack(EX_CONSTRUCT))
for _ in xrange(n))
else:
ret = {}
for _ in xrange(n):
key = self._unpack(EX_CONSTRUCT)
if self._strict_map_key and type(key) not in (unicode, bytes):
raise ValueError("%s is not allowed for map key" % str(type(key)))
ret[key] = self._unpack(EX_CONSTRUCT)
if self._object_hook is not None:
ret = self._object_hook(ret)
return ret
if execute == EX_SKIP:
return
if typ == TYPE_RAW:
if self._encoding is not None:
obj = obj.decode(self._encoding, self._unicode_errors)
elif self._raw:
obj = bytes(obj)
else:
obj = obj.decode('utf_8')
return obj
if typ == TYPE_EXT:
return self._ext_hook(n, bytes(obj))
if typ == TYPE_BIN:
return bytes(obj)
assert typ == TYPE_IMMEDIATE
return obj
def __iter__(self):
return self
def __next__(self):
try:
ret = self._unpack(EX_CONSTRUCT)
self._consume()
return ret
except OutOfData:
self._consume()
raise StopIteration
except RecursionError:
raise StackError
next = __next__
def skip(self):
self._unpack(EX_SKIP)
self._consume()
def unpack(self):
try:
ret = self._unpack(EX_CONSTRUCT)
except RecursionError:
raise StackError
self._consume()
return ret
def read_array_header(self):
ret = self._unpack(EX_READ_ARRAY_HEADER)
self._consume()
return ret
def read_map_header(self):
ret = self._unpack(EX_READ_MAP_HEADER)
self._consume()
return ret
def tell(self):
return self._stream_offset
class Packer(object):
"""
MessagePack Packer
usage:
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode.
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializeable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param str encoding:
(deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')
:param str unicode_errors:
Error handler for encoding unicode. (default: 'strict')
"""
def __init__(self, default=None, encoding=None, unicode_errors=None,
use_single_float=False, autoreset=True, use_bin_type=False,
strict_types=False):
if encoding is None:
encoding = 'utf_8'
else:
warnings.warn(
"encoding is deprecated, Use raw=False instead.",
DeprecationWarning, stacklevel=2)
if unicode_errors is None:
unicode_errors = 'strict'
self._strict_types = strict_types
self._use_float = use_single_float
self._autoreset = autoreset
self._use_bin_type = use_bin_type
self._encoding = encoding
self._unicode_errors = unicode_errors
self._buffer = StringIO()
if default is not None:
if not callable(default):
raise TypeError("default must be callable")
self._default = default
def _pack(self, obj, nest_limit=DEFAULT_RECURSE_LIMIT,
check=isinstance, check_type_strict=_check_type_strict):
default_used = False
if self._strict_types:
check = check_type_strict
list_types = list
else:
list_types = (list, tuple)
while True:
if nest_limit < 0:
raise ValueError("recursion limit exceeded")
if obj is None:
return self._buffer.write(b"\xc0")
if check(obj, bool):
if obj:
return self._buffer.write(b"\xc3")
return self._buffer.write(b"\xc2")
if check(obj, int_types):
if 0 <= obj < 0x80:
return self._buffer.write(struct.pack("B", obj))
if -0x20 <= obj < 0:
return self._buffer.write(struct.pack("b", obj))
if 0x80 <= obj <= 0xff:
return self._buffer.write(struct.pack("BB", 0xcc, obj))
if -0x80 <= obj < 0:
return self._buffer.write(struct.pack(">Bb", 0xd0, obj))
if 0xff < obj <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xcd, obj))
if -0x8000 <= obj < -0x80:
return self._buffer.write(struct.pack(">Bh", 0xd1, obj))
if 0xffff < obj <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xce, obj))
if -0x80000000 <= obj < -0x8000:
return self._buffer.write(struct.pack(">Bi", 0xd2, obj))
if 0xffffffff < obj <= 0xffffffffffffffff:
return self._buffer.write(struct.pack(">BQ", 0xcf, obj))
if -0x8000000000000000 <= obj < -0x80000000:
return self._buffer.write(struct.pack(">Bq", 0xd3, obj))
if not default_used and self._default is not None:
obj = self._default(obj)
default_used = True
continue
raise OverflowError("Integer value out of range")
if check(obj, (bytes, bytearray)):
n = len(obj)
if n >= 2**32:
raise ValueError("%s is too large" % type(obj).__name__)
self._pack_bin_header(n)
return self._buffer.write(obj)
if check(obj, unicode):
if self._encoding is None:
raise TypeError(
"Can't encode unicode string: "
"no encoding is specified")
obj = obj.encode(self._encoding, self._unicode_errors)
n = len(obj)
if n >= 2**32:
raise ValueError("String is too large")
self._pack_raw_header(n)
return self._buffer.write(obj)
if check(obj, memoryview):
n = len(obj) * obj.itemsize
if n >= 2**32:
raise ValueError("Memoryview is too large")
self._pack_bin_header(n)
return self._buffer.write(obj)
if check(obj, float):
if self._use_float:
return self._buffer.write(struct.pack(">Bf", 0xca, obj))
return self._buffer.write(struct.pack(">Bd", 0xcb, obj))
if check(obj, ExtType):
code = obj.code
data = obj.data
assert isinstance(code, int)
assert isinstance(data, bytes)
L = len(data)
if L == 1:
self._buffer.write(b'\xd4')
elif L == 2:
self._buffer.write(b'\xd5')
elif L == 4:
self._buffer.write(b'\xd6')
elif L == 8:
self._buffer.write(b'\xd7')
elif L == 16:
self._buffer.write(b'\xd8')
elif L <= 0xff:
self._buffer.write(struct.pack(">BB", 0xc7, L))
elif L <= 0xffff:
self._buffer.write(struct.pack(">BH", 0xc8, L))
else:
self._buffer.write(struct.pack(">BI", 0xc9, L))
self._buffer.write(struct.pack("b", code))
self._buffer.write(data)
return
if check(obj, list_types):
n = len(obj)
self._pack_array_header(n)
for i in xrange(n):
self._pack(obj[i], nest_limit - 1)
return
if check(obj, dict):
return self._pack_map_pairs(len(obj), dict_iteritems(obj),
nest_limit - 1)
if not default_used and self._default is not None:
obj = self._default(obj)
default_used = 1
continue
raise TypeError("Cannot serialize %r" % (obj, ))
def pack(self, obj):
try:
self._pack(obj)
except:
self._buffer = StringIO() # force reset
raise
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_map_pairs(self, pairs):
self._pack_map_pairs(len(pairs), pairs)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_array_header(self, n):
if n >= 2**32:
raise ValueError
self._pack_array_header(n)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_map_header(self, n):
if n >= 2**32:
raise ValueError
self._pack_map_header(n)
if self._autoreset:
ret = self._buffer.getvalue()
self._buffer = StringIO()
return ret
def pack_ext_type(self, typecode, data):
if not isinstance(typecode, int):
raise TypeError("typecode must have int type.")
if not 0 <= typecode <= 127:
raise ValueError("typecode should be 0-127")
if not isinstance(data, bytes):
raise TypeError("data must have bytes type")
L = len(data)
if L > 0xffffffff:
raise ValueError("Too large data")
if L == 1:
self._buffer.write(b'\xd4')
elif L == 2:
self._buffer.write(b'\xd5')
elif L == 4:
self._buffer.write(b'\xd6')
elif L == 8:
self._buffer.write(b'\xd7')
elif L == 16:
self._buffer.write(b'\xd8')
elif L <= 0xff:
self._buffer.write(b'\xc7' + struct.pack('B', L))
elif L <= 0xffff:
self._buffer.write(b'\xc8' + struct.pack('>H', L))
else:
self._buffer.write(b'\xc9' + struct.pack('>I', L))
self._buffer.write(struct.pack('B', typecode))
self._buffer.write(data)
def _pack_array_header(self, n):
if n <= 0x0f:
return self._buffer.write(struct.pack('B', 0x90 + n))
if n <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xdc, n))
if n <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xdd, n))
raise ValueError("Array is too large")
def _pack_map_header(self, n):
if n <= 0x0f:
return self._buffer.write(struct.pack('B', 0x80 + n))
if n <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xde, n))
if n <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xdf, n))
raise ValueError("Dict is too large")
def _pack_map_pairs(self, n, pairs, nest_limit=DEFAULT_RECURSE_LIMIT):
self._pack_map_header(n)
for (k, v) in pairs:
self._pack(k, nest_limit - 1)
self._pack(v, nest_limit - 1)
def _pack_raw_header(self, n):
if n <= 0x1f:
self._buffer.write(struct.pack('B', 0xa0 + n))
elif self._use_bin_type and n <= 0xff:
self._buffer.write(struct.pack('>BB', 0xd9, n))
elif n <= 0xffff:
self._buffer.write(struct.pack(">BH", 0xda, n))
elif n <= 0xffffffff:
self._buffer.write(struct.pack(">BI", 0xdb, n))
else:
raise ValueError('Raw is too large')
def _pack_bin_header(self, n):
if not self._use_bin_type:
return self._pack_raw_header(n)
elif n <= 0xff:
return self._buffer.write(struct.pack('>BB', 0xc4, n))
elif n <= 0xffff:
return self._buffer.write(struct.pack(">BH", 0xc5, n))
elif n <= 0xffffffff:
return self._buffer.write(struct.pack(">BI", 0xc6, n))
else:
raise ValueError('Bin is too large')
def bytes(self):
"""Return internal buffer contents as bytes object"""
return self._buffer.getvalue()
def reset(self):
"""Reset internal buffer.
This method is usaful only when autoreset=False.
"""
self._buffer = StringIO()
def getbuffer(self):
"""Return view of internal buffer."""
if USING_STRINGBUILDER or PY2:
return memoryview(self.bytes())
else:
return self._buffer.getbuffer()
msgpack/exceptions.py 0000644 00000002071 15043676223 0010734 0 ustar 00 class UnpackException(Exception):
"""Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
"""
class BufferFull(UnpackException):
pass
class OutOfData(UnpackException):
pass
class FormatError(ValueError, UnpackException):
"""Invalid msgpack format"""
class StackError(ValueError, UnpackException):
"""Too nested"""
# Deprecated. Use ValueError instead
UnpackValueError = ValueError
class ExtraData(UnpackValueError):
"""ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
"""
def __init__(self, unpacked, extra):
self.unpacked = unpacked
self.extra = extra
def __str__(self):
return "unpack(b) received extra data."
# Deprecated. Use Exception instead to catch all exception during packing.
PackException = Exception
PackValueError = ValueError
PackOverflowError = OverflowError
msgpack/__pycache__/fallback.cpython-38.pyc 0000644 00000063241 15043676223 0014606 0 ustar 00 U
��.eN� � @ s� d Z ddlZddlZddlZejd dkr@dZeefZdd� Z ndZeZe
Z e Z
dd� Z ejd k rpeZd
d � Znd d � Zeed
�r�ddlmZ zddlmZ W n ek
r� ddlmZ Y nX dZG dd� de�ZndZddlm Z dd� Zddl m Z m Z m Z m!Z!m"Z" ddl#m$Z$ dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.d Z/e0e1fd d �Z2d d � Z3d!d"� Z4d#d$� Z5ejd%k �r�d,d&d'�Z6nej7Z6G d(d)� d)e�Z8G d*d+� d+e�Z9dS )-z.Fallback pure Python implementation of msgpack� N� Tc C s | � � S �N)Z iteritems��d� r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.py�dict_iteritems s r Fc C s | � � S r )�itemsr r r r r s )� � c C s. t | j�dko,t| jd t�o,| jd �d�S )N� r z maximum recursion depth exceeded)�len�args�
isinstance�str�
startswith��er r r �_is_recursionerror s �r c C s dS )NTr r r r r r s Zpypy_version_info)� newlist_hint)� BytesBuilder)�
StringBuilderc @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�StringIO� c C s, |r t t|��| _| j�|� nt � | _d S r )r r
�builder�append��self�sr r r �__init__* s zStringIO.__init__c C s6 t |t�r|�� }nt |t�r&t|�}| j�|� d S r )r �
memoryview�tobytes� bytearray�bytesr r r r r r �write0 s
zStringIO.writec C s
| j �� S r )r Zbuild�r r r r �getvalue6 s zStringIO.getvalueN)r )�__name__�
__module__� __qualname__r r$ r& r r r r r ) s
r )�BytesIOc C s g S r r )�sizer r r �<lambda>; r r, r )�
BufferFull� OutOfData� ExtraData� FormatError�
StackError)�ExtTyper
� r i� c C s( ||�|kr|| �|kS || �|kS d S r r )�obj�t�type�tupler r r �_check_type_strictX s r8 c C sd z t | �}W n@ tk
rL trFt t| ��}tjdt| � tdd� n� Y nX |jdkr`t d��|S )Nz�using old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr
��
stacklevelr z$cannot unpack from multi-byte object)
r � TypeError�PY2�buffer�warnings�warnr6 �RuntimeWarning�itemsize�
ValueError)r4 �viewr r r �_get_data_from_buffer_ s � �
rD c K s$ t jdtdd� | �� }t|f|�S )NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.r r9 )r> r? �DeprecationWarning�read�unpackb)�stream�kwargs�datar r r �unpackq s �rK c
K s� t ddt| �i|��}|�| � z |�� }W nJ tk
rH td��Y n0 tk
rv } zt|�rdt�� W 5 d}~X Y nX |� � r�t
||� � ��|S )aw
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
N�max_buffer_sizez Unpack failed: incomplete input)N) �Unpackerr
�feed�_unpackr. rB �RecursionErrorr r1 �_got_extradatar/ �_get_extradata)ZpackedrI Zunpacker�retr r r r rG y s
rG )r � � c C s t �| t|�|�S )z.Explicit typcast for legacy struct.unpack_from)�struct� unpack_fromr# )�f�b�or r r � _unpack_from� s r[ c @ s� e Zd ZdZdddddddddddedddddfdd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z e
fdd�Ze
fdd�Zdd � Zd d � ZeZd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� ZdS ))rM a�
Streaming unpacker.
arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes (default).
Otherwise, unpack to Python str (or unicode on Python 2) by decoding
with UTF-8 encoding (recommended).
Currently, the default is true, but it will be changed to false in
near future. So you must specify it explicitly for keeping backward
compatibility.
*encoding* option which is deprecated overrides this option.
:param bool strict_map_key:
If true, only str or bytes are accepted for map (dict) keys.
It's False by default for backward-compatibility.
But it will be True from msgpack 1.0.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str encoding:
Encoding used for decoding msgpack raw.
If it is None (default), msgpack raw is deserialized to Python bytes.
:param str unicode_errors:
(deprecated) Used for decoding msgpack raw with *encoding*.
(default: `'strict'`)
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size or 1024*1024)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size or 1024*1024)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size or 128*1024)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2 or 32*1024)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size or 1024*1024)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
Nr TF���c C s� | d k rt jdtdd� |
d kr$d}
|d kr4d| _n t|j�sFtd��|| _d| _t� | _ d| _
d| _ |
d krv| ptd
}
|d kr�| p�d
}|d kr�| p�d }|d kr�| d p�d }|d kr�| p�d
}| p�d
| _ || j kr�t
d��|p�t| j d�| _t|�| _t|�| _| | _|
| _|| _|| _|| _|| _| | _|
| _|| _|| _ || _ || _ d| _ |d k �rft|��sftd��|d k �r�t|��s�td��|d k �r�t|��s�td��|d k �r�|d k �r�td��t| ��s�td��d S )N�.encoding is deprecated, Use raw=False instead.r r9 �strictTz!`file_like.read` must be callableFr r\ i i i � i���z.read_size must be smaller than max_buffer_sizei @ z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) r> r? rE �_feeding�callablerF r; � file_liker" �_buffer�_buff_i�_buf_checkpoint�_max_buffer_sizerB �min�
_read_size�bool�_raw�_strict_map_key� _encoding�_unicode_errors� _use_list�
_list_hook� _object_hook�_object_pairs_hook� _ext_hook� _max_str_len� _max_bin_len�_max_array_len� _max_map_len� _max_ext_len�_stream_offset)r ra Z read_sizeZuse_list�rawZstrict_map_keyZ object_hookZobject_pairs_hookZ list_hook�encoding�unicode_errorsrL Zext_hookZ max_str_lenZ max_bin_lenZ
max_array_lenZ max_map_lenZ max_ext_lenr r r r � sp �
zUnpacker.__init__c C sr | j s
t�t|�}t| j�| j t|� | jkr4t�| jdkrb| jd | j�= | j| j8 _d| _| j� |� d S �Nr )
r_ �AssertionErrorrD r
rb rc re r- rd �extend)r Z
next_bytesrC r r r rN P s
z
Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rw rc rd r% r r r �_consume_ s zUnpacker._consumec C s | j t| j�k S r )rc r
rb r% r r r rQ d s zUnpacker._got_extradatac C s | j | jd � S r )rb rc r% r r r rR g s zUnpacker._get_extradatac C s
| � |�S r )�_read�r �nr r r �
read_bytesj s zUnpacker.read_bytesc C s, | � |� | j}|| | _| j||| � S r )�_reserverc rb )r r� �ir r r r m s
zUnpacker._readc C s� t | j�| j | }|dkr d S | jr2| j| _t�| jdkr`| jd | j�= | j| j8 _d| _| }|dkr�t| j|�}| j� |�}|s�q�t
|t �s�t �| j|7 _|t |�8 }qft | j�|| j k r�d| _t�d S r{ )
r
rb rc r_ rd r. �maxrg ra rF r r# r| )r r� Z remain_bytesZ
to_read_bytesZ read_datar r r r� t s,
zUnpacker._reservec C s&
t }d}d }| �d� | j| j }| jd7 _|d@ dkrD|}� n�|d@ dkr`d|dA }� n�|d@ dkr�|d@ }t}|| jkr�td || j��| �|�}� n~|d
@ d kr�|d @ }t}|| j kr�td
|| j ��� nJ|d
@ dk�r
|d @ }t
}|| j k�
r td|| j ��� n|dk�r d }� n |dk�r.d}�n�|dk�r@d}�n�|dk�r�t }| �d� | j| j }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n~|dk�rt }| �d� td| j| j�d }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n|dk�rjt }| �d� td| j| j�d }| jd7 _|| j
k�r\td|| j
f ��| �|�}�n�|d k�r�t}| �d� td | j| j�\}}| jd7 _|| jk�r�td || jf ��| �|�}�nL|d k�r6t}| �d � td!| j| j�\}}| jd 7 _|| jk�r(td || jf ��| �|�}�n�|d"k�r�t}| �d#� td$| j| j�\}}| jd#7 _|| jk�r�td || jf ��| �|�}�n�|d%k�r�| �d� td&| j| j�d }| jd7 _�nF|d'k�r| �d(� td)| j| j�d }| jd(7 _�n |d*k�rB| �d� | j| j }| jd7 _�n�|d+k�r|| �d� td| j| j�d }| jd7 _�n�|d,k�r�| �d� td| j| j�d }| jd7 _�nf|d-k�r�| �d(� td.| j| j�d }| jd(7 _�n,|d/k�r*| �d� td0| j| j�d }| jd7 _�n�|d1k�rd| �d� td2| j| j�d }| jd7 _�n�|d3k�r�| �d� td4| j| j�d }| jd7 _�n~|d5k�r�| �d(� td6| j| j�d }| jd(7 _�nD|d7k�r4t}| jdk �rtd d| jf ��| �d� td8| j| j�\}}| jd7 _�n�|d9k�r�t}| jdk �r`td d| jf ��| �d � td:| j| j�\}}| jd 7 _�n�|d;k�r�t}| jdk �r�td d| jf ��| �d#� td<| j| j�\}}| jd#7 _�n0|d=k�rHt}| jd(k �rtd d(| jf ��| �d>� td?| j| j�\}}| jd>7 _�n�|d@k�r�t}| jdAk �rttd dA| jf ��| �dB� tdC| j| j�\}}| jdB7 _�nx|dDk�r�t}| �d� | j| j }| jd7 _|| jk�r�td || j��| �|�}�n |dEk�r^t}| �d� td| j| j�\}| jd7 _|| jk�rPtd || j��| �|�}�n�|dFk�r�t}| �d� td| j| j�\}| jd7 _|| jk�r�td || j��| �|�}�n^|dGk� rt}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ���n|dHk� rht}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ��n�|dIk� r�| �d� td| j| j�\}| jd7 _|| j k� r�td|| j ��t
}n`|dJk�
r| �d� td| j| j�\}| jd7 _|| j k�
r
td|| j ��t
}n tdK| ��|||fS )LNr r � �� r\ � � � z%s exceeds max_str_len(%s)�� � � z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s)� �� F�� T�� z%s exceeds max_bin_len(%s)�� r �>H�� r3 �>I�� ZBbz%s exceeds max_ext_len(%s)�� r
z>Hb�� r z>Ib�� z>f�� � z>d�� �� �� �� z>Q�� rY �� z>h�� z>i�� z>q�� Zb1s�� Zb2s�� Zb4s�� � Zb8s�� � � Zb16s�� �� �� �� �� �� �� zUnknown header: 0x%x)�TYPE_IMMEDIATEr� rb rc �TYPE_RAWrr rB r �
TYPE_ARRAYrt �TYPE_MAPru �TYPE_BINrs r[ �TYPE_EXTrv r0 )r �execute�typr� r4 rY �Lr r r � _read_header� s�
zUnpacker._read_headerc s* � � |�\}}}|tkr,|tkr(td��|S |tkrH|tkrDtd��|S |tkr�|tkrtt|�D ]}� �t� q`d S t |�}t|�D ]}|�
� �t �� q�� j d k r�� � |�}� j
r�|S t|�S |tk�r�|tkr�t|�D ]}� �t� � �t� q�d S � jd k �r"� �� fdd�t|�D ��}npi }t|�D ]L}� �t �}� j�rjt|�ttfk�rjtdtt|�� ��� �t �||< �q.� jd k �r�� �|�}|S |tk�r�d S |tk�r� jd k �r�|�� j� j�}n � j�r�t|�}n
|�d�}|S |tk�r� � |t|��S |t k�rt|�S |t k�s&t �|S )NzExpected arrayz Expected mapc 3 s" | ]}� � t�� � t�fV qd S r )rO � EX_CONSTRUCT)�.0�_r% r r � <genexpr>� s ��z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map key�utf_8) r� �EX_READ_ARRAY_HEADERr� rB �EX_READ_MAP_HEADERr� �EX_SKIP�xrangerO r r r� rn rm r7 rp rj r6 �unicoder# r ro r� rk �decoderl ri r� rq r� r� r| ) r r� r� r� r4 r� rS r� �keyr r% r rO h sl
�
zUnpacker._unpackc C s | S r r r% r r r �__iter__� s zUnpacker.__iter__c C sT z| � t�}| �� |W S tk
r8 | �� t�Y n tk
rN t�Y nX d S r )rO r� r~ r. �
StopIterationrP r1 �r rS r r r �__next__� s
zUnpacker.__next__c C s | � t� | �� d S r )rO r� r~ r% r r r �skip� s
z
Unpacker.skipc C s4 z| � t�}W n tk
r& t�Y nX | �� |S r )rO r� rP r1 r~ r� r r r rK � s
zUnpacker.unpackc C s | � t�}| �� |S r )rO r� r~ r� r r r �read_array_header� s
zUnpacker.read_array_headerc C s | � t�}| �� |S r )rO r� r~ r� r r r �read_map_header� s
zUnpacker.read_map_headerc C s | j S r )rw r% r r r �tell� s z
Unpacker.tell)r' r( r) �__doc__r2 r rN r~ rQ rR r� r r� r� r� rO r� r� �nextr� rK r� r� r� r r r r rM � sB a
�
R U @ rM c @ s� e Zd ZdZd#dd�Zeeefdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zefdd�Zdd� Zdd � Zd d � Zd d � Zd!d"� ZdS )$�Packerah
MessagePack Packer
usage:
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode.
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializeable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param str encoding:
(deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')
:param str unicode_errors:
Error handler for encoding unicode. (default: 'strict')
NFTc C sx |d krd}nt jdtdd� |d kr*d}|| _|| _|| _|| _|| _|| _t � | _
|d k rnt |�snt d��|| _
d S )Nr� r] r r9 r^ zdefault must be callable)r> r? rE �
_strict_types�
_use_float�
_autoreset�
_use_bin_typerk rl r rb r` r; �_default)r �defaultry rz Zuse_single_floatZ autoresetZ use_bin_typeZ strict_typesr r r r � s( �zPacker.__init__c C s� d}| j r|}t}nttf}|dk r,td��|d kr@| j�d�S ||t�rf|rZ| j�d�S | j�d�S ||t��r�d| kr�dk r�n n| j�t� d|��S d | kr�dk r�n n| j�t� d
|��S d| kr�d kr�n n| j�t� d d
|��S d| k�rdk �r*n n| j�t� dd|��S d | k �rBdk�r\n n| j�t� dd|��S d| k�rtdk �r�n n| j�t� dd|��S d| k �r�dk�r�n n| j�t� dd|��S d| k�r�dk �r�n n| j�t� dd |��S d| k �r
d k�r$n n| j�t� d d |��S d | k�r<dk �rVn n| j�t� d!d"|��S |�sx| j
d k �rx| �
|�}d#}q t d$��||t t
f��r�t|�}|d%k�r�td&t|�j ��| �|� | j�|�S ||t��r*| jd k�r�td'��|�| j| j�}t|�}|d%k�rtd(��| �|� | j�|�S ||t��rlt|�|j }|d%k�rVtd)��| �|� | j�|�S ||t��r�| j�r�| j�t� d*d+|��S | j�t� d,d-|��S ||t ��r�|j }|j } t |t ��s�t!�t | t ��s�t!�t| �}
|
d.k�r| j�d/� n�|
d0k�r | j�d1� n�|
d2k�r4| j�d3� n�|
d4k�rL| j�d5� nr|
d6k�rd| j�d7� nZ|
d k�r�| j�t� d8d9|
�� n8|
dk�r�| j�t� dd:|
�� n| j�t� dd;|
�� | j�t� d
|�� | j�| � d S |||��r(t|�}| �"|� t#|�D ]} | �$|| |d. � �qd S ||t%��rN| �&t|�t'|�|d. �S |�sp| j
d k �rp| �
|�}d.}q td<|f ��q d S )=NFr zrecursion limit exceeded� �� �� �r� �Bi��rY r� ZBBr� i����z>Bbr� � �>BHr� i ���z>Bhr� � �� �>BIr� i �z>Bir� l ���� z>BQr� l���� z>Bqr� TzInteger value out of range� z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr� z>Bdr� r � �r � �r3 � �r� � �r� � �>BBr� r� r� zCannot serialize %r)(r� �listr7 rB rb r$ rh � int_typesrV �packr� �
OverflowErrorr# r" r
r6 r' �_pack_bin_headerr� rk r; �encoderl �_pack_raw_headerr rA �floatr� r2 �coderJ r �intr| �_pack_array_headerr� �_pack�dict�_pack_map_pairsr ) r r4 �
nest_limitZcheckZcheck_type_strictZ default_usedZ
list_typesr� r� rJ r� r� r r r r� s�
�
�
z Packer._packc C sF z| � |� W n t� | _� Y nX | jrB| j�� }t� | _|S d S r )r� r rb r� r& )r r4 rS r r r r� � s
z Packer.packc C s0 | � t|�|� | jr,| j�� }t� | _|S d S r )r� r
r� rb r& r )r �pairsrS r r r �pack_map_pairs� s
zPacker.pack_map_pairsc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S �Nr� )rB r� r� rb r& r �r r� rS r r r �pack_array_header� s
zPacker.pack_array_headerc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S r� )rB �_pack_map_headerr� rb r& r r� r r r �pack_map_header� s
zPacker.pack_map_headerc C sJ t |t�std��d| kr&dks0n td��t |t�sBtd��t|�}|dkrZtd��|dkrp| j�d � n�|d
kr�| j�d � n�|d kr�| j�d
� n�|dkr�| j�d� nt|dkr�| j�d� n^|dkr�| j�dt� d|� � n<|dk�r| j�dt� d|� � n| j�dt� d|� � | j�t� d|�� | j�|� d S )Nz typecode must have int type.r � ztypecode should be 0-127zdata must have bytes typer� zToo large datar r� r r� r3 r� r� r� r� r� r� � �r� r� � �r� � �r� )
r r� r; rB r# r
rb r$ rV r� )r �typecoderJ r� r r r �
pack_ext_type� s4
zPacker.pack_ext_typec C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zArray is too large�rb r$ rV r� rB r� r r r r� � s zPacker._pack_array_headerc C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zDict is too larger r� r r r r� � s zPacker._pack_map_headerc C s< | � |� |D ](\}}| �||d � | �||d � qd S )Nr )r� r� )r r� r� r� �k�vr r r r� � s
zPacker._pack_map_pairsc C s� |dkr"| j �t�dd| �� nn| jrH|dkrH| j �t�dd|�� nH|dkrh| j �t�dd |�� n(|d
kr�| j �t�d d |�� ntd
��d S )Nr� r� r� r� r� r� r� r� r� r� r� r� zRaw is too large)rb r$ rV r� r� rB r� r r r r� � s zPacker._pack_raw_headerc C sv | j s| �|�S |dkr.| j�t�dd|��S |dkrL| j�t�dd|��S |dkrj| j�t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zBin is too large)r� r� rb r$ rV r� rB r� r r r r� � s
zPacker._pack_bin_headerc C s
| j �� S )z/Return internal buffer contents as bytes object)rb r& r% r r r r# � s z Packer.bytesc C s t � | _dS )zYReset internal buffer.
This method is usaful only when autoreset=False.
N)r rb r% r r r �reset� s z Packer.resetc C s" t strt| �� �S | j�� S dS )z Return view of internal buffer.N)�USING_STRINGBUILDERr< r r# rb � getbufferr% r r r r
� s zPacker.getbuffer)NNNFTFF)r' r( r) r� r �DEFAULT_RECURSE_LIMITr r8 r� r� r� r� r� r r� r� r� r� r� r# r r
r r r r r� � s0 ( �
�
n r� )r ):r� �sysrV r> � version_infor< r� Zlongr� r r r� �ranger� � RuntimeErrorrP r �hasattrZ__pypy__r Z__pypy__.buildersr r � ImportErrorr �objectr �ior* �
exceptionsr- r. r/ r0 r1 � r2 r� r� r� r� r� r� r� r� r� r� r r6 r7 r8 rD rK rG r[ rW rM r� r r r r �<module> sj
: msgpack/__pycache__/exceptions.cpython-38.pyc 0000644 00000003430 15043676223 0015222 0 ustar 00 U
��.e9 � @ sx G d d� de �ZG dd� de�ZG dd� de�ZG dd� dee�ZG dd � d ee�ZeZG d
d � d e�Ze Z eZ
e Z d S )
c @ s e Zd ZdZdS )�UnpackExceptionz�Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS )�
BufferFullN�r r r r r r r r
s r c @ s e Zd ZdS )� OutOfDataNr
r r r r r s r c @ s e Zd ZdZdS )� FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS )�
StackErrorz
Too nestedNr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� ExtraDataz�ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
c C s || _ || _d S )N)�unpacked�extra)�selfr r r r r �__init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r �__str__) s zExtraData.__str__N)r r r r r r r r r r r s r N)
� Exceptionr r r �
ValueErrorr r
ZUnpackValueErrorr Z
PackExceptionZPackValueError�
OverflowErrorZPackOverflowErrorr r r r �<module> s msgpack/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000003576 15043676224 0015553 0 ustar 00 U
��.e� � @ s� d dl mZ d dlT ddlmZ G dd� dedd��ZddlZej�d �r`d d
l m
Z
m Z m Z nBzd d
l
m
Z
m Z m Z W n( ek
r� d d
l m
Z
m Z m Z Y nX d d � Zd
d� Zdd� ZeZe ZeZeZdS )� )�version)�*� )�
namedtuplec s e Zd ZdZ� fdd�Z� ZS )�ExtTypez'ExtType represents ext type in msgpack.c sV t |t�std��t |t�s$td��d| kr8dksBn td��tt| ��| ||�S )Nzcode must be intzdata must be bytesr � zcode must be 0~127)�
isinstance�int� TypeError�bytes�
ValueError�superr �__new__)�cls�code�data�� __class__� �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/__init__.pyr
s
zExtType.__new__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r r r s r z code dataNZMSGPACK_PUREPYTHON)�Packer�unpackb�Unpackerc K s t f |�}|�|�| �� dS )zX
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
N)r �write�pack)�o�stream�kwargsZpackerr r r r s
r c K s t f |��| �S )zW
Pack object `o` and return packed bytes
See :class:`Packer` for options.
)r r )r r" r r r �packb( s r# c K s | � � }t|f|�S )z�
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
)�readr )r! r" r r r r �unpack1 s r% )Z_versionr �
exceptions� collectionsr r �os�environ�getZfallbackr r r Z _cmsgpack� ImportErrorr r# r% �load�loads�dump�dumpsr r r r �<module> s"
msgpack/__pycache__/fallback.cpython-38.opt-1.pyc 0000644 00000063024 15043676224 0015545 0 ustar 00 U
��.eN� � @ s� d Z ddlZddlZddlZejd dkr@dZeefZdd� Z ndZeZe
Z e Z
dd� Z ejd k rpeZd
d � Znd d � Zeed
�r�ddlmZ zddlmZ W n ek
r� ddlmZ Y nX dZG dd� de�ZndZddlm Z dd� Zddl m Z m Z m Z m!Z!m"Z" ddl#m$Z$ dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.d Z/e0e1fd d �Z2d d � Z3d!d"� Z4d#d$� Z5ejd%k �r�d,d&d'�Z6nej7Z6G d(d)� d)e�Z8G d*d+� d+e�Z9dS )-z.Fallback pure Python implementation of msgpack� N� Tc C s | � � S �N)Z iteritems��d� r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.py�dict_iteritems s r Fc C s | � � S r )�itemsr r r r r s )� � c C s. t | j�dko,t| jd t�o,| jd �d�S )N� r z maximum recursion depth exceeded)�len�args�
isinstance�str�
startswith��er r r �_is_recursionerror s �r c C s dS )NTr r r r r r s Zpypy_version_info)� newlist_hint)� BytesBuilder)�
StringBuilderc @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�StringIO� c C s, |r t t|��| _| j�|� nt � | _d S r )r r
�builder�append��self�sr r r �__init__* s zStringIO.__init__c C s6 t |t�r|�� }nt |t�r&t|�}| j�|� d S r )r �
memoryview�tobytes� bytearray�bytesr r r r r r �write0 s
zStringIO.writec C s
| j �� S r )r Zbuild�r r r r �getvalue6 s zStringIO.getvalueN)r )�__name__�
__module__� __qualname__r r$ r& r r r r r ) s
r )�BytesIOc C s g S r r )�sizer r r �<lambda>; r r, r )�
BufferFull� OutOfData� ExtraData� FormatError�
StackError)�ExtTyper
� r i� c C s( ||�|kr|| �|kS || �|kS d S r r )�obj�t�type�tupler r r �_check_type_strictX s r8 c C sd z t | �}W n@ tk
rL trFt t| ��}tjdt| � tdd� n� Y nX |jdkr`t d��|S )Nz�using old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr
��
stacklevelr z$cannot unpack from multi-byte object)
r � TypeError�PY2�buffer�warnings�warnr6 �RuntimeWarning�itemsize�
ValueError)r4 �viewr r r �_get_data_from_buffer_ s � �
rD c K s$ t jdtdd� | �� }t|f|�S )NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.r r9 )r> r? �DeprecationWarning�read�unpackb)�stream�kwargs�datar r r �unpackq s �rK c
K s� t ddt| �i|��}|�| � z |�� }W nJ tk
rH td��Y n0 tk
rv } zt|�rdt�� W 5 d}~X Y nX |� � r�t
||� � ��|S )aw
Unpack an object from `packed`.
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``ValueError`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
See :class:`Unpacker` for options.
N�max_buffer_sizez Unpack failed: incomplete input)N) �Unpackerr
�feed�_unpackr. rB �RecursionErrorr r1 �_got_extradatar/ �_get_extradata)ZpackedrI Zunpacker�retr r r r rG y s
rG )r � � c C s t �| t|�|�S )z.Explicit typcast for legacy struct.unpack_from)�struct� unpack_fromr# )�f�b�or r r � _unpack_from� s r[ c @ s� e Zd ZdZdddddddddddedddddfdd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z e
fdd�Ze
fdd�Zdd � Zd d � ZeZd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� ZdS ))rM a�
Streaming unpacker.
arguments:
:param file_like:
File-like object having `.read(n)` method.
If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
:param int read_size:
Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
:param bool use_list:
If true, unpack msgpack array to Python list.
Otherwise, unpack to Python tuple. (default: True)
:param bool raw:
If true, unpack msgpack raw to Python bytes (default).
Otherwise, unpack to Python str (or unicode on Python 2) by decoding
with UTF-8 encoding (recommended).
Currently, the default is true, but it will be changed to false in
near future. So you must specify it explicitly for keeping backward
compatibility.
*encoding* option which is deprecated overrides this option.
:param bool strict_map_key:
If true, only str or bytes are accepted for map (dict) keys.
It's False by default for backward-compatibility.
But it will be True from msgpack 1.0.
:param callable object_hook:
When specified, it should be callable.
Unpacker calls it with a dict argument after unpacking msgpack map.
(See also simplejson)
:param callable object_pairs_hook:
When specified, it should be callable.
Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
(See also simplejson)
:param str encoding:
Encoding used for decoding msgpack raw.
If it is None (default), msgpack raw is deserialized to Python bytes.
:param str unicode_errors:
(deprecated) Used for decoding msgpack raw with *encoding*.
(default: `'strict'`)
:param int max_buffer_size:
Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
Raises `BufferFull` exception when it is insufficient.
You should set this parameter when unpacking data from untrusted source.
:param int max_str_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of str. (default: max_buffer_size or 1024*1024)
:param int max_bin_len:
Deprecated, use *max_buffer_size* instead.
Limits max length of bin. (default: max_buffer_size or 1024*1024)
:param int max_array_len:
Limits max length of array.
(default: max_buffer_size or 128*1024)
:param int max_map_len:
Limits max length of map.
(default: max_buffer_size//2 or 32*1024)
:param int max_ext_len:
Deprecated, use *max_buffer_size* instead.
Limits max size of ext type. (default: max_buffer_size or 1024*1024)
Example of streaming deserialize from file-like object::
unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)
for o in unpacker:
process(o)
Example of streaming deserialize from socket::
unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)
while True:
buf = sock.recv(1024**2)
if not buf:
break
unpacker.feed(buf)
for o in unpacker:
process(o)
Raises ``ExtraData`` when *packed* contains extra bytes.
Raises ``OutOfData`` when *packed* is incomplete.
Raises ``FormatError`` when *packed* is not valid msgpack.
Raises ``StackError`` when *packed* contains too nested.
Other exceptions can be raised during unpacking.
Nr TF���c C s� | d k rt jdtdd� |
d kr$d}
|d kr4d| _n t|j�sFtd��|| _d| _t� | _ d| _
d| _ |
d krv| ptd
}
|d kr�| p�d
}|d kr�| p�d }|d kr�| d p�d }|d kr�| p�d
}| p�d
| _ || j kr�t
d��|p�t| j d�| _t|�| _t|�| _| | _|
| _|| _|| _|| _|| _| | _|
| _|| _|| _ || _ || _ d| _ |d k �rft|��sftd��|d k �r�t|��s�td��|d k �r�t|��s�td��|d k �r�|d k �r�td��t| ��s�td��d S )N�.encoding is deprecated, Use raw=False instead.r r9 �strictTz!`file_like.read` must be callableFr r\ i i i � i���z.read_size must be smaller than max_buffer_sizei @ z`list_hook` is not callablez `object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callable) r> r? rE �_feeding�callablerF r; � file_liker" �_buffer�_buff_i�_buf_checkpoint�_max_buffer_sizerB �min�
_read_size�bool�_raw�_strict_map_key� _encoding�_unicode_errors� _use_list�
_list_hook� _object_hook�_object_pairs_hook� _ext_hook� _max_str_len� _max_bin_len�_max_array_len� _max_map_len� _max_ext_len�_stream_offset)r ra Z read_sizeZuse_list�rawZstrict_map_keyZ object_hookZobject_pairs_hookZ list_hook�encoding�unicode_errorsrL Zext_hookZ max_str_lenZ max_bin_lenZ
max_array_lenZ max_map_lenZ max_ext_lenr r r r � sp �
zUnpacker.__init__c C sh t |�}t| j�| j t|� | jkr*t�| jdkrX| jd | j�= | j| j8 _d| _| j�|� d S �Nr )rD r
rb rc re r- rd �extend)r Z
next_bytesrC r r r rN P s
z
Unpacker.feedc C s" | j | j| j 7 _ | j| _dS )z+ Gets rid of the used parts of the buffer. N)rw rc rd r% r r r �_consume_ s zUnpacker._consumec C s | j t| j�k S r )rc r
rb r% r r r rQ d s zUnpacker._got_extradatac C s | j | jd � S r )rb rc r% r r r rR g s zUnpacker._get_extradatac C s
| � |�S r )�_read�r �nr r r �
read_bytesj s zUnpacker.read_bytesc C s, | � |� | j}|| | _| j||| � S r )�_reserverc rb )r r� �ir r r r~ m s
zUnpacker._readc C s� t | j�| j | }|dkr d S | jr2| j| _t�| jdkr`| jd | j�= | j| j8 _d| _| }|dkr�t| j|�}| j� |�}|s�q�| j|7 _|t |�8 }qft | j�|| j k r�d| _t�d S r{ )
r
rb rc r_ rd r. �maxrg ra rF )r r� Z remain_bytesZ
to_read_bytesZ read_datar r r r� t s*
zUnpacker._reservec C s&
t }d}d }| �d� | j| j }| jd7 _|d@ dkrD|}� n�|d@ dkr`d|dA }� n�|d@ dkr�|d@ }t}|| jkr�td || j��| �|�}� n~|d
@ d kr�|d @ }t}|| j kr�td
|| j ��� nJ|d
@ dk�r
|d @ }t
}|| j k�
r td|| j ��� n|dk�r d }� n |dk�r.d}�n�|dk�r@d}�n�|dk�r�t }| �d� | j| j }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n~|dk�rt }| �d� td| j| j�d }| jd7 _|| j
k�r�td|| j
f ��| �|�}�n|dk�rjt }| �d� td| j| j�d }| jd7 _|| j
k�r\td|| j
f ��| �|�}�n�|d k�r�t}| �d� td | j| j�\}}| jd7 _|| jk�r�td || jf ��| �|�}�nL|d k�r6t}| �d � td!| j| j�\}}| jd 7 _|| jk�r(td || jf ��| �|�}�n�|d"k�r�t}| �d#� td$| j| j�\}}| jd#7 _|| jk�r�td || jf ��| �|�}�n�|d%k�r�| �d� td&| j| j�d }| jd7 _�nF|d'k�r| �d(� td)| j| j�d }| jd(7 _�n |d*k�rB| �d� | j| j }| jd7 _�n�|d+k�r|| �d� td| j| j�d }| jd7 _�n�|d,k�r�| �d� td| j| j�d }| jd7 _�nf|d-k�r�| �d(� td.| j| j�d }| jd(7 _�n,|d/k�r*| �d� td0| j| j�d }| jd7 _�n�|d1k�rd| �d� td2| j| j�d }| jd7 _�n�|d3k�r�| �d� td4| j| j�d }| jd7 _�n~|d5k�r�| �d(� td6| j| j�d }| jd(7 _�nD|d7k�r4t}| jdk �rtd d| jf ��| �d� td8| j| j�\}}| jd7 _�n�|d9k�r�t}| jdk �r`td d| jf ��| �d � td:| j| j�\}}| jd 7 _�n�|d;k�r�t}| jdk �r�td d| jf ��| �d#� td<| j| j�\}}| jd#7 _�n0|d=k�rHt}| jd(k �rtd d(| jf ��| �d>� td?| j| j�\}}| jd>7 _�n�|d@k�r�t}| jdAk �rttd dA| jf ��| �dB� tdC| j| j�\}}| jdB7 _�nx|dDk�r�t}| �d� | j| j }| jd7 _|| jk�r�td || j��| �|�}�n |dEk�r^t}| �d� td| j| j�\}| jd7 _|| jk�rPtd || j��| �|�}�n�|dFk�r�t}| �d� td| j| j�\}| jd7 _|| jk�r�td || j��| �|�}�n^|dGk� rt}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ���n|dHk� rht}| �d� td| j| j�\}| jd7 _|| j k�
r td
|| j ��n�|dIk� r�| �d� td| j| j�\}| jd7 _|| j k� r�td|| j ��t
}n`|dJk�
r| �d� td| j| j�\}| jd7 _|| j k�
r
td|| j ��t
}n tdK| ��|||fS )LNr r � �� r\ � � � z%s exceeds max_str_len(%s)�� � � z %s exceeds max_array_len(%s)z%s exceeds max_map_len(%s)� �� F�� T�� z%s exceeds max_bin_len(%s)�� r �>H�� r3 �>I�� ZBbz%s exceeds max_ext_len(%s)�� r
z>Hb�� r z>Ib�� z>f�� � z>d�� �� �� �� z>Q�� rY �� z>h�� z>i�� z>q�� Zb1s�� Zb2s�� Zb4s�� � Zb8s�� � � Zb16s�� �� �� �� �� �� �� zUnknown header: 0x%x)�TYPE_IMMEDIATEr� rb rc �TYPE_RAWrr rB r~ �
TYPE_ARRAYrt �TYPE_MAPru �TYPE_BINrs r[ �TYPE_EXTrv r0 )r �execute�typr� r4 rY �Lr r r � _read_header� s�
zUnpacker._read_headerc s � � |�\}}}|tkr,|tkr(td��|S |tkrH|tkrDtd��|S |tkr�|tkrtt|�D ]}� �t� q`d S t |�}t|�D ]}|�
� �t �� q�� j d k r�� � |�}� j
r�|S t|�S |tk�r�|tkr�t|�D ]}� �t� � �t� q�d S � jd k �r"� �� fdd�t|�D ��}npi }t|�D ]L}� �t �}� j�rjt|�ttfk�rjtdtt|�� ��� �t �||< �q.� jd k �r�� �|�}|S |tk�r�d S |tk�r� jd k �r�|�� j� j�}n � j�r�t|�}n
|�d�}|S |tk�r� � |t|��S |t k�rt|�S |S )NzExpected arrayz Expected mapc 3 s" | ]}� � t�� � t�fV qd S r )rO � EX_CONSTRUCT)�.0�_r% r r � <genexpr>� s ��z#Unpacker._unpack.<locals>.<genexpr>z %s is not allowed for map key�utf_8) r� �EX_READ_ARRAY_HEADERr� rB �EX_READ_MAP_HEADERr� �EX_SKIP�xrangerO r r r� rn rm r7 rp rj r6 �unicoder# r ro r� rk �decoderl ri r� rq r� ) r r� r� r� r4 r� rS r� �keyr r% r rO h sj
�
zUnpacker._unpackc C s | S r r r% r r r �__iter__� s zUnpacker.__iter__c C sT z| � t�}| �� |W S tk
r8 | �� t�Y n tk
rN t�Y nX d S r )rO r� r} r. �
StopIterationrP r1 �r rS r r r �__next__� s
zUnpacker.__next__c C s | � t� | �� d S r )rO r� r} r% r r r �skip� s
z
Unpacker.skipc C s4 z| � t�}W n tk
r& t�Y nX | �� |S r )rO r� rP r1 r} r� r r r rK � s
zUnpacker.unpackc C s | � t�}| �� |S r )rO r� r} r� r r r �read_array_header� s
zUnpacker.read_array_headerc C s | � t�}| �� |S r )rO r� r} r� r r r �read_map_header� s
zUnpacker.read_map_headerc C s | j S r )rw r% r r r �tell� s z
Unpacker.tell)r' r( r) �__doc__r2 r rN r} rQ rR r� r~ r� r� r� rO r� r� �nextr� rK r� r� r� r r r r rM � sB a
�
R U @ rM c @ s� e Zd ZdZd#dd�Zeeefdd�Zd d
� Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zefdd�Zdd� Zdd � Zd d � Zd d � Zd!d"� ZdS )$�Packerah
MessagePack Packer
usage:
packer = Packer()
astream.write(packer.pack(a))
astream.write(packer.pack(b))
Packer's constructor has some keyword arguments:
:param callable default:
Convert user type to builtin type that Packer supports.
See also simplejson's document.
:param bool use_single_float:
Use single precision float type for float. (default: False)
:param bool autoreset:
Reset buffer after each pack and return its content as `bytes`. (default: True).
If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.
:param bool use_bin_type:
Use bin type introduced in msgpack spec 2.0 for bytes.
It also enables str8 type for unicode.
:param bool strict_types:
If set to true, types will be checked to be exact. Derived classes
from serializeable types will not be serialized and will be
treated as unsupported type and forwarded to default.
Additionally tuples will not be serialized as lists.
This is useful when trying to implement accurate serialization
for python types.
:param str encoding:
(deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')
:param str unicode_errors:
Error handler for encoding unicode. (default: 'strict')
NFTc C sx |d krd}nt jdtdd� |d kr*d}|| _|| _|| _|| _|| _|| _t � | _
|d k rnt |�snt d��|| _
d S )Nr� r] r r9 r^ zdefault must be callable)r> r? rE �
_strict_types�
_use_float�
_autoreset�
_use_bin_typerk rl r rb r` r; �_default)r �defaultry rz Zuse_single_floatZ autoresetZ use_bin_typeZ strict_typesr r r r � s( �zPacker.__init__c C sd d}| j r|}t}nttf}|dk r,td��|d kr@| j�d�S ||t�rf|rZ| j�d�S | j�d�S ||t��r�d| kr�dk r�n n| j�t� d|��S d | kr�dk r�n n| j�t� d
|��S d| kr�d kr�n n| j�t� d d
|��S d| k�rdk �r*n n| j�t� dd|��S d | k �rBdk�r\n n| j�t� dd|��S d| k�rtdk �r�n n| j�t� dd|��S d| k �r�dk�r�n n| j�t� dd|��S d| k�r�dk �r�n n| j�t� dd |��S d| k �r
d k�r$n n| j�t� d d |��S d | k�r<dk �rVn n| j�t� d!d"|��S |�sx| j
d k �rx| �
|�}d#}q t d$��||t t
f��r�t|�}|d%k�r�td&t|�j ��| �|� | j�|�S ||t��r*| jd k�r�td'��|�| j| j�}t|�}|d%k�rtd(��| �|� | j�|�S ||t��rlt|�|j }|d%k�rVtd)��| �|� | j�|�S ||t��r�| j�r�| j�t� d*d+|��S | j�t� d,d-|��S ||t ��r�|j }|j } t| �}
|
d.k�r�| j�d/� n�|
d0k�r�| j�d1� n�|
d2k�r| j�d3� n�|
d4k�r,| j�d5� nr|
d6k�rD| j�d7� nZ|
d k�rf| j�t� d8d9|
�� n8|
dk�r�| j�t� dd:|
�� n| j�t� dd;|
�� | j�t� d
|�� | j�| � d S |||��rt|�}| � |� t |�D ]} | �!|| |d. � �q�d S ||t"��r.| �#t|�t$|�|d. �S |�sP| j
d k �rP| �
|�}d.}q td<|f ��q d S )=NFr zrecursion limit exceeded� �� �� �r� �Bi��rY r� ZBBr� i����z>Bbr� � �>BHr� i ���z>Bhr� � �� �>BIr� i �z>Bir� l ���� z>BQr� l���� z>Bqr� TzInteger value out of range� z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr� z>Bdr� r � �r � �r3 � �r� � �r� � �>BBr� r� r� zCannot serialize %r)%r� �listr7 rB rb r$ rh � int_typesrV �packr� �
OverflowErrorr# r" r
r6 r' �_pack_bin_headerr� rk r; �encoderl �_pack_raw_headerr rA �floatr� r2 �coderJ �_pack_array_headerr� �_pack�dict�_pack_map_pairsr ) r r4 �
nest_limitZcheckZcheck_type_strictZ default_usedZ
list_typesr� r� rJ r� r� r r r r� s�
�
�
z Packer._packc C sF z| � |� W n t� | _� Y nX | jrB| j�� }t� | _|S d S r )r� r rb r� r& )r r4 rS r r r r� � s
z Packer.packc C s0 | � t|�|� | jr,| j�� }t� | _|S d S r )r� r
r� rb r& r )r �pairsrS r r r �pack_map_pairs� s
zPacker.pack_map_pairsc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S �Nr� )rB r� r� rb r& r �r r� rS r r r �pack_array_header� s
zPacker.pack_array_headerc C s6 |dkr t �| �|� | jr2| j�� }t� | _|S d S r� )rB �_pack_map_headerr� rb r& r r� r r r �pack_map_header� s
zPacker.pack_map_headerc C sJ t |t�std��d| kr&dks0n td��t |t�sBtd��t|�}|dkrZtd��|dkrp| j�d � n�|d
kr�| j�d � n�|d kr�| j�d
� n�|dkr�| j�d� nt|dkr�| j�d� n^|dkr�| j�dt� d|� � n<|dk�r| j�dt� d|� � n| j�dt� d|� � | j�t� d|�� | j�|� d S )Nz typecode must have int type.r � ztypecode should be 0-127zdata must have bytes typer� zToo large datar r� r r� r3 r� r� r� r� r� r� � �r� r� � �r� � �r� )
r �intr; rB r# r
rb r$ rV r� )r �typecoderJ r� r r r �
pack_ext_type� s4
zPacker.pack_ext_typec C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zArray is too large�rb r$ rV r� rB r r r r r� � s zPacker._pack_array_headerc C sh |dkr | j �t�dd| ��S |dkr>| j �t�dd|��S |dkr\| j �t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zDict is too larger r r r r r� � s zPacker._pack_map_headerc C s< | � |� |D ](\}}| �||d � | �||d � qd S )Nr )r� r� )r r� r� r� �k�vr r r r� � s
zPacker._pack_map_pairsc C s� |dkr"| j �t�dd| �� nn| jrH|dkrH| j �t�dd|�� nH|dkrh| j �t�dd |�� n(|d
kr�| j �t�d d |�� ntd
��d S )Nr� r� r� r� r� r� r� r� r� r� r� r� zRaw is too large)rb r$ rV r� r� rB r r r r r� � s zPacker._pack_raw_headerc C sv | j s| �|�S |dkr.| j�t�dd|��S |dkrL| j�t�dd|��S |dkrj| j�t�dd |��S td
��d S ) Nr� r� r� r� r� r� r� r� r� zBin is too large)r� r� rb r$ rV r� rB r r r r r� � s
zPacker._pack_bin_headerc C s
| j �� S )z/Return internal buffer contents as bytes object)rb r& r% r r r r# � s z Packer.bytesc C s t � | _dS )zYReset internal buffer.
This method is usaful only when autoreset=False.
N)r rb r% r r r �reset� s z Packer.resetc C s" t strt| �� �S | j�� S dS )z Return view of internal buffer.N)�USING_STRINGBUILDERr< r r# rb � getbufferr% r r r r � s zPacker.getbuffer)NNNFTFF)r' r( r) r� r �DEFAULT_RECURSE_LIMITr r8 r� r� r� r� r� r r� r� r� r� r� r# r r r r r r r� � s0 ( �
�
n r� )r ):r� �sysrV r> � version_infor< r Zlongr� r r r� �ranger� � RuntimeErrorrP r �hasattrZ__pypy__r Z__pypy__.buildersr r � ImportErrorr �objectr �ior* �
exceptionsr- r. r/ r0 r1 � r2 r� r� r� r� r� r� r� r� r� r� r
r6 r7 r8 rD rK rG r[ rW rM r� r r r r �<module> sj
: msgpack/__pycache__/exceptions.cpython-38.opt-1.pyc 0000644 00000003430 15043676224 0016162 0 ustar 00 U
��.e9 � @ sx G d d� de �ZG dd� de�ZG dd� de�ZG dd� dee�ZG dd � d ee�ZeZG d
d � d e�Ze Z eZ
e Z d S )
c @ s e Zd ZdZdS )�UnpackExceptionz�Base class for some exceptions raised while unpacking.
NOTE: unpack may raise exception other than subclass of
UnpackException. If you want to catch all error, catch
Exception instead.
N��__name__�
__module__� __qualname__�__doc__� r r �B/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/exceptions.pyr s r c @ s e Zd ZdS )�
BufferFullN�r r r r r r r r
s r c @ s e Zd ZdS )� OutOfDataNr
r r r r r s r c @ s e Zd ZdZdS )� FormatErrorzInvalid msgpack formatNr r r r r r s r c @ s e Zd ZdZdS )�
StackErrorz
Too nestedNr r r r r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� ExtraDataz�ExtraData is raised when there is trailing data.
This exception is raised while only one-shot (not streaming)
unpack.
c C s || _ || _d S )N)�unpacked�extra)�selfr r r r r �__init__% s zExtraData.__init__c C s dS )Nz unpack(b) received extra data.r )r r r r �__str__) s zExtraData.__str__N)r r r r r r r r r r r s r N)
� Exceptionr r r �
ValueErrorr r
ZUnpackValueErrorr Z
PackExceptionZPackValueError�
OverflowErrorZPackOverflowErrorr r r r �<module> s msgpack/__pycache__/_version.cpython-38.pyc 0000644 00000000266 15043676224 0014672 0 ustar 00 U
��.e � @ s d Z dS ))� � � N)�version� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/_version.py�<module> � msgpack/__pycache__/_version.cpython-38.opt-1.pyc 0000644 00000000266 15043676224 0015631 0 ustar 00 U
��.e � @ s d Z dS ))� � � N)�version� r r �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/_version.py�<module> � msgpack/__pycache__/__init__.cpython-38.pyc 0000644 00000003576 15043676224 0014614 0 ustar 00 U
��.e� � @ s� d dl mZ d dlT ddlmZ G dd� dedd��ZddlZej�d �r`d d
l m
Z
m Z m Z nBzd d
l
m
Z
m Z m Z W n( ek
r� d d
l m
Z
m Z m Z Y nX d d � Zd
d� Zdd� ZeZe ZeZeZdS )� )�version)�*� )�
namedtuplec s e Zd ZdZ� fdd�Z� ZS )�ExtTypez'ExtType represents ext type in msgpack.c sV t |t�std��t |t�s$td��d| kr8dksBn td��tt| ��| ||�S )Nzcode must be intzdata must be bytesr � zcode must be 0~127)�
isinstance�int� TypeError�bytes�
ValueError�superr �__new__)�cls�code�data�� __class__� �@/usr/lib/python3.8/site-packages/pip/_vendor/msgpack/__init__.pyr
s
zExtType.__new__)�__name__�
__module__� __qualname__�__doc__r �
__classcell__r r r r r s r z code dataNZMSGPACK_PUREPYTHON)�Packer�unpackb�Unpackerc K s t f |�}|�|�| �� dS )zX
Pack object `o` and write it to `stream`
See :class:`Packer` for options.
N)r �write�pack)�o�stream�kwargsZpackerr r r r s
r c K s t f |��| �S )zW
Pack object `o` and return packed bytes
See :class:`Packer` for options.
)r r )r r" r r r �packb( s r# c K s | � � }t|f|�S )z�
Unpack an object from `stream`.
Raises `ExtraData` when `stream` contains extra bytes.
See :class:`Unpacker` for options.
)�readr )r! r" r r r r �unpack1 s r% )Z_versionr �
exceptions� collectionsr r �os�environ�getZfallbackr r r Z _cmsgpack� ImportErrorr r# r% �load�loads�dump�dumpsr r r r �<module> s"
msgpack/_version.py 0000644 00000000024 15043676224 0010374 0 ustar 00 version = (0, 6, 2)
progress/__init__.py 0000644 00000005717 15043676224 0010544 0 ustar 00 # Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from __future__ import division
from collections import deque
from datetime import timedelta
from math import ceil
from sys import stderr
from time import time
__version__ = '1.2'
class Infinite(object):
file = stderr
sma_window = 10
def __init__(self, *args, **kwargs):
self.index = 0
self.start_ts = time()
self._ts = self.start_ts
self._dt = deque(maxlen=self.sma_window)
for key, val in kwargs.items():
setattr(self, key, val)
def __getitem__(self, key):
if key.startswith('_'):
return None
return getattr(self, key, None)
@property
def avg(self):
return sum(self._dt) / len(self._dt) if self._dt else 0
@property
def elapsed(self):
return int(time() - self.start_ts)
@property
def elapsed_td(self):
return timedelta(seconds=self.elapsed)
def update(self):
pass
def start(self):
pass
def finish(self):
pass
def next(self, n=1):
if n > 0:
now = time()
dt = (now - self._ts) / n
self._dt.append(dt)
self._ts = now
self.index = self.index + n
self.update()
def iter(self, it):
for x in it:
yield x
self.next()
self.finish()
class Progress(Infinite):
def __init__(self, *args, **kwargs):
super(Progress, self).__init__(*args, **kwargs)
self.max = kwargs.get('max', 100)
@property
def eta(self):
return int(ceil(self.avg * self.remaining))
@property
def eta_td(self):
return timedelta(seconds=self.eta)
@property
def percent(self):
return self.progress * 100
@property
def progress(self):
return min(1, self.index / self.max)
@property
def remaining(self):
return max(self.max - self.index, 0)
def start(self):
self.update()
def goto(self, index):
incr = index - self.index
self.next(incr)
def iter(self, it):
try:
self.max = len(it)
except TypeError:
pass
for x in it:
yield x
self.next()
self.finish()
progress/bar.py 0000644 00000005175 15043676224 0007547 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from . import Progress
from .helpers import WritelnMixin
class Bar(WritelnMixin, Progress):
width = 32
message = ''
suffix = '%(index)d/%(max)d'
bar_prefix = ' |'
bar_suffix = '| '
empty_fill = ' '
fill = '#'
hide_cursor = True
def update(self):
filled_length = int(self.width * self.progress)
empty_length = self.width - filled_length
message = self.message % self
bar = self.fill * filled_length
empty = self.empty_fill * empty_length
suffix = self.suffix % self
line = ''.join([message, self.bar_prefix, bar, empty, self.bar_suffix,
suffix])
self.writeln(line)
class ChargingBar(Bar):
suffix = '%(percent)d%%'
bar_prefix = ' '
bar_suffix = ' '
empty_fill = u'∙'
fill = u'█'
class FillingSquaresBar(ChargingBar):
empty_fill = u'▢'
fill = u'▣'
class FillingCirclesBar(ChargingBar):
empty_fill = u'◯'
fill = u'◉'
class IncrementalBar(Bar):
phases = (u' ', u'▏', u'▎', u'▍', u'▌', u'▋', u'▊', u'▉', u'█')
def update(self):
nphases = len(self.phases)
expanded_length = int(nphases * self.width * self.progress)
filled_length = int(self.width * self.progress)
empty_length = self.width - filled_length
phase = expanded_length - (filled_length * nphases)
message = self.message % self
bar = self.phases[-1] * filled_length
current = self.phases[phase] if phase > 0 else ''
empty = self.empty_fill * max(0, empty_length - len(current))
suffix = self.suffix % self
line = ''.join([message, self.bar_prefix, bar, current, empty,
self.bar_suffix, suffix])
self.writeln(line)
class ShadyBar(IncrementalBar):
phases = (u' ', u'░', u'▒', u'▓', u'█')
progress/__pycache__/bar.cpython-38.opt-1.pyc 0000644 00000005055 15043676224 0014771 0 ustar 00 U
��.e& � @ s� d dl mZ d dlZddlmZ G dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� de �Z
G dd� de �Z dS )� )�unicode_literalsN� )�Progressc @ s, e Zd ZdZdZdZdZdZdZdd� Z d S )
�Bar� z%(index)d/%(max)dz |z| � �#c C sj t | j| j �}| j| }| j| }| j| }| j| }| j| }d�|| j||| j |g�}| �
|� d S )N� ) �int�width�progress�message�fill�
empty_fill�suffix�join�
bar_prefix�
bar_suffix�writeln)�selfZ
filled_lengthZ empty_lengthr
�bar�emptyr �line� r �</usr/lib/python3.8/site-packages/pip/_vendor/progress/bar.py�update s
�z
Bar.updateN)
�__name__�
__module__� __qualname__r r r r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdZdS )� ChargingBarz
%(percent)d%%r u ∙� █N)r r r r r r r r r r r r r - s
r c @ s e Zd ZdZdZdS )�FillingSquaresBaru ▢u ▣N�r r r r r r r r r r! 5 s r! c @ s e Zd ZdZdZdS )�FillingCirclesBaru ◯u ◉Nr" r r r r r# : s r# c @ s* e Zd Zej�d�rdZndZdd� ZdS )�IncrementalBar�win)r � ▌r ) r u ▏u ▎u ▍r& u ▋u ▊u ▉r c C s� t | j�}| j| j }t|�}t|| | �}| j| }| j| }| jd | }|dkrb| j| nd}| jtd|t |� � } | j| }
d� || j
||| | j |
g�} | � | � d S )N���r r )
�len�phasesr r r
r
r �maxr r r r r ) r ZnphasesZ
filled_lenZnfullZphaseZnemptyr
r Zcurrentr r r r r r r E s
�zIncrementalBar.updateN)r r r �sys�platform�
startswithr) r r r r r r$ ? s r$ c @ s e Zd ZdZdS )�PixelBar)u ⡀u ⡄u ⡆u ⡇u ⣇u ⣧u ⣷u ⣿N�r r r r) r r r r r. V s r. c @ s e Zd ZdZdS )�ShadyBar)r u ░u ▒u ▓r Nr/ r r r r r0 Z s r0 ) Z
__future__r r+ r r r r r! r# r$ r. r0 r r r r �<module> s progress/__pycache__/counter.cpython-38.pyc 0000644 00000002635 15043676224 0014746 0 ustar 00 U
��.e\ � @ s` d dl mZ ddlmZmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�Zd S )
� )�unicode_literals� )�Infinite�Progressc @ s e Zd Zdd� ZdS )�Counterc C s | � t| j�� d S �N)�write�str�index��self� r
�@/usr/lib/python3.8/site-packages/pip/_vendor/progress/counter.py�update s zCounter.updateN��__name__�
__module__� __qualname__r r
r
r
r r s r c @ s e Zd Zdd� ZdS )� Countdownc C s | � t| j�� d S r )r r Z remainingr r
r
r r s zCountdown.updateNr r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )�Stack) � u ▁u ▂u ▃u ▄u ▅u ▆u ▇u █c C s6 t | j�}t|d t| j| ��}| �| j| � d S )Nr )�len�phases�min�intZprogressr )r Znphases�ir
r
r r " s
z Stack.updateN)r r r r r r
r
r
r r s r c @ s e Zd ZdZdS )�Pie)u ○u ◔u ◑u ◕u ●N)r r r r r
r
r
r r ( s r N) Z
__future__r � r r r r r r r
r
r
r �<module> s
progress/__pycache__/bar.cpython-38.pyc 0000644 00000005055 15043676224 0014032 0 ustar 00 U
��.e& � @ s� d dl mZ d dlZddlmZ G dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� de�Z G dd� de �Z
G dd� de �Z dS )� )�unicode_literalsN� )�Progressc @ s, e Zd ZdZdZdZdZdZdZdd� Z d S )
�Bar� z%(index)d/%(max)dz |z| � �#c C sj t | j| j �}| j| }| j| }| j| }| j| }| j| }d�|| j||| j |g�}| �
|� d S )N� ) �int�width�progress�message�fill�
empty_fill�suffix�join�
bar_prefix�
bar_suffix�writeln)�selfZ
filled_lengthZ empty_lengthr
�bar�emptyr �line� r �</usr/lib/python3.8/site-packages/pip/_vendor/progress/bar.py�update s
�z
Bar.updateN)
�__name__�
__module__� __qualname__r r r r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdZdS )� ChargingBarz
%(percent)d%%r u ∙� █N)r r r r r r r r r r r r r - s
r c @ s e Zd ZdZdZdS )�FillingSquaresBaru ▢u ▣N�r r r r r r r r r r! 5 s r! c @ s e Zd ZdZdZdS )�FillingCirclesBaru ◯u ◉Nr" r r r r r# : s r# c @ s* e Zd Zej�d�rdZndZdd� ZdS )�IncrementalBar�win)r � ▌r ) r u ▏u ▎u ▍r& u ▋u ▊u ▉r c C s� t | j�}| j| j }t|�}t|| | �}| j| }| j| }| jd | }|dkrb| j| nd}| jtd|t |� � } | j| }
d� || j
||| | j |
g�} | � | � d S )N���r r )
�len�phasesr r r
r
r �maxr r r r r ) r ZnphasesZ
filled_lenZnfullZphaseZnemptyr
r Zcurrentr r r r r r r E s
�zIncrementalBar.updateN)r r r �sys�platform�
startswithr) r r r r r r$ ? s r$ c @ s e Zd ZdZdS )�PixelBar)u ⡀u ⡄u ⡆u ⡇u ⣇u ⣧u ⣷u ⣿N�r r r r) r r r r r. V s r. c @ s e Zd ZdZdS )�ShadyBar)r u ░u ▒u ▓r Nr/ r r r r r0 Z s r0 ) Z
__future__r r+ r r r r r! r# r$ r. r0 r r r r �<module> s progress/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000012715 15043676224 0015765 0 ustar 00 U
��.e� � @ s� d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
zd dl m Z W n e
k
rp d dl m Z Y nX dZd Zd
ZG d d � d e�ZG d
d� de�ZdS )� )�division�print_function)�deque)� timedelta)�ceil)�stderr)� monotonic)�timez1.5z[?25lz[?25hc @ s� e Zd ZeZdZdZdZd&dd�Zdd� Z e
dd � �Z e
d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd'd d �Zd d � Zd!d"� Zd#d$� Zd%S )(�Infinite�
T� c K s� d| _ t� | _d| _| j| _| j| _t| jd�| _|� � D ]\}}t
| ||� q:d| _ || _ | j
r�| �� r�| jr�ttd| j
d� t| j d| j
d� | j
�� d S )Nr )�maxlenr ��end�file)�indexr �start_ts�avg�_avg_update_ts�_tsr �
sma_window�_xput�items�setattr�_width�messager �is_tty� hide_cursor�print� HIDE_CURSOR�flush)�selfr �kwargs�key�val� r% �A/usr/lib/python3.8/site-packages/pip/_vendor/progress/__init__.py�__init__' s zInfinite.__init__c C s |� d�rd S t| |d �S )N�_)�
startswith�getattr)r! r# r% r% r& � __getitem__: s
zInfinite.__getitem__c C s t t� | j �S �N)�intr r �r! r% r% r& �elapsed? s zInfinite.elapsedc C s t | jd�S �N)Zseconds)r r/ r. r% r% r& �
elapsed_tdC s zInfinite.elapsed_tdc C s` |dkr\t | j�}| j�|| � t� }|| jk s@|| j dkr\t| j�t | j� | _|| _d S )Nr � )�lenr �appendr r r �sumr )r! �n�dtZxput_len�nowr% r% r& �
update_avgG s
�zInfinite.update_avgc C s d S r, r% r. r% r% r& �updateR s zInfinite.updatec C s d S r, r% r. r% r% r& �startU s zInfinite.startc C s" | j r | �� r tdd| j d� d S )Nz
[Kr r )r r r r. r% r% r& �clearlnX s zInfinite.clearlnc C sT | j rP| �� rP| j|�| j� }td| d| j d� t| jt|��| _| j �� d S )N�
r r ) r r r �ljustr r �maxr3 r )r! �s�liner% r% r& �write\ s
zInfinite.writec C s4 | j r0| �� r0| �� t|d| j d� | j �� d S )Nr r )r r r< r r )r! rA r% r% r& �writelnc s zInfinite.writelnc C s4 | j r0| �� r0t| j d� | jr0ttd| j d� d S )N)r r r )r r r r � SHOW_CURSORr. r% r% r& �finishi s zInfinite.finishc C s | j r| j�� S dS )NT)� check_ttyr �isattyr. r% r% r& r o s zInfinite.is_ttyr2 c C s: t � }|| j }| �||� || _| j| | _| �� d S r, )r r r9 r r: )r! r6 r8 r7 r% r% r& �nextr s
z
Infinite.nextc c s, | � |D ]}|V | � � q
W 5 Q R X d S r, )rH �r! �it�xr% r% r& �iterz s z
Infinite.iterc C s | � � | S r, )r; r. r% r% r& � __enter__� s zInfinite.__enter__c C s | � � d S r, )rE )r! �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zInfinite.__exit__N)r )r2 )�__name__�
__module__� __qualname__r r r rF r r' r+ �propertyr/ r1 r9 r: r; r< rB rC rE r rH rL rM rO r% r% r% r& r
! s,
r
c sp e Zd Z� fdd�Zedd� �Zedd� �Zedd� �Zed d
� �Zed d � �Z d
d� Z
dd� Z dd� Z � Z
S )�Progressc s$ t t| �j||� |�dd�| _d S )Nr? �d )�superrT r' �getr? )r! �argsr" �� __class__r% r& r' � s zProgress.__init__c C s t t| j| j ��S r, )r- r r � remainingr. r% r% r& �eta� s z Progress.etac C s t | jd�S r0 )r r\ r. r% r% r& �eta_td� s zProgress.eta_tdc C s
| j d S )NrU )�progressr. r% r% r& �percent� s zProgress.percentc C s t d| j| j �S )Nr2 )�minr r? r. r% r% r& r^ � s zProgress.progressc C s t | j | j d�S )Nr )r? r r. r% r% r& r[ � s zProgress.remainingc C s | � � d S r, )r: r. r% r% r& r; � s zProgress.startc C s || j }| �|� d S r, )r rH )r! r Zincrr% r% r& �goto� s
z
Progress.gotoc c sP zt |�| _W n tk
r" Y nX | � |D ]}|V | �� q.W 5 Q R X d S r, )r3 r? � TypeErrorrH rI r% r% r& rL � s z
Progress.iter)rP rQ rR r' rS r\ r] r_ r^ r[ r; ra rL �
__classcell__r% r% rY r& rT � s
rT N)Z
__future__r r � collectionsr Zdatetimer Zmathr �sysr r r � ImportError� __version__r rD �objectr
rT r% r% r% r& �<module> s g progress/__pycache__/spinner.cpython-38.pyc 0000644 00000002524 15043676224 0014742 0 ustar 00 U
��.ed � @ sl d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZdS )� )�unicode_literals� )�Infinitec @ s e Zd ZdZdZdd� ZdS )�Spinner)�-�\�|�/Tc C s$ | j t| j� }| �| j| � d S )N)�index�len�phases�write)�self�i� r �@/usr/lib/python3.8/site-packages/pip/_vendor/progress/spinner.py�update s zSpinner.updateN)�__name__�
__module__� __qualname__r Z hide_cursorr r r r r r s r c @ s e Zd ZddddgZdS )�
PieSpinneru ◷u ◶u ◵u ◴N�r r r r r r r r r s r c @ s e Zd ZddddgZdS )� MoonSpinneru ◑u ◒u ◐u ◓Nr r r r r r " s r c @ s e Zd ZddddddgZdS )� LineSpinneru ⎺u ⎻u ⎼u ⎽Nr r r r r r & s r c @ s e Zd ZddddddddgZd S )
� PixelSpinneru ⣾u ⣷u ⣯u ⣟u ⡿u ⢿u ⣻u ⣽Nr r r r r r * s r N) Z
__future__r � r r r r r r r r r r �<module> s progress/__pycache__/spinner.cpython-38.opt-1.pyc 0000644 00000002524 15043676224 0015701 0 ustar 00 U
��.ed � @ sl d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZdS )� )�unicode_literals� )�Infinitec @ s e Zd ZdZdZdd� ZdS )�Spinner)�-�\�|�/Tc C s$ | j t| j� }| �| j| � d S )N)�index�len�phases�write)�self�i� r �@/usr/lib/python3.8/site-packages/pip/_vendor/progress/spinner.py�update s zSpinner.updateN)�__name__�
__module__� __qualname__r Z hide_cursorr r r r r r s r c @ s e Zd ZddddgZdS )�
PieSpinneru ◷u ◶u ◵u ◴N�r r r r r r r r r s r c @ s e Zd ZddddgZdS )� MoonSpinneru ◑u ◒u ◐u ◓Nr r r r r r " s r c @ s e Zd ZddddddgZdS )� LineSpinneru ⎺u ⎻u ⎼u ⎽Nr r r r r r & s r c @ s e Zd ZddddddddgZd S )
� PixelSpinneru ⣾u ⣷u ⣯u ⣟u ⡿u ⢿u ⣻u ⣽Nr r r r r r * s r N) Z
__future__r � r r r r r r r r r r �<module> s progress/__pycache__/counter.cpython-38.opt-1.pyc 0000644 00000002635 15043676224 0015705 0 ustar 00 U
��.e\ � @ s` d dl mZ ddlmZmZ G dd� de�ZG dd� de�ZG dd � d e�ZG d
d � d e�Zd S )
� )�unicode_literals� )�Infinite�Progressc @ s e Zd Zdd� ZdS )�Counterc C s | � t| j�� d S �N)�write�str�index��self� r
�@/usr/lib/python3.8/site-packages/pip/_vendor/progress/counter.py�update s zCounter.updateN��__name__�
__module__� __qualname__r r
r
r
r r s r c @ s e Zd Zdd� ZdS )� Countdownc C s | � t| j�� d S r )r r Z remainingr r
r
r r s zCountdown.updateNr r
r
r
r r s r c @ s e Zd ZdZdd� ZdS )�Stack) � u ▁u ▂u ▃u ▄u ▅u ▆u ▇u █c C s6 t | j�}t|d t| j| ��}| �| j| � d S )Nr )�len�phases�min�intZprogressr )r Znphases�ir
r
r r " s
z Stack.updateN)r r r r r r
r
r
r r s r c @ s e Zd ZdZdS )�Pie)u ○u ◔u ◑u ◕u ●N)r r r r r
r
r
r r ( s r N) Z
__future__r � r r r r r r r
r
r
r �<module> s
progress/__pycache__/__init__.cpython-38.pyc 0000644 00000012715 15043676224 0015026 0 ustar 00 U
��.e� � @ s� d dl mZmZ d dlmZ d dlmZ d dlmZ d dl m
Z
zd dl m Z W n e
k
rp d dl m Z Y nX dZd Zd
ZG d d � d e�ZG d
d� de�ZdS )� )�division�print_function)�deque)� timedelta)�ceil)�stderr)� monotonic)�timez1.5z[?25lz[?25hc @ s� e Zd ZeZdZdZdZd&dd�Zdd� Z e
dd � �Z e
d
d � �Z d d
� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd'd d �Zd d � Zd!d"� Zd#d$� Zd%S )(�Infinite�
T� c K s� d| _ t� | _d| _| j| _| j| _t| jd�| _|� � D ]\}}t
| ||� q:d| _ || _ | j
r�| �� r�| jr�ttd| j
d� t| j d| j
d� | j
�� d S )Nr )�maxlenr ��end�file)�indexr �start_ts�avg�_avg_update_ts�_tsr �
sma_window�_xput�items�setattr�_width�messager �is_tty� hide_cursor�print� HIDE_CURSOR�flush)�selfr �kwargs�key�val� r% �A/usr/lib/python3.8/site-packages/pip/_vendor/progress/__init__.py�__init__' s zInfinite.__init__c C s |� d�rd S t| |d �S )N�_)�
startswith�getattr)r! r# r% r% r& � __getitem__: s
zInfinite.__getitem__c C s t t� | j �S �N)�intr r �r! r% r% r& �elapsed? s zInfinite.elapsedc C s t | jd�S �N)Zseconds)r r/ r. r% r% r& �
elapsed_tdC s zInfinite.elapsed_tdc C s` |dkr\t | j�}| j�|| � t� }|| jk s@|| j dkr\t| j�t | j� | _|| _d S )Nr � )�lenr �appendr r r �sumr )r! �n�dtZxput_len�nowr% r% r& �
update_avgG s
�zInfinite.update_avgc C s d S r, r% r. r% r% r& �updateR s zInfinite.updatec C s d S r, r% r. r% r% r& �startU s zInfinite.startc C s" | j r | �� r tdd| j d� d S )Nz
[Kr r )r r r r. r% r% r& �clearlnX s zInfinite.clearlnc C sT | j rP| �� rP| j|�| j� }td| d| j d� t| jt|��| _| j �� d S )N�
r r ) r r r �ljustr r �maxr3 r )r! �s�liner% r% r& �write\ s
zInfinite.writec C s4 | j r0| �� r0| �� t|d| j d� | j �� d S )Nr r )r r r< r r )r! rA r% r% r& �writelnc s zInfinite.writelnc C s4 | j r0| �� r0t| j d� | jr0ttd| j d� d S )N)r r r )r r r r � SHOW_CURSORr. r% r% r& �finishi s zInfinite.finishc C s | j r| j�� S dS )NT)� check_ttyr �isattyr. r% r% r& r o s zInfinite.is_ttyr2 c C s: t � }|| j }| �||� || _| j| | _| �� d S r, )r r r9 r r: )r! r6 r8 r7 r% r% r& �nextr s
z
Infinite.nextc c s, | � |D ]}|V | � � q
W 5 Q R X d S r, )rH �r! �it�xr% r% r& �iterz s z
Infinite.iterc C s | � � | S r, )r; r. r% r% r& � __enter__� s zInfinite.__enter__c C s | � � d S r, )rE )r! �exc_typeZexc_valZexc_tbr% r% r& �__exit__� s zInfinite.__exit__N)r )r2 )�__name__�
__module__� __qualname__r r r rF r r' r+ �propertyr/ r1 r9 r: r; r< rB rC rE r rH rL rM rO r% r% r% r& r
! s,
r
c sp e Zd Z� fdd�Zedd� �Zedd� �Zedd� �Zed d
� �Zed d � �Z d
d� Z
dd� Z dd� Z � Z
S )�Progressc s$ t t| �j||� |�dd�| _d S )Nr? �d )�superrT r' �getr? )r! �argsr" �� __class__r% r& r' � s zProgress.__init__c C s t t| j| j ��S r, )r- r r � remainingr. r% r% r& �eta� s z Progress.etac C s t | jd�S r0 )r r\ r. r% r% r& �eta_td� s zProgress.eta_tdc C s
| j d S )NrU )�progressr. r% r% r& �percent� s zProgress.percentc C s t d| j| j �S )Nr2 )�minr r? r. r% r% r& r^ � s zProgress.progressc C s t | j | j d�S )Nr )r? r r. r% r% r& r[ � s zProgress.remainingc C s | � � d S r, )r: r. r% r% r& r; � s zProgress.startc C s || j }| �|� d S r, )r rH )r! r Zincrr% r% r& �goto� s
z
Progress.gotoc c sP zt |�| _W n tk
r" Y nX | � |D ]}|V | �� q.W 5 Q R X d S r, )r3 r? � TypeErrorrH rI r% r% r& rL � s z
Progress.iter)rP rQ rR r' rS r\ r] r_ r^ r[ r; ra rL �
__classcell__r% r% rY r& rT � s
rT N)Z
__future__r r � collectionsr Zdatetimer Zmathr �sysr r r � ImportError� __version__r rD �objectr
rT r% r% r% r& �<module> s g progress/counter.py 0000644 00000002736 15043676224 0010462 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from . import Infinite, Progress
from .helpers import WriteMixin
class Counter(WriteMixin, Infinite):
message = ''
hide_cursor = True
def update(self):
self.write(str(self.index))
class Countdown(WriteMixin, Progress):
hide_cursor = True
def update(self):
self.write(str(self.remaining))
class Stack(WriteMixin, Progress):
phases = (u' ', u'▁', u'▂', u'▃', u'▄', u'▅', u'▆', u'▇', u'█')
hide_cursor = True
def update(self):
nphases = len(self.phases)
i = min(nphases - 1, int(self.progress * nphases))
self.write(self.phases[i])
class Pie(Stack):
phases = (u'○', u'◔', u'◑', u'◕', u'●')
progress/spinner.py 0000644 00000002442 15043676224 0010453 0 ustar 00 # -*- coding: utf-8 -*-
# Copyright (c) 2012 Giorgos Verigakis <verigak@gmail.com>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
from . import Infinite
from .helpers import WriteMixin
class Spinner(WriteMixin, Infinite):
message = ''
phases = ('-', '\\', '|', '/')
hide_cursor = True
def update(self):
i = self.index % len(self.phases)
self.write(self.phases[i])
class PieSpinner(Spinner):
phases = [u'◷', u'◶', u'◵', u'◴']
class MoonSpinner(Spinner):
phases = [u'◑', u'◒', u'◐', u'◓']
class LineSpinner(Spinner):
phases = [u'⎺', u'⎻', u'⎼', u'⎽', u'⎼', u'⎻']
html5lib/__init__.py 0000644 00000001414 15043676224 0010406 0 ustar 00 """
HTML parsing library based on the WHATWG "HTML5"
specification. The parser is designed to be compatible with existing
HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage:
import html5lib
f = open("my_document.html")
tree = html5lib.parse(f)
"""
from __future__ import absolute_import, division, unicode_literals
from .html5parser import HTMLParser, parse, parseFragment
from .treebuilders import getTreeBuilder
from .treewalkers import getTreeWalker
from .serializer import serialize
__all__ = ["HTMLParser", "parse", "parseFragment", "getTreeBuilder",
"getTreeWalker", "serialize"]
# this has to be at the top level, see how setup.py parses this
__version__ = "1.0b10"
html5lib/_ihatexml.py 0000644 00000040501 15043676224 0010621 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
import warnings
from .constants import DataLossWarning
baseChar = """
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]"""
ideographic = """[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]"""
combiningCharacter = """
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309A"""
digit = """
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]"""
extender = """
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]"""
letter = " | ".join([baseChar, ideographic])
# Without the
name = " | ".join([letter, digit, ".", "-", "_", combiningCharacter,
extender])
nameFirst = " | ".join([letter, "_"])
reChar = re.compile(r"#x([\d|A-F]{4,4})")
reCharRange = re.compile(r"\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]")
def charStringToList(chars):
charRanges = [item.strip() for item in chars.split(" | ")]
rv = []
for item in charRanges:
foundMatch = False
for regexp in (reChar, reCharRange):
match = regexp.match(item)
if match is not None:
rv.append([hexToInt(item) for item in match.groups()])
if len(rv[-1]) == 1:
rv[-1] = rv[-1] * 2
foundMatch = True
break
if not foundMatch:
assert len(item) == 1
rv.append([ord(item)] * 2)
rv = normaliseCharList(rv)
return rv
def normaliseCharList(charList):
charList = sorted(charList)
for item in charList:
assert item[1] >= item[0]
rv = []
i = 0
while i < len(charList):
j = 1
rv.append(charList[i])
while i + j < len(charList) and charList[i + j][0] <= rv[-1][1] + 1:
rv[-1][1] = charList[i + j][1]
j += 1
i += j
return rv
# We don't really support characters above the BMP :(
max_unicode = int("FFFF", 16)
def missingRanges(charList):
rv = []
if charList[0] != 0:
rv.append([0, charList[0][0] - 1])
for i, item in enumerate(charList[:-1]):
rv.append([item[1] + 1, charList[i + 1][0] - 1])
if charList[-1][1] != max_unicode:
rv.append([charList[-1][1] + 1, max_unicode])
return rv
def listToRegexpStr(charList):
rv = []
for item in charList:
if item[0] == item[1]:
rv.append(escapeRegexp(chr(item[0])))
else:
rv.append(escapeRegexp(chr(item[0])) + "-" +
escapeRegexp(chr(item[1])))
return "[%s]" % "".join(rv)
def hexToInt(hex_str):
return int(hex_str, 16)
def escapeRegexp(string):
specialCharacters = (".", "^", "$", "*", "+", "?", "{", "}",
"[", "]", "|", "(", ")", "-")
for char in specialCharacters:
string = string.replace(char, "\\" + char)
return string
# output from the above
nonXmlNameBMPRegexp = re.compile('[\x00-,/:-@\\[-\\^`\\{-\xb6\xb8-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u02cf\u02d2-\u02ff\u0346-\u035f\u0362-\u0385\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482\u0487-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u0590\u05a2\u05ba\u05be\u05c0\u05c3\u05c5-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u063f\u0653-\u065f\u066a-\u066f\u06b8-\u06b9\u06bf\u06cf\u06d4\u06e9\u06ee-\u06ef\u06fa-\u0900\u0904\u093a-\u093b\u094e-\u0950\u0955-\u0957\u0964-\u0965\u0970-\u0980\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09bb\u09bd\u09c5-\u09c6\u09c9-\u09ca\u09ce-\u09d6\u09d8-\u09db\u09de\u09e4-\u09e5\u09f2-\u0a01\u0a03-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a3b\u0a3d\u0a43-\u0a46\u0a49-\u0a4a\u0a4e-\u0a58\u0a5d\u0a5f-\u0a65\u0a75-\u0a80\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abb\u0ac6\u0aca\u0ace-\u0adf\u0ae1-\u0ae5\u0af0-\u0b00\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3b\u0b44-\u0b46\u0b49-\u0b4a\u0b4e-\u0b55\u0b58-\u0b5b\u0b5e\u0b62-\u0b65\u0b70-\u0b81\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0bbd\u0bc3-\u0bc5\u0bc9\u0bce-\u0bd6\u0bd8-\u0be6\u0bf0-\u0c00\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c3d\u0c45\u0c49\u0c4e-\u0c54\u0c57-\u0c5f\u0c62-\u0c65\u0c70-\u0c81\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cbd\u0cc5\u0cc9\u0cce-\u0cd4\u0cd7-\u0cdd\u0cdf\u0ce2-\u0ce5\u0cf0-\u0d01\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d3d\u0d44-\u0d45\u0d49\u0d4e-\u0d56\u0d58-\u0d5f\u0d62-\u0d65\u0d70-\u0e00\u0e2f\u0e3b-\u0e3f\u0e4f\u0e5a-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eba\u0ebe-\u0ebf\u0ec5\u0ec7\u0ece-\u0ecf\u0eda-\u0f17\u0f1a-\u0f1f\u0f2a-\u0f34\u0f36\u0f38\u0f3a-\u0f3d\u0f48\u0f6a-\u0f70\u0f85\u0f8c-\u0f8f\u0f96\u0f98\u0fae-\u0fb0\u0fb8\u0fba-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u20cf\u20dd-\u20e0\u20e2-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3004\u3006\u3008-\u3020\u3030\u3036-\u3040\u3095-\u3098\u309b-\u309c\u309f-\u30a0\u30fb\u30ff-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
nonXmlNameFirstBMPRegexp = re.compile('[\x00-@\\[-\\^`\\{-\xbf\xd7\xf7\u0132-\u0133\u013f-\u0140\u0149\u017f\u01c4-\u01cc\u01f1-\u01f3\u01f6-\u01f9\u0218-\u024f\u02a9-\u02ba\u02c2-\u0385\u0387\u038b\u038d\u03a2\u03cf\u03d7-\u03d9\u03db\u03dd\u03df\u03e1\u03f4-\u0400\u040d\u0450\u045d\u0482-\u048f\u04c5-\u04c6\u04c9-\u04ca\u04cd-\u04cf\u04ec-\u04ed\u04f6-\u04f7\u04fa-\u0530\u0557-\u0558\u055a-\u0560\u0587-\u05cf\u05eb-\u05ef\u05f3-\u0620\u063b-\u0640\u064b-\u0670\u06b8-\u06b9\u06bf\u06cf\u06d4\u06d6-\u06e4\u06e7-\u0904\u093a-\u093c\u093e-\u0957\u0962-\u0984\u098d-\u098e\u0991-\u0992\u09a9\u09b1\u09b3-\u09b5\u09ba-\u09db\u09de\u09e2-\u09ef\u09f2-\u0a04\u0a0b-\u0a0e\u0a11-\u0a12\u0a29\u0a31\u0a34\u0a37\u0a3a-\u0a58\u0a5d\u0a5f-\u0a71\u0a75-\u0a84\u0a8c\u0a8e\u0a92\u0aa9\u0ab1\u0ab4\u0aba-\u0abc\u0abe-\u0adf\u0ae1-\u0b04\u0b0d-\u0b0e\u0b11-\u0b12\u0b29\u0b31\u0b34-\u0b35\u0b3a-\u0b3c\u0b3e-\u0b5b\u0b5e\u0b62-\u0b84\u0b8b-\u0b8d\u0b91\u0b96-\u0b98\u0b9b\u0b9d\u0ba0-\u0ba2\u0ba5-\u0ba7\u0bab-\u0bad\u0bb6\u0bba-\u0c04\u0c0d\u0c11\u0c29\u0c34\u0c3a-\u0c5f\u0c62-\u0c84\u0c8d\u0c91\u0ca9\u0cb4\u0cba-\u0cdd\u0cdf\u0ce2-\u0d04\u0d0d\u0d11\u0d29\u0d3a-\u0d5f\u0d62-\u0e00\u0e2f\u0e31\u0e34-\u0e3f\u0e46-\u0e80\u0e83\u0e85-\u0e86\u0e89\u0e8b-\u0e8c\u0e8e-\u0e93\u0e98\u0ea0\u0ea4\u0ea6\u0ea8-\u0ea9\u0eac\u0eaf\u0eb1\u0eb4-\u0ebc\u0ebe-\u0ebf\u0ec5-\u0f3f\u0f48\u0f6a-\u109f\u10c6-\u10cf\u10f7-\u10ff\u1101\u1104\u1108\u110a\u110d\u1113-\u113b\u113d\u113f\u1141-\u114b\u114d\u114f\u1151-\u1153\u1156-\u1158\u115a-\u115e\u1162\u1164\u1166\u1168\u116a-\u116c\u116f-\u1171\u1174\u1176-\u119d\u119f-\u11a7\u11a9-\u11aa\u11ac-\u11ad\u11b0-\u11b6\u11b9\u11bb\u11c3-\u11ea\u11ec-\u11ef\u11f1-\u11f8\u11fa-\u1dff\u1e9c-\u1e9f\u1efa-\u1eff\u1f16-\u1f17\u1f1e-\u1f1f\u1f46-\u1f47\u1f4e-\u1f4f\u1f58\u1f5a\u1f5c\u1f5e\u1f7e-\u1f7f\u1fb5\u1fbd\u1fbf-\u1fc1\u1fc5\u1fcd-\u1fcf\u1fd4-\u1fd5\u1fdc-\u1fdf\u1fed-\u1ff1\u1ff5\u1ffd-\u2125\u2127-\u2129\u212c-\u212d\u212f-\u217f\u2183-\u3006\u3008-\u3020\u302a-\u3040\u3095-\u30a0\u30fb-\u3104\u312d-\u4dff\u9fa6-\uabff\ud7a4-\uffff]') # noqa
# Simpler things
nonPubidCharRegexp = re.compile("[^\x20\x0D\x0Aa-zA-Z0-9\-\'()+,./:=?;!*#@$_%]")
class InfosetFilter(object):
replacementRegexp = re.compile(r"U[\dA-F]{5,5}")
def __init__(self,
dropXmlnsLocalName=False,
dropXmlnsAttrNs=False,
preventDoubleDashComments=False,
preventDashAtCommentEnd=False,
replaceFormFeedCharacters=True,
preventSingleQuotePubid=False):
self.dropXmlnsLocalName = dropXmlnsLocalName
self.dropXmlnsAttrNs = dropXmlnsAttrNs
self.preventDoubleDashComments = preventDoubleDashComments
self.preventDashAtCommentEnd = preventDashAtCommentEnd
self.replaceFormFeedCharacters = replaceFormFeedCharacters
self.preventSingleQuotePubid = preventSingleQuotePubid
self.replaceCache = {}
def coerceAttribute(self, name, namespace=None):
if self.dropXmlnsLocalName and name.startswith("xmlns:"):
warnings.warn("Attributes cannot begin with xmlns", DataLossWarning)
return None
elif (self.dropXmlnsAttrNs and
namespace == "http://www.w3.org/2000/xmlns/"):
warnings.warn("Attributes cannot be in the xml namespace", DataLossWarning)
return None
else:
return self.toXmlName(name)
def coerceElement(self, name):
return self.toXmlName(name)
def coerceComment(self, data):
if self.preventDoubleDashComments:
while "--" in data:
warnings.warn("Comments cannot contain adjacent dashes", DataLossWarning)
data = data.replace("--", "- -")
if data.endswith("-"):
warnings.warn("Comments cannot end in a dash", DataLossWarning)
data += " "
return data
def coerceCharacters(self, data):
if self.replaceFormFeedCharacters:
for _ in range(data.count("\x0C")):
warnings.warn("Text cannot contain U+000C", DataLossWarning)
data = data.replace("\x0C", " ")
# Other non-xml characters
return data
def coercePubid(self, data):
dataOutput = data
for char in nonPubidCharRegexp.findall(data):
warnings.warn("Coercing non-XML pubid", DataLossWarning)
replacement = self.getReplacementCharacter(char)
dataOutput = dataOutput.replace(char, replacement)
if self.preventSingleQuotePubid and dataOutput.find("'") >= 0:
warnings.warn("Pubid cannot contain single quote", DataLossWarning)
dataOutput = dataOutput.replace("'", self.getReplacementCharacter("'"))
return dataOutput
def toXmlName(self, name):
nameFirst = name[0]
nameRest = name[1:]
m = nonXmlNameFirstBMPRegexp.match(nameFirst)
if m:
warnings.warn("Coercing non-XML name", DataLossWarning)
nameFirstOutput = self.getReplacementCharacter(nameFirst)
else:
nameFirstOutput = nameFirst
nameRestOutput = nameRest
replaceChars = set(nonXmlNameBMPRegexp.findall(nameRest))
for char in replaceChars:
warnings.warn("Coercing non-XML name", DataLossWarning)
replacement = self.getReplacementCharacter(char)
nameRestOutput = nameRestOutput.replace(char, replacement)
return nameFirstOutput + nameRestOutput
def getReplacementCharacter(self, char):
if char in self.replaceCache:
replacement = self.replaceCache[char]
else:
replacement = self.escapeChar(char)
return replacement
def fromXmlName(self, name):
for item in set(self.replacementRegexp.findall(name)):
name = name.replace(item, self.unescapeChar(item))
return name
def escapeChar(self, char):
replacement = "U%05X" % ord(char)
self.replaceCache[char] = replacement
return replacement
def unescapeChar(self, charcode):
return chr(int(charcode[1:], 16))
html5lib/__pycache__/constants.cpython-38.opt-1.pyc 0000644 00000201415 15043676224 0016113 0 ustar 00 U
��.e>F � � @ s�- d dl mZmZmZ d dlZdZddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d���Zd�d�d�d�d�d�d��Zeed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fgN�Z eed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�>Z�d/�d0iZ�d1�d2e�d1 f�d1�d3e�d1 f�d1�d4e�d1 f�d1�d5e�d1 f�d1�d6e�d1 f�d1d�e�d1 f�d1�d7e�d1 f�d8d�e�d8 f�d8�d9e�d8 f�d8�d:e�d8 fd�d;e�d; f�d;�d1e�d; f�d<� Ze�d=�d>� e�� D ��Ze�d?�d@�dA�dB�dCg�Zed�d�d�d�d�g�Zeej�Zeej�Zeej�Zeej �Z eej �Z e�dD�d>� ejD ��Z �dEZ ed�d��dFd�d�d�d�d�d�d�d�d�dԐdG�dHg�Z!ed�d�g�Z"ed�d�d�d�d�d�d�g�Z#e�dI�dJg�e�dKg�e�dLg�e�dM�dNg�e�dM�dNg�e�dO�dPg�e�dQg�e�dR�dSg�e�dT�dS�dU�dVg�e�dWg�e�dXg�e�dS�dYg�e�dS�dY�dZg�e�dS�dYg�e�dS�d[g�e�dS�dY�d\�d[�dU�dLg�e�dS�dY�d[�dRg�e�dS�dYg�e�d]g��d^�Z$�d_Z%e�d`�da�db�dc�ddg�Z&�de�de�df�df�dg�dg�dh�di�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�ds�dt�du�dv�dv�dw�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d}�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐd��dӐdԐdՐdddאdאdؐdِdِdڐdېdܐdݐdݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d��d�d�d�d�d�d�d�d�d�d�d�d �d �d�d �d �d��d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d��d��d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�d��d��d��di�dj�dk�d?�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dr�dv�dw�dx�dy�dz�d{�d|�d|�d|�d|�d �dn�d@�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdǐdȐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐd�dՐddאdؐdِdڐdېdܐd��dݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d��d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�dƐdE�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d&�d'�d(�d)�d*�d+�d�d,�d-�d.�d/�d-�d0�d0�d1�d2�d3�d?�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dE�dF�dG�dH�dI�dJ�dJ�dK�dL�dM�dN�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�d�dX�dY�dZ�d[�d\�d]�dÐdĐd^�d_�d`�da�db�dc�dd�de�de�df�dg�dh�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d|�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dr�d��d��d��d��d��d��d��d��df�df�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ds�d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdɐdR�dʐdÐdːd̐d|�d|�d͐dĐd}�dΐdϐdАdѐd!�dҐdT�dӐdԐdՐddאdؐdِdڐdk�dw�dېdܐd�dݐdސdߐd�d�d�d�d�d�d�d�d�d�d\�d\�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�dŐd��d�d�d�d�dƐdǐd�d�d�d �d �d��d �d�d�d �d �d �d!�d"�d#�d$�d%�d&�d �d'�d(�d)�d)�d*�d+�d,�d-�d��d��d.�d/�d/�d��d0�d1�d2�d2�d3�d4�d5�d6�d7�d8�d9�d�d:�d;�d<�d=�d7�d>�d?�d@�dA�dA�dB�du�du�dC�dD�dE�d�dE�d��d?�dF�d��dG�d��d��d��dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�dS�dT�d`�da�db�db�dU�d^�d`�da�d��dc�dd�d��de�df�dg�dƐdh�dP�di�d��dj�dk�d��d��dl�dm�dn�dn�do�dp�dq�dr�dK�d��d��d��ds�ds�d��dt�du�dv�dv�dv�dw�dw�dx�dy�dz�d{�d|�d��d��d}�d~�d�d��dz�dƐdl�dK�d��d�d��d��d��d��d��d��d��d��dސdȐd�d��d��d��dm�d}�d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d�d�d�d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐd�dƐdǐdȐdɐdɐdʐdːdːd̐d͐dΐdϐdАdѐdѐdҐdӐdԐdՐddאdؐdِdڐd�dېdܐdݐdt�dސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d��d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d�d�d��d��d��d��d��d��d��d��d��dސd��d��d�dېd�d�d��d��d��dq�dɐd�d��dN�d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�dh�d�d�d"�d�d�d�d�d�d�d��d�d�d�d �d�d�d�d �d �d �d�d'�d�d �d �d!�dސd"�d#�d$�d �d �d%�d��d%�d&�d'�d(�d)�d*�d+�d'�d,�d,�d-�dސd.�d/�d0�d1�dސd#�d2�d3�d4�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dd�d��dG�dH�d]�dI�dJ�dK�dL�d?�dM�dD�dN�dD�dO�dP�dP�dE�dF�dQ�dR�d �dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dH�d]�dd�de�dÐd̐df�dg�dh�di�dE�dV�d̐dZ�dj�dN�dG�d�d �dk�d\�di�d]�d`�d`�dl�dm�dn�do�dp�dq�dO�dr�d\�dI�d^�da�ds�dM�dt�d^�du�d̐dZ�dv�dw�dx�dn�dj�dy�dy�dz�d{�d|�d|�d}�d~�d~�d�d�d}�d��d��d��dI�df�dg�d��dh�dS�d��d��d��d��d��d��dP�d��d��dܐd��d��dG�d��d�d��d��d��d��d��dl�da�d��d��d^�dĐd��d��d;�d;�d��d��dr�dk�d��d��d��d��d��dU�dߐd��d��d��d��d��d��d��d��d��d��d��d��dҐdQ�d]�d��d��d��d��d��d��d��d��d��dm�d��d��d��d��d��d�d~�d��d��d�dt�d��d��dt�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddd��d�d�d��d��dÐdĐdŐd��dƐdǐdȐdɐd��dʐdːd_�d_�d̐d��d͐d��d��d��dΐd��d��d��d��d��d��d��d��d��d��dϐdАd�dѐdҐd�dӐd��dԐdՐdd��dՐdϐd��dԐd��d��d��d��d��d��d��d��dאdؐdؐd��dِdڐd��dېdܐd��d��dݐdސd��d��dߐd�d�d��d��d��d��d��d��d�d�d�d�d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d�d�d��d��d��d�d��d��d�d�d��d��d��d�d��d�d�d��d��d��d��d��d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d^�d^�d��d:�d �d �d;�d<�d�d�d�d=�d�d�d��d�d�d�d�d �d
�d
�d �d �d��d��d8�d
�d�dːd�d�d�d�d�d��d�d�d�d��d�d9�d�d�d�d�d�d�d�d �d �d �d �d�d �d �d!�d"�d"�d��d#�d$�d$�d%�dŐd&�d&�dŐd'�d(�dϐd)�d*�d+�d,�d\�d-�d.�d/�d0�dr�d1�d2�dƐd3�d�d4�d�d5�d6�d �d7�d�d8�d9�dԐdԐd:�d;�dԐd<�d=�d>�d>�dאd?�d@�dِdؐdאd@�dِdؐdA�dB�dC�dڐdD�dՐdB�dA�dC�dܐdE�dF�dG�dݐdݐdڐdH�dI�dJ�dK�dL�d�dM�dN�dO�d�dP�dQ�d��d�d�d
�d��dR�di�dS�dT�dU�d �dV�d�dW�dX�d�dY�dY�d�dZ�d�d[�d\�d]�d �d��d^�d_�d`�da�db�dc�d�dېdd�de�df�dg�dh�di�dj�dk�d��de�dl�dm�dn�d��d��do�d�d �d�d�dp�d�d�dq�d��dr�dϐd�ds�dt�du�d�d`�dϐd�d��d�dv�da�dw�dx�d��d��d�dy�dz�dz�d{�d|�d}�d��d~�d�d��d��d��d��d��dv�d��d��d �df�d��d��dw�d��d��d�d�d��d��d��d��d��d(�d��d��d��d*�d)�d��d��d��d��d��d��d+�d��d��d��d��d��d�dk�dk�d��d��d��d��dx�dx�d��d��dِd��d��d��dm�dŐd��d��d��d��d��d=�d��d>�d>�d��d��d��d��d��d��d��dE�dx�d��d��dm�d��d��d��d��d��d��d��d��d��d��d��dŐd �d��d#�d��d �d �d �d �d!�d"�d!�d"�d �d �d�d�d�d��dx�d��d%�d��dאd��d0�d��d��d��d��d'�d��d��ddÐdĐdŐd��d'�d��dÐddƐdǐdȐd(�d��d*�d)�d��d��d��d+�d,�dɐdʐdʐdːdːd̐d̐d.�d͐dΐdϐd/�dАdѐdҐdӐdԐdՐddאd.�d/�d͐ddՐdؐdِdڐdېd�dj�dj�dܐdݐdݐdސdߐd͐d�d�d�dB�d�d�d9�d9�d�d�d�d@�d=�d<�d@�d=�d�d�d��d�d�d
�d�d�d�d͐dѐd�d�d�d�d��d�d1�d�d��d��dU�d�d��d�d�d�d�d�d��d��d��d��d��d��d��dАd@�d�dÐd��d��d��d�d��d��d �d �d�dY�d�d[�d�d�d�d�dX�d�d�d�d�d�d �d
�d��d��d �d �d�dZ�dX�d�dU�d
�d`�d
�d�d�d�d�d�d�d�d�d�d�dݐd�d�d�d�dĐd�d�dd�d��d>�d��d0�d3�dݐdZ�du�d��d�d �d �d �d�dS�d��d �d��d�d �d!�d"�dn�dn�d#�dS�d��d��d$�dݐd��d%�d �d�d �d �d&�d'�d(�d��d)�d*�d+�d,�d*�dp�dp�d-�d!�dҐdT�dؐd.�d��dg�d/�d��df�d��d0�dӐd1�dԐdՐd��dh�d2�ddڐdِdk�dw�d3�d3�d4�d5�d6�d7�d7�d8�d9�d:�d;�d<�d=�d=�d>�d?�d@�dA�d��dB�dC�dD�dE�dF�dG�dH�dI�dJ���Z'�dK�dC�d��dL�d��dĐd̐d�df�d��d6�d,�d�d��d��dM�d��dN�dO�dĐd��dÐd��d �dɐd��d��d1�d��d��d�dP�d?�d��dQ�"Z(d �dR�dS�dT�dU�dV�dW�dX�dY�Z)ee)�dZ e)�d[ e)�d\ g�Z*e�d]�d>� e�� D ��Z+�d^e+d�< G �d_�d`� �d`e,�Z-G �da�db� �dbe.�Z/dS (c � )�absolute_import�division�unicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))�znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez
non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz
no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez
eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)�html�mathml�svg�xlink�xml�xmlnsr ZappletZcaptionZmarquee�object�tableZtdZthr �mi�moZmnZmsZmtextzannotation-xmlr Z
foreignObjectZdesc�title�a�bZbig�codeZemZfont�iZnobr�sZsmallZstrikeZstrongZtt�uZaddressZareaZarticleZaside�baseZbasefontZbgsoundZ
blockquoteZbody�br�button�center�colZcolgroup�commandZdd�details�dirZdivZdlZdtZembed�fieldsetZfigureZfooterZform�frameZframeset�h1�h2�h3�h4�h5�h6�head�header�hr�iframeZimage�img�inputZisindexZli�linkZlisting�menu�metaZnavZnoembedZnoframesZnoscriptZol�pZparamZ plaintextZpre�scriptZsection�select�styleZtbodyZtextareaZtfootZtheadZtrZulZwbrZxmpZ
attributeNameZ
attributeTypeZ
baseFrequencyZ baseProfileZcalcModeZ
clipPathUnitsZcontentScriptTypeZcontentStyleTypeZdiffuseConstantZedgeModeZexternalResourcesRequiredZ filterResZ filterUnitsZglyphRefZgradientTransformZ
gradientUnitsZ kernelMatrixZkernelUnitLengthZ keyPointsZ
keySplinesZkeyTimesZ lengthAdjustZlimitingConeAngleZ markerHeightZ markerUnitsZ markerWidthZmaskContentUnitsZ maskUnitsZ
numOctavesZ
pathLengthZpatternContentUnitsZpatternTransformZ patternUnitsZ pointsAtXZ pointsAtYZ pointsAtZZ
preserveAlphaZpreserveAspectRatioZprimitiveUnitsZrefXZrefYZ repeatCountZ repeatDurZrequiredExtensionsZrequiredFeaturesZspecularConstantZspecularExponentZ spreadMethodZ startOffsetZ stdDeviationZ stitchTilesZ surfaceScaleZsystemLanguageZ tableValuesZtargetXZtargetYZ
textLengthZviewBoxZ
viewTargetZxChannelSelectorZyChannelSelectorZ
zoomAndPan)>Z
attributenameZ
attributetypeZ
basefrequencyZ baseprofileZcalcmodeZ
clippathunitsZcontentscripttypeZcontentstyletypeZdiffuseconstantZedgemodeZexternalresourcesrequiredZ filterresZ filterunitsZglyphrefZgradienttransformZ
gradientunitsZ kernelmatrixZkernelunitlengthZ keypointsZ
keysplinesZkeytimesZ lengthadjustZlimitingconeangleZ markerheightZ markerunitsZ markerwidthZmaskcontentunitsZ maskunitsZ
numoctavesZ
pathlengthZpatterncontentunitsZpatterntransformZ patternunitsZ pointsatxZ pointsatyZ pointsatzZ
preservealphaZpreserveaspectratioZprimitiveunitsZrefxZrefyZ repeatcountZ repeatdurZrequiredextensionsZrequiredfeaturesZspecularconstantZspecularexponentZ spreadmethodZ startoffsetZ stddeviationZ stitchtilesZ surfacescaleZsystemlanguageZ tablevaluesZtargetxZtargetyZ
textlengthZviewboxZ
viewtargetZxchannelselectorZychannelselectorZ
zoomandpanZ
definitionurlZ
definitionURLr ZactuateZarcroleZhrefZroleZshow�typer ZlangZspacer
) z
xlink:actuatez
xlink:arcrolez
xlink:hrefz
xlink:rolez
xlink:showz xlink:titlez
xlink:typezxml:basezxml:langz xml:spacer
z xmlns:xlinkc C s" g | ]\}\}}}||f|f�qS � r4 )�.0Zqname�prefixZlocal�nsr4 r4 �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/constants.py�
<listcomp>
s r9 � �
� � �
c C s g | ]}t |�t |�� �f�qS r4 )�ord�lower)r5 �cr4 r4 r8 r9 # s �)r r! r" r# r$ r% z event-source�sourceZtrackZ
irrelevantZ itemscopeZscopedZismapZautoplayZcontrolsZdefer�async�openZmultipleZdisabledZhidden�checked�defaultZnoshadeZ
autosubmit�readonlyZselectedZ autofocusZrequiredZseamless)� r2 r* ZaudioZvideor0 r Zdatagridr r( r- r ZoptionZoptgroupr r+ r1 �outputr) ) i� � i i� i i& i i! i� i0 i` i9 iR rJ i} rJ rJ i i i i i" i i i� i"! ia i: iS rJ i~ ix �lt;�gt;�amp;�apos;�quot;� Æ�&� Áu Ă� Âu Аu 𝔄� Àu Αu Āu ⩓u Ąu 𝔸u � Åu 𝒜u ≔� Ã� Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч� ©u Ću ⋒u ⅅu ℭu Č� Çu Ĉu ∰u Ċ� ¸� ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇� ´u ˙u ˝�`u ˜u ⋄u ⅆu 𝔻� ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ� Ð� Éu Ě� Êu Эu Ėu 𝔈� Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η� Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ�>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ�^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё� Í� Îu Иu İu ℑ� Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І� Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ�<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu u 𝔑u � u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩� Ñu Νu Œ� Ó� Ôu Оu Őu 𝔒� Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪� Ø� Õu ⨷� Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π� ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ�"u 𝔔u ℚu 𝒬u ⤐� ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇� Þu ™u Ћu Цu Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ� Úu ↟u ⥉u Ўu Ŭ� Ûu Уu Űu 𝔘� Ùu Ū�_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ� Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣�|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю� Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵� áu ău ∾u ∾̳u ∿� âu а� æu 𝔞� àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋�'� åu 𝒶�*� ã� äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├� ¦u 𝒷u ⁏�\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č� çu ĉu ⩌u ⩐u ċu ⦲� ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣�:�,�@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏� ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷� °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲� ÷u ⋇u ђu ⌞u ⌍�$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿� éu ⩮u ěu ≖� êu ≕u эu ėu ≒u 𝔢u ⪚� èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ�=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η� ð� ëu €�!u фu ♀u ffiu ffu fflu 𝔣u fiZfju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍� ½u ⅓� ¼u ⅕u ⅙u ⅛u ⅔u ⅖� ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃� í� îu иu е� ¡u 𝔦� ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι� ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і� ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅� «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲�{�[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊�(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺� ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧� µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟� ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸� ñu ν�#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧� ó� ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛� òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ� ª� ºu ⊶u ⩖u ⩗u ⩛� øu ⊘� õu ⨶� öu ⌽� ¶u ⫳u ⫽u п�%�.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ�+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡� £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖�?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥� »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳�}�]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵�)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘� §�;u ⤩u ✶u 𝔰u ♯u щu ш� u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь�/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪� ¹� ²� ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪� ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ� þ� ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣� úu ўu ŭ� ûu уu űu ⥾u 𝔲� ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ� üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍� ýu яu ŷu ы� ¥u 𝔶u їu 𝕪u 𝓎u ю� ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u (� ZAEligzAElig;ZAMPzAMP;ZAacutezAacute;zAbreve;ZAcirczAcirc;zAcy;zAfr;ZAgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;ZAringzAring;zAscr;zAssign;ZAtildezAtilde;ZAumlzAuml;z
Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;ZCOPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;ZCcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z
CenterDot;zCfr;zChi;z
CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z
Congruent;zConint;zContourIntegral;zCopf;z
Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z
DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z
DownArrow;z
DownArrowBar;zDownArrowUpArrow;z
DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z
DownTeeArrow;z
Downarrow;zDscr;zDstrok;zENG;ZETHzETH;ZEacutezEacute;zEcaron;ZEcirczEcirc;zEcy;zEdot;zEfr;ZEgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;ZEumlzEuml;zExists;z
ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;ZGTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z
GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z
GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z
HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z
HumpDownHump;z
HumpEqual;zIEcy;zIJlig;zIOcy;ZIacutezIacute;ZIcirczIcirc;zIcy;zIdot;zIfr;ZIgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z
Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;ZIumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;ZLTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z
LeftArrow;z
LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z
LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z
LeftTeeArrow;zLeftTeeVector;z
LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z
LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z
Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z
LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z
Mellintrf;zMfr;z
MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z
NotCongruent;z
NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z
NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z
NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z
NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z
NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z
NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;ZNtildezNtilde;zNu;zOElig;ZOacutezOacute;ZOcirczOcirc;zOcy;zOdblac;zOfr;ZOgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;ZOslashzOslash;ZOtildezOtilde;zOtimes;ZOumlzOuml;zOverBar;z
OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z
PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z
Proportional;zPscr;zPsi;ZQUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;ZREGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z
RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z
RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z
ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z
SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;ZTHORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z
Therefore;zTheta;z ThickSpace;z
ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z
TripleDot;zTscr;zTstrok;ZUacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;ZUcirczUcirc;zUcy;zUdblac;zUfr;ZUgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z
UnderBracket;zUnderParenthesis;zUnion;z
UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;ZUumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z
VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;ZYacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;Zaacutezaacute;zabreve;zac;zacE;zacd;Zacirczacirc;Zacutezacute;zacy;Zaeligzaelig;zaf;zafr;Zagravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;ZamprM zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;rN zapprox;z approxeq;Zaringzaring;zascr;zast;zasymp;zasympeq;Zatildezatilde;Zaumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z
backprime;zbacksim;z
backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z
bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z
blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;Zbrvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;Zccedilzccedil;zccirc;zccups;zccupssm;zcdot;Zcedilzcedil;zcemptyv;Zcentzcent;z
centerdot;zcfr;zchcy;zcheck;z
checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z
complexes;zcong;zcongdot;zconint;zcopf;zcoprod;�copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;Zcurrenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;Zdegzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;Zdividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z
dotsquare;zdoublebarwedge;z
downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;Zeacutezeacute;zeaster;zecaron;zecir;Zecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;Zegravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;Zethzeth;Zeumlzeuml;zeuro;zexcl;zexist;z expectation;z
exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;Zfrac12zfrac12;zfrac13;Zfrac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;Zfrac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;�gtrL zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z
gtrapprox;zgtrarr;zgtrdot;z
gtreqless;z gtreqqless;zgtrless;zgtrsim;z
gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z
heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;Ziacuteziacute;zic;Zicirczicirc;zicy;ziecy;Ziexclziexcl;ziff;zifr;Zigravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;Ziquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;Ziumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;Zlaquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z
leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z
lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;�ltrK zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z
lvertneqq;zlvnE;zmDDot;Zmacrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;�microzmicro;zmid;zmidast;zmidcir;Zmiddotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;Znbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z
ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z
nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;�notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z
nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z
nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z
nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z
nsupseteq;z nsupseteqq;zntgl;Zntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;Zoacutezoacute;zoast;zocir;Zocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;Zogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;Zordfzordf;Zordmzordm;zorigof;zoror;zorslope;zorv;zoscr;Zoslashzoslash;zosol;Zotildezotilde;zotimes;z otimesas;Zoumlzouml;zovbar;zpar;Zparazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z
pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;Zplusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;Zpoundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;ZquotrO zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;Zraquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z
rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;Zregzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z
risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;Zsectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;Zshyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z
spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z
subseteqq;z
subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;Zsup1zsup1;Zsup2zsup2;Zsup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z
supseteqq;z
supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;Zszligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z
therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;Zthornzthorn;ztilde;�timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z
triangledown;z
triangleleft;ztrianglelefteq;z
triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;Zuacutezuacute;zuarr;zubrcy;zubreve;Zucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;Zugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;Zumlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;Zuumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z
varpropto;zvarr;zvarrho;z varsigma;z
varsubsetneq;zvarsubsetneqq;z
varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;Zyacutezyacute;zyacy;zycirc;zycy;Zyenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;Zyumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u �� � � � � )"r �
� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � )ZDoctypeZ
CharactersZSpaceCharacters�StartTag�EndTag�EmptyTag�CommentZ
ParseErrorr r r c C s g | ]\}}||f�qS r4 r4 )r5 �k�vr4 r4 r8 r9 y s Zmathc @ s e Zd ZdZdS )�DataLossWarningzBRaised when the current tree is unable to represent the input dataN)�__name__�
__module__� __qualname__�__doc__r4 r4 r4 r8 r } s r c @ s e Zd ZdS )�_ReparseExceptionN)r r r
r4 r4 r4 r8 r � s r )0Z
__future__r r r �stringZEOF�EZ
namespaces� frozensetZscopingElementsZformattingElementsZspecialElementsZ htmlIntegrationPointElementsZ"mathmlTextIntegrationPointElementsZadjustSVGAttributesZadjustMathMLAttributesZadjustForeignAttributes�dict�itemsZunadjustForeignAttributesZspaceCharactersZtableInsertModeElementsZascii_lowercaseZasciiLowercaseZascii_uppercaseZasciiUppercaseZ
ascii_lettersZ asciiLettersZdigitsZ hexdigitsZ hexDigitsZasciiUpper2LowerZheadingElementsZ voidElementsZ
cdataElementsZrcdataElementsZbooleanAttributesZentitiesWindows1252Z xmlEntitiesZentitiesZreplacementCharactersZ
tokenTypesZ
tagTokenTypes�prefixes� UserWarningr � Exceptionr r4 r4 r4 r8 �<module> sj � � � $�
�
�
�S
�
� �A � ���
� � �
�# � � � � � � � � � � � � � � � � � �
L�&� �
html5lib/__pycache__/_tokenizer.cpython-38.pyc 0000644 00000115306 15043676224 0015314 0 ustar 00 U
��.e$+ � @ s� d dl mZmZmZ d dlmZ d dlmZ ddl m
Z
ddl m Z ddl m Z m
Z
ddl mZmZmZ dd l mZmZ dd
l mZ dd lmZ dd lmZ ee �ZG d
d� de�ZdS )� )�absolute_import�division�unicode_literals)�unichr)�deque� )�spaceCharacters)�entities)� asciiLetters�asciiUpper2Lower)�digits� hexDigits�EOF)�
tokenTypes�
tagTokenTypes)�replacementCharacters)�HTMLInputStream)�Triec sd e Zd ZdZd�� fdd� Zdd� Zdd� Zd�d
d �Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'dLdM� Z(dNdO� Z)dPdQ� Z*dRdS� Z+dTdU� Z,dVdW� Z-dXdY� Z.dZd[� Z/d\d]� Z0d^d_� Z1d`da� Z2dbdc� Z3ddde� Z4dfdg� Z5dhdi� Z6djdk� Z7dldm� Z8dndo� Z9dpdq� Z:drds� Z;dtdu� Z<dvdw� Z=dxdy� Z>dzd{� Z?d|d}� Z@d~d� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZL� ZMS )��
HTMLTokenizera This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
Nc sF t |f|�| _|| _d| _g | _| j| _d| _d | _t t
| �� � d S )NF) r �stream�parserZ
escapeFlagZ
lastFourChars� dataState�state�escape� currentToken�superr �__init__)�selfr r �kwargs�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr " s zHTMLTokenizer.__init__c c sP t g �| _| �� rL| jjr6td | jj�d�d�V q| jr
| j�� V q6q
dS )z� This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
�
ParseErrorr ��type�dataN)r �
tokenQueuer r �errorsr �pop�popleft�r r! r! r" �__iter__1 s
zHTMLTokenizer.__iter__c % C s t }d}|rt}d}g }| j�� }||krH|tk rH|�|� | j�� }q"td�|�|�}|tkr�t| }| j �t
d dd|id�� �nbd| kr�d ks�n |d
kr�d }| j �t
d dd|id�� �n d | kr�d
k�s�n d| kr�dk�s�n d| k�rdk�s�n d| k�r,dk�s�n |t ddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d
g#�k�r�| j �t
d dd|id�� z t |�}W n> t
k
�r� |d6 }t d|d? B �t d7|d8@ B � }Y nX |d9k�r| j �t
d d:d;�� | j�|� |S )<z�This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
�
� � r# z$illegal-codepoint-for-numeric-entity� charAsInt�r% r& Zdatavarsi � i�� i�� � �r � � � � � i� i� � i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i i � i� �;z numeric-entity-without-semicolonr$ )r r
r �charr �append�int�joinr r' r � frozenset�chr�
ValueError�unget) r ZisHexZallowed�radix� charStack�cr0 r: �vr! r! r" �consumeNumberEntityA s�
� � � ��
�
�
�
�
��
� &
� z!HTMLTokenizer.consumeNumberEntityFc C s� d}| j �� g}|d tksB|d tddfksB|d k rV||d krV| j �|d � �n |d dk�r d}|�| j �� � |d dkr�d}|�| j �� � |r�|d tks�|s�|d tkr�| j �|d � | �|�}n4| j �t
d d
d �� | j �|� � � dd � |� }�nh|d tk �rDt
�d � |���s0�qD|�| j �� � �q z$t
�d � |d d� ��}t|�}W n tk
�r� d }Y nX |d k �r@|d d
k�r�| j �t
d dd �� |d d
k�r|�r|| tk�s�|| tk�s�|| dk�r| j �|� � � dd � |� }n.t| }| j �|� � � |d � ||d � �7 }n4| j �t
d dd �� | j �|� � � dd � |� }|�r�| jd d d |7 < n*|tk�r�d}nd}| j �t
| |d �� d S )N�&r �<�#F���)�x�XTr# zexpected-numeric-entityr$ r/ r9 z named-entity-without-semicolon�=zexpected-named-entityr& r �SpaceCharacters�
Characters)r r: r r rA r; r
r rF r' r r) r= � entitiesTrieZhas_keys_with_prefixZlongest_prefix�len�KeyErrorr
r r ) r � allowedChar�
fromAttribute�outputrC �hexZ
entityNameZ entityLengthZ tokenTyper! r! r" �
consumeEntity� s~ �
� �
� �
�
�
�
� �
zHTMLTokenizer.consumeEntityc C s | j |dd� dS )zIThis method replaces the need for "entityInAttributeValueState".
T)rS rT N)rW )r rS r! r! r" �processEntityInAttribute� s z&HTMLTokenizer.processEntityInAttributec C s� | j }|d tkrp|d �t�|d< |d td krp|d rR| j�td dd�� |d rp| j�td d d�� | j�|� | j| _d
S ) z�This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
r% �name�EndTagr& r# zattributes-in-end-tagr$ � selfClosingz self-closing-flag-on-end-tagN) r r � translater r r' r; r r )r �tokenr! r! r" �emitCurrentToken� s � � z HTMLTokenizer.emitCurrentTokenc C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|dkrd| j�td dd�� | j�td dd�� n`|tkrpdS |t kr�| j�td || j �
t d
� d�� n&| j �
d �}| j�td || d�� d
S ) NrG rH � r# �invalid-codepointr$ rO FrN T�rG rH r_ ) r r: �entityDataStater � tagOpenStater' r; r r r �
charsUntil�r r& �charsr! r! r" r � s.
� �
�
�zHTMLTokenizer.dataStatec C s | � � | j| _dS �NT)rW r r r+ r! r! r" rb s z HTMLTokenizer.entityDataStatec C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|tkr:dS |dkrp| j�td dd�� | j�td d d�� nT|t kr�| j�td
|| j �
t d � d�� n&| j �
d �}| j�td || d�� d S )
NrG rH Fr_ r# r` r$ rO r2 rN Tra ) r r: �characterReferenceInRcdatar �rcdataLessThanSignStater r' r; r r rd re r! r! r" � rcdataState s.
� �
�
�zHTMLTokenizer.rcdataStatec C s | � � | j| _dS rg )rW rj r r+ r! r! r" rh 1 s z(HTMLTokenizer.characterReferenceInRcdatac C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S � NrH r_ r# r` r$ rO r2 F)rH r_ T) r r: �rawtextLessThanSignStater r' r; r r rd re r! r! r" � rawtextState6 s"
� �
�zHTMLTokenizer.rawtextStatec C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S rk ) r r: �scriptDataLessThanSignStater r' r; r r rd re r! r! r" �scriptDataStateH s"
� �
�z HTMLTokenizer.scriptDataStatec C sr | j �� }|tkrdS |dkrL| j�td dd�� | j�td dd�� n"| j�td || j �d� d�� dS ) NFr_ r# r` r$ rO r2 T)r r: r r' r; r rd �r r& r! r! r" �plaintextStateZ s
� �
�z HTMLTokenizer.plaintextStatec C s | j �� }|dkr | j| _n�|dkr.| j| _n�|tkrVtd |g ddd�| _| j| _n�|dkr�| j �
td dd �� | j �
td
d d �� | j | _nt|d kr�| j �
td d
d �� | j � |� | j
| _n@| j �
td dd �� | j �
td
dd �� | j � |� | j | _dS )N�!�/ZStartTagF)r% rY r& r[ ZselfClosingAcknowledged�>r# z'expected-tag-name-but-got-right-bracketr$ rO z<>�?z'expected-tag-name-but-got-question-markzexpected-tag-namerH T)r r: �markupDeclarationOpenStater �closeTagOpenStater
r r � tagNameStater' r; r rA �bogusCommentStaterp r! r! r" rc i s@
�
�
�
� zHTMLTokenizer.tagOpenStatec C s� | j �� }|tkr0td |g dd�| _| j| _n�|dkrX| j�td dd�� | j | _nn|t
kr�| j�td dd�� | j�td d
d�� | j | _n0| j�td d d |id
�� | j � |� | j | _dS )NrZ F�r% rY r& r[ rt r# z*expected-closing-tag-but-got-right-bracketr$ z expected-closing-tag-but-got-eofrO �</z!expected-closing-tag-but-got-charr& r1 T)
r r: r
r r rx r r' r; r r rA ry rp r! r! r" rw � s2
�
�
�
� z HTMLTokenizer.closeTagOpenStatec C s� | j �� }|tkr | j| _n�|dkr.| �� n~|tkrV| j�t d dd�� | j
| _nV|dkrh| j | _nD|dkr�| j�t d dd�� | j d d 7 < n| j d |7 < d
S ) Nrt r# zeof-in-tag-namer$ rs r_ r` rY r2 T)
r r: r �beforeAttributeNameStater r^ r r' r; r r �selfClosingStartTagStater rp r! r! r" rx � s&
�
�zHTMLTokenizer.tagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS �Nrs r/ rO rH r$ T)
r r: �temporaryBuffer�rcdataEndTagOpenStater r' r; r rA rj rp r! r! r" ri � s
z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS �NrO r{ r$ T) r r: r
r �rcdataEndTagNameStater r' r; r rA rj rp r! r! r" r� � s
z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S � NrY rZ Frz rs rt rO r{ r$ T)r �lowerr r r: r r r| r r} r^ r r
r' r; rA rj �r Z appropriater& r! r! r" r� � s@
�
�
�
� z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS r~ )
r r: r �rawtextEndTagOpenStater r' r; r rA rm rp r! r! r" rl � s
z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �rawtextEndTagNameStater r' r; r rA rm rp r! r! r" r� � s
z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA rm r� r! r! r" r� s@
�
�
�
� z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j �� }|dkr"d| _| j| _nR|dkrJ| j�td dd�� | j| _n*| j�td dd�� | j � |� | j
| _dS ) Nrs r/ rr rO z<!r$ rH T) r r: r �scriptDataEndTagOpenStater r' r; r �scriptDataEscapeStartStaterA ro rp r! r! r" rn s
z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �scriptDataEndTagNameStater r' r; r rA ro rp r! r! r" r� , s
z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA ro r� r! r! r" r� 7 s@
�
�
�
� z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS �N�-rO r$ T) r r: r' r; r � scriptDataEscapeStartDashStater rA ro rp r! r! r" r� S s
z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS r� ) r r: r' r; r � scriptDataEscapedDashDashStater rA ro rp r! r! r" r� ] s
z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkrz| j�td dd�� | j�td dd�� n8|tkr�| j | _n&| j �
d �}| j�td || d�� d
S ) Nr� rO r$ rH r_ r# r` r2 )rH r� r_ T) r r: r' r; r �scriptDataEscapedDashStater �"scriptDataEscapedLessThanSignStater r rd re r! r! r" �scriptDataEscapedStateg s(
� �
�z$HTMLTokenizer.scriptDataEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkr�| j�td dd�� | j�td dd�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d S )
Nr� rO r$ rH r_ r# r` r2 T) r r: r' r; r r� r r� r� r r rp r! r! r" r� { s&
� �
z(HTMLTokenizer.scriptDataEscapedDashStatec C s� | j �� }|dkr*| j�td dd�� n�|dkr<| j| _n�|dkrd| j�td dd�� | j| _nn|dkr�| j�td dd�� | j�td d d�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d
S ) Nr� rO r$ rH rt r_ r# r` r2 T) r r: r' r; r r� r ro r� r r rp r! r! r" r� � s*
� �
z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s� | j �� }|dkr"d| _| j| _n\|tkrT| j�td d| d�� || _| j | _n*| j�td dd�� | j �
|� | j | _dS r~ ) r r: r � scriptDataEscapedEndTagOpenStater r
r' r; r � scriptDataDoubleEscapeStartStaterA r� rp r! r! r" r� � s
z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j �� }|tkr"|| _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r � scriptDataEscapedEndTagNameStater r' r; r rA r� rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA r� r� r! r! r" r� � s@
�
�
�
� z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS �N)rs rt rO r$ ZscriptT)r r: r r> r' r; r r r� � scriptDataDoubleEscapedStater r� r
rA rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _nt|dkr�| j�td dd�� | j�td dd�� n>|tkr�| j�td d d�� | j | _n| j�td |d�� d
S � Nr� rO r$ rH r_ r# r` r2 �eof-in-script-in-scriptT)
r r: r' r; r � scriptDataDoubleEscapedDashStater �(scriptDataDoubleEscapedLessThanSignStater r rp r! r! r" r� � s*
� �
�
z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td dd�� | j| _nF|t kr�| j�td d d�� | j
| _n | j�td |d�� | j| _d
S r� ) r r: r' r; r �$scriptDataDoubleEscapedDashDashStater r� r� r r rp r! r! r" r� s.
� �
�
z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j �� }|dkr*| j�td dd�� n�|dkrR| j�td dd�� | j| _n�|dkrz| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td d d�� | j| _nF|t kr�| j�td d
d�� | j
| _n | j�td |d�� | j| _d S ) Nr� rO r$ rH rt r_ r# r` r2 r� T) r r: r' r; r r� r ro r� r r rp r! r! r" r� s2
� �
�
z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j �� }|dkr8| j�td dd�� d| _| j| _n| j �|� | j | _dS )Nrs rO r$ r/ T)
r r: r' r; r r � scriptDataDoubleEscapeEndStater rA r� rp r! r! r" r� 0 s
z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS r� )r r: r r> r' r; r r r� r� r r� r
rA rp r! r! r" r� ; s
z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j �� }|tkr$| j �td� �n|tkrJ| jd �|dg� | j| _n�|dkr\| � � n�|dkrn| j
| _n�|dkr�| j �t d dd �� | jd �|dg� | j| _n�|d
kr�| j �t d d d �� | jd �d dg� | j| _nF|t
k�r| j �t d d
d �� | j| _n | jd �|dg� | j| _dS )NTr& r/ rt rs )�'�"rM rH r# �#invalid-character-in-attribute-namer$ r_ r` r2 z#expected-attribute-name-but-got-eof)r r: r rd r
r r; �attributeNameStater r^ r} r' r r r rp r! r! r" r| K s<
�
�
�
z&HTMLTokenizer.beforeAttributeNameStatec C s� | j �� }d}d}|dkr&| j| _�n.|tkr\| jd d d || j �td� 7 < d}n�|dkrjd}n�|tkr|| j| _n�|dkr�| j | _n�|d kr�| j
� t d
d d �� | jd d d d
7 < d}n�|dk�r | j
� t d
dd �� | jd d d |7 < d}nH|t
k�r6| j
� t d
dd �� | j| _n | jd d d |7 < d}|�r�| jd d d �t�| jd d d< | jd d d� D ]>\}}| jd d d |k�r�| j
� t d
dd �� �qҐq�|�r�| �� dS )NTFrM r& rJ r rt rs r_ r# r` r$ r2 �r� r� rH r� zeof-in-attribute-namezduplicate-attribute)r r: �beforeAttributeValueStater r
r rd r �afterAttributeNameStater} r' r; r r r r\ r r^ )r r& ZleavingThisStateZ emitTokenrY �_r! r! r" r� i s^
�
�
�
�
� �
z HTMLTokenizer.attributeNameStatec C sD | j �� }|tkr$| j �td� �n |dkr8| j| _�n|dkrJ| �� n�|tkrp| jd � |dg� | j
| _n�|dkr�| j | _n�|dkr�| j � t
d d d
�� | jd � d dg� | j
| _n�|d kr�| j � t
d d
d
�� | jd � |dg� | j
| _nF|tk�r$| j � t
d dd
�� | j| _n | jd � |dg� | j
| _dS )NTrM rt r& r/ rs r_ r# r` r$ r2 r� z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r r: r rd r� r r^ r
r r; r� r} r' r r r rp r! r! r" r� � s@
�
�
�
z%HTMLTokenizer.afterAttributeNameStatec C sh | j �� }|tkr$| j �td� �n@|dkr8| j| _�n,|dkrX| j| _| j �|� �n |dkrj| j| _n�|dkr�| j �
t d dd�� | � � n�|d kr�| j �
t d d
d�� | j
d d d
d7 < | j| _n�|dk�r| j �
t d dd�� | j
d d d
|7 < | j| _nL|tk�rB| j �
t d dd�� | j| _n"| j
d d d
|7 < | j| _dS )NTr� rG r� rt r# z.expected-attribute-value-but-got-right-bracketr$ r_ r` r& rJ r r2 )rM rH �`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r r: r rd � attributeValueDoubleQuotedStater �attributeValueUnQuotedStaterA � attributeValueSingleQuotedStater' r; r r^ r r r rp r! r! r" r� � sF
�
�
�
�
z'HTMLTokenizer.beforeAttributeValueStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-double-quote)r� rG r_ T� r r: �afterAttributeValueStater rX r' r; r r r r rd rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-single-quote)r� rG r_ Tr� rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr0| �d� n�|dkrB| �� n�|dkr|| j�t d dd�� | j
d d d |7 < n�|d
kr�| j�t d d d�� | j
d d d d 7 < nV|t kr�| j�t d d
d�� | j | _n.| j
d d d || j �
td�tB � 7 < dS )NrG rt )r� r� rM rH r� r# z0unexpected-character-in-unquoted-attribute-valuer$ r& rJ r r_ r` r2 z eof-in-attribute-value-no-quotes)rG rt r� r� rM rH r� r_ T)r r: r r| r rX r^ r' r; r r r r rd r> rp r! r! r" r� s4
� � �
�
z)HTMLTokenizer.attributeValueUnQuotedStatec C s� | j �� }|tkr | j| _n�|dkr.| �� np|dkr@| j| _n^|tkrt| j� t
d dd�� | j � |� | j | _n*| j� t
d dd�� | j � |� | j| _dS )Nrt rs r# z$unexpected-EOF-after-attribute-valuer$ z*unexpected-character-after-attribute-valueT)
r r: r r| r r^ r} r r' r; r rA r rp r! r! r" r� s&
�
� z&HTMLTokenizer.afterAttributeValueStatec C s� | j �� }|dkr&d| jd< | �� n^|tkrZ| j�td dd�� | j �|� | j | _
n*| j�td dd�� | j �|� | j | _
dS )Nrt Tr[ r# z#unexpected-EOF-after-solidus-in-tagr$ z)unexpected-character-after-solidus-in-tag) r r: r r^ r r' r; r rA r r r| rp r! r! r" r} 4 s
�
� z&HTMLTokenizer.selfClosingStartTagStatec C sD | j �d�}|�dd�}| j�td |d�� | j �� | j| _dS )Nrt r_ r2 �Commentr$ T) r rd �replacer' r; r r: r r rp r! r! r" ry F s �
z HTMLTokenizer.bogusCommentStatec C s� | j �� g}|d dkrR|�| j �� � |d dkrPtd dd�| _| j| _dS n�|d dkr�d}dD ](}|�| j �� � |d |krfd } q�qf|r�td
dd d dd �| _| j| _dS n�|d d k�rD| jd k �rD| jj j
�rD| jj j
d j | jj j k�rDd}d
D ].}|�| j �� � |d |k�rd } �q2�q|�rD| j
| _dS | j�td dd�� |�rt| j �|�� � �qZ| j| _dS )NrJ r� r� r/ r$ T)�d�D))�o�O�rD �C��t�T��y�Y��p�P��e�EFZDoctype)r% rY �publicId�systemId�correct�[)r� r� �Ar� r� r� r# zexpected-dashes-or-doctype)r r: r; r r �commentStartStater � doctypeStater ZtreeZ openElements� namespaceZdefaultNamespace�cdataSectionStater' rA r) ry )r rC �matched�expectedr! r! r" rv U s\ ����
�z(HTMLTokenizer.markupDeclarationOpenStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nP|t kr�| j�td d
d�� | j�| j� | j| _n| jd |7 < | j
| _d S ) Nr� r_ r# r` r$ r& r2 rt �incorrect-comment�eof-in-commentT) r r: �commentStartDashStater r' r; r r r r � commentStaterp r! r! r" r� � s.
� �
�
z HTMLTokenizer.commentStartStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nT|t kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j
| _d S ) Nr� r_ r# r` r$ r& � -�rt r� r� T) r r: �commentEndStater r' r; r r r r r� rp r! r! r" r� � s.
� �
�
z#HTMLTokenizer.commentStartDashStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < nT|tkr�| j�td dd�� | j�| j� | j | _n | jd || j �
d � 7 < d
S ) Nr� r_ r# r` r$ r& r2 r� )r� r_ T) r r: �commentEndDashStater r' r; r r r r rd rp r! r! r" r� � s$
� �
�zHTMLTokenizer.commentStatec C s� | j �� }|dkr | j| _n�|dkrV| j�td dd�� | jd d7 < | j| _nT|t kr�| j�td dd�� | j�| j� | j
| _n | jd d| 7 < | j| _d S )
Nr� r_ r# r` r$ r& r� zeof-in-comment-end-dashT) r r: r� r r' r; r r r� r r rp r! r! r" r� � s$
�
�
z!HTMLTokenizer.commentEndDashStatec C s, | j �� }|dkr*| j�| j� | j| _n�|dkrd| j�td dd�� | jd d7 < | j| _n�|dkr�| j�td d d�� | j | _n�|d
kr�| j�td d d�� | jd |7 < nj|t
kr�| j�td d d�� | j�| j� | j| _n4| j�td d
d�� | jd d| 7 < | j| _dS )Nrt r_ r# r` r$ r& u --�rr z,unexpected-bang-after-double-dash-in-commentr� z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r r: r' r; r r r r r� �commentEndBangStater rp r! r! r" r� � s@
�
�
� �
�z HTMLTokenizer.commentEndStatec C s� | j �� }|dkr*| j�| j� | j| _n�|dkrN| jd d7 < | j| _n�|dkr�| j�td dd�� | jd d 7 < | j | _nT|t
kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j | _d S ) Nrt r� r& z--!r_ r# r` r$ u --!�z eof-in-comment-end-bang-stateT) r r: r' r; r r r r� r r� r rp r! r! r" r� � s,
�
�
z!HTMLTokenizer.commentEndBangStatec C s� | j �� }|tkr | j| _nj|tkr\| j�td dd�� d| j d< | j�| j � | j
| _n*| j�td dd�� | j � |� | j| _dS )Nr# �!expected-doctype-name-but-got-eofr$ Fr� zneed-space-after-doctypeT) r r: r �beforeDoctypeNameStater r r' r; r r r rA rp r! r! r" r� s
�
� zHTMLTokenizer.doctypeStatec C s� | j �� }|tkrn�|dkrT| j�td dd�� d| jd< | j�| j� | j| _n�|dkr�| j�td dd�� d | jd
< | j | _nR|t
kr�| j�td d d�� d| jd< | j�| j� | j| _n|| jd
< | j | _d S )
Nrt r# z+expected-doctype-name-but-got-right-bracketr$ Fr� r_ r` r2 rY r� T) r r: r r' r; r r r r �doctypeNameStater rp r! r! r" r� s4
�
�
�
z$HTMLTokenizer.beforeDoctypeNameStatec C s | j �� }|tkr2| jd �t�| jd< | j| _n�|dkrh| jd �t�| jd< | j� | j� | j
| _n�|dkr�| j� t d dd�� | jd d7 < | j | _nh|t
kr�| j� t d dd�� d | jd
< | jd �t�| jd< | j� | j� | j
| _n| jd |7 < d S ) NrY rt r_ r# r` r$ r2 zeof-in-doctype-nameFr� T)r r: r r r\ r �afterDoctypeNameStater r' r; r r r� r rp r! r! r" r� 6 s0
�
�
z HTMLTokenizer.doctypeNameStatec C sH | j �� }|tkr�n.|dkr8| j�| j� | j| _�n |tkr�d| jd< | j � |� | j�t
d dd�� | j�| j� | j| _n�|dkr�d}d D ] }| j �� }||kr�d} q�q�|r�| j | _dS nD|d
k�r
d}d D ] }| j �� }||kr�d} q�q�|�r
| j | _dS | j � |� | j�t
d d d
|id�� d| jd< | j
| _dS )Nrt Fr� r# �eof-in-doctyper$ r� T))�u�U)�b�B)�l�L)�i�Ir� ��s�S)r� r� r� r� )�m�Mz*expected-space-or-right-bracket-in-doctyper& r1 )r r: r r' r; r r r r rA r � afterDoctypePublicKeywordState� afterDoctypeSystemKeywordState�bogusDoctypeState)r r& r� r� r! r! r" r� O sT
�
�
z#HTMLTokenizer.afterDoctypeNameStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS � N)r� r� r# �unexpected-char-in-doctyper$ r� Fr� T) r r: r �"beforeDoctypePublicIdentifierStater r' r; r rA r r r rp r! r! r" r� � s&
�
�
z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d d d�� d | jd
< | j | _d
S )Nr� r/ r� r� rt r# �unexpected-end-of-doctyper$ Fr� r� r� T)
r r: r r �(doctypePublicIdentifierDoubleQuotedStater �(doctypePublicIdentifierSingleQuotedStater' r; r r r r� rp r! r! r" r� � s:
�
�
�
z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypePublicIdentifierStater r' r; r r r r rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr<| j�| j� | j| _n�|dkrn| j�t d dd�� d| jd< | j
| _n�|dkr�| j�t d dd�� d| jd< | j | _nh|t kr�| j�t d d d�� d
| jd < | j�| j� | j| _n(| j�t d dd�� d
| jd < | j
| _d S )
Nrt r� r# r� r$ r/ r� r� r� Fr� T)r r: r �-betweenDoctypePublicAndSystemIdentifiersStater r' r; r r r �(doctypeSystemIdentifierDoubleQuotedState�(doctypeSystemIdentifierSingleQuotedStater r� rp r! r! r" r� � s>
�
�
�
�
z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s� | j �� }|tkrn�|dkr4| j�| j� | j| _n�|dkrPd| jd< | j| _n�|dkrld| jd< | j | _nh|t
kr�| j�t d dd�� d | jd
< | j�| j� | j| _n(| j�t d d d�� d | jd
< | j | _d S )
Nrt r� r/ r� r� r# r� r$ Fr� r� T)
r r: r r' r; r r r r� r� r r r� rp r! r! r" r� s2
�
�
z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS r� ) r r: r �"beforeDoctypeSystemIdentifierStater r' r; r rA r r r rp r! r! r" r� s&
�
�
z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d dd�� d | jd
< | j | _d S )
Nr� r/ r� r� rt r# r� r$ Fr� r� T)
r r: r r r� r r� r' r; r r r r� rp r! r! r" r� / s:
�
�
�
z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypeSystemIdentifierStater r' r; r r r r rp r! r! r" r� L s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� d s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s� | j �� }|tkrn~|dkr4| j�| j� | j| _n^|tkrt| j�t d dd�� d| jd< | j�| j� | j| _n | j�t d dd�� | j
| _dS ) Nrt r# r� r$ Fr� r� T) r r: r r' r; r r r r r r� rp r! r! r" r� | s$
�
�z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j �� }|dkr*| j�| j� | j| _n,|tkrV| j �|� | j�| j� | j| _n dS )Nrt T) r r: r' r; r r r r rA rp r! r! r" r� � s
z HTMLTokenizer.bogusDoctypeStatec C s� g }|� | j�d�� |� | j�d�� | j�� }|tkr>q�q|dksJt�|d dd � dkrv|d d d� |d< q�q|� |� qd�|�}|�d�}|dkr�t|�D ]}| j � t
d d
d �� q�|� dd �}|r�| j � t
d
|d �� | j | _
dS )N�]rt rJ ���z]]r/ r_ r r# r` r$ r2 rO T)r; r rd r: r �AssertionErrorr= �count�ranger' r r� r r )r r& r: Z nullCountr� r! r! r" r� � s2
�
�z HTMLTokenizer.cdataSectionState)N)NF)N�__name__�
__module__� __qualname__�__doc__r r, rF rW rX r^ r rb rj rh rm ro rq rc rw rx ri r� r� rl r� r� rn r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r} ry rv r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! r r" r s� H
P #
6 "- 3 r N)Z
__future__r r r Zpip._vendor.sixr r? � collectionsr Z constantsr r r
r r r
r r r r Z _inputstreamr Z_trier rP �objectr r! r! r! r" �<module> s html5lib/__pycache__/_ihatexml.cpython-38.pyc 0000644 00000032670 15043676224 0015117 0 ustar 00 U
��.eAA � @ s� d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ
dZ d Z d
�
ee g�Zd
�
ee d d d
e
e g�Zd
�
ed
g�Ze�d�Ze�d�Zdd� Zdd� Zedd�Zdd� Zdd� Zdd� Zd d � Ze�d �Z e�d �Z e�d �Z G d!d"� d"e �Z dS )#� )�absolute_import�division�unicode_literalsN� )�DataLossWarninga^
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a�
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309Aa
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z}
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]� | �.�-�_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s� dd� | � d�D �}g }|D ]�}d}ttfD ]V}|�|�}|d k r,|�dd� |�� D �� t|d �dkrz|d d |d< d } q�q,|s t|�dks�t�|�t|�gd � q t |�}|S )
Nc S s g | ] }|� � �qS � )�strip��.0�itemr r �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_ihatexml.py�
<listcomp>h s z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |��qS r )�hexToIntr
r r r r o s ���r � T)
�split�reChar� reCharRange�match�append�groups�len�AssertionError�ord�normaliseCharList)�charsZ
charRanges�rvr Z
foundMatchZregexpr r r r �charStringToListg s"
r! c C s� t | �} | D ]}|d |d ks t�q g }d}|t| �k r�d}|�| | � || t| �k r�| || d |d d d kr�| || d |d d< |d7 }qL||7 }q.|S )Nr r r )�sortedr r r )�charListr r �i�jr r r r | s 0
r ZFFFF� c C s� g }| d dkr*|� d| d d d g� t| d d� �D ].\}}|� |d d | |d d d g� q:| d d tkr�|� | d d d tg� |S )Nr r r )r � enumerate� max_unicode)r# r r$ r r r r �
missingRanges� s (r) c C sn g }| D ]V}|d |d kr4|� tt|d ��� q|� tt|d ��d tt|d �� � qdd�|� S )Nr r r z[%s]� )r � escapeRegexp�chr�join)r# r r r r r �listToRegexpStr� s �r. c C s
t | d�S )Nr& )�int)Zhex_strr r r r � s r c C s" d}|D ]}| � |d| �} q| S )N)r �^�$�*�+�?�{�}�[�]�|�(�)r �\)�replace)�stringZspecialCharacters�charr r r r+ � s r+ u� [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u� [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^
a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd Ze�d�Zddd�Zd dd�Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS ) �
InfosetFilterz
U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S �N)�dropXmlnsLocalName�dropXmlnsAttrNs�preventDoubleDashComments�preventDashAtCommentEnd�replaceFormFeedCharacters�preventSingleQuotePubid� replaceCache)�selfrB rC rD rE rF rG r r r �__init__� s zInfosetFilter.__init__Nc C sL | j r |�d�r t�dt� d S | jr>|dkr>t�dt� d S | �|�S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rB �
startswith�warnings�warnr rC � toXmlName)rI �name� namespacer r r �coerceAttribute� s � z InfosetFilter.coerceAttributec C s
| � |�S rA )rN )rI rO r r r �
coerceElement� s zInfosetFilter.coerceElementc C sJ | j rFd|kr(t�dt� |�dd�}q|�d�rFt�dt� |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash� )rD rL rM r r= �endswith)rI �datar r r �
coerceComment� s
zInfosetFilter.coerceCommentc C s6 | j r2t|�d��D ]}t�dt� q|�dd�}|S )N� zText cannot contain U+000CrS )rF �range�countrL rM r r= )rI rU r
r r r �coerceCharacters� s
z InfosetFilter.coerceCharactersc C sl |}t �|�D ]&}t�dt� | �|�}|�||�}q| jrh|�d�dkrht�dt� |�d| �d��}|S )NzCoercing non-XML pubid�'r z!Pubid cannot contain single quote) �nonPubidCharRegexp�findallrL rM r �getReplacementCharacterr= rG �find)rI rU Z
dataOutputr? � replacementr r r � coercePubid� s
zInfosetFilter.coercePubidc
C s� |d }|dd � }t �|�}|r:t�dt� | �|�}n|}|}tt�|��}|D ]&}t�dt� | �|�} |� || �}qT|| S )Nr r zCoercing non-XML name)
�nonXmlNameFirstBMPRegexpr rL rM r r^ �set�nonXmlNameBMPRegexpr] r= )
rI rO � nameFirstZnameRest�mZnameFirstOutputZnameRestOutputZ replaceCharsr? r` r r r rN � s
zInfosetFilter.toXmlNamec C s$ || j kr| j | }n
| �|�}|S rA )rH �
escapeChar�rI r? r` r r r r^ s
z%InfosetFilter.getReplacementCharacterc C s, t | j�|��D ]}|�|| �|��}q|S rA )rc �replacementRegexpr] r= � unescapeChar)rI rO r r r r � fromXmlName s zInfosetFilter.fromXmlNamec C s dt |� }|| j|< |S )NzU%05X)r rH rh r r r rg s
zInfosetFilter.escapeCharc C s t t|dd � d��S )Nr r& )r, r/ )rI Zcharcoder r r rj s zInfosetFilter.unescapeChar)FFFFTF)N)�__name__�
__module__� __qualname__�re�compileri rJ rQ rR rV rZ ra rN r^ rk rg rj r r r r r@ � s$
�
r@ )!Z
__future__r r r ro rL Z constantsr ZbaseCharZ ideographicZcombiningCharacterZdigitZextenderr- ZletterrO re rp r r r! r r/ r( r) r. r r+ rd rb r\ �objectr@ r r r r �<module> s4 0�
html5lib/__pycache__/constants.cpython-38.pyc 0000644 00000201415 15043676224 0015154 0 ustar 00 U
��.e>F � � @ s�- d dl mZmZmZ d dlZdZddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d,d,d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dd�d�d�d���Zd�d�d�d�d�d�d��Zeed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
eed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fgN�Z eed� d�fed� d�fed� d�fed� d�fg�Z eed� d�fed� d�fed� d�fed� d�fed� d�fg�Z
d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�>Z�d/�d0iZ�d1�d2e�d1 f�d1�d3e�d1 f�d1�d4e�d1 f�d1�d5e�d1 f�d1�d6e�d1 f�d1d�e�d1 f�d1�d7e�d1 f�d8d�e�d8 f�d8�d9e�d8 f�d8�d:e�d8 fd�d;e�d; f�d;�d1e�d; f�d<� Ze�d=�d>� e�� D ��Ze�d?�d@�dA�dB�dCg�Zed�d�d�d�d�g�Zeej�Zeej�Zeej�Zeej �Z eej �Z e�dD�d>� ejD ��Z �dEZ ed�d��dFd�d�d�d�d�d�d�d�d�dԐdG�dHg�Z!ed�d�g�Z"ed�d�d�d�d�d�d�g�Z#e�dI�dJg�e�dKg�e�dLg�e�dM�dNg�e�dM�dNg�e�dO�dPg�e�dQg�e�dR�dSg�e�dT�dS�dU�dVg�e�dWg�e�dXg�e�dS�dYg�e�dS�dY�dZg�e�dS�dYg�e�dS�d[g�e�dS�dY�d\�d[�dU�dLg�e�dS�dY�d[�dRg�e�dS�dYg�e�d]g��d^�Z$�d_Z%e�d`�da�db�dc�ddg�Z&�de�de�df�df�dg�dg�dh�di�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�ds�dt�du�dv�dv�dw�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d}�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdʐdːd̐d͐dΐdϐdАdѐdҐd��dӐdԐdՐdddאdאdؐdِdِdڐdېdܐdݐdݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d��d�d�d�d�d�d�d�d�d�d�d�d �d �d�d �d �d��d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7�d8�d9�d:�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dG�dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d��d��d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dh�d��d��d��di�dj�dk�d?�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dr�dv�dw�dx�dy�dz�d{�d|�d|�d|�d|�d �dn�d@�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdǐdȐdȐdɐdʐdʐdːd̐d͐dΐdϐdАdѐdҐdӐdԐd�dՐddאdؐdِdڐdېdܐd��dݐdސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d��d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�dƐdE�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d&�d'�d(�d)�d*�d+�d�d,�d-�d.�d/�d-�d0�d0�d1�d2�d3�d?�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dE�dF�dG�dH�dI�dJ�dJ�dK�dL�dM�dN�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�d�dX�dY�dZ�d[�d\�d]�dÐdĐd^�d_�d`�da�db�dc�dd�de�de�df�dg�dh�di�dj�dk�dl�dl�dm�dn�do�dp�dq�dr�ds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d|�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��dr�d��d��d��d��d��d��d��d��df�df�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ds�d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d@�d��d��d��d��d��d��d��ddÐdĐdŐdƐdǐdȐdɐdɐdR�dʐdÐdːd̐d|�d|�d͐dĐd}�dΐdϐdАdѐd!�dҐdT�dӐdԐdՐddאdؐdِdڐdk�dw�dېdܐd�dݐdސdߐd�d�d�d�d�d�d�d�d�d�d\�d\�d�d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�dŐd��d�d�d�d�dƐdǐd�d�d�d �d �d��d �d�d�d �d �d �d!�d"�d#�d$�d%�d&�d �d'�d(�d)�d)�d*�d+�d,�d-�d��d��d.�d/�d/�d��d0�d1�d2�d2�d3�d4�d5�d6�d7�d8�d9�d�d:�d;�d<�d=�d7�d>�d?�d@�dA�dA�dB�du�du�dC�dD�dE�d�dE�d��d?�dF�d��dG�d��d��d��dH�dI�dJ�dK�dL�dM�dN�dO�dP�dQ�dR�dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�dS�dT�d`�da�db�db�dU�d^�d`�da�d��dc�dd�d��de�df�dg�dƐdh�dP�di�d��dj�dk�d��d��dl�dm�dn�dn�do�dp�dq�dr�dK�d��d��d��ds�ds�d��dt�du�dv�dv�dv�dw�dw�dx�dy�dz�d{�d|�d��d��d}�d~�d�d��dz�dƐdl�dK�d��d�d��d��d��d��d��d��d��d��dސdȐd�d��d��d��dm�d}�d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d��d��d�d��d��d��d��d��d��d��d�d�d�d��d��d��d��d��d��d��d��d��d��ddÐdĐdŐd�dƐdǐdȐdɐdɐdʐdːdːd̐d͐dΐdϐdАdѐdѐdҐdӐdԐdՐddאdؐdِdڐd�dېdܐdݐdt�dސdߐd�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d��d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d�d�d��d��d��d��d��d��d��d��d��dސd��d��d�dېd�d�d��d��d��dq�dɐd�d��dN�d��d �d�d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�dh�d�d�d"�d�d�d�d�d�d�d��d�d�d�d �d�d�d�d �d �d �d�d'�d�d �d �d!�dސd"�d#�d$�d �d �d%�d��d%�d&�d'�d(�d)�d*�d+�d'�d,�d,�d-�dސd.�d/�d0�d1�dސd#�d2�d3�d4�d4�d5�d6�d7�d8�d9�d:�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dF�dd�d��dG�dH�d]�dI�dJ�dK�dL�d?�dM�dD�dN�dD�dO�dP�dP�dE�dF�dQ�dR�d �dS�dT�dU�dV�dW�dX�dY�dZ�d[�d\�d]�d^�d_�d`�da�db�dc�dH�d]�dd�de�dÐd̐df�dg�dh�di�dE�dV�d̐dZ�dj�dN�dG�d�d �dk�d\�di�d]�d`�d`�dl�dm�dn�do�dp�dq�dO�dr�d\�dI�d^�da�ds�dM�dt�d^�du�d̐dZ�dv�dw�dx�dn�dj�dy�dy�dz�d{�d|�d|�d}�d~�d~�d�d�d}�d��d��d��dI�df�dg�d��dh�dS�d��d��d��d��d��d��dP�d��d��dܐd��d��dG�d��d�d��d��d��d��d��dl�da�d��d��d^�dĐd��d��d;�d;�d��d��dr�dk�d��d��d��d��d��dU�dߐd��d��d��d��d��d��d��d��d��d��d��d��dҐdQ�d]�d��d��d��d��d��d��d��d��d��dm�d��d��d��d��d��d�d~�d��d��d�dt�d��d��dt�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��ddd��d�d�d��d��dÐdĐdŐd��dƐdǐdȐdɐd��dʐdːd_�d_�d̐d��d͐d��d��d��dΐd��d��d��d��d��d��d��d��d��d��dϐdАd�dѐdҐd�dӐd��dԐdՐdd��dՐdϐd��dԐd��d��d��d��d��d��d��d��dאdؐdؐd��dِdڐd��dېdܐd��d��dݐdސd��d��dߐd�d�d��d��d��d��d��d��d�d�d�d�d��d��d��d��d��d�d��d��d��d��d��d��d��d��d��d�d�d��d��d��d�d��d��d�d�d��d��d��d�d��d�d�d��d��d��d��d��d�d�d�d�d�d�d�d�d�d�d��d��d��d��d��d��d��d��d��d��d^�d^�d��d:�d �d �d;�d<�d�d�d�d=�d�d�d��d�d�d�d�d �d
�d
�d �d �d��d��d8�d
�d�dːd�d�d�d�d�d��d�d�d�d��d�d9�d�d�d�d�d�d�d�d �d �d �d �d�d �d �d!�d"�d"�d��d#�d$�d$�d%�dŐd&�d&�dŐd'�d(�dϐd)�d*�d+�d,�d\�d-�d.�d/�d0�dr�d1�d2�dƐd3�d�d4�d�d5�d6�d �d7�d�d8�d9�dԐdԐd:�d;�dԐd<�d=�d>�d>�dאd?�d@�dِdؐdאd@�dِdؐdA�dB�dC�dڐdD�dՐdB�dA�dC�dܐdE�dF�dG�dݐdݐdڐdH�dI�dJ�dK�dL�d�dM�dN�dO�d�dP�dQ�d��d�d�d
�d��dR�di�dS�dT�dU�d �dV�d�dW�dX�d�dY�dY�d�dZ�d�d[�d\�d]�d �d��d^�d_�d`�da�db�dc�d�dېdd�de�df�dg�dh�di�dj�dk�d��de�dl�dm�dn�d��d��do�d�d �d�d�dp�d�d�dq�d��dr�dϐd�ds�dt�du�d�d`�dϐd�d��d�dv�da�dw�dx�d��d��d�dy�dz�dz�d{�d|�d}�d��d~�d�d��d��d��d��d��dv�d��d��d �df�d��d��dw�d��d��d�d�d��d��d��d��d��d(�d��d��d��d*�d)�d��d��d��d��d��d��d+�d��d��d��d��d��d�dk�dk�d��d��d��d��dx�dx�d��d��dِd��d��d��dm�dŐd��d��d��d��d��d=�d��d>�d>�d��d��d��d��d��d��d��dE�dx�d��d��dm�d��d��d��d��d��d��d��d��d��d��d��dŐd �d��d#�d��d �d �d �d �d!�d"�d!�d"�d �d �d�d�d�d��dx�d��d%�d��dאd��d0�d��d��d��d��d'�d��d��ddÐdĐdŐd��d'�d��dÐddƐdǐdȐd(�d��d*�d)�d��d��d��d+�d,�dɐdʐdʐdːdːd̐d̐d.�d͐dΐdϐd/�dАdѐdҐdӐdԐdՐddאd.�d/�d͐ddՐdؐdِdڐdېd�dj�dj�dܐdݐdݐdސdߐd͐d�d�d�dB�d�d�d9�d9�d�d�d�d@�d=�d<�d@�d=�d�d�d��d�d�d
�d�d�d�d͐dѐd�d�d�d�d��d�d1�d�d��d��dU�d�d��d�d�d�d�d�d��d��d��d��d��d��d��dАd@�d�dÐd��d��d��d�d��d��d �d �d�dY�d�d[�d�d�d�d�dX�d�d�d�d�d�d �d
�d��d��d �d �d�dZ�dX�d�dU�d
�d`�d
�d�d�d�d�d�d�d�d�d�d�dݐd�d�d�d�dĐd�d�dd�d��d>�d��d0�d3�dݐdZ�du�d��d�d �d �d �d�dS�d��d �d��d�d �d!�d"�dn�dn�d#�dS�d��d��d$�dݐd��d%�d �d�d �d �d&�d'�d(�d��d)�d*�d+�d,�d*�dp�dp�d-�d!�dҐdT�dؐd.�d��dg�d/�d��df�d��d0�dӐd1�dԐdՐd��dh�d2�ddڐdِdk�dw�d3�d3�d4�d5�d6�d7�d7�d8�d9�d:�d;�d<�d=�d=�d>�d?�d@�dA�d��dB�dC�dD�dE�dF�dG�dH�dI�dJ���Z'�dK�dC�d��dL�d��dĐd̐d�df�d��d6�d,�d�d��d��dM�d��dN�dO�dĐd��dÐd��d �dɐd��d��d1�d��d��d�dP�d?�d��dQ�"Z(d �dR�dS�dT�dU�dV�dW�dX�dY�Z)ee)�dZ e)�d[ e)�d\ g�Z*e�d]�d>� e�� D ��Z+�d^e+d�< G �d_�d`� �d`e,�Z-G �da�db� �dbe.�Z/dS (c � )�absolute_import�division�unicode_literalsNz5Null character in input stream, replaced with U+FFFD.z Invalid codepoint in stream.z&Solidus (/) incorrectly placed in tag.z.Incorrect CR newline entity, replaced with LF.z9Entity used with illegal number (windows-1252 reference).zPNumeric entity couldn't be converted to character (codepoint U+%(charAsInt)08x).zBNumeric entity represents an illegal codepoint: U+%(charAsInt)08x.z#Numeric entity didn't end with ';'.z1Numeric entity expected. Got end of file instead.z'Numeric entity expected but none found.z!Named entity didn't end with ';'.z Named entity expected. Got none.z'End tag contains unexpected attributes.z.End tag contains unexpected self-closing flag.z#Expected tag name. Got '>' instead.zSExpected tag name. Got '?' instead. (HTML doesn't support processing instructions.)z-Expected tag name. Got something else insteadz6Expected closing tag. Got '>' instead. Ignoring '</>'.z-Expected closing tag. Unexpected end of file.z<Expected closing tag. Unexpected character '%(data)s' found.z'Unexpected end of file in the tag name.z8Unexpected end of file. Expected attribute name instead.z)Unexpected end of file in attribute name.z#Invalid character in attribute namez#Dropped duplicate attribute on tag.z1Unexpected end of file. Expected = or end of tag.z1Unexpected end of file. Expected attribute value.z*Expected attribute value. Got '>' instead.z"Unexpected = in unquoted attributez*Unexpected character in unquoted attributez*Unexpected character after attribute name.z+Unexpected character after attribute value.z.Unexpected end of file in attribute value (").z.Unexpected end of file in attribute value (').z*Unexpected end of file in attribute value.z)Unexpected end of file in tag. Expected >z/Unexpected character after / in tag. Expected >z&Expected '--' or 'DOCTYPE'. Not found.z Unexpected ! after -- in commentz$Unexpected space after -- in commentzIncorrect comment.z"Unexpected end of file in comment.z%Unexpected end of file in comment (-)z+Unexpected '-' after '--' found in comment.z'Unexpected end of file in comment (--).z&Unexpected character in comment found.z(No space after literal string 'DOCTYPE'.z.Unexpected > character. Expected DOCTYPE name.z.Unexpected end of file. Expected DOCTYPE name.z'Unexpected end of file in DOCTYPE name.z"Unexpected end of file in DOCTYPE.z%Expected space or '>'. Got '%(data)s'zUnexpected end of DOCTYPE.z Unexpected character in DOCTYPE.zXXX innerHTML EOFz Unexpected DOCTYPE. Ignored.z%html needs to be the first start tag.z)Unexpected End of file. Expected DOCTYPE.zErroneous DOCTYPE.z2Unexpected non-space characters. Expected DOCTYPE.z2Unexpected start tag (%(name)s). Expected DOCTYPE.z0Unexpected end tag (%(name)s). Expected DOCTYPE.z?Unexpected end tag (%(name)s) after the (implied) root element.z4Unexpected end of file. Expected end tag (%(name)s).z4Unexpected start tag head in existing head. Ignored.z'Unexpected end tag (%(name)s). Ignored.z;Unexpected start tag (%(name)s) that can be in head. Moved.z Unexpected start tag (%(name)s).zMissing end tag (%(name)s).z Missing end tags (%(name)s).zCUnexpected start tag (%(startName)s) implies end tag (%(endName)s).z@Unexpected start tag (%(originalName)s). Treated as %(newName)s.z,Unexpected start tag %(name)s. Don't use it!z'Unexpected start tag %(name)s. Ignored.zEUnexpected end tag (%(gotName)s). Missing end tag (%(expectedName)s).z:End tag (%(name)s) seen too early. Expected other end tag.zFUnexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).z+End tag (%(name)s) seen too early. Ignored.zQEnd tag (%(name)s) violates step 1, paragraph 1 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 2 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 1, paragraph 3 of the adoption agency algorithm.zQEnd tag (%(name)s) violates step 4, paragraph 4 of the adoption agency algorithm.z>Unexpected end tag (%(originalName)s). Treated as %(newName)s.z'This element (%(name)s) has no end tag.z9Unexpected implied end tag (%(name)s) in the table phase.z>Unexpected implied end tag (%(name)s) in the table body phase.zDUnexpected non-space characters in table context caused voodoo mode.z3Unexpected input with type hidden in table context.z!Unexpected form in table context.zDUnexpected start tag (%(name)s) in table context caused voodoo mode.zBUnexpected end tag (%(name)s) in table context caused voodoo mode.zCUnexpected table cell start tag (%(name)s) in the table body phase.zFGot table cell end tag (%(name)s) while required end tags are missing.z?Unexpected end tag (%(name)s) in the table body phase. Ignored.z=Unexpected implied end tag (%(name)s) in the table row phase.z>Unexpected end tag (%(name)s) in the table row phase. Ignored.zJUnexpected select start tag in the select phase treated as select end tag.z/Unexpected input start tag in the select phase.zBUnexpected start tag token (%(name)s in the select phase. Ignored.z;Unexpected end tag (%(name)s) in the select phase. Ignored.zKUnexpected table element start tag (%(name)s) in the select in table phase.zIUnexpected table element end tag (%(name)s) in the select in table phase.z8Unexpected non-space characters in the after body phase.z>Unexpected start tag token (%(name)s) in the after body phase.z<Unexpected end tag token (%(name)s) in the after body phase.z@Unexpected characters in the frameset phase. Characters ignored.zEUnexpected start tag token (%(name)s) in the frameset phase. Ignored.zFUnexpected end tag token (frameset) in the frameset phase (innerHTML).zCUnexpected end tag token (%(name)s) in the frameset phase. Ignored.zEUnexpected non-space characters in the after frameset phase. Ignored.zEUnexpected start tag (%(name)s) in the after frameset phase. Ignored.zCUnexpected end tag (%(name)s) in the after frameset phase. Ignored.z(Unexpected end tag after body(innerHtml)z6Unexpected non-space characters. Expected end of file.z6Unexpected start tag (%(name)s). Expected end of file.z4Unexpected end tag (%(name)s). Expected end of file.z/Unexpected end of file. Expected table content.z0Unexpected end of file. Expected select content.z2Unexpected end of file. Expected frameset content.z0Unexpected end of file. Expected script content.z0Unexpected end of file. Expected foreign contentz0Trailing solidus not allowed on element %(name)sz2Element %(name)s not allowed in a non-html contextz*Unexpected end tag (%(name)s) before html.z9Element %(name)s not allowed in a inhead-noscript contextz8Unexpected end of file. Expected inhead-noscript contentz@Unexpected non-space character. Expected inhead-noscript contentz0Undefined error (this sucks and should be fixed))�znull-characterzinvalid-codepointzincorrectly-placed-soliduszincorrect-cr-newline-entityzillegal-windows-1252-entityzcant-convert-numeric-entityz$illegal-codepoint-for-numeric-entityz numeric-entity-without-semicolonz#expected-numeric-entity-but-got-eofzexpected-numeric-entityz named-entity-without-semicolonzexpected-named-entityzattributes-in-end-tagz self-closing-flag-on-end-tagz'expected-tag-name-but-got-right-bracketz'expected-tag-name-but-got-question-markzexpected-tag-namez*expected-closing-tag-but-got-right-bracketz expected-closing-tag-but-got-eofz!expected-closing-tag-but-got-charzeof-in-tag-namez#expected-attribute-name-but-got-eofzeof-in-attribute-namez#invalid-character-in-attribute-namezduplicate-attributez$expected-end-of-tag-name-but-got-eofz$expected-attribute-value-but-got-eofz.expected-attribute-value-but-got-right-bracketz"equals-in-unquoted-attribute-valuez0unexpected-character-in-unquoted-attribute-valuez&invalid-character-after-attribute-namez*unexpected-character-after-attribute-valuez#eof-in-attribute-value-double-quotez#eof-in-attribute-value-single-quotez eof-in-attribute-value-no-quotesz#unexpected-EOF-after-solidus-in-tagz)unexpected-character-after-solidus-in-tagzexpected-dashes-or-doctypez,unexpected-bang-after-double-dash-in-commentz-unexpected-space-after-double-dash-in-commentzincorrect-commentzeof-in-commentzeof-in-comment-end-dashz,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashz eof-in-comment-end-space-statez eof-in-comment-end-bang-statezunexpected-char-in-commentzneed-space-after-doctypez+expected-doctype-name-but-got-right-bracketz!expected-doctype-name-but-got-eofzeof-in-doctype-namezeof-in-doctypez*expected-space-or-right-bracket-in-doctypezunexpected-end-of-doctypezunexpected-char-in-doctypezeof-in-innerhtmlzunexpected-doctypez
non-html-rootz expected-doctype-but-got-eofzunknown-doctypez expected-doctype-but-got-charsz"expected-doctype-but-got-start-tagz expected-doctype-but-got-end-tagzend-tag-after-implied-rootz&expected-named-closing-tag-but-got-eofz!two-heads-are-not-better-than-onezunexpected-end-tagz#unexpected-start-tag-out-of-my-headzunexpected-start-tagzmissing-end-tagzmissing-end-tagsz$unexpected-start-tag-implies-end-tagz unexpected-start-tag-treated-aszdeprecated-tagz unexpected-start-tag-ignoredz$expected-one-end-tag-but-got-anotherzend-tag-too-earlyzend-tag-too-early-namedzend-tag-too-early-ignoredzadoption-agency-1.1zadoption-agency-1.2zadoption-agency-1.3zadoption-agency-4.4z unexpected-end-tag-treated-asz
no-end-tagz#unexpected-implied-end-tag-in-tablez(unexpected-implied-end-tag-in-table-bodyz$unexpected-char-implies-table-voodooz unexpected-hidden-input-in-tablezunexpected-form-in-tablez)unexpected-start-tag-implies-table-voodooz'unexpected-end-tag-implies-table-voodooz unexpected-cell-in-table-bodyzunexpected-cell-end-tagz unexpected-end-tag-in-table-bodyz'unexpected-implied-end-tag-in-table-rowz unexpected-end-tag-in-table-rowzunexpected-select-in-selectzunexpected-input-in-selectz unexpected-start-tag-in-selectz unexpected-end-tag-in-selectz5unexpected-table-element-start-tag-in-select-in-tablez3unexpected-table-element-end-tag-in-select-in-tablezunexpected-char-after-bodyz unexpected-start-tag-after-bodyz unexpected-end-tag-after-bodyzunexpected-char-in-framesetz unexpected-start-tag-in-framesetz)unexpected-frameset-in-frameset-innerhtmlz unexpected-end-tag-in-framesetz unexpected-char-after-framesetz#unexpected-start-tag-after-framesetz!unexpected-end-tag-after-framesetz'unexpected-end-tag-after-body-innerhtmlzexpected-eof-but-got-charz expected-eof-but-got-start-tagz expected-eof-but-got-end-tagz eof-in-tablez
eof-in-selectzeof-in-framesetzeof-in-script-in-scriptzeof-in-foreign-landsz&non-void-element-with-trailing-solidusz*unexpected-html-element-in-foreign-contentz unexpected-end-tag-before-htmlz unexpected-inhead-noscript-tagzeof-in-head-noscriptzchar-in-head-noscriptzXXX-undefined-errorz http://www.w3.org/1999/xhtmlz"http://www.w3.org/1998/Math/MathMLzhttp://www.w3.org/2000/svgz http://www.w3.org/1999/xlinkz$http://www.w3.org/XML/1998/namespacez http://www.w3.org/2000/xmlns/)�html�mathml�svg�xlink�xml�xmlnsr ZappletZcaptionZmarquee�object�tableZtdZthr �mi�moZmnZmsZmtextzannotation-xmlr Z
foreignObjectZdesc�title�a�bZbig�codeZemZfont�iZnobr�sZsmallZstrikeZstrongZtt�uZaddressZareaZarticleZaside�baseZbasefontZbgsoundZ
blockquoteZbody�br�button�center�colZcolgroup�commandZdd�details�dirZdivZdlZdtZembed�fieldsetZfigureZfooterZform�frameZframeset�h1�h2�h3�h4�h5�h6�head�header�hr�iframeZimage�img�inputZisindexZli�linkZlisting�menu�metaZnavZnoembedZnoframesZnoscriptZol�pZparamZ plaintextZpre�scriptZsection�select�styleZtbodyZtextareaZtfootZtheadZtrZulZwbrZxmpZ
attributeNameZ
attributeTypeZ
baseFrequencyZ baseProfileZcalcModeZ
clipPathUnitsZcontentScriptTypeZcontentStyleTypeZdiffuseConstantZedgeModeZexternalResourcesRequiredZ filterResZ filterUnitsZglyphRefZgradientTransformZ
gradientUnitsZ kernelMatrixZkernelUnitLengthZ keyPointsZ
keySplinesZkeyTimesZ lengthAdjustZlimitingConeAngleZ markerHeightZ markerUnitsZ markerWidthZmaskContentUnitsZ maskUnitsZ
numOctavesZ
pathLengthZpatternContentUnitsZpatternTransformZ patternUnitsZ pointsAtXZ pointsAtYZ pointsAtZZ
preserveAlphaZpreserveAspectRatioZprimitiveUnitsZrefXZrefYZ repeatCountZ repeatDurZrequiredExtensionsZrequiredFeaturesZspecularConstantZspecularExponentZ spreadMethodZ startOffsetZ stdDeviationZ stitchTilesZ surfaceScaleZsystemLanguageZ tableValuesZtargetXZtargetYZ
textLengthZviewBoxZ
viewTargetZxChannelSelectorZyChannelSelectorZ
zoomAndPan)>Z
attributenameZ
attributetypeZ
basefrequencyZ baseprofileZcalcmodeZ
clippathunitsZcontentscripttypeZcontentstyletypeZdiffuseconstantZedgemodeZexternalresourcesrequiredZ filterresZ filterunitsZglyphrefZgradienttransformZ
gradientunitsZ kernelmatrixZkernelunitlengthZ keypointsZ
keysplinesZkeytimesZ lengthadjustZlimitingconeangleZ markerheightZ markerunitsZ markerwidthZmaskcontentunitsZ maskunitsZ
numoctavesZ
pathlengthZpatterncontentunitsZpatterntransformZ patternunitsZ pointsatxZ pointsatyZ pointsatzZ
preservealphaZpreserveaspectratioZprimitiveunitsZrefxZrefyZ repeatcountZ repeatdurZrequiredextensionsZrequiredfeaturesZspecularconstantZspecularexponentZ spreadmethodZ startoffsetZ stddeviationZ stitchtilesZ surfacescaleZsystemlanguageZ tablevaluesZtargetxZtargetyZ
textlengthZviewboxZ
viewtargetZxchannelselectorZychannelselectorZ
zoomandpanZ
definitionurlZ
definitionURLr ZactuateZarcroleZhrefZroleZshow�typer ZlangZspacer
) z
xlink:actuatez
xlink:arcrolez
xlink:hrefz
xlink:rolez
xlink:showz xlink:titlez
xlink:typezxml:basezxml:langz xml:spacer
z xmlns:xlinkc C s" g | ]\}\}}}||f|f�qS � r4 )�.0Zqname�prefixZlocal�nsr4 r4 �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/constants.py�
<listcomp>
s r9 � �
� � �
c C s g | ]}t |�t |�� �f�qS r4 )�ord�lower)r5 �cr4 r4 r8 r9 # s �)r r! r" r# r$ r% z event-source�sourceZtrackZ
irrelevantZ itemscopeZscopedZismapZautoplayZcontrolsZdefer�async�openZmultipleZdisabledZhidden�checked�defaultZnoshadeZ
autosubmit�readonlyZselectedZ autofocusZrequiredZseamless)� r2 r* ZaudioZvideor0 r Zdatagridr r( r- r ZoptionZoptgroupr r+ r1 �outputr) ) i� � i i� i i& i i! i� i0 i` i9 iR rJ i} rJ rJ i i i i i" i i i� i"! ia i: iS rJ i~ ix �lt;�gt;�amp;�apos;�quot;� Æ�&� Áu Ă� Âu Аu 𝔄� Àu Αu Āu ⩓u Ąu 𝔸u � Åu 𝒜u ≔� Ã� Äu ∖u ⫧u ⌆u Бu ∵u ℬu Βu 𝔅u 𝔹u ˘u ≎u Ч� ©u Ću ⋒u ⅅu ℭu Č� Çu Ĉu ∰u Ċ� ¸� ·u Χu ⊙u ⊖u ⊕u ⊗u ∲u ”u ’u ∷u ⩴u ≡u ∯u ∮u ℂu ∐u ∳u ⨯u 𝒞u ⋓u ≍u ⤑u Ђu Ѕu Џu ‡u ↡u ⫤u Ďu Дu ∇u Δu 𝔇� ´u ˙u ˝�`u ˜u ⋄u ⅆu 𝔻� ¨u ⃜u ≐u ⇓u ⇐u ⇔u ⟸u ⟺u ⟹u ⇒u ⊨u ⇑u ⇕u ∥u ↓u ⤓u ⇵u ̑u ⥐u ⥞u ↽u ⥖u ⥟u ⇁u ⥗u ⊤u ↧u 𝒟u Đu Ŋ� Ð� Éu Ě� Êu Эu Ėu 𝔈� Èu ∈u Ēu ◻u ▫u Ęu 𝔼u Εu ⩵u ≂u ⇌u ℰu ⩳u Η� Ëu ∃u ⅇu Фu 𝔉u ◼u ▪u 𝔽u ∀u ℱu Ѓ�>u Γu Ϝu Ğu Ģu Ĝu Гu Ġu 𝔊u ⋙u 𝔾u ≥u ⋛u ≧u ⪢u ≷u ⩾u ≳u 𝒢u ≫u Ъu ˇ�^u Ĥu ℌu ℋu ℍu ─u Ħu ≏u Еu IJu Ё� Í� Îu Иu İu ℑ� Ìu Īu ⅈu ∬u ∫u ⋂u u u Įu 𝕀u Ιu ℐu Ĩu І� Ïu Ĵu Йu 𝔍u 𝕁u 𝒥u Јu Єu Хu Ќu Κu Ķu Кu 𝔎u 𝕂u 𝒦u Љ�<u Ĺu Λu ⟪u ℒu ↞u Ľu Ļu Лu ⟨u ←u ⇤u ⇆u ⌈u ⟦u ⥡u ⇃u ⥙u ⌊u ↔u ⥎u ⊣u ↤u ⥚u ⊲u ⧏u ⊴u ⥑u ⥠u ↿u ⥘u ↼u ⥒u ⋚u ≦u ≶u ⪡u ⩽u ≲u 𝔏u ⋘u ⇚u Ŀu ⟵u ⟷u ⟶u 𝕃u ↙u ↘u ↰u Łu ≪u ⤅u Мu u ℳu 𝔐u ∓u 𝕄u Μu Њu Ńu Ňu Ņu Нu u 𝔑u � u ℕu ⫬u ≢u ≭u ∦u ∉u ≠u ≂̸u ∄u ≯u ≱u ≧̸u ≫̸u ≹u ⩾̸u ≵u ≎̸u ≏̸u ⋪u ⧏̸u ⋬u ≮u ≰u ≸u ≪̸u ⩽̸u ≴u ⪢̸u ⪡̸u ⊀u ⪯̸u ⋠u ∌u ⋫u ⧐̸u ⋭u ⊏̸u ⋢u ⊐̸u ⋣u ⊂⃒u ⊈u ⊁u ⪰̸u ⋡u ≿̸u ⊃⃒u ⊉u ≁u ≄u ≇u ≉u ∤u 𝒩� Ñu Νu Œ� Ó� Ôu Оu Őu 𝔒� Òu Ōu Ωu Οu 𝕆u “u ‘u ⩔u 𝒪� Ø� Õu ⨷� Öu ‾u ⏞u ⎴u ⏜u ∂u Пu 𝔓u Φu Π� ±u ℙu ⪻u ≺u ⪯u ≼u ≾u ″u ∏u ∝u 𝒫u Ψ�"u 𝔔u ℚu 𝒬u ⤐� ®u Ŕu ⟫u ↠u ⤖u Řu Ŗu Рu ℜu ∋u ⇋u ⥯u Ρu ⟩u →u ⇥u ⇄u ⌉u ⟧u ⥝u ⇂u ⥕u ⌋u ⊢u ↦u ⥛u ⊳u ⧐u ⊵u ⥏u ⥜u ↾u ⥔u ⇀u ⥓u ℝu ⥰u ⇛u ℛu ↱u ⧴u Щu Шu Ьu Śu ⪼u Šu Şu Ŝu Сu 𝔖u ↑u Σu ∘u 𝕊u √u □u ⊓u ⊏u ⊑u ⊐u ⊒u ⊔u 𝒮u ⋆u ⋐u ⊆u ≻u ⪰u ≽u ≿u ∑u ⋑u ⊃u ⊇� Þu ™u Ћu Цu Τu Ťu Ţu Тu 𝔗u ∴u Θu u u ∼u ≃u ≅u ≈u 𝕋u ⃛u 𝒯u Ŧ� Úu ↟u ⥉u Ўu Ŭ� Ûu Уu Űu 𝔘� Ùu Ū�_u ⏟u ⎵u ⏝u ⋃u ⊎u Ųu 𝕌u ⤒u ⇅u ↕u ⥮u ⊥u ↥u ↖u ↗u ϒu Υu Ůu 𝒰u Ũ� Üu ⊫u ⫫u Вu ⊩u ⫦u ⋁u ‖u ∣�|u ❘u ≀u u 𝔙u 𝕍u 𝒱u ⊪u Ŵu ⋀u 𝔚u 𝕎u 𝒲u 𝔛u Ξu 𝕏u 𝒳u Яu Їu Ю� Ýu Ŷu Ыu 𝔜u 𝕐u 𝒴u Ÿu Жu Źu Žu Зu Żu Ζu ℨu ℤu 𝒵� áu ău ∾u ∾̳u ∿� âu а� æu 𝔞� àu ℵu αu āu ⨿u ∧u ⩕u ⩜u ⩘u ⩚u ∠u ⦤u ∡u ⦨u ⦩u ⦪u ⦫u ⦬u ⦭u ⦮u ⦯u ∟u ⊾u ⦝u ∢u ⍼u ąu 𝕒u ⩰u ⩯u ≊u ≋�'� åu 𝒶�*� ã� äu ⨑u ⫭u ≌u ϶u ‵u ∽u ⋍u ⊽u ⌅u ⎶u бu „u ⦰u βu ℶu ≬u 𝔟u ◯u ⨀u ⨁u ⨂u ⨆u ★u ▽u △u ⨄u ⤍u ⧫u ▴u ▾u ◂u ▸u ␣u ▒u ░u ▓u █u =⃥u ≡⃥u ⌐u 𝕓u ⋈u ╗u ╔u ╖u ╓u ═u ╦u ╩u ╤u ╧u ╝u ╚u ╜u ╙u ║u ╬u ╣u ╠u ╫u ╢u ╟u ⧉u ╕u ╒u ┐u ┌u ╥u ╨u ┬u ┴u ⊟u ⊞u ⊠u ╛u ╘u ┘u └u │u ╪u ╡u ╞u ┼u ┤u ├� ¦u 𝒷u ⁏�\u ⧅u ⟈u •u ⪮u ću ∩u ⩄u ⩉u ⩋u ⩇u ⩀u ∩︀u ⁁u ⩍u č� çu ĉu ⩌u ⩐u ċu ⦲� ¢u 𝔠u чu ✓u χu ○u ⧃u ˆu ≗u ↺u ↻u Ⓢu ⊛u ⊚u ⊝u ⨐u ⫯u ⧂u ♣�:�,�@u ∁u ⩭u 𝕔u ℗u ↵u ✗u 𝒸u ⫏u ⫑u ⫐u ⫒u ⋯u ⤸u ⤵u ⋞u ⋟u ↶u ⤽u ∪u ⩈u ⩆u ⩊u ⊍u ⩅u ∪︀u ↷u ⤼u ⋎u ⋏� ¤u ∱u ⌭u ⥥u †u ℸu ‐u ⤏u ďu дu ⇊u ⩷� °u δu ⦱u ⥿u 𝔡u ♦u ϝu ⋲� ÷u ⋇u ђu ⌞u ⌍�$u 𝕕u ≑u ∸u ∔u ⊡u ⌟u ⌌u 𝒹u ѕu ⧶u đu ⋱u ▿u ⦦u џu ⟿� éu ⩮u ěu ≖� êu ≕u эu ėu ≒u 𝔢u ⪚� èu ⪖u ⪘u ⪙u ⏧u ℓu ⪕u ⪗u ēu ∅u u u u ŋu u ęu 𝕖u ⋕u ⧣u ⩱u εu ϵ�=u ≟u ⩸u ⧥u ≓u ⥱u ℯu η� ð� ëu €�!u фu ♀u ffiu ffu fflu 𝔣u fiZfju ♭u flu ▱u ƒu 𝕗u ⋔u ⫙u ⨍� ½u ⅓� ¼u ⅕u ⅙u ⅛u ⅔u ⅖� ¾u ⅗u ⅜u ⅘u ⅚u ⅝u ⅞u ⁄u ⌢u 𝒻u ⪌u ǵu γu ⪆u ğu ĝu гu ġu ⪩u ⪀u ⪂u ⪄u ⋛︀u ⪔u 𝔤u ℷu ѓu ⪒u ⪥u ⪤u ≩u ⪊u ⪈u ⋧u 𝕘u ℊu ⪎u ⪐u ⪧u ⩺u ⋗u ⦕u ⩼u ⥸u ≩︀u ъu ⥈u ↭u ℏu ĥu ♥u …u ⊹u 𝔥u ⤥u ⤦u ⇿u ∻u ↩u ↪u 𝕙u ―u 𝒽u ħu ⁃� í� îu иu е� ¡u 𝔦� ìu ⨌u ∭u ⧜u ℩u iju īu ıu ⊷u Ƶu ℅u ∞u ⧝u ⊺u ⨗u ⨼u ёu įu 𝕚u ι� ¿u 𝒾u ⋹u ⋵u ⋴u ⋳u ĩu і� ïu ĵu йu 𝔧u ȷu 𝕛u 𝒿u јu єu κu ϰu ķu кu 𝔨u ĸu хu ќu 𝕜u 𝓀u ⤛u ⤎u ⪋u ⥢u ĺu ⦴u λu ⦑u ⪅� «u ⤟u ⤝u ↫u ⤹u ⥳u ↢u ⪫u ⤙u ⪭u ⪭︀u ⤌u ❲�{�[u ⦋u ⦏u ⦍u ľu ļu лu ⤶u ⥧u ⥋u ↲u ≤u ⇇u ⋋u ⪨u ⩿u ⪁u ⪃u ⋚︀u ⪓u ⋖u ⥼u 𝔩u ⪑u ⥪u ▄u љu ⥫u ◺u ŀu ⎰u ≨u ⪉u ⪇u ⋦u ⟬u ⇽u ⟼u ↬u ⦅u 𝕝u ⨭u ⨴u ∗u ◊�(u ⦓u ⥭u u ⊿u ‹u 𝓁u ⪍u ⪏u ‚u łu ⪦u ⩹u ⋉u ⥶u ⩻u ⦖u ◃u ⥊u ⥦u ≨︀u ∺� ¯u ♂u ✠u ▮u ⨩u мu —u 𝔪u ℧� µu ⫰u −u ⨪u ⫛u ⊧u 𝕞u 𝓂u μu ⊸u ⋙̸u ≫⃒u ⇍u ⇎u ⋘̸u ≪⃒u ⇏u ⊯u ⊮u ńu ∠⃒u ⩰̸u ≋̸u ʼnu ♮u ⩃u ňu ņu ⩭̸u ⩂u нu –u ⇗u ⤤u ≐̸u ⤨u 𝔫u ↮u ⫲u ⋼u ⋺u њu ≦̸u ↚u ‥u 𝕟� ¬u ⋹̸u ⋵̸u ⋷u ⋶u ⋾u ⋽u ⫽⃥u ∂̸u ⨔u ↛u ⤳̸u ↝̸u 𝓃u ⊄u ⫅̸u ⊅u ⫆̸� ñu ν�#u №u u ⊭u ⤄u ≍⃒u ⊬u ≥⃒u >⃒u ⧞u ⤂u ≤⃒u <⃒u ⊴⃒u ⤃u ⊵⃒u ∼⃒u ⇖u ⤣u ⤧� ó� ôu оu őu ⨸u ⦼u œu ⦿u 𝔬u ˛� òu ⧁u ⦵u ⦾u ⦻u ⧀u ōu ωu οu ⦶u 𝕠u ⦷u ⦹u ∨u ⩝u ℴ� ª� ºu ⊶u ⩖u ⩗u ⩛� øu ⊘� õu ⨶� öu ⌽� ¶u ⫳u ⫽u п�%�.u ‰u ‱u 𝔭u φu ϕu ☎u πu ϖu ℎ�+u ⨣u ⨢u ⨥u ⩲u ⨦u ⨧u ⨕u 𝕡� £u ⪳u ⪷u ⪹u ⪵u ⋨u ′u ⌮u ⌒u ⌓u ⊰u 𝓅u ψu u 𝔮u 𝕢u ⁗u 𝓆u ⨖�?u ⤜u ⥤u ∽̱u ŕu ⦳u ⦒u ⦥� »u ⥵u ⤠u ⤳u ⤞u ⥅u ⥴u ↣u ↝u ⤚u ∶u ❳�}�]u ⦌u ⦎u ⦐u řu ŗu рu ⤷u ⥩u ↳u ▭u ⥽u 𝔯u ⥬u ρu ϱu ⇉u ⋌u ˚u u ⎱u ⫮u ⟭u ⇾u ⦆u 𝕣u ⨮u ⨵�)u ⦔u ⨒u ›u 𝓇u ⋊u ▹u ⧎u ⥨u ℞u śu ⪴u ⪸u šu şu ŝu ⪶u ⪺u ⋩u ⨓u сu ⋅u ⩦u ⇘� §�;u ⤩u ✶u 𝔰u ♯u щu ш� u σu ςu ⩪u ⪞u ⪠u ⪝u ⪟u ≆u ⨤u ⥲u ⨳u ⧤u ⌣u ⪪u ⪬u ⪬︀u ь�/u ⧄u ⌿u 𝕤u ♠u ⊓︀u ⊔︀u 𝓈u ☆u ⊂u ⫅u ⪽u ⫃u ⫁u ⫋u ⊊u ⪿u ⥹u ⫇u ⫕u ⫓u ♪� ¹� ²� ³u ⫆u ⪾u ⫘u ⫄u ⟉u ⫗u ⥻u ⫂u ⫌u ⊋u ⫀u ⫈u ⫔u ⫖u ⇙u ⤪� ßu ⌖u τu ťu ţu тu ⌕u 𝔱u θu ϑ� þ� ×u ⨱u ⨰u ⌶u ⫱u 𝕥u ⫚u ‴u ▵u ≜u ◬u ⨺u ⨹u ⧍u ⨻u ⏢u 𝓉u цu ћu ŧu ⥣� úu ўu ŭ� ûu уu űu ⥾u 𝔲� ùu ▀u ⌜u ⌏u ◸u ūu ųu 𝕦u υu ⇈u ⌝u ⌎u ůu ◹u 𝓊u ⋰u ũ� üu ⦧u ⫨u ⫩u ⦜u ⊊︀u ⫋︀u ⊋︀u ⫌︀u вu ⊻u ≚u ⋮u 𝔳u 𝕧u 𝓋u ⦚u ŵu ⩟u ≙u ℘u 𝔴u 𝕨u 𝓌u 𝔵u ξu ⋻u 𝕩u 𝓍� ýu яu ŷu ы� ¥u 𝔶u їu 𝕪u 𝓎u ю� ÿu źu žu зu żu ζu 𝔷u жu ⇝u 𝕫u 𝓏u u (� ZAEligzAElig;ZAMPzAMP;ZAacutezAacute;zAbreve;ZAcirczAcirc;zAcy;zAfr;ZAgravezAgrave;zAlpha;zAmacr;zAnd;zAogon;zAopf;zApplyFunction;ZAringzAring;zAscr;zAssign;ZAtildezAtilde;ZAumlzAuml;z
Backslash;zBarv;zBarwed;zBcy;zBecause;z Bernoullis;zBeta;zBfr;zBopf;zBreve;zBscr;zBumpeq;zCHcy;ZCOPYzCOPY;zCacute;zCap;zCapitalDifferentialD;zCayleys;zCcaron;ZCcedilzCcedil;zCcirc;zCconint;zCdot;zCedilla;z
CenterDot;zCfr;zChi;z
CircleDot;z CircleMinus;z CirclePlus;z CircleTimes;zClockwiseContourIntegral;zCloseCurlyDoubleQuote;zCloseCurlyQuote;zColon;zColone;z
Congruent;zConint;zContourIntegral;zCopf;z
Coproduct;z CounterClockwiseContourIntegral;zCross;zCscr;zCup;zCupCap;zDD;z DDotrahd;zDJcy;zDScy;zDZcy;zDagger;zDarr;zDashv;zDcaron;zDcy;zDel;zDelta;zDfr;zDiacriticalAcute;zDiacriticalDot;zDiacriticalDoubleAcute;zDiacriticalGrave;zDiacriticalTilde;zDiamond;zDifferentialD;zDopf;zDot;zDotDot;z DotEqual;zDoubleContourIntegral;z
DoubleDot;zDoubleDownArrow;zDoubleLeftArrow;zDoubleLeftRightArrow;zDoubleLeftTee;zDoubleLongLeftArrow;zDoubleLongLeftRightArrow;zDoubleLongRightArrow;zDoubleRightArrow;zDoubleRightTee;zDoubleUpArrow;zDoubleUpDownArrow;zDoubleVerticalBar;z
DownArrow;z
DownArrowBar;zDownArrowUpArrow;z
DownBreve;zDownLeftRightVector;zDownLeftTeeVector;zDownLeftVector;zDownLeftVectorBar;zDownRightTeeVector;zDownRightVector;zDownRightVectorBar;zDownTee;z
DownTeeArrow;z
Downarrow;zDscr;zDstrok;zENG;ZETHzETH;ZEacutezEacute;zEcaron;ZEcirczEcirc;zEcy;zEdot;zEfr;ZEgravezEgrave;zElement;zEmacr;zEmptySmallSquare;zEmptyVerySmallSquare;zEogon;zEopf;zEpsilon;zEqual;z EqualTilde;z Equilibrium;zEscr;zEsim;zEta;ZEumlzEuml;zExists;z
ExponentialE;zFcy;zFfr;zFilledSmallSquare;zFilledVerySmallSquare;zFopf;zForAll;z Fouriertrf;zFscr;zGJcy;ZGTzGT;zGamma;zGammad;zGbreve;zGcedil;zGcirc;zGcy;zGdot;zGfr;zGg;zGopf;z
GreaterEqual;zGreaterEqualLess;zGreaterFullEqual;zGreaterGreater;z GreaterLess;zGreaterSlantEqual;z
GreaterTilde;zGscr;zGt;zHARDcy;zHacek;zHat;zHcirc;zHfr;z
HilbertSpace;zHopf;zHorizontalLine;zHscr;zHstrok;z
HumpDownHump;z
HumpEqual;zIEcy;zIJlig;zIOcy;ZIacutezIacute;ZIcirczIcirc;zIcy;zIdot;zIfr;ZIgravezIgrave;zIm;zImacr;z ImaginaryI;zImplies;zInt;z Integral;z
Intersection;zInvisibleComma;zInvisibleTimes;zIogon;zIopf;zIota;zIscr;zItilde;zIukcy;ZIumlzIuml;zJcirc;zJcy;zJfr;zJopf;zJscr;zJsercy;zJukcy;zKHcy;zKJcy;zKappa;zKcedil;zKcy;zKfr;zKopf;zKscr;zLJcy;ZLTzLT;zLacute;zLambda;zLang;z Laplacetrf;zLarr;zLcaron;zLcedil;zLcy;zLeftAngleBracket;z
LeftArrow;z
LeftArrowBar;zLeftArrowRightArrow;z LeftCeiling;zLeftDoubleBracket;zLeftDownTeeVector;zLeftDownVector;zLeftDownVectorBar;z
LeftFloor;zLeftRightArrow;zLeftRightVector;zLeftTee;z
LeftTeeArrow;zLeftTeeVector;z
LeftTriangle;zLeftTriangleBar;zLeftTriangleEqual;zLeftUpDownVector;zLeftUpTeeVector;z
LeftUpVector;zLeftUpVectorBar;z LeftVector;zLeftVectorBar;z
Leftarrow;zLeftrightarrow;zLessEqualGreater;zLessFullEqual;z LessGreater;z LessLess;zLessSlantEqual;z
LessTilde;zLfr;zLl;z Lleftarrow;zLmidot;zLongLeftArrow;zLongLeftRightArrow;zLongRightArrow;zLongleftarrow;zLongleftrightarrow;zLongrightarrow;zLopf;zLowerLeftArrow;zLowerRightArrow;zLscr;zLsh;zLstrok;zLt;zMap;zMcy;z MediumSpace;z
Mellintrf;zMfr;z
MinusPlus;zMopf;zMscr;zMu;zNJcy;zNacute;zNcaron;zNcedil;zNcy;zNegativeMediumSpace;zNegativeThickSpace;zNegativeThinSpace;zNegativeVeryThinSpace;zNestedGreaterGreater;zNestedLessLess;zNewLine;zNfr;zNoBreak;zNonBreakingSpace;zNopf;zNot;z
NotCongruent;z
NotCupCap;zNotDoubleVerticalBar;z NotElement;z NotEqual;zNotEqualTilde;z
NotExists;z NotGreater;zNotGreaterEqual;zNotGreaterFullEqual;zNotGreaterGreater;zNotGreaterLess;zNotGreaterSlantEqual;zNotGreaterTilde;zNotHumpDownHump;z
NotHumpEqual;zNotLeftTriangle;zNotLeftTriangleBar;zNotLeftTriangleEqual;zNotLess;z
NotLessEqual;zNotLessGreater;z NotLessLess;zNotLessSlantEqual;z
NotLessTilde;zNotNestedGreaterGreater;zNotNestedLessLess;z NotPrecedes;zNotPrecedesEqual;zNotPrecedesSlantEqual;zNotReverseElement;zNotRightTriangle;zNotRightTriangleBar;zNotRightTriangleEqual;zNotSquareSubset;zNotSquareSubsetEqual;zNotSquareSuperset;zNotSquareSupersetEqual;z
NotSubset;zNotSubsetEqual;z NotSucceeds;zNotSucceedsEqual;zNotSucceedsSlantEqual;zNotSucceedsTilde;z NotSuperset;zNotSupersetEqual;z NotTilde;zNotTildeEqual;zNotTildeFullEqual;zNotTildeTilde;zNotVerticalBar;zNscr;ZNtildezNtilde;zNu;zOElig;ZOacutezOacute;ZOcirczOcirc;zOcy;zOdblac;zOfr;ZOgravezOgrave;zOmacr;zOmega;zOmicron;zOopf;zOpenCurlyDoubleQuote;zOpenCurlyQuote;zOr;zOscr;ZOslashzOslash;ZOtildezOtilde;zOtimes;ZOumlzOuml;zOverBar;z
OverBrace;z OverBracket;zOverParenthesis;z PartialD;zPcy;zPfr;zPhi;zPi;z
PlusMinus;zPoincareplane;zPopf;zPr;z Precedes;zPrecedesEqual;zPrecedesSlantEqual;zPrecedesTilde;zPrime;zProduct;z Proportion;z
Proportional;zPscr;zPsi;ZQUOTzQUOT;zQfr;zQopf;zQscr;zRBarr;ZREGzREG;zRacute;zRang;zRarr;zRarrtl;zRcaron;zRcedil;zRcy;zRe;zReverseElement;zReverseEquilibrium;zReverseUpEquilibrium;zRfr;zRho;zRightAngleBracket;z RightArrow;zRightArrowBar;zRightArrowLeftArrow;z
RightCeiling;zRightDoubleBracket;zRightDownTeeVector;zRightDownVector;zRightDownVectorBar;z RightFloor;z RightTee;zRightTeeArrow;zRightTeeVector;zRightTriangle;zRightTriangleBar;zRightTriangleEqual;zRightUpDownVector;zRightUpTeeVector;zRightUpVector;zRightUpVectorBar;z RightVector;zRightVectorBar;z Rightarrow;zRopf;z
RoundImplies;z Rrightarrow;zRscr;zRsh;z RuleDelayed;zSHCHcy;zSHcy;zSOFTcy;zSacute;zSc;zScaron;zScedil;zScirc;zScy;zSfr;zShortDownArrow;zShortLeftArrow;zShortRightArrow;z
ShortUpArrow;zSigma;z SmallCircle;zSopf;zSqrt;zSquare;zSquareIntersection;z
SquareSubset;zSquareSubsetEqual;zSquareSuperset;zSquareSupersetEqual;z SquareUnion;zSscr;zStar;zSub;zSubset;z SubsetEqual;z Succeeds;zSucceedsEqual;zSucceedsSlantEqual;zSucceedsTilde;z SuchThat;zSum;zSup;z Superset;zSupersetEqual;zSupset;ZTHORNzTHORN;zTRADE;zTSHcy;zTScy;zTab;zTau;zTcaron;zTcedil;zTcy;zTfr;z
Therefore;zTheta;z ThickSpace;z
ThinSpace;zTilde;z TildeEqual;zTildeFullEqual;z TildeTilde;zTopf;z
TripleDot;zTscr;zTstrok;ZUacutezUacute;zUarr;z Uarrocir;zUbrcy;zUbreve;ZUcirczUcirc;zUcy;zUdblac;zUfr;ZUgravezUgrave;zUmacr;z UnderBar;z UnderBrace;z
UnderBracket;zUnderParenthesis;zUnion;z
UnionPlus;zUogon;zUopf;zUpArrow;z UpArrowBar;zUpArrowDownArrow;z UpDownArrow;zUpEquilibrium;zUpTee;z UpTeeArrow;zUparrow;z Updownarrow;zUpperLeftArrow;zUpperRightArrow;zUpsi;zUpsilon;zUring;zUscr;zUtilde;ZUumlzUuml;zVDash;zVbar;zVcy;zVdash;zVdashl;zVee;zVerbar;zVert;z VerticalBar;z
VerticalLine;zVerticalSeparator;zVerticalTilde;zVeryThinSpace;zVfr;zVopf;zVscr;zVvdash;zWcirc;zWedge;zWfr;zWopf;zWscr;zXfr;zXi;zXopf;zXscr;zYAcy;zYIcy;zYUcy;ZYacutezYacute;zYcirc;zYcy;zYfr;zYopf;zYscr;zYuml;zZHcy;zZacute;zZcaron;zZcy;zZdot;zZeroWidthSpace;zZeta;zZfr;zZopf;zZscr;Zaacutezaacute;zabreve;zac;zacE;zacd;Zacirczacirc;Zacutezacute;zacy;Zaeligzaelig;zaf;zafr;Zagravezagrave;zalefsym;zaleph;zalpha;zamacr;zamalg;ZamprM zand;zandand;zandd;z andslope;zandv;zang;zange;zangle;zangmsd;z angmsdaa;z angmsdab;z angmsdac;z angmsdad;z angmsdae;z angmsdaf;z angmsdag;z angmsdah;zangrt;zangrtvb;z angrtvbd;zangsph;zangst;zangzarr;zaogon;zaopf;zap;zapE;zapacir;zape;zapid;rN zapprox;z approxeq;Zaringzaring;zascr;zast;zasymp;zasympeq;Zatildezatilde;Zaumlzauml;z awconint;zawint;zbNot;z backcong;z backepsilon;z
backprime;zbacksim;z
backsimeq;zbarvee;zbarwed;z barwedge;zbbrk;z bbrktbrk;zbcong;zbcy;zbdquo;zbecaus;zbecause;zbemptyv;zbepsi;zbernou;zbeta;zbeth;zbetween;zbfr;zbigcap;zbigcirc;zbigcup;zbigodot;z bigoplus;z
bigotimes;z bigsqcup;zbigstar;zbigtriangledown;zbigtriangleup;z biguplus;zbigvee;z bigwedge;zbkarow;z
blacklozenge;z blacksquare;zblacktriangle;zblacktriangledown;zblacktriangleleft;zblacktriangleright;zblank;zblk12;zblk14;zblk34;zblock;zbne;zbnequiv;zbnot;zbopf;zbot;zbottom;zbowtie;zboxDL;zboxDR;zboxDl;zboxDr;zboxH;zboxHD;zboxHU;zboxHd;zboxHu;zboxUL;zboxUR;zboxUl;zboxUr;zboxV;zboxVH;zboxVL;zboxVR;zboxVh;zboxVl;zboxVr;zboxbox;zboxdL;zboxdR;zboxdl;zboxdr;zboxh;zboxhD;zboxhU;zboxhd;zboxhu;z boxminus;zboxplus;z boxtimes;zboxuL;zboxuR;zboxul;zboxur;zboxv;zboxvH;zboxvL;zboxvR;zboxvh;zboxvl;zboxvr;zbprime;zbreve;Zbrvbarzbrvbar;zbscr;zbsemi;zbsim;zbsime;zbsol;zbsolb;z bsolhsub;zbull;zbullet;zbump;zbumpE;zbumpe;zbumpeq;zcacute;zcap;zcapand;z capbrcup;zcapcap;zcapcup;zcapdot;zcaps;zcaret;zcaron;zccaps;zccaron;Zccedilzccedil;zccirc;zccups;zccupssm;zcdot;Zcedilzcedil;zcemptyv;Zcentzcent;z
centerdot;zcfr;zchcy;zcheck;z
checkmark;zchi;zcir;zcirE;zcirc;zcirceq;zcirclearrowleft;zcirclearrowright;z circledR;z circledS;z circledast;z circledcirc;z circleddash;zcire;z cirfnint;zcirmid;zcirscir;zclubs;z clubsuit;zcolon;zcolone;zcoloneq;zcomma;zcommat;zcomp;zcompfn;z complement;z
complexes;zcong;zcongdot;zconint;zcopf;zcoprod;�copyzcopy;zcopysr;zcrarr;zcross;zcscr;zcsub;zcsube;zcsup;zcsupe;zctdot;zcudarrl;zcudarrr;zcuepr;zcuesc;zcularr;zcularrp;zcup;z cupbrcap;zcupcap;zcupcup;zcupdot;zcupor;zcups;zcurarr;zcurarrm;z curlyeqprec;z curlyeqsucc;z curlyvee;z curlywedge;Zcurrenzcurren;zcurvearrowleft;zcurvearrowright;zcuvee;zcuwed;z cwconint;zcwint;zcylcty;zdArr;zdHar;zdagger;zdaleth;zdarr;zdash;zdashv;zdbkarow;zdblac;zdcaron;zdcy;zdd;zddagger;zddarr;zddotseq;Zdegzdeg;zdelta;zdemptyv;zdfisht;zdfr;zdharl;zdharr;zdiam;zdiamond;z diamondsuit;zdiams;zdie;zdigamma;zdisin;zdiv;Zdividezdivide;zdivideontimes;zdivonx;zdjcy;zdlcorn;zdlcrop;zdollar;zdopf;zdot;zdoteq;z doteqdot;z dotminus;zdotplus;z
dotsquare;zdoublebarwedge;z
downarrow;zdowndownarrows;zdownharpoonleft;zdownharpoonright;z drbkarow;zdrcorn;zdrcrop;zdscr;zdscy;zdsol;zdstrok;zdtdot;zdtri;zdtrif;zduarr;zduhar;zdwangle;zdzcy;z dzigrarr;zeDDot;zeDot;Zeacutezeacute;zeaster;zecaron;zecir;Zecirczecirc;zecolon;zecy;zedot;zee;zefDot;zefr;zeg;Zegravezegrave;zegs;zegsdot;zel;z elinters;zell;zels;zelsdot;zemacr;zempty;z emptyset;zemptyv;zemsp13;zemsp14;zemsp;zeng;zensp;zeogon;zeopf;zepar;zeparsl;zeplus;zepsi;zepsilon;zepsiv;zeqcirc;zeqcolon;zeqsim;z eqslantgtr;z eqslantless;zequals;zequest;zequiv;zequivDD;z eqvparsl;zerDot;zerarr;zescr;zesdot;zesim;zeta;Zethzeth;Zeumlzeuml;zeuro;zexcl;zexist;z expectation;z
exponentiale;zfallingdotseq;zfcy;zfemale;zffilig;zfflig;zffllig;zffr;zfilig;zfjlig;zflat;zfllig;zfltns;zfnof;zfopf;zforall;zfork;zforkv;z fpartint;Zfrac12zfrac12;zfrac13;Zfrac14zfrac14;zfrac15;zfrac16;zfrac18;zfrac23;zfrac25;Zfrac34zfrac34;zfrac35;zfrac38;zfrac45;zfrac56;zfrac58;zfrac78;zfrasl;zfrown;zfscr;zgE;zgEl;zgacute;zgamma;zgammad;zgap;zgbreve;zgcirc;zgcy;zgdot;zge;zgel;zgeq;zgeqq;z geqslant;zges;zgescc;zgesdot;zgesdoto;z gesdotol;zgesl;zgesles;zgfr;zgg;zggg;zgimel;zgjcy;zgl;zglE;zgla;zglj;zgnE;zgnap;z gnapprox;zgne;zgneq;zgneqq;zgnsim;zgopf;zgrave;zgscr;zgsim;zgsime;zgsiml;�gtrL zgtcc;zgtcir;zgtdot;zgtlPar;zgtquest;z
gtrapprox;zgtrarr;zgtrdot;z
gtreqless;z gtreqqless;zgtrless;zgtrsim;z
gvertneqq;zgvnE;zhArr;zhairsp;zhalf;zhamilt;zhardcy;zharr;zharrcir;zharrw;zhbar;zhcirc;zhearts;z
heartsuit;zhellip;zhercon;zhfr;z hksearow;z hkswarow;zhoarr;zhomtht;zhookleftarrow;zhookrightarrow;zhopf;zhorbar;zhscr;zhslash;zhstrok;zhybull;zhyphen;Ziacuteziacute;zic;Zicirczicirc;zicy;ziecy;Ziexclziexcl;ziff;zifr;Zigravezigrave;zii;ziiiint;ziiint;ziinfin;ziiota;zijlig;zimacr;zimage;z imagline;z imagpart;zimath;zimof;zimped;zin;zincare;zinfin;z infintie;zinodot;zint;zintcal;z integers;z intercal;z intlarhk;zintprod;ziocy;ziogon;ziopf;ziota;ziprod;Ziquestziquest;ziscr;zisin;zisinE;zisindot;zisins;zisinsv;zisinv;zit;zitilde;ziukcy;Ziumlziuml;zjcirc;zjcy;zjfr;zjmath;zjopf;zjscr;zjsercy;zjukcy;zkappa;zkappav;zkcedil;zkcy;zkfr;zkgreen;zkhcy;zkjcy;zkopf;zkscr;zlAarr;zlArr;zlAtail;zlBarr;zlE;zlEg;zlHar;zlacute;z laemptyv;zlagran;zlambda;zlang;zlangd;zlangle;zlap;Zlaquozlaquo;zlarr;zlarrb;zlarrbfs;zlarrfs;zlarrhk;zlarrlp;zlarrpl;zlarrsim;zlarrtl;zlat;zlatail;zlate;zlates;zlbarr;zlbbrk;zlbrace;zlbrack;zlbrke;zlbrksld;zlbrkslu;zlcaron;zlcedil;zlceil;zlcub;zlcy;zldca;zldquo;zldquor;zldrdhar;z ldrushar;zldsh;zle;z
leftarrow;zleftarrowtail;zleftharpoondown;zleftharpoonup;zleftleftarrows;zleftrightarrow;zleftrightarrows;zleftrightharpoons;zleftrightsquigarrow;zleftthreetimes;zleg;zleq;zleqq;z leqslant;zles;zlescc;zlesdot;zlesdoto;z lesdotor;zlesg;zlesges;z lessapprox;zlessdot;z
lesseqgtr;z lesseqqgtr;zlessgtr;zlesssim;zlfisht;zlfloor;zlfr;zlg;zlgE;zlhard;zlharu;zlharul;zlhblk;zljcy;zll;zllarr;z llcorner;zllhard;zlltri;zlmidot;zlmoust;z lmoustache;zlnE;zlnap;z lnapprox;zlne;zlneq;zlneqq;zlnsim;zloang;zloarr;zlobrk;zlongleftarrow;zlongleftrightarrow;z longmapsto;zlongrightarrow;zlooparrowleft;zlooparrowright;zlopar;zlopf;zloplus;zlotimes;zlowast;zlowbar;zloz;zlozenge;zlozf;zlpar;zlparlt;zlrarr;z lrcorner;zlrhar;zlrhard;zlrm;zlrtri;zlsaquo;zlscr;zlsh;zlsim;zlsime;zlsimg;zlsqb;zlsquo;zlsquor;zlstrok;�ltrK zltcc;zltcir;zltdot;zlthree;zltimes;zltlarr;zltquest;zltrPar;zltri;zltrie;zltrif;z lurdshar;zluruhar;z
lvertneqq;zlvnE;zmDDot;Zmacrzmacr;zmale;zmalt;zmaltese;zmap;zmapsto;z mapstodown;z mapstoleft;z mapstoup;zmarker;zmcomma;zmcy;zmdash;zmeasuredangle;zmfr;zmho;�microzmicro;zmid;zmidast;zmidcir;Zmiddotzmiddot;zminus;zminusb;zminusd;zminusdu;zmlcp;zmldr;zmnplus;zmodels;zmopf;zmp;zmscr;zmstpos;zmu;z multimap;zmumap;znGg;znGt;znGtv;z nLeftarrow;znLeftrightarrow;znLl;znLt;znLtv;z nRightarrow;znVDash;znVdash;znabla;znacute;znang;znap;znapE;znapid;znapos;znapprox;znatur;znatural;z naturals;Znbspznbsp;znbump;znbumpe;zncap;zncaron;zncedil;zncong;z ncongdot;zncup;zncy;zndash;zne;zneArr;znearhk;znearr;znearrow;znedot;znequiv;znesear;znesim;znexist;znexists;znfr;zngE;znge;zngeq;zngeqq;z
ngeqslant;znges;zngsim;zngt;zngtr;znhArr;znharr;znhpar;zni;znis;znisd;zniv;znjcy;znlArr;znlE;znlarr;znldr;znle;z nleftarrow;znleftrightarrow;znleq;znleqq;z
nleqslant;znles;znless;znlsim;znlt;znltri;znltrie;znmid;znopf;�notznot;znotin;znotinE;z notindot;znotinva;znotinvb;znotinvc;znotni;znotniva;znotnivb;znotnivc;znpar;z
nparallel;znparsl;znpart;znpolint;znpr;znprcue;znpre;znprec;znpreceq;znrArr;znrarr;znrarrc;znrarrw;z nrightarrow;znrtri;znrtrie;znsc;znsccue;znsce;znscr;z
nshortmid;znshortparallel;znsim;znsime;znsimeq;znsmid;znspar;znsqsube;znsqsupe;znsub;znsubE;znsube;znsubset;z
nsubseteq;z nsubseteqq;znsucc;znsucceq;znsup;znsupE;znsupe;znsupset;z
nsupseteq;z nsupseteqq;zntgl;Zntildezntilde;zntlg;zntriangleleft;zntrianglelefteq;zntriangleright;zntrianglerighteq;znu;znum;znumero;znumsp;znvDash;znvHarr;znvap;znvdash;znvge;znvgt;znvinfin;znvlArr;znvle;znvlt;znvltrie;znvrArr;znvrtrie;znvsim;znwArr;znwarhk;znwarr;znwarrow;znwnear;zoS;Zoacutezoacute;zoast;zocir;Zocirczocirc;zocy;zodash;zodblac;zodiv;zodot;zodsold;zoelig;zofcir;zofr;zogon;Zogravezograve;zogt;zohbar;zohm;zoint;zolarr;zolcir;zolcross;zoline;zolt;zomacr;zomega;zomicron;zomid;zominus;zoopf;zopar;zoperp;zoplus;zor;zorarr;zord;zorder;zorderof;Zordfzordf;Zordmzordm;zorigof;zoror;zorslope;zorv;zoscr;Zoslashzoslash;zosol;Zotildezotilde;zotimes;z otimesas;Zoumlzouml;zovbar;zpar;Zparazpara;z parallel;zparsim;zparsl;zpart;zpcy;zpercnt;zperiod;zpermil;zperp;zpertenk;zpfr;zphi;zphiv;zphmmat;zphone;zpi;z
pitchfork;zpiv;zplanck;zplanckh;zplankv;zplus;z plusacir;zplusb;zpluscir;zplusdo;zplusdu;zpluse;Zplusmnzplusmn;zplussim;zplustwo;zpm;z pointint;zpopf;Zpoundzpound;zpr;zprE;zprap;zprcue;zpre;zprec;z precapprox;z preccurlyeq;zpreceq;z precnapprox;z precneqq;z precnsim;zprecsim;zprime;zprimes;zprnE;zprnap;zprnsim;zprod;z profalar;z profline;z profsurf;zprop;zpropto;zprsim;zprurel;zpscr;zpsi;zpuncsp;zqfr;zqint;zqopf;zqprime;zqscr;z quaternions;zquatint;zquest;zquesteq;ZquotrO zrAarr;zrArr;zrAtail;zrBarr;zrHar;zrace;zracute;zradic;z raemptyv;zrang;zrangd;zrange;zrangle;Zraquozraquo;zrarr;zrarrap;zrarrb;zrarrbfs;zrarrc;zrarrfs;zrarrhk;zrarrlp;zrarrpl;zrarrsim;zrarrtl;zrarrw;zratail;zratio;z
rationals;zrbarr;zrbbrk;zrbrace;zrbrack;zrbrke;zrbrksld;zrbrkslu;zrcaron;zrcedil;zrceil;zrcub;zrcy;zrdca;zrdldhar;zrdquo;zrdquor;zrdsh;zreal;zrealine;z realpart;zreals;zrect;Zregzreg;zrfisht;zrfloor;zrfr;zrhard;zrharu;zrharul;zrho;zrhov;z rightarrow;zrightarrowtail;zrightharpoondown;zrightharpoonup;zrightleftarrows;zrightleftharpoons;zrightrightarrows;zrightsquigarrow;zrightthreetimes;zring;z
risingdotseq;zrlarr;zrlhar;zrlm;zrmoust;z rmoustache;zrnmid;zroang;zroarr;zrobrk;zropar;zropf;zroplus;zrotimes;zrpar;zrpargt;z rppolint;zrrarr;zrsaquo;zrscr;zrsh;zrsqb;zrsquo;zrsquor;zrthree;zrtimes;zrtri;zrtrie;zrtrif;z rtriltri;zruluhar;zrx;zsacute;zsbquo;zsc;zscE;zscap;zscaron;zsccue;zsce;zscedil;zscirc;zscnE;zscnap;zscnsim;z scpolint;zscsim;zscy;zsdot;zsdotb;zsdote;zseArr;zsearhk;zsearr;zsearrow;Zsectzsect;zsemi;zseswar;z setminus;zsetmn;zsext;zsfr;zsfrown;zsharp;zshchcy;zshcy;z shortmid;zshortparallel;Zshyzshy;zsigma;zsigmaf;zsigmav;zsim;zsimdot;zsime;zsimeq;zsimg;zsimgE;zsiml;zsimlE;zsimne;zsimplus;zsimrarr;zslarr;zsmallsetminus;zsmashp;z smeparsl;zsmid;zsmile;zsmt;zsmte;zsmtes;zsoftcy;zsol;zsolb;zsolbar;zsopf;zspades;z
spadesuit;zspar;zsqcap;zsqcaps;zsqcup;zsqcups;zsqsub;zsqsube;z sqsubset;z sqsubseteq;zsqsup;zsqsupe;z sqsupset;z sqsupseteq;zsqu;zsquare;zsquarf;zsquf;zsrarr;zsscr;zssetmn;zssmile;zsstarf;zstar;zstarf;zstraightepsilon;z straightphi;zstrns;zsub;zsubE;zsubdot;zsube;zsubedot;zsubmult;zsubnE;zsubne;zsubplus;zsubrarr;zsubset;z subseteq;z
subseteqq;z
subsetneq;z subsetneqq;zsubsim;zsubsub;zsubsup;zsucc;z succapprox;z succcurlyeq;zsucceq;z succnapprox;z succneqq;z succnsim;zsuccsim;zsum;zsung;Zsup1zsup1;Zsup2zsup2;Zsup3zsup3;zsup;zsupE;zsupdot;zsupdsub;zsupe;zsupedot;zsuphsol;zsuphsub;zsuplarr;zsupmult;zsupnE;zsupne;zsupplus;zsupset;z supseteq;z
supseteqq;z
supsetneq;z supsetneqq;zsupsim;zsupsub;zsupsup;zswArr;zswarhk;zswarr;zswarrow;zswnwar;Zszligzszlig;ztarget;ztau;ztbrk;ztcaron;ztcedil;ztcy;ztdot;ztelrec;ztfr;zthere4;z
therefore;ztheta;z thetasym;zthetav;z thickapprox;z thicksim;zthinsp;zthkap;zthksim;Zthornzthorn;ztilde;�timesztimes;ztimesb;z timesbar;ztimesd;ztint;ztoea;ztop;ztopbot;ztopcir;ztopf;ztopfork;ztosa;ztprime;ztrade;z triangle;z
triangledown;z
triangleleft;ztrianglelefteq;z
triangleq;ztriangleright;ztrianglerighteq;ztridot;ztrie;z triminus;ztriplus;ztrisb;ztritime;z trpezium;ztscr;ztscy;ztshcy;ztstrok;ztwixt;ztwoheadleftarrow;ztwoheadrightarrow;zuArr;zuHar;Zuacutezuacute;zuarr;zubrcy;zubreve;Zucirczucirc;zucy;zudarr;zudblac;zudhar;zufisht;zufr;Zugravezugrave;zuharl;zuharr;zuhblk;zulcorn;z ulcorner;zulcrop;zultri;zumacr;Zumlzuml;zuogon;zuopf;zuparrow;z updownarrow;zupharpoonleft;zupharpoonright;zuplus;zupsi;zupsih;zupsilon;z upuparrows;zurcorn;z urcorner;zurcrop;zuring;zurtri;zuscr;zutdot;zutilde;zutri;zutrif;zuuarr;Zuumlzuuml;zuwangle;zvArr;zvBar;zvBarv;zvDash;zvangrt;z varepsilon;z varkappa;z varnothing;zvarphi;zvarpi;z
varpropto;zvarr;zvarrho;z varsigma;z
varsubsetneq;zvarsubsetneqq;z
varsupsetneq;zvarsupsetneqq;z vartheta;zvartriangleleft;zvartriangleright;zvcy;zvdash;zvee;zveebar;zveeeq;zvellip;zverbar;zvert;zvfr;zvltri;zvnsub;zvnsup;zvopf;zvprop;zvrtri;zvscr;zvsubnE;zvsubne;zvsupnE;zvsupne;zvzigzag;zwcirc;zwedbar;zwedge;zwedgeq;zweierp;zwfr;zwopf;zwp;zwr;zwreath;zwscr;zxcap;zxcirc;zxcup;zxdtri;zxfr;zxhArr;zxharr;zxi;zxlArr;zxlarr;zxmap;zxnis;zxodot;zxopf;zxoplus;zxotime;zxrArr;zxrarr;zxscr;zxsqcup;zxuplus;zxutri;zxvee;zxwedge;Zyacutezyacute;zyacy;zycirc;zycy;Zyenzyen;zyfr;zyicy;zyopf;zyscr;zyucy;Zyumlzyuml;zzacute;zzcaron;zzcy;zzdot;zzeetrf;zzeta;zzfr;zzhcy;zzigrarr;zzopf;zzscr;zzwj;zzwnj;u �� � � � � )"r �
� � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � � )ZDoctypeZ
CharactersZSpaceCharacters�StartTag�EndTag�EmptyTag�CommentZ
ParseErrorr r r c C s g | ]\}}||f�qS r4 r4 )r5 �k�vr4 r4 r8 r9 y s Zmathc @ s e Zd ZdZdS )�DataLossWarningzBRaised when the current tree is unable to represent the input dataN)�__name__�
__module__� __qualname__�__doc__r4 r4 r4 r8 r } s r c @ s e Zd ZdS )�_ReparseExceptionN)r r r
r4 r4 r4 r8 r � s r )0Z
__future__r r r �stringZEOF�EZ
namespaces� frozensetZscopingElementsZformattingElementsZspecialElementsZ htmlIntegrationPointElementsZ"mathmlTextIntegrationPointElementsZadjustSVGAttributesZadjustMathMLAttributesZadjustForeignAttributes�dict�itemsZunadjustForeignAttributesZspaceCharactersZtableInsertModeElementsZascii_lowercaseZasciiLowercaseZascii_uppercaseZasciiUppercaseZ
ascii_lettersZ asciiLettersZdigitsZ hexdigitsZ hexDigitsZasciiUpper2LowerZheadingElementsZ voidElementsZ
cdataElementsZrcdataElementsZbooleanAttributesZentitiesWindows1252Z xmlEntitiesZentitiesZreplacementCharactersZ
tokenTypesZ
tagTokenTypes�prefixes� UserWarningr � Exceptionr r4 r4 r4 r8 �<module> sj � � � $�
�
�
�S
�
� �A � ���
� � �
�# � � � � � � � � � � � � � � � � � �
L�&� �
html5lib/__pycache__/_utils.cpython-38.opt-1.pyc 0000644 00000006260 15043676224 0015377 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ zd dlm m
Z W n& e k
rh d dl
m mZ Y nX ddddd d
gZz ed �Zeee�s�ed �ZW n d
ZY nX dZG dd� de�Zdd� Zdd� Zdd � Zdd� ZdS )� )�absolute_import�division�unicode_literals)�
ModuleType)� text_typeN�
default_etree�MethodDispatcher�isSurrogatePair�surrogatePairToCodepoint�moduleFactoryFactory�supports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s" e Zd ZdZddd�Zdd� ZdS ) r ap Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
� c C sb g }|D ]B\}}t |ttttf�r<|D ]}|�||f� q&q|�||f� qt�| |� d | _d S �N) �
isinstance�list�tuple� frozenset�set�append�dict�__init__�default)�self�itemsZ _dictEntries�name�value�itemr
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_utils.pyr 1 s zMethodDispatcher.__init__c C s t �| || j�S r )r �getr )r �keyr
r
r � __getitem__@ s z MethodDispatcher.__getitem__N)r
)�__name__�
__module__� __qualname__�__doc__r r r
r
r
r r $ s
c C sL t | �dkoJt| d �dkoJt| d �dkoJt| d �dkoJt| d �dkS )N� r � � i�� � � � i�� )�len�ord)�datar
r
r r G s ����c C s, dt | d �d d t | d �d }|S )Ni r r& i r' r( )r* )r+ Zchar_valr
r
r r
M s �c s i �� �fdd�}|S )Nc s� t tjtd��r d| j }n
d| j }t|�� �}z�| | | W S tk
r� t|�}� | f|�|�}|j�|� d�kr�i �|< d�| kr�i �| |< d�| | kr�i �| | |< |�| | |< | Y S X d S )N� z _%s_factorys _%s_factoryr �args�kwargs) r r r! �typer r �KeyError�__dict__�update)Z
baseModuler- r. r Z kwargs_tuple�modZobjs��factoryZ moduleCacher
r �
moduleFactoryY s$
z+moduleFactoryFactory.<locals>.moduleFactoryr
)r5 r6 r
r4 r r V s c s i � � �fdd�}|S )Nc s2 t | �t |�� �f}|� kr*�| |�� |< � | S r )r r )r- r. r ��cache�funcr
r �wrappedv s zmemoize.<locals>.wrappedr
)r9 r: r
r7 r �memoizes s r; )Z
__future__r r r �typesr Zpip._vendor.sixr Zxml.etree.cElementTreeZetreeZ cElementTreer � ImportErrorZxml.etree.ElementTreeZ ElementTree�__all__�evalZ_xr r r r r r
r r; r
r
r
r �<module> s0 �
# html5lib/__pycache__/_tokenizer.cpython-38.opt-1.pyc 0000644 00000115250 15043676224 0016251 0 ustar 00 U
��.e$+ � @ s� d dl mZmZmZ d dlmZ d dlmZ ddl m
Z
ddl m Z ddl m Z m
Z
ddl mZmZmZ dd l mZmZ dd
l mZ dd lmZ dd lmZ ee �ZG d
d� de�ZdS )� )�absolute_import�division�unicode_literals)�unichr)�deque� )�spaceCharacters)�entities)� asciiLetters�asciiUpper2Lower)�digits� hexDigits�EOF)�
tokenTypes�
tagTokenTypes)�replacementCharacters)�HTMLInputStream)�Triec sd e Zd ZdZd�� fdd� Zdd� Zdd� Zd�d
d �Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd0d1� Zd2d3� Zd4d5� Z d6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z!d@dA� Z"dBdC� Z#dDdE� Z$dFdG� Z%dHdI� Z&dJdK� Z'dLdM� Z(dNdO� Z)dPdQ� Z*dRdS� Z+dTdU� Z,dVdW� Z-dXdY� Z.dZd[� Z/d\d]� Z0d^d_� Z1d`da� Z2dbdc� Z3ddde� Z4dfdg� Z5dhdi� Z6djdk� Z7dldm� Z8dndo� Z9dpdq� Z:drds� Z;dtdu� Z<dvdw� Z=dxdy� Z>dzd{� Z?d|d}� Z@d~d� ZAd�d�� ZBd�d�� ZCd�d�� ZDd�d�� ZEd�d�� ZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZL� ZMS )��
HTMLTokenizera This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
Nc sF t |f|�| _|| _d| _g | _| j| _d| _d | _t t
| �� � d S )NF) r �stream�parserZ
escapeFlagZ
lastFourChars� dataState�state�escape� currentToken�superr �__init__)�selfr r �kwargs�� __class__� �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_tokenizer.pyr " s zHTMLTokenizer.__init__c c sP t g �| _| �� rL| jjr6td | jj�d�d�V q| jr
| j�� V q6q
dS )z� This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
�
ParseErrorr ��type�dataN)r �
tokenQueuer r �errorsr �pop�popleft�r r! r! r" �__iter__1 s
zHTMLTokenizer.__iter__c % C s t }d}|rt}d}g }| j�� }||krH|tk rH|�|� | j�� }q"td�|�|�}|tkr�t| }| j �t
d dd|id�� �nbd| kr�d ks�n |d
kr�d }| j �t
d dd|id�� �n d | kr�d
k�s�n d| kr�dk�s�n d| k�rdk�s�n d| k�r,dk�s�n |t ddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d
g#�k�r�| j �t
d dd|id�� z t |�}W n> t
k
�r� |d6 }t d|d? B �t d7|d8@ B � }Y nX |d9k�r| j �t
d d:d;�� | j�|� |S )<z�This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
�
� � r# z$illegal-codepoint-for-numeric-entity� charAsInt�r% r& Zdatavarsi � i�� i�� � �r � � � � � i� i� � i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i i � i� �;z numeric-entity-without-semicolonr$ )r r
r �charr �append�int�joinr r' r � frozenset�chr�
ValueError�unget) r ZisHexZallowed�radix� charStack�cr0 r: �vr! r! r" �consumeNumberEntityA s�
� � � ��
�
�
�
�
��
� &
� z!HTMLTokenizer.consumeNumberEntityFc C s� d}| j �� g}|d tksB|d tddfksB|d k rV||d krV| j �|d � �n |d dk�r d}|�| j �� � |d dkr�d}|�| j �� � |r�|d tks�|s�|d tkr�| j �|d � | �|�}n4| j �t
d d
d �� | j �|� � � dd � |� }�nh|d tk �rDt
�d � |���s0�qD|�| j �� � �q z$t
�d � |d d� ��}t|�}W n tk
�r� d }Y nX |d k �r@|d d
k�r�| j �t
d dd �� |d d
k�r|�r|| tk�s�|| tk�s�|| dk�r| j �|� � � dd � |� }n.t| }| j �|� � � |d � ||d � �7 }n4| j �t
d dd �� | j �|� � � dd � |� }|�r�| jd d d |7 < n*|tk�r�d}nd}| j �t
| |d �� d S )N�&r �<�#F���)�x�XTr# zexpected-numeric-entityr$ r/ r9 z named-entity-without-semicolon�=zexpected-named-entityr& r �SpaceCharacters�
Characters)r r: r r rA r; r
r rF r' r r) r= � entitiesTrieZhas_keys_with_prefixZlongest_prefix�len�KeyErrorr
r r ) r � allowedChar�
fromAttribute�outputrC �hexZ
entityNameZ entityLengthZ tokenTyper! r! r" �
consumeEntity� s~ �
� �
� �
�
�
�
� �
zHTMLTokenizer.consumeEntityc C s | j |dd� dS )zIThis method replaces the need for "entityInAttributeValueState".
T)rS rT N)rW )r rS r! r! r" �processEntityInAttribute� s z&HTMLTokenizer.processEntityInAttributec C s� | j }|d tkrp|d �t�|d< |d td krp|d rR| j�td dd�� |d rp| j�td d d�� | j�|� | j| _d
S ) z�This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
r% �name�EndTagr& r# zattributes-in-end-tagr$ � selfClosingz self-closing-flag-on-end-tagN) r r � translater r r' r; r r )r �tokenr! r! r" �emitCurrentToken� s � � z HTMLTokenizer.emitCurrentTokenc C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|dkrd| j�td dd�� | j�td dd�� n`|tkrpdS |t kr�| j�td || j �
t d
� d�� n&| j �
d �}| j�td || d�� d
S ) NrG rH � r# �invalid-codepointr$ rO FrN T�rG rH r_ ) r r: �entityDataStater � tagOpenStater' r; r r r �
charsUntil�r r& �charsr! r! r" r � s.
� �
�
�zHTMLTokenizer.dataStatec C s | � � | j| _dS �NT)rW r r r+ r! r! r" rb s z HTMLTokenizer.entityDataStatec C s� | j �� }|dkr | j| _n�|dkr.| j| _n�|tkr:dS |dkrp| j�td dd�� | j�td d d�� nT|t kr�| j�td
|| j �
t d � d�� n&| j �
d �}| j�td || d�� d S )
NrG rH Fr_ r# r` r$ rO r2 rN Tra ) r r: �characterReferenceInRcdatar �rcdataLessThanSignStater r' r; r r rd re r! r! r" � rcdataState s.
� �
�
�zHTMLTokenizer.rcdataStatec C s | � � | j| _dS rg )rW rj r r+ r! r! r" rh 1 s z(HTMLTokenizer.characterReferenceInRcdatac C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S � NrH r_ r# r` r$ rO r2 F)rH r_ T) r r: �rawtextLessThanSignStater r' r; r r rd re r! r! r" � rawtextState6 s"
� �
�zHTMLTokenizer.rawtextStatec C s� | j �� }|dkr | j| _nh|dkrR| j�td dd�� | j�td dd�� n2|tkr^dS | j �d �}| j�td || d�� d
S rk ) r r: �scriptDataLessThanSignStater r' r; r r rd re r! r! r" �scriptDataStateH s"
� �
�z HTMLTokenizer.scriptDataStatec C sr | j �� }|tkrdS |dkrL| j�td dd�� | j�td dd�� n"| j�td || j �d� d�� dS ) NFr_ r# r` r$ rO r2 T)r r: r r' r; r rd �r r& r! r! r" �plaintextStateZ s
� �
�z HTMLTokenizer.plaintextStatec C s | j �� }|dkr | j| _n�|dkr.| j| _n�|tkrVtd |g ddd�| _| j| _n�|dkr�| j �
td dd �� | j �
td
d d �� | j | _nt|d kr�| j �
td d
d �� | j � |� | j
| _n@| j �
td dd �� | j �
td
dd �� | j � |� | j | _dS )N�!�/ZStartTagF)r% rY r& r[ ZselfClosingAcknowledged�>r# z'expected-tag-name-but-got-right-bracketr$ rO z<>�?z'expected-tag-name-but-got-question-markzexpected-tag-namerH T)r r: �markupDeclarationOpenStater �closeTagOpenStater
r r � tagNameStater' r; r rA �bogusCommentStaterp r! r! r" rc i s@
�
�
�
� zHTMLTokenizer.tagOpenStatec C s� | j �� }|tkr0td |g dd�| _| j| _n�|dkrX| j�td dd�� | j | _nn|t
kr�| j�td dd�� | j�td d
d�� | j | _n0| j�td d d |id
�� | j � |� | j | _dS )NrZ F�r% rY r& r[ rt r# z*expected-closing-tag-but-got-right-bracketr$ z expected-closing-tag-but-got-eofrO �</z!expected-closing-tag-but-got-charr& r1 T)
r r: r
r r rx r r' r; r r rA ry rp r! r! r" rw � s2
�
�
�
� z HTMLTokenizer.closeTagOpenStatec C s� | j �� }|tkr | j| _n�|dkr.| �� n~|tkrV| j�t d dd�� | j
| _nV|dkrh| j | _nD|dkr�| j�t d dd�� | j d d 7 < n| j d |7 < d
S ) Nrt r# zeof-in-tag-namer$ rs r_ r` rY r2 T)
r r: r �beforeAttributeNameStater r^ r r' r; r r �selfClosingStartTagStater rp r! r! r" rx � s&
�
�zHTMLTokenizer.tagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS �Nrs r/ rO rH r$ T)
r r: �temporaryBuffer�rcdataEndTagOpenStater r' r; r rA rj rp r! r! r" ri � s
z%HTMLTokenizer.rcdataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS �NrO r{ r$ T) r r: r
r �rcdataEndTagNameStater r' r; r rA rj rp r! r! r" r� � s
z#HTMLTokenizer.rcdataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S � NrY rZ Frz rs rt rO r{ r$ T)r �lowerr r r: r r r| r r} r^ r r
r' r; rA rj �r Z appropriater& r! r! r" r� � s@
�
�
�
� z#HTMLTokenizer.rcdataEndTagNameStatec C sP | j �� }|dkr"d| _| j| _n*| j�td dd�� | j �|� | j | _dS r~ )
r r: r �rawtextEndTagOpenStater r' r; r rA rm rp r! r! r" rl � s
z&HTMLTokenizer.rawtextLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �rawtextEndTagNameStater r' r; r rA rm rp r! r! r" r� � s
z$HTMLTokenizer.rawtextEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA rm r� r! r! r" r� s@
�
�
�
� z$HTMLTokenizer.rawtextEndTagNameStatec C sx | j �� }|dkr"d| _| j| _nR|dkrJ| j�td dd�� | j| _n*| j�td dd�� | j � |� | j
| _dS ) Nrs r/ rr rO z<!r$ rH T) r r: r �scriptDataEndTagOpenStater r' r; r �scriptDataEscapeStartStaterA ro rp r! r! r" rn s
z)HTMLTokenizer.scriptDataLessThanSignStatec C sX | j �� }|tkr*| j|7 _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r �scriptDataEndTagNameStater r' r; r rA ro rp r! r! r" r� , s
z'HTMLTokenizer.scriptDataEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA ro r� r! r! r" r� 7 s@
�
�
�
� z'HTMLTokenizer.scriptDataEndTagNameStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS �N�-rO r$ T) r r: r' r; r � scriptDataEscapeStartDashStater rA ro rp r! r! r" r� S s
z(HTMLTokenizer.scriptDataEscapeStartStatec C sJ | j �� }|dkr2| j�td dd�� | j| _n| j �|� | j| _dS r� ) r r: r' r; r � scriptDataEscapedDashDashStater rA ro rp r! r! r" r� ] s
z,HTMLTokenizer.scriptDataEscapeStartDashStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkrz| j�td dd�� | j�td dd�� n8|tkr�| j | _n&| j �
d �}| j�td || d�� d
S ) Nr� rO r$ rH r_ r# r` r2 )rH r� r_ T) r r: r' r; r �scriptDataEscapedDashStater �"scriptDataEscapedLessThanSignStater r rd re r! r! r" �scriptDataEscapedStateg s(
� �
�z$HTMLTokenizer.scriptDataEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrD| j| _nn|dkr�| j�td dd�� | j�td dd�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d S )
Nr� rO r$ rH r_ r# r` r2 T) r r: r' r; r r� r r� r� r r rp r! r! r" r� { s&
� �
z(HTMLTokenizer.scriptDataEscapedDashStatec C s� | j �� }|dkr*| j�td dd�� n�|dkr<| j| _n�|dkrd| j�td dd�� | j| _nn|dkr�| j�td dd�� | j�td d d�� | j| _n0|t kr�| j
| _n | j�td |d�� | j| _d
S ) Nr� rO r$ rH rt r_ r# r` r2 T) r r: r' r; r r� r ro r� r r rp r! r! r" r� � s*
� �
z,HTMLTokenizer.scriptDataEscapedDashDashStatec C s� | j �� }|dkr"d| _| j| _n\|tkrT| j�td d| d�� || _| j | _n*| j�td dd�� | j �
|� | j | _dS r~ ) r r: r � scriptDataEscapedEndTagOpenStater r
r' r; r � scriptDataDoubleEscapeStartStaterA r� rp r! r! r" r� � s
z0HTMLTokenizer.scriptDataEscapedLessThanSignStatec C sP | j �� }|tkr"|| _| j| _n*| j�td dd�� | j � |� | j
| _dS r� ) r r: r
r � scriptDataEscapedEndTagNameStater r' r; r rA r� rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataEscapedEndTagOpenStatec C s | j o | j d �� | j�� k}| j�� }|tkrT|rTtd | jg dd�| _ | j| _n�|dkr�|r�td | jg dd�| _ | j | _n||dkr�|r�td | jg dd�| _ | �
� | j | _nH|t kr�| j|7 _n0| j
�td d| j d �� | j�|� | j| _d
S r� )r r� r r r: r r r| r r} r^ r r
r' r; rA r� r� r! r! r" r� � s@
�
�
�
� z.HTMLTokenizer.scriptDataEscapedEndTagNameStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS �N)rs rt rO r$ ZscriptT)r r: r r> r' r; r r r� � scriptDataDoubleEscapedStater r� r
rA rp r! r! r" r� � s
z.HTMLTokenizer.scriptDataDoubleEscapeStartStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _nt|dkr�| j�td dd�� | j�td dd�� n>|tkr�| j�td d d�� | j | _n| j�td |d�� d
S � Nr� rO r$ rH r_ r# r` r2 �eof-in-script-in-scriptT)
r r: r' r; r � scriptDataDoubleEscapedDashStater �(scriptDataDoubleEscapedLessThanSignStater r rp r! r! r" r� � s*
� �
�
z*HTMLTokenizer.scriptDataDoubleEscapedStatec C s� | j �� }|dkr2| j�td dd�� | j| _n�|dkrZ| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td dd�� | j| _nF|t kr�| j�td d d�� | j
| _n | j�td |d�� | j| _d
S r� ) r r: r' r; r �$scriptDataDoubleEscapedDashDashStater r� r� r r rp r! r! r" r� s.
� �
�
z.HTMLTokenizer.scriptDataDoubleEscapedDashStatec C s | j �� }|dkr*| j�td dd�� n�|dkrR| j�td dd�� | j| _n�|dkrz| j�td dd�� | j| _n�|dkr�| j�td dd�� | j�td d d�� | j| _nF|t kr�| j�td d
d�� | j
| _n | j�td |d�� | j| _d S ) Nr� rO r$ rH rt r_ r# r` r2 r� T) r r: r' r; r r� r ro r� r r rp r! r! r" r� s2
� �
�
z2HTMLTokenizer.scriptDataDoubleEscapedDashDashStatec C sP | j �� }|dkr8| j�td dd�� d| _| j| _n| j �|� | j | _dS )Nrs rO r$ r/ T)
r r: r' r; r r � scriptDataDoubleEscapeEndStater rA r� rp r! r! r" r� 0 s
z6HTMLTokenizer.scriptDataDoubleEscapedLessThanSignStatec C s� | j �� }|ttd�B krR| j�td |d�� | j�� dkrH| j | _
q�| j | _
nB|t kr�| j�td |d�� | j|7 _n| j �
|� | j | _
dS r� )r r: r r> r' r; r r r� r� r r� r
rA rp r! r! r" r� ; s
z,HTMLTokenizer.scriptDataDoubleEscapeEndStatec C s0 | j �� }|tkr$| j �td� �n|tkrJ| jd �|dg� | j| _n�|dkr\| � � n�|dkrn| j
| _n�|dkr�| j �t d dd �� | jd �|dg� | j| _n�|d
kr�| j �t d d d �� | jd �d dg� | j| _nF|t
k�r| j �t d d
d �� | j| _n | jd �|dg� | j| _dS )NTr& r/ rt rs )�'�"rM rH r# �#invalid-character-in-attribute-namer$ r_ r` r2 z#expected-attribute-name-but-got-eof)r r: r rd r
r r; �attributeNameStater r^ r} r' r r r rp r! r! r" r| K s<
�
�
�
z&HTMLTokenizer.beforeAttributeNameStatec C s� | j �� }d}d}|dkr&| j| _�n.|tkr\| jd d d || j �td� 7 < d}n�|dkrjd}n�|tkr|| j| _n�|dkr�| j | _n�|d kr�| j
� t d
d d �� | jd d d d
7 < d}n�|dk�r | j
� t d
dd �� | jd d d |7 < d}nH|t
k�r6| j
� t d
dd �� | j| _n | jd d d |7 < d}|�r�| jd d d �t�| jd d d< | jd d d� D ]>\}}| jd d d |k�r�| j
� t d
dd �� �qҐq�|�r�| �� dS )NTFrM r& rJ r rt rs r_ r# r` r$ r2 �r� r� rH r� zeof-in-attribute-namezduplicate-attribute)r r: �beforeAttributeValueStater r
r rd r �afterAttributeNameStater} r' r; r r r r\ r r^ )r r& ZleavingThisStateZ emitTokenrY �_r! r! r" r� i s^
�
�
�
�
� �
z HTMLTokenizer.attributeNameStatec C sD | j �� }|tkr$| j �td� �n |dkr8| j| _�n|dkrJ| �� n�|tkrp| jd � |dg� | j
| _n�|dkr�| j | _n�|dkr�| j � t
d d d
�� | jd � d dg� | j
| _n�|d kr�| j � t
d d
d
�� | jd � |dg� | j
| _nF|tk�r$| j � t
d dd
�� | j| _n | jd � |dg� | j
| _dS )NTrM rt r& r/ rs r_ r# r` r$ r2 r� z&invalid-character-after-attribute-namez expected-end-of-tag-but-got-eof)r r: r rd r� r r^ r
r r; r� r} r' r r r rp r! r! r" r� � s@
�
�
�
z%HTMLTokenizer.afterAttributeNameStatec C sh | j �� }|tkr$| j �td� �n@|dkr8| j| _�n,|dkrX| j| _| j �|� �n |dkrj| j| _n�|dkr�| j �
t d dd�� | � � n�|d kr�| j �
t d d
d�� | j
d d d
d7 < | j| _n�|dk�r| j �
t d dd�� | j
d d d
|7 < | j| _nL|tk�rB| j �
t d dd�� | j| _n"| j
d d d
|7 < | j| _dS )NTr� rG r� rt r# z.expected-attribute-value-but-got-right-bracketr$ r_ r` r& rJ r r2 )rM rH �`z"equals-in-unquoted-attribute-valuez$expected-attribute-value-but-got-eof)r r: r rd � attributeValueDoubleQuotedStater �attributeValueUnQuotedStaterA � attributeValueSingleQuotedStater' r; r r^ r r r rp r! r! r" r� � sF
�
�
�
�
z'HTMLTokenizer.beforeAttributeValueStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-double-quote)r� rG r_ T� r r: �afterAttributeValueStater rX r' r; r r r r rd rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkr0| �d� n�|dkrj| j�td dd�� | jd d d d
7 < nN|t kr�| j�td d d�� | j
| _n&| jd d d || j � d � 7 < d
S )Nr� rG r_ r# r` r$ r& rJ r r2 z#eof-in-attribute-value-single-quote)r� rG r_ Tr� rp r! r! r" r� � s&
� �
�z-HTMLTokenizer.attributeValueSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr0| �d� n�|dkrB| �� n�|dkr|| j�t d dd�� | j
d d d |7 < n�|d
kr�| j�t d d d�� | j
d d d d 7 < nV|t kr�| j�t d d
d�� | j | _n.| j
d d d || j �
td�tB � 7 < dS )NrG rt )r� r� rM rH r� r# z0unexpected-character-in-unquoted-attribute-valuer$ r& rJ r r_ r` r2 z eof-in-attribute-value-no-quotes)rG rt r� r� rM rH r� r_ T)r r: r r| r rX r^ r' r; r r r r rd r> rp r! r! r" r� s4
� � �
�
z)HTMLTokenizer.attributeValueUnQuotedStatec C s� | j �� }|tkr | j| _n�|dkr.| �� np|dkr@| j| _n^|tkrt| j� t
d dd�� | j � |� | j | _n*| j� t
d dd�� | j � |� | j| _dS )Nrt rs r# z$unexpected-EOF-after-attribute-valuer$ z*unexpected-character-after-attribute-valueT)
r r: r r| r r^ r} r r' r; r rA r rp r! r! r" r� s&
�
� z&HTMLTokenizer.afterAttributeValueStatec C s� | j �� }|dkr&d| jd< | �� n^|tkrZ| j�td dd�� | j �|� | j | _
n*| j�td dd�� | j �|� | j | _
dS )Nrt Tr[ r# z#unexpected-EOF-after-solidus-in-tagr$ z)unexpected-character-after-solidus-in-tag) r r: r r^ r r' r; r rA r r r| rp r! r! r" r} 4 s
�
� z&HTMLTokenizer.selfClosingStartTagStatec C sD | j �d�}|�dd�}| j�td |d�� | j �� | j| _dS )Nrt r_ r2 �Commentr$ T) r rd �replacer' r; r r: r r rp r! r! r" ry F s �
z HTMLTokenizer.bogusCommentStatec C s� | j �� g}|d dkrR|�| j �� � |d dkrPtd dd�| _| j| _dS n�|d dkr�d}dD ](}|�| j �� � |d |krfd } q�qf|r�td
dd d dd �| _| j| _dS n�|d d k�rD| jd k �rD| jj j
�rD| jj j
d j | jj j k�rDd}d
D ].}|�| j �� � |d |k�rd } �q2�q|�rD| j
| _dS | j�td dd�� |�rt| j �|�� � �qZ| j| _dS )NrJ r� r� r/ r$ T)�d�D))�o�O�rD �C��t�T��y�Y��p�P��e�EFZDoctype)r% rY �publicId�systemId�correct�[)r� r� �Ar� r� r� r# zexpected-dashes-or-doctype)r r: r; r r �commentStartStater � doctypeStater ZtreeZ openElements� namespaceZdefaultNamespace�cdataSectionStater' rA r) ry )r rC �matched�expectedr! r! r" rv U s\ ����
�z(HTMLTokenizer.markupDeclarationOpenStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nP|t kr�| j�td d
d�� | j�| j� | j| _n| jd |7 < | j
| _d S ) Nr� r_ r# r` r$ r& r2 rt �incorrect-comment�eof-in-commentT) r r: �commentStartDashStater r' r; r r r r � commentStaterp r! r! r" r� � s.
� �
�
z HTMLTokenizer.commentStartStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� | j�| j� | j| _nT|t kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j
| _d S ) Nr� r_ r# r` r$ r& � -�rt r� r� T) r r: �commentEndStater r' r; r r r r r� rp r! r! r" r� � s.
� �
�
z#HTMLTokenizer.commentStartDashStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < nT|tkr�| j�td dd�� | j�| j� | j | _n | jd || j �
d � 7 < d
S ) Nr� r_ r# r` r$ r& r2 r� )r� r_ T) r r: �commentEndDashStater r' r; r r r r rd rp r! r! r" r� � s$
� �
�zHTMLTokenizer.commentStatec C s� | j �� }|dkr | j| _n�|dkrV| j�td dd�� | jd d7 < | j| _nT|t kr�| j�td dd�� | j�| j� | j
| _n | jd d| 7 < | j| _d S )
Nr� r_ r# r` r$ r& r� zeof-in-comment-end-dashT) r r: r� r r' r; r r r� r r rp r! r! r" r� � s$
�
�
z!HTMLTokenizer.commentEndDashStatec C s, | j �� }|dkr*| j�| j� | j| _n�|dkrd| j�td dd�� | jd d7 < | j| _n�|dkr�| j�td d d�� | j | _n�|d
kr�| j�td d d�� | jd |7 < nj|t
kr�| j�td d d�� | j�| j� | j| _n4| j�td d
d�� | jd d| 7 < | j| _dS )Nrt r_ r# r` r$ r& u --�rr z,unexpected-bang-after-double-dash-in-commentr� z,unexpected-dash-after-double-dash-in-commentzeof-in-comment-double-dashzunexpected-char-in-commentz--T) r r: r' r; r r r r r� �commentEndBangStater rp r! r! r" r� � s@
�
�
� �
�z HTMLTokenizer.commentEndStatec C s� | j �� }|dkr*| j�| j� | j| _n�|dkrN| jd d7 < | j| _n�|dkr�| j�td dd�� | jd d 7 < | j | _nT|t
kr�| j�td d
d�� | j�| j� | j| _n | jd d| 7 < | j | _d S ) Nrt r� r& z--!r_ r# r` r$ u --!�z eof-in-comment-end-bang-stateT) r r: r' r; r r r r� r r� r rp r! r! r" r� � s,
�
�
z!HTMLTokenizer.commentEndBangStatec C s� | j �� }|tkr | j| _nj|tkr\| j�td dd�� d| j d< | j�| j � | j
| _n*| j�td dd�� | j � |� | j| _dS )Nr# �!expected-doctype-name-but-got-eofr$ Fr� zneed-space-after-doctypeT) r r: r �beforeDoctypeNameStater r r' r; r r r rA rp r! r! r" r� s
�
� zHTMLTokenizer.doctypeStatec C s� | j �� }|tkrn�|dkrT| j�td dd�� d| jd< | j�| j� | j| _n�|dkr�| j�td dd�� d | jd
< | j | _nR|t
kr�| j�td d d�� d| jd< | j�| j� | j| _n|| jd
< | j | _d S )
Nrt r# z+expected-doctype-name-but-got-right-bracketr$ Fr� r_ r` r2 rY r� T) r r: r r' r; r r r r �doctypeNameStater rp r! r! r" r� s4
�
�
�
z$HTMLTokenizer.beforeDoctypeNameStatec C s | j �� }|tkr2| jd �t�| jd< | j| _n�|dkrh| jd �t�| jd< | j� | j� | j
| _n�|dkr�| j� t d dd�� | jd d7 < | j | _nh|t
kr�| j� t d dd�� d | jd
< | jd �t�| jd< | j� | j� | j
| _n| jd |7 < d S ) NrY rt r_ r# r` r$ r2 zeof-in-doctype-nameFr� T)r r: r r r\ r �afterDoctypeNameStater r' r; r r r� r rp r! r! r" r� 6 s0
�
�
z HTMLTokenizer.doctypeNameStatec C sH | j �� }|tkr�n.|dkr8| j�| j� | j| _�n |tkr�d| jd< | j � |� | j�t
d dd�� | j�| j� | j| _n�|dkr�d}d D ] }| j �� }||kr�d} q�q�|r�| j | _dS nD|d
k�r
d}d D ] }| j �� }||kr�d} q�q�|�r
| j | _dS | j � |� | j�t
d d d
|id�� d| jd< | j
| _dS )Nrt Fr� r# �eof-in-doctyper$ r� T))�u�U)�b�B)�l�L)�i�Ir� ��s�S)r� r� r� r� )�m�Mz*expected-space-or-right-bracket-in-doctyper& r1 )r r: r r' r; r r r r rA r � afterDoctypePublicKeywordState� afterDoctypeSystemKeywordState�bogusDoctypeState)r r& r� r� r! r! r" r� O sT
�
�
z#HTMLTokenizer.afterDoctypeNameStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS � N)r� r� r# �unexpected-char-in-doctyper$ r� Fr� T) r r: r �"beforeDoctypePublicIdentifierStater r' r; r rA r r r rp r! r! r" r� � s&
�
�
z,HTMLTokenizer.afterDoctypePublicKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d d d�� d | jd
< | j | _d
S )Nr� r/ r� r� rt r# �unexpected-end-of-doctyper$ Fr� r� r� T)
r r: r r �(doctypePublicIdentifierDoubleQuotedStater �(doctypePublicIdentifierSingleQuotedStater' r; r r r r� rp r! r! r" r� � s:
�
�
�
z0HTMLTokenizer.beforeDoctypePublicIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypePublicIdentifierStater r' r; r r r r rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� � s0
� �
�
z6HTMLTokenizer.doctypePublicIdentifierSingleQuotedStatec C s | j �� }|tkr | j| _n�|dkr<| j�| j� | j| _n�|dkrn| j�t d dd�� d| jd< | j
| _n�|dkr�| j�t d dd�� d| jd< | j | _nh|t kr�| j�t d d d�� d
| jd < | j�| j� | j| _n(| j�t d dd�� d
| jd < | j
| _d S )
Nrt r� r# r� r$ r/ r� r� r� Fr� T)r r: r �-betweenDoctypePublicAndSystemIdentifiersStater r' r; r r r �(doctypeSystemIdentifierDoubleQuotedState�(doctypeSystemIdentifierSingleQuotedStater r� rp r! r! r" r� � s>
�
�
�
�
z/HTMLTokenizer.afterDoctypePublicIdentifierStatec C s� | j �� }|tkrn�|dkr4| j�| j� | j| _n�|dkrPd| jd< | j| _n�|dkrld| jd< | j | _nh|t
kr�| j�t d dd�� d | jd
< | j�| j� | j| _n(| j�t d d d�� d | jd
< | j | _d S )
Nrt r� r/ r� r� r# r� r$ Fr� r� T)
r r: r r' r; r r r r� r� r r r� rp r! r! r" r� s2
�
�
z;HTMLTokenizer.betweenDoctypePublicAndSystemIdentifiersStatec C s� | j �� }|tkr | j| _n�|dkrP| j�td dd�� | j �|� | j| _nT|t kr�| j�td dd�� d| j
d< | j�| j
� | j | _n| j �|� | j| _dS r� ) r r: r �"beforeDoctypeSystemIdentifierStater r' r; r rA r r r rp r! r! r" r� s&
�
�
z,HTMLTokenizer.afterDoctypeSystemKeywordStatec C s� | j �� }|tkrn�|dkr0d| jd< | j| _n�|dkrLd| jd< | j| _n�|dkr�| j�t d dd�� d | jd
< | j�| j� | j
| _nh|t kr�| j�t d d d�� d | jd
< | j�| j� | j
| _n(| j�t d dd�� d | jd
< | j | _d S )
Nr� r/ r� r� rt r# r� r$ Fr� r� T)
r r: r r r� r r� r' r; r r r r� rp r! r! r" r� / s:
�
�
�
z0HTMLTokenizer.beforeDoctypeSystemIdentifierStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� T�
r r: �!afterDoctypeSystemIdentifierStater r' r; r r r r rp r! r! r" r� L s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierDoubleQuotedStatec C s� | j �� }|dkr | j| _n�|dkrN| j�td dd�� | jd d7 < n�|dkr�| j�td d d�� d
| jd < | j�| j� | j| _nR|t kr�| j�td d d�� d
| jd < | j�| j� | j| _n| jd |7 < d
S )Nr� r_ r# r` r$ r� r2 rt r� Fr� r� Tr� rp r! r! r" r� d s0
� �
�
z6HTMLTokenizer.doctypeSystemIdentifierSingleQuotedStatec C s� | j �� }|tkrn~|dkr4| j�| j� | j| _n^|tkrt| j�t d dd�� d| jd< | j�| j� | j| _n | j�t d dd�� | j
| _dS ) Nrt r# r� r$ Fr� r� T) r r: r r' r; r r r r r r� rp r! r! r" r� | s$
�
�z/HTMLTokenizer.afterDoctypeSystemIdentifierStatec C sZ | j �� }|dkr*| j�| j� | j| _n,|tkrV| j �|� | j�| j� | j| _n dS )Nrt T) r r: r' r; r r r r rA rp r! r! r" r� � s
z HTMLTokenizer.bogusDoctypeStatec C s� g }|� | j�d�� |� | j�d�� | j�� }|tkr>qvq|d dd � dkrj|d d d� |d< qvq|� |� qd�|�}|�d�}|dkr�t|�D ]}| j� t d d
d �� q�|�
dd �}|r�| j� t d
|d �� | j | _ dS )N�]rt rJ ���z]]r/ r_ r r# r` r$ r2 rO T)
r; r rd r: r r= �count�ranger' r r� r r )r r& r: Z nullCountr� r! r! r" r� � s0
�
�z HTMLTokenizer.cdataSectionState)N)NF)N�__name__�
__module__� __qualname__�__doc__r r, rF rW rX r^ r rb rj rh rm ro rq rc rw rx ri r� r� rl r� r� rn r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r| r� r� r� r� r� r� r� r} ry rv r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r! r! r r" r s� H
P #
6 "- 3 r N)Z
__future__r r r Zpip._vendor.sixr r? � collectionsr Z constantsr r r
r r r
r r r r Z _inputstreamr Z_trier rP �objectr r! r! r! r" �<module> s html5lib/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000002400 15043676224 0015627 0 ustar 00 U
��.e� � @ sh d Z ddlmZmZmZ ddlmZmZmZ ddl m
Z
ddl m Z ddl
mZ dd d
d d d
gZdZdS )a�
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
� )�absolute_import�division�unicode_literals� )�
HTMLParser�parse�
parseFragment)�getTreeBuilder)�
getTreeWalker)� serializer r r r r
r z1.0.1N)�__doc__Z
__future__r r r Z html5parserr r r Z treebuildersr Z treewalkersr
Z
serializerr �__all__� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/__init__.py�<module> s � html5lib/__pycache__/serializer.cpython-38.pyc 0000644 00000025044 15043676224 0015313 0 ustar 00 U
��.e�= � @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl
m Z m Z m
Z
ddl
mZmZmZ ddlmZmZ d d lmZ d
�e
�d Ze�d e d
�Ze�d e d �Zi Ze d�dkZ e e� � �D ]n\Z Z!e r�e e!�dks�e s�e e!�dkr�q�e!dkr�e e!�dk�re�"e!�Z!ne#e!�Z!e!ek�s0e �$� r�e ee!< q�dd� Z%ede%� d dd�Z&G dd� de'�Z(G dd� de)�Z*dS ) � )�absolute_import�division�unicode_literals)� text_typeN)�register_error�xmlcharrefreplace_errors� )� voidElements�booleanAttributes�spaceCharacters)�rcdataElements�entities� xmlEntities)� treewalkers�_utils)�escape� z"'=<>`�[�]u_
/` ᠏
]u � �&c
C s t | ttf��rg }g }d}t| j| j| j� �D ]n\}}|rDd}q2|| j }t�| j|t | j|d g�� �r�t�
| j||d � �}d}nt |�}|� |� q2|D ]V}t
�|�} | r�|� d� |� | � | �d�s�|� d� q�|� dt|�dd � � q�d�|�| jfS t| �S d S )NFr Tr �;z&#x%s;r )�
isinstance�UnicodeEncodeError�UnicodeTranslateError� enumerate�object�start�endr ZisSurrogatePair�min�surrogatePairToCodepoint�ord�append�_encode_entity_map�get�endswith�hex�joinr )
�exc�resZ
codepoints�skip�i�c�indexZ codepointZcp�e� r/ �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/serializer.py�htmlentityreplace_errors* s0
"
r1 �htmlentityreplace�etreec K s$ t �|�}tf |�}|�|| �|�S )a� Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
)r Z
getTreeWalker�HTMLSerializer�render)�inputZtree�encodingZserializer_optsZwalker�sr/ r/ r0 � serializeK s
r9 c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZdZdd� Zdd � Zd
d � Zdd
d�Zddd�Zddd�Zd S )r4 �legacy�"TF)�quote_attr_values�
quote_char�use_best_quote_char�omit_optional_tags�minimize_boolean_attributes�use_trailing_solidus� space_before_trailing_solidus�escape_lt_in_attrs�
escape_rcdata�resolve_entities�alphabetical_attributes�inject_meta_charset�strip_whitespace�sanitizec
K sv t |�t | j� }t|�dkr2tdtt|�� ��d|kr@d| _| jD ] }t| ||�|t | |��� qFg | _
d| _ dS )aB
Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
r z2__init__() got an unexpected keyword argument '%s'r= FN) � frozenset�options�len� TypeError�next�iterr> �setattrr$ �getattr�errors�strict)�self�kwargsZunexpected_args�attrr/ r/ r0 �__init__� s O
zHTMLSerializer.__init__c C s* t |t�st�| jr"|�| jd�S |S d S )Nr2 �r r �AssertionErrorr7 �encode�rT �stringr/ r/ r0 rZ � s zHTMLSerializer.encodec C s* t |t�st�| jr"|�| jd�S |S d S )NrS rX r[ r/ r/ r0 � encodeStrict� s zHTMLSerializer.encodeStrictNc c s� || _ d}g | _|r0| jr0ddlm} |||�}| jrJddlm} ||�}| jrdddlm} ||�}| j r~ddl
m} ||�}| j r�ddl m} ||�}|D �]>}|d }|dk�r\d|d }|d r�|d |d 7 }n|d
r�|d 7 }|d
�rF|d
�
d �d
k�r,|d
�
d�d
k�r&| �d� d}nd }|d||d
|f 7 }|d7 }| �|�V q�|dk�r�|dk�sv|�r�|�r�|d �
d�d
k�r�| �d� | �|d �V n| �t|d ��V q�|dk�r�|d } | �d| �V | tk�r�| j�s�d}n|�r | �d� |d �� D �]�\\}
} } | }
| }| �d�V | �|
�V | j�rv|
t�| t� �k�r|
t�d t� �k�r| �d �V | jd k�s�t|�d
k�r�d}n@| jd k�r�t� |�d k }n$| jd k�r�t � |�d k }nt d!��|� d"d#�}| j �r|� d$d%�}|�r�| j!}| j"�rHd|k�r0d |k�r0d }nd |k�rHd|k�rHd}|dk�r`|� dd&�}n |� d d'�}| �|�V | �|�V | �|�V n | �|�V �q| t#k�r�| j$�r�| j%�r�| �d(�V n | �d)�V | �d�V q�|d*k�r(|d } | tk�rd}n|�r| �d� | �d+| �V q�|d,k�rj|d }|�
d-�d
k�rT| �d.� | �d/|d �V q�|d0k�r�|d } | d1 }|t&k�r�| �d2| � | j'�r�|t(k�r�t&| }nd3| }| �|�V q�| �|d � q�d S )4NFr )�Filter�typeZDoctypez <!DOCTYPE %s�nameZpublicIdz PUBLIC "%s"ZsystemIdz SYSTEMr; r �'zASystem identifer contains both single and double quote charactersz %s%s%s�>)Z
Characters�SpaceCharactersrc �dataz</zUnexpected </ in CDATA)ZStartTagZEmptyTagz<%sTz+Unexpected child element of a CDATA element� r �=�always�specr: z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&�<z<z'z"z /�/ZEndTagz</%s>�Commentz--zComment contains --z <!--%s-->ZEntityr zEntity %s not recognizedz&%s;))r7 rR rG Zfilters.inject_meta_charsetr^ rF Z filters.alphabeticalattributesrH Zfilters.whitespacerI Zfilters.sanitizerr? Zfilters.optionaltags�find�serializeErrorr] rZ r r rD �itemsr@ r
r$ �tupler< rL �_quoteAttributeSpec�search�_quoteAttributeLegacy�
ValueError�replacerC r= r> r rA rB r
rE r )rT �
treewalkerr7 Zin_cdatar^ �tokenr_ Zdoctyper= r` �_Z attr_nameZ
attr_value�k�vZ
quote_attrrd �keyr/ r/ r0 r9 � s�
��
zHTMLSerializer.serializec C s2 |rd� t| �||���S d� t| �|���S dS )an Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
� r N)r' �listr9 )rT ru r7 r/ r/ r0 r5 w s zHTMLSerializer.render�XXX ERROR MESSAGE NEEDEDc C s | j �|� | jrt�d S )N)rR r" rS �SerializeError)rT rd r/ r/ r0 rm � s z HTMLSerializer.serializeError)N)N)r} )�__name__�
__module__� __qualname__r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rK rW rZ r] r9 r5 rm r/ r/ r/ r0 r4 h s, Y
r4 c @ s e Zd ZdZdS )r~ zError in serialized treeN)r r� r� �__doc__r/ r/ r/ r0 r~ � s r~ )r3 N)+Z
__future__r r r Zpip._vendor.sixr �re�codecsr r Z constantsr r
r r r
r r r r Zxml.sax.saxutilsr r' Z_quoteAttributeSpecChars�compilerp rr r# rL Z_is_ucs4r| rn rx ry r r! �islowerr1 r9 r r4 � Exceptionr~ r/ r/ r/ r0 �<module> sD
�
�
�
1 html5lib/__pycache__/serializer.cpython-38.opt-1.pyc 0000644 00000024752 15043676225 0016260 0 ustar 00 U
��.e�= � @ sz d dl mZmZmZ d dlmZ d dlZd dlmZm Z ddl
m Z m Z m
Z
ddl
mZmZmZ ddlmZmZ d d lmZ d
�e
�d Ze�d e d
�Ze�d e d �Zi Ze d�dkZ e e� � �D ]n\Z Z!e r�e e!�dks�e s�e e!�dkr�q�e!dkr�e e!�dk�re�"e!�Z!ne#e!�Z!e!ek�s0e �$� r�e ee!< q�dd� Z%ede%� d dd�Z&G dd� de'�Z(G dd� de)�Z*dS ) � )�absolute_import�division�unicode_literals)� text_typeN)�register_error�xmlcharrefreplace_errors� )� voidElements�booleanAttributes�spaceCharacters)�rcdataElements�entities� xmlEntities)� treewalkers�_utils)�escape� z"'=<>`�[�]u_
/` ᠏
]u � �&c
C s t | ttf��rg }g }d}t| j| j| j� �D ]n\}}|rDd}q2|| j }t�| j|t | j|d g�� �r�t�
| j||d � �}d}nt |�}|� |� q2|D ]V}t
�|�} | r�|� d� |� | � | �d�s�|� d� q�|� dt|�dd � � q�d�|�| jfS t| �S d S )NFr Tr �;z&#x%s;r )�
isinstance�UnicodeEncodeError�UnicodeTranslateError� enumerate�object�start�endr ZisSurrogatePair�min�surrogatePairToCodepoint�ord�append�_encode_entity_map�get�endswith�hex�joinr )
�exc�resZ
codepoints�skip�i�c�indexZ codepointZcp�e� r/ �C/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/serializer.py�htmlentityreplace_errors* s0
"
r1 �htmlentityreplace�etreec K s$ t �|�}tf |�}|�|| �|�S )a� Serializes the input token stream using the specified treewalker
:arg input: the token stream to serialize
:arg tree: the treewalker to use
:arg encoding: the encoding to use
:arg serializer_opts: any options to pass to the
:py:class:`html5lib.serializer.HTMLSerializer` that gets created
:returns: the tree serialized as a string
Example:
>>> from html5lib.html5parser import parse
>>> from html5lib.serializer import serialize
>>> token_stream = parse('<html><body><p>Hi!</p></body></html>')
>>> serialize(token_stream, omit_optional_tags=False)
'<html><head></head><body><p>Hi!</p></body></html>'
)r Z
getTreeWalker�HTMLSerializer�render)�inputZtree�encodingZserializer_optsZwalker�sr/ r/ r0 � serializeK s
r9 c @ s~ e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZdZdZdZdd� Zdd � Zd
d � Zdd
d�Zddd�Zddd�Zd S )r4 �legacy�"TF)�quote_attr_values�
quote_char�use_best_quote_char�omit_optional_tags�minimize_boolean_attributes�use_trailing_solidus� space_before_trailing_solidus�escape_lt_in_attrs�
escape_rcdata�resolve_entities�alphabetical_attributes�inject_meta_charset�strip_whitespace�sanitizec
K sv t |�t | j� }t|�dkr2tdtt|�� ��d|kr@d| _| jD ] }t| ||�|t | |��� qFg | _
d| _ dS )aB
Initialize HTMLSerializer
:arg inject_meta_charset: Whether or not to inject the meta charset.
Defaults to ``True``.
:arg quote_attr_values: Whether to quote attribute values that don't
require quoting per legacy browser behavior (``"legacy"``), when
required by the standard (``"spec"``), or always (``"always"``).
Defaults to ``"legacy"``.
:arg quote_char: Use given quote character for attribute quoting.
Defaults to ``"`` which will use double quotes unless attribute
value contains a double quote, in which case single quotes are
used.
:arg escape_lt_in_attrs: Whether or not to escape ``<`` in attribute
values.
Defaults to ``False``.
:arg escape_rcdata: Whether to escape characters that need to be
escaped within normal elements within rcdata elements such as
style.
Defaults to ``False``.
:arg resolve_entities: Whether to resolve named character entities that
appear in the source tree. The XML predefined entities < >
& " ' are unaffected by this setting.
Defaults to ``True``.
:arg strip_whitespace: Whether to remove semantically meaningless
whitespace. (This compresses all whitespace to a single space
except within ``pre``.)
Defaults to ``False``.
:arg minimize_boolean_attributes: Shortens boolean attributes to give
just the attribute value, for example::
<input disabled="disabled">
becomes::
<input disabled>
Defaults to ``True``.
:arg use_trailing_solidus: Includes a close-tag slash at the end of the
start tag of void elements (empty elements whose end tag is
forbidden). E.g. ``<hr/>``.
Defaults to ``False``.
:arg space_before_trailing_solidus: Places a space immediately before
the closing slash in a tag using a trailing solidus. E.g.
``<hr />``. Requires ``use_trailing_solidus=True``.
Defaults to ``True``.
:arg sanitize: Strip all unsafe or unknown constructs from output.
See :py:class:`html5lib.filters.sanitizer.Filter`.
Defaults to ``False``.
:arg omit_optional_tags: Omit start/end tags that are optional.
Defaults to ``True``.
:arg alphabetical_attributes: Reorder attributes to be in alphabetical order.
Defaults to ``False``.
r z2__init__() got an unexpected keyword argument '%s'r= FN) � frozenset�options�len� TypeError�next�iterr> �setattrr$ �getattr�errors�strict)�self�kwargsZunexpected_args�attrr/ r/ r0 �__init__� s O
zHTMLSerializer.__init__c C s | j r|�| j d�S |S d S )Nr2 �r7 �encode�rT �stringr/ r/ r0 rY � s zHTMLSerializer.encodec C s | j r|�| j d�S |S d S )NrS rX rZ r/ r/ r0 � encodeStrict� s zHTMLSerializer.encodeStrictNc c s� || _ d}g | _|r0| jr0ddlm} |||�}| jrJddlm} ||�}| jrdddlm} ||�}| j r~ddl
m} ||�}| j r�ddl m} ||�}|D �]>}|d }|dk�r\d|d }|d r�|d |d 7 }n|d
r�|d 7 }|d
�rF|d
�
d �d
k�r,|d
�
d�d
k�r&| �d� d}nd }|d||d
|f 7 }|d7 }| �|�V q�|dk�r�|dk�sv|�r�|�r�|d �
d�d
k�r�| �d� | �|d �V n| �t|d ��V q�|dk�r�|d } | �d| �V | tk�r�| j�s�d}n|�r | �d� |d �� D �]�\\}
} } | }
| }| �d�V | �|
�V | j�rv|
t�| t� �k�r|
t�d t� �k�r| �d �V | jd k�s�t|�d
k�r�d}n@| jd k�r�t� |�d k }n$| jd k�r�t � |�d k }nt d!��|� d"d#�}| j �r|� d$d%�}|�r�| j!}| j"�rHd|k�r0d |k�r0d }nd |k�rHd|k�rHd}|dk�r`|� dd&�}n |� d d'�}| �|�V | �|�V | �|�V n | �|�V �q| t#k�r�| j$�r�| j%�r�| �d(�V n | �d)�V | �d�V q�|d*k�r(|d } | tk�rd}n|�r| �d� | �d+| �V q�|d,k�rj|d }|�
d-�d
k�rT| �d.� | �d/|d �V q�|d0k�r�|d } | d1 }|t&k�r�| �d2| � | j'�r�|t(k�r�t&| }nd3| }| �|�V q�| �|d � q�d S )4NFr )�Filter�typeZDoctypez <!DOCTYPE %s�nameZpublicIdz PUBLIC "%s"ZsystemIdz SYSTEMr; r �'zASystem identifer contains both single and double quote charactersz %s%s%s�>)Z
Characters�SpaceCharactersrb �dataz</zUnexpected </ in CDATA)ZStartTagZEmptyTagz<%sTz+Unexpected child element of a CDATA element� r �=�always�specr: z?quote_attr_values must be one of: 'always', 'spec', or 'legacy'r z&�<z<z'z"z /�/ZEndTagz</%s>�Commentz--zComment contains --z <!--%s-->ZEntityr zEntity %s not recognizedz&%s;))r7 rR rG Zfilters.inject_meta_charsetr] rF Z filters.alphabeticalattributesrH Zfilters.whitespacerI Zfilters.sanitizerr? Zfilters.optionaltags�find�serializeErrorr\ rY r r rD �itemsr@ r
r$ �tupler< rL �_quoteAttributeSpec�search�_quoteAttributeLegacy�
ValueError�replacerC r= r> r rA rB r
rE r )rT �
treewalkerr7 Zin_cdatar] �tokenr^ Zdoctyper= r_ �_Z attr_nameZ
attr_value�k�vZ
quote_attrrc �keyr/ r/ r0 r9 � s�
��
zHTMLSerializer.serializec C s2 |rd� t| �||���S d� t| �|���S dS )an Serializes the stream from the treewalker into a string
:arg treewalker: the treewalker to serialize
:arg encoding: the string encoding to use
:returns: the serialized tree
Example:
>>> from html5lib import parse, getTreeWalker
>>> from html5lib.serializer import HTMLSerializer
>>> token_stream = parse('<html><body>Hi!</body></html>')
>>> walker = getTreeWalker('etree')
>>> serializer = HTMLSerializer(omit_optional_tags=False)
>>> serializer.render(walker(token_stream))
'<html><head></head><body>Hi!</body></html>'
� r N)r' �listr9 )rT rt r7 r/ r/ r0 r5 w s zHTMLSerializer.render�XXX ERROR MESSAGE NEEDEDc C s | j �|� | jrt�d S )N)rR r" rS �SerializeError)rT rc r/ r/ r0 rl � s z HTMLSerializer.serializeError)N)N)r| )�__name__�
__module__� __qualname__r< r= r> r? r@ rA rB rC rD rE rF rG rH rI rK rW rY r\ r9 r5 rl r/ r/ r/ r0 r4 h s, Y
r4 c @ s e Zd ZdZdS )r} zError in serialized treeN)r~ r r� �__doc__r/ r/ r/ r0 r} � s r} )r3 N)+Z
__future__r r r Zpip._vendor.sixr �re�codecsr r Z constantsr r
r r r
r r r r Zxml.sax.saxutilsr r' Z_quoteAttributeSpecChars�compilero rq r# rL Z_is_ucs4r{ rm rw rx r r! �islowerr1 r9 r r4 � Exceptionr} r/ r/ r/ r0 �<module> sD
�
�
�
1 html5lib/__pycache__/html5parser.cpython-38.pyc 0000644 00000271643 15043676225 0015421 0 ustar 00 U
��.e�� � @ s d dl mZmZmZ d dlmZmZ d dlZd dlm Z ddl
m Z ddl
m Z ddl
m
Z
dd lmZ dd
l
mZ dd lmZmZmZmZmZmZmZmZmZmZm Z m Z m Z m Z m!Z!m"Z" d!dd�Z#d"dd�Z$dd� Z%G dd� de&�Z'ej(dd� �Z)dd� Z*d#d d �Z+G d d � d e,�Z-dS )$� )�absolute_import�division�unicode_literals)�with_metaclass�viewkeysN)� OrderedDict� )� _inputstream)�
_tokenizer)� treebuilders)�Marker)�_utils)�spaceCharacters�asciiUpper2Lower�specialElements�headingElements�
cdataElements�rcdataElements�
tokenTypes�
tagTokenTypes�
namespaces� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustForeignAttributes�adjustMathMLAttributes�adjustSVGAttributes�E�_ReparseException�etreeTc K s$ t �|�}t||d�}|j| f|�S )a� Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
��namespaceHTMLElements)r �getTreeBuilder�
HTMLParser�parse)�doc� treebuilderr �kwargs�tb�p� r) �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/html5parser.pyr# s
r# �divc K s, t �|�}t||d�}|j| fd|i|��S )a# Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
r � container)r r! r" �
parseFragment)r$ r, r% r r& r' r( r) r) r* r- 2 s
r- c s G � fdd�dt �}|S )Nc s e Zd Z� fdd�ZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> |� � D ]$\}}t|tj�r$� |�}|||< qt�| |||�S �N)�items�
isinstance�types� FunctionType�type�__new__)�metaZ classname�basesZ classDictZ
attributeNameZ attribute��functionr) r* r4 M s
z5method_decorator_metaclass.<locals>.Decorated.__new__N)�__name__�
__module__� __qualname__r4 r) r7 r) r* � DecoratedL s r< )r3 )r8 r< r) r7 r* �method_decorator_metaclassK s r= c @ s� e Zd ZdZd+dd�Zd,dd �Zd
d � Zed d
� �Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd-dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� ZdS ).r" z]HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
NFTc sL |� _ |dkrt�d�}||�� _g � _t� fdd�t|��� D ��� _dS )a�
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
Nr c s g | ]\}}||� � j �f�qS r) )�tree)�.0�name�cls��selfr) r* �
<listcomp>z s z'HTMLParser.__init__.<locals>.<listcomp>) �strictr r! r> �errors�dict� getPhasesr/ �phases)rC r> rE r �debugr) rB r* �__init__^ s
�zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|��| _| �� z | �� W n$ tk
rb | �� | �� Y nX d S )N�parser) �
innerHTMLModer, � scriptingr
Z
HTMLTokenizer� tokenizer�reset�mainLoopr )rC �stream� innerHTMLr, rN r& r) r) r* �_parse} s zHTMLParser._parsec C s� | j �� d| _g | _g | _d| _| jr�| j�� | _ | j t
krL| j j | j _
n0| j tkrd| j j| j _
n| j dkr|| j j| j _
n | jd | _| j�� | �� nd| _ | jd | _d | _d | _d| _d S )NFz no quirks� plaintext�
beforeHtml�initialT)r> rP �
firstStartTagrF �log�
compatModerM r, �lowerrS r rO � rcdataState�stater � rawtextState�plaintextStaterI �phase�insertHtmlElement�resetInsertionModeZ lastPhaseZbeforeRCDataPhase�
framesetOKrB r) r) r* rP � s*
zHTMLParser.resetc C s t | d�sdS | jjjd jS )z�Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
rO Nr )�hasattrrO rR � charEncodingr@ rB r) r) r* �documentEncoding� s
zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd �t�dkS |j|j ftkS d S )N�annotation-xml�mathml�encoding)z text/htmlzapplication/xhtml+xml)r@ � namespacer �
attributes� translater r �rC �elementr) r) r* �isHTMLIntegrationPoint� s
�
���z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS r. )rj r@ r rm r) r) r* � isMathMLTextIntegrationPoint� s z'HTMLParser.isMathMLTextIntegrationPointc C sh t d }t d }t d }t d }t d }t d }t d }| �� D �]�}d } |}
|
d k �r�|
} | jjrp| jjd nd } | r~| jnd } | r�| jnd }
|
d }||kr�| �|
d
|
�d i �� d }
qNt| jj�d k�sd| | jj k�sd| �
| ��r||k�r
|d
t ddg�k�sd|||fk�sd| t d k�rH|
dk�rH||k�rH|d
dk�sd| �
| ��rl||||fk�rl| j}n
| jd }||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||krN|�|
�}
qN||kr@| d r@| d s@| �dd
| d
i� q@d}g }|�rd|�| j� | j�� }|�r.| j|k�s.t��q.d S )N�
CharactersZSpaceCharacters�StartTag�EndTag�CommentZDoctype�
ParseError���r3 �data�datavarsr r@ ZmglyphZ
malignmarkrh rg �svg�inForeignContent� selfClosing�selfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r �normalizedTokensr> � openElementsrj r@ �
parseError�get�len�defaultNamespacerp � frozensetr ro r` rI �processCharacters�processSpaceCharacters�processStartTag�
processEndTag�processComment�processDoctype�append�
processEOF�AssertionError)rC ZCharactersTokenZSpaceCharactersTokenZ
StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorToken�tokenZ
prev_token� new_token� currentNodeZcurrentNodeNamespaceZcurrentNodeNamer3 r` Z reprocessrI r) r) r* rQ � s�
����
�
���
�
� �
�
�
zHTMLParser.mainLoopc c s | j D ]}| �|�V qd S r. )rO �normalizeToken�rC r� r) r) r* r} s
zHTMLParser.normalizedTokensc O s | j |ddf|�|� | j�� S )a� Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
FN)rT r> Z getDocument�rC rR �argsr& r) r) r* r# s zHTMLParser.parsec O s | j |df|�|� | j�� S )aZ Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
T)rT r> Z getFragmentr� r) r) r* r- $ s zHTMLParser.parseFragment�XXX-undefined-errorc C s@ |d kr i }| j �| jj�� ||f� | jr<tt| | ��d S r. )rF r� rO rR ZpositionrE ru r )rC Z errorcoderx r) r) r* r @ s
zHTMLParser.parseErrorc C sT |d t d krP|d }t|�|d< t|�t|d �krP|d �|d d d� � |S )Nr3 rr rw rv )r r r� �update)rC r� �rawr) r) r* r� H s zHTMLParser.normalizeTokenc C s t |t� d S r. )�adjust_attributesr r� r) r) r* r S s z!HTMLParser.adjustMathMLAttributesc C s t |t� d S r. )r� r r� r) r) r* r V s z HTMLParser.adjustSVGAttributesc C s t |t� d S r. )r� �adjustForeignAttributesMapr� r) r) r* r Y s z"HTMLParser.adjustForeignAttributesc C s | j �� d S r. )rL r` r� r) r) r* �reparseTokenNormal\ s z HTMLParser.reparseTokenNormalc C s� d}ddddddddddd d d
d d �}| j jd d d
� D ]�}|j}d }|| j jd krj| js`t�d}| j}|dkr|| js|t�|s�|j| j jkr�q8||kr�| j|| } q�q8|r8| jd } q�q8|| _d S )NF�inSelect�inCell�inRow� inTableBody� inCaption�
inColumnGroup�inTable�inBody�
inFrameset�
beforeHead)�select�td�th�tr�tbody�thead�tfoot�caption�colgroup�table�head�body�frameset�htmlrv r T)r� r� r� r� ) r> r~ r@ rS r� rj r� rI r` )rC ZlastZnewModes�nodeZnodeNameZ new_phaser) r) r* rb ` sD �
z HTMLParser.resetInsertionModec C sR |dks t �| j�|� |dkr.| jj| j_n | jj| j_| j| _| j d | _d S )N)�RAWTEXT�RCDATAr� �text)
r� r> �
insertElementrO r^ r] r\ r` �
originalPhaserI )rC r� Z contentTyper) r) r* �parseRCDataRawtext� s z HTMLParser.parseRCDataRawtext)NFTF)Fr+ F)r� N)r9 r: r; �__doc__rK rT rP �propertyrf ro rp rQ r} r# r- r r� r r r r� rb r� r) r) r) r* r" W s(
"
C
,r" c s" dd� }dd� }G dd� dt || |���� G dd� d� �}G d d
� d
� �}G � fd d �d � �}G � fd
d�d� �}G � fdd�d� �}G � fdd�d� �}G � fdd�d� �} G � fdd�d� �}
G � fdd�d� �} G � fdd�d� �} G � fdd �d � �}
G � fd d �d � �}G � fd d �d � �}G � fd!d"�d"� �}G � fd#d$�d$� �}G � fd%d&�d&� �}G � fd'd(�d(� �}G � fd)d*�d*� �}G � fd+d,�d,� �}G � fd-d.�d.� �}G � fd/d0�d0� �}G � fd1d2�d2� �}G � fd3d4�d4� �}||||||| |
| | |
||||||||||||d5�S )6Nc s( t dd� t�� D ���� �fdd�}|S )z4Logger that records which phase processes each tokenc s s | ]\}}||fV qd S r. r) )r? �key�valuer) r) r* � <genexpr>� s z)getPhases.<locals>.log.<locals>.<genexpr>c s� � j �d�r�t|�dkr�|d }zd�|d i}W n � Y nX |d tkr\|d |d< | jj�| jjjj | jj j
j | j
j � j |f� � | f|�|�S � | f|�|�S d S )NZprocessr r3 r@ ) r9 �
startswithr� r rL rY r� rO r] r` � __class__)rC r� r& r� �info�r8 Z
type_namesr) r* �wrapped� s
�z'getPhases.<locals>.log.<locals>.wrapped)rG r r/ )r8 r� r) r� r* rY � s
�zgetPhases.<locals>.logc S s | r t |�S tS d S r. )r= r3 )Z
use_metaclassZmetaclass_funcr) r) r* � getMetaclass� s z getPhases.<locals>.getMetaclassc @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing
c S s || _ || _d S r. )rL r> �rC rL r> r) r) r* rK � s z!getPhases.<locals>.Phase.__init__c S s t �d S r. )�NotImplementedErrorrB r) r) r* r� � s z#getPhases.<locals>.Phase.processEOFc S s | j �|| j jd � d S )Nrv �r> �
insertCommentr~ r� r) r) r* r� � s z'getPhases.<locals>.Phase.processCommentc S s | j �d� d S )Nzunexpected-doctype�rL r r� r) r) r* r� � s z'getPhases.<locals>.Phase.processDoctypec S s | j �|d � d S �Nrw �r> �
insertTextr� r) r) r* r� � s z*getPhases.<locals>.Phase.processCharactersc S s | j �|d � d S r� r� r� r) r) r* r� � s z/getPhases.<locals>.Phase.processSpaceCharactersc S s | j |d |�S �Nr@ )�startTagHandlerr� r) r) r* r� � s z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j �d� |d �� D ],\}}|| jjd jkr,|| jjd j|< q,d| j _d S )Nr@ r� z
non-html-rootrw r F)rL rX r r/ r> r~ rk �rC r� �attrr� r) r) r* � startTagHtml� s z%getPhases.<locals>.Phase.startTagHtmlc S s | j |d |�S r� )�
endTagHandlerr� r) r) r* r� � s z&getPhases.<locals>.Phase.processEndTagN)
r9 r: r; r� rK r� r� r� r� r� r� r� r� r) r) r) r* �Phase� s
r� c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getPhases.<locals>.InitialPhasec S s d S r. r) r� r) r) r* r� � s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j �|| j j� d S r. �r> r� Zdocumentr� r) r) r* r� � s z.getPhases.<locals>.InitialPhase.processCommentc S s� |d }|d }|d }|d }|dks@|d k s@|d k rL|dkrL| j �d� |d krXd}| j�|� |dkrv|�t�}|r�|d dks�|�d �s�|d
ks�|�d �r�|d ks�|r�|�� d kr�d
| j _n$|�d�s�|�d �r�|d k r�d| j _| j j d | j _
d S )Nr@ �publicId�systemId�correctr� zabout:legacy-compatzunknown-doctype� )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr� )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd�quirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrV ) rL r r> Z
insertDoctyperl r r� r[ rZ rI r` )rC r� r@ r� r� r� r) r) r* r� � sX ��
��9�<��?�@�@
�A
����z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr� rV )rL rZ rI r` rB r) r) r* � anythingElseM s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j �d� | �� |S )Nz expected-doctype-but-got-chars�rL r r� r� r) r) r* r� Q s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j �dd|d i� | �� |S )Nz"expected-doctype-but-got-start-tagr@ r� r� r) r) r* r� V s
�z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j �dd|d i� | �� |S )Nz expected-doctype-but-got-end-tagr@ r� r� r) r) r* r� \ s
�z-getPhases.<locals>.InitialPhase.processEndTagc S s | j �d� | �� dS )Nz expected-doctype-but-got-eofTr� rB r) r) r* r� b s z*getPhases.<locals>.InitialPhase.processEOFN) r9 r: r; r� r� r� r� r� r� r� r� r) r) r) r* � InitialPhase� s _r� c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j �tdd�� | jjd | j_d S )Nr� rr r� )r> Z
insertRoot�impliedTagTokenrL rI r` rB r) r) r* ra i s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | � � dS �NT�ra rB r) r) r* r� n s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� r s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r. r) r� r) r) r* r� u s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | � � |S r. r� r� r) r) r* r� x s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| �� |S )Nr@ r� T)rL rX ra r� r) r) r* r� | s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dkr$| j �dd|d i� n | �� |S d S )Nr@ �r� r� r� �brz unexpected-end-tag-before-html)rL r ra r� r) r) r* r� � s
�z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN)
r9 r: r; ra r� r� r� r� r� r� r) r) r) r* �BeforeHtmlPhaseg s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.BeforeHeadPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S )Nr� r� r� ) rK r
�MethodDispatcherr� � startTagHeadr� �
startTagOther�default�endTagImplyHeadr� � endTagOtherr� �r� r) r* rK � s �
�z+getPhases.<locals>.BeforeHeadPhase.__init__c S s | � tdd�� dS )Nr� rr T�r� r� rB r) r) r* r� � s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r. r) r� r) r) r* r� � s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | � tdd�� |S �Nr� rr r� r� r) r) r* r� � s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd �|�S �Nr� �rL rI r� r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j �|� | j jd | j _| jjd | j_d S )Nrv �inHead)r> r� r~ � headPointerrL rI r` r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | � tdd�� |S r� r� r� r) r) r* r� � s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | � tdd�� |S r� r� r� r) r) r* r� � s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j �dd|d i� d S )Nzend-tag-after-implied-rootr@ r� r� r) r) r* r� � s
�z.getPhases.<locals>.BeforeHeadPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �BeforeHeadPhase� s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!S )"z getPhases.<locals>.InHeadPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fg�| _ | j | j _
t�d| jfd | jfg�| _| j| j_
d S )
Nr� �title)�noframes�style�noscript�script)�base�basefont�bgsound�command�linkr5 r� )r� r� r� )rK r
r� r� �
startTagTitle�startTagNoFramesStyle�startTagNoscript�startTagScript�startTagBaseLinkCommand� startTagMetar� r� r� r� �
endTagHead�endTagHtmlBodyBrr� r� r� r� r) r* rK � s& ��
�z'getPhases.<locals>.InHeadPhase.__init__c S s | � � dS r� �r� rB r) r) r* r� � s z)getPhases.<locals>.InHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� � s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j �d� d S )Nz!two-heads-are-not-better-than-oner� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j �|� | j j�� d|d< d S �NTr| �r> r� r~ �popr� r) r) r* r� � s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s� | j �|� | j j�� d|d< |d }| jjjjd dkr�d|krZ| jjj�|d � nVd|kr�d|kr�|d � � d kr�t
� |d � d
��}t
�
|�}|�� }| jjj�|� d S ) NTr| rw r Z tentative�charsetZcontentz
http-equivz content-typezutf-8)r> r� r~ r rL rO rR re ZchangeEncodingr[ r Z
EncodingBytes�encodeZContentAttrParserr# )rC r� rk rw rL �codecr) r) r* r� � s ��
z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j �|d� d S )Nr� �rL r� r� r) r) r* r� � s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j �|d� d S )Nr� r r� r) r) r* r� � s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j �|d� n | j�|� | j jd | j _d S )Nr� �inHeadNoscript)rL rN r� r> r� rI r` r� r) r) r* r� � s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j �|� | jjj| jj_| jj| j_| jjd | j_d S )Nr� ) r> r� rL rO ZscriptDataStater] r` r� rI r� r) r) r* r� s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | � � |S r. r r� r) r) r* r� s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s: | j jj�� }|jdks&td|j ��| j jd | j _d S )Nr� zExpected head got %s� afterHead�rL r> r~ r r@ r� rI r` �rC r� r� r) r) r* r s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | � � |S r. r r� r) r) r* r s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S �N�unexpected-end-tagr@ r� r� r) r) r* r� s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | � td�� d S )Nr� )r r� rB r) r) r* r� s z+getPhases.<locals>.InHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r r r� r� r) r� r) r* � InHeadPhase� s r c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z&getPhases.<locals>.InHeadNoscriptPhasec sf � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fg�| _ | j | j _d S )Nr� )r� r� r� r5 r� r� )r� r� r� r� )
rK r
r� r� r� �startTagHeadNoscriptr� r� r� �endTagNoscript�endTagBrr� r� r� r� r) r* rK s �
�z/getPhases.<locals>.InHeadNoscriptPhase.__init__c S s | j �d� | �� dS )Nzeof-in-head-noscriptTr� rB r) r) r* r� 0 s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd �|�S �Nr� )rL rI r� r� r) r) r* r� 5 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j �d� | �� |S )Nzchar-in-head-noscriptr� r� r) r) r* r� 8 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd �|�S r �rL rI r� r� r) r) r* r� = s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� @ s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r� C s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j �dd|d i� d S �N�unexpected-start-tagr@ r� r� r) r) r* r F s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j �dd|d i� | �� |S �Nz unexpected-inhead-noscript-tagr@ r� r� r) r) r* r� I s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s: | j jj�� }|jdks&td|j ��| j jd | j _d S )Nr� zExpected noscript got %sr� r r
r) r) r* r N s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j �dd|d i� | �� |S r r� r� r) r) r* r S s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j �dd|d i� d S r r� r� r) r) r* r� X s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | � td�� d S )Nr� )r r� rB r) r) r* r� [ s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r r� r r r� r� r) r� r) r* �InHeadNoscriptPhase s r c sp e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS )z!getPhases.<locals>.AfterHeadPhasec sn � � | ||� t�d| jfd| jfd| jfd| jfd| jfg�| _| j | j_
t�d| j fg�| _ | j
| j _
d S )Nr� r� r� ) r� r� r� r� r5 r� r� r� r� r� )r� r� r� )rK r
r� r� � startTagBody�startTagFrameset�startTagFromHeadr� r� r� r� r r� r� r� r� r) r* rK ` s ��
�
z*getPhases.<locals>.AfterHeadPhase.__init__c S s | � � dS r� r rB r) r) r* r� q s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� u s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� y s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j�|� | j jd | j _d S )NFr� )rL rc r> r� rI r` r� r) r) r* r | s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j �|� | jjd | j_d S )Nr� )r> r� rL rI r` r� r) r) r* r � s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j �dd|d i� | jj�| jj� | j jd �|� | jjd d d� D ] }|jdkrL| jj� |� qnqLd S )Nz#unexpected-start-tag-out-of-my-headr@ r� rv r� )
rL r r> r~ r� r� rI r� r@ �remover
r) r) r* r � s
�
z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | � � |S r. r r� r) r) r* r� � s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | � � |S r. r r� r) r) r* r � s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j �tdd�� | jjd | j_d| j_d S )Nr� rr r� T)r> r� r� rL rI r` rc rB r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r r r r� r� r r� r� r) r� r) r* �AfterHeadPhase_ s
r c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!d?d@� Z"dAdB� Z#dCdD� Z$dEdF� Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)dOdP� Z*dQdR� Z+dSdT� Z,dUdV� Z-dWdX� Z.dYdZ� Z/d[d\� Z0d]d^� Z1d_d`� Z2dadb� Z3dcdd� Z4dedf� Z5dgS )hz getPhases.<locals>.InBodyPhasec $ s� � � | ||� | j| _t�d| jfd| jfd| jfd| jfd| j ft
| j fd| j fd| j
fd| jfd | jfd
| jfd | jfd | jfd
| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd| j fd| j fd| j fd| j!fd | j"fd | j#fd | j$fd | j%fd | j&fg!�| _'| j(| j'_)t�d| j*fd| j+fd!| j,fd| j-fd"| j.fd#| j/ft
| j0fd$| j1fd| j2fd%| j3fg
�| _4| j5| j4_)d S )&Nr� ) r� r� r� r� r� r5 r� r� r� r� r� )�address�article�aside�
blockquote�center�details�dirr+ �dl�fieldset�
figcaption�figure�footer�header�hgroup�main�menu�nav�olr( �section�summary�ul)�pre�listing�form)�li�dd�dtrU �a) �b�big�code�em�font�i�s�small�strike�strong�tt�u�nobr�button)ZappletZmarquee�objectZxmpr� )Zarear� �embed�img�keygenZwbr)Zparam�sourceZtrack�input�hr�image�isindex�textareaZiframer� )Znoembedr� r� )�rp�rt)�option�optgroupZmathry ) r� �colr� �framer� r� r� r� r� r� r� )r r r! r" rH r# r$ Zdialogr% r+ r& r' r( r) r* r+ r, r5 r- r. r/ r0 r4 r1 r2 r3 r( )r8 r9 r7 )r: r; r< r= r> r? r@ rG rA rB rC rD rE rF r� )6rK � processSpaceCharactersNonPrer� r
r� r� �startTagProcessInHeadr r �startTagClosePr �startTagHeading�startTagPreListing� startTagForm�startTagListItem�startTagPlaintext� startTagA�startTagFormatting� startTagNobr�startTagButton�startTagAppletMarqueeObject� startTagXmp�
startTagTable�startTagVoidFormatting�startTagParamSource�
startTagInput�
startTagHr�
startTagImage�startTagIsIndex�startTagTextarea�startTagIFramer� �startTagRawtext�startTagSelect� startTagRpRt� startTagOpt� startTagMath� startTagSvg�startTagMisplacedr� r� r� �
endTagBody�
endTagHtml� endTagBlock�
endTagForm�endTagP�endTagListItem�
endTagHeading�endTagFormatting�endTagAppletMarqueeObjectr r� r� r� r� r) r* rK � s� ������-
���z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r. )r@ rj rk )rC Znode1Znode2r) r) r* �isMatchingFormattingElement� s
�
�z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s� | j �|� | j jd }g }| j jd d d� D ](}|tkr@ qXq.| �||�r.|�|� q.t|�dksht�t|�dkr�| j j� |d � | j j�|� d S )Nrv � )
r> r� r~ �activeFormattingElementsr r� r� r� r� r )rC r� rn ZmatchingElementsr� r) r) r* �addFormattingElement� s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d�}| jjd d d� D ] }|j|kr| j�d� q:qd S )N) r8 r9 r7 r( r� r� r� r� r� r� r� r� rv z expected-closing-tag-but-got-eof)r� r> r~ r@ rL r )rC Zallowed_elementsr� r) r) r* r� s
z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|�d�rH| jjd jdkrH| jjd �� sH|dd � }|rb| j�� | j�|� d S )Nrw �
rv )r4 r5 rR r ) rY r� r� r> r~ r@ Z
hasContent�#reconstructActiveFormattingElementsr� )rC r� rw r) r) r* �!processSpaceCharactersDropNewline
s
��
z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j �� | j �|d � | jjrPtdd� |d D ��rPd| j_d S )Nrw � c S s g | ] }|t k�qS r) �r �r? �charr) r) r* rD " s �zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)r> r� r� rL rc �anyr� r) r) r* r� s
��z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j �� | j �|d � d S r� )r> r� r� r� r) r) r* rY & s
z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd �|�S r r� r� r) r) r* rZ * s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s� | j �dddi� t| jj�dks4| jjd jdkrB| j js�t�nBd| j _|d � � D ],\}}|| jjd j
krV|| jjd j
|< qVd S )Nr r@ r� r Frw ) rL r r� r> r~ r@ rS r� rc r/ rk r� r) r) r* r - s �z+getPhases.<locals>.InBodyPhase.startTagBodyc S s� | j �dddi� t| jj�dks4| jjd jdkrB| j js�t�np| j jsLnf| jjd j rv| jjd j �
| jjd � | jjd jdkr�| jj� � qv| j� |� | j j
d | j _d S ) Nr r@ r� r r� rv r� r� )rL r r� r> r~ r@ rS r� rc �parent� removeChildr r� rI r` r� r) r) r* r 8 s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jddd�r | �td�� | j �|� d S �Nr( rH ��variant)r> �elementInScoper{ r� r� r� r) r) r* r[ F s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jddd�r | �td�� | j �|� d| j_| j| _d S )Nr( rH r� F) r> r� r{ r� r� rL rc r� r� r� r) r) r* r] K s
z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | j�dddi� n:| j jddd�r:| �td�� | j �|� | j jd | j _d S )Nr r@ r6 r( rH r� rv ) r> � formPointerrL r r� r{ r� r� r~ r� r) r) r* r^ R s z+getPhases.<locals>.InBodyPhase.startTagFormc S s� d| j _dgddgddgd�}||d }t| jj�D ]@}|j|kr^| j j�t|jd�� qx|j t
kr6|jdkr6 qxq6| jj d d
d �r�| j j�td d�� | j� |� d S ) NFr7 r9 r8 )r7 r9 r8 r@ rs )r r+ r( r( rH r� )
rL rc �reversedr> r~ r@ r` r� r� � nameTupler r� r� )rC r� Z stopNamesMapZ stopNamesr� r) r) r* r_ [ s* �
�
��z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jddd�r | �td�� | j �|� | jjj| jj_d S r� ) r> r� r{ r� r� rL rO r_ r] r� r) r) r* r` q s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jddd�r | �td�� | j jd jtkrR| j�dd|d i� | j j� � | j �
|� d S )Nr( rH r� rv r r@ ) r> r� r{ r� r~ r@ r rL r r r� r� r) r) r* r\ w s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j �d�}|rf| j�dddd�� | �td�� || j jkrL| j j�|� || j jkrf| j j�|� | j � � | �
|� d S )Nr: �$unexpected-start-tag-implies-end-tag�Z startNameZendName) r> �!elementInActiveFormattingElementsrL r r~ r� r~ r r� r� r� )rC r� Z afeAElementr) r) r* ra s �
z(getPhases.<locals>.InBodyPhase.startTagAc S s | j �� | �|� d S r. )r> r� r� r� r) r) r* rb � s
z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j �� | j �d�rB| j�dddd�� | �td�� | j �� | �|� d S )NrG r� r� )r> r� r� rL r r� r� r� r� r) r) r* rc � s
�
z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j �d�r2| j�dddd�� | �td�� |S | j �� | j �|� d| j_d S )NrH r� r� F) r> r� rL r r� r� r� r� rc r� r) r) r* rd � s �
z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j �� | j �|� | j j�t� d| j_d S �NF)r> r� r� r� r� r rL rc r� r) r) r* re � s
z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jddd�r | �td�� | j �� d| j_| j�|d� d S )Nr( rH r� Fr� )r> r� r{ r� r� rL rc r� r� r) r) r* rf � s
z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjddd�r*| �td�� | j�|� d| j _| j jd | j _ d S )Nr� r( rH r� Fr� )
rL rZ r> r� r� r� r� rc rI r` r� r) r) r* rg � s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j �� | j �|� | j j�� d|d< d| j_d S )NTr| F)r> r� r� r~ r rL rc r� r) r) r* rh � s
z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| �|� d|d kr<|d d �t�dkr<|| j _d S )Nr3 rw �hidden)rL rc rh rl r )rC r� rc r) r) r* rj � s
�z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* ri � s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jddd�r | �td�� | j �|� | j j�� d|d< d| j_d S )Nr( rH r� Tr| F) r> r� r{ r� r� r~ r rL rc r� r) r) r* rk � s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j �dddd�� | �tdd|d |d d�� d S ) Nz unexpected-start-tag-treated-asrP rK �Z originalNameZnewNamerr rw r{ �rk r{ )rL r r� r� r� r) r) r* rl � s �
�z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j �dddi� | jjr d S i }d|d kr>|d d |d< | �tdd|d�� | �td d�� | �td
d�� d |d kr�|d d }nd }| �td
|d�� |d �� }d|kr�|d= d |kr�|d = d|d< | �tdd||d d�� | � td
�� | �td d�� | � td�� d S )Nzdeprecated-tagr@ rQ �actionrw r6 rr )rk rO Zlabel�promptz3This is a searchable index. Enter search keywords: rq �r3 rw rN r{ r� )
rL r r> r� r� r� r� r �copyr� )rC r� Z
form_attrsr� rk r) r) r* rm � s<
� �
�z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j �|� | jjj| jj_| j| _d| j_d S r� ) r> r� rL rO r\ r] r� r� rc r� r) r) r* rn � s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| �|� d S r� )rL rc rp r� r) r) r* ro s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| �|� n
| �|� d S r. )rL rN rp r� r� r) r) r* r� s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j �|d� dS )z8iframe, noembed noframes, noscript(if scripting enabled)r� Nr r� r) r) r* rp
s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jj�td�� | j �� | jj �|� d S �Nrv rU ) r> r~ r@ rL r` r� r� r� r� r� r) r) r* rs s
z*getPhases.<locals>.InBodyPhase.startTagOptc S s� | j �� | j �|� d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fkrx| jjd | j_n| jjd | j_d S )
NFr� r� r� r� r� r� �inSelectInTabler� )r> r� r� rL rc r` rI r� r) r) r* rq s
�z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j �d�r2| j �� | j jd jdkr2| j�� | j �|� d S )N�rubyrv )r> r� �generateImpliedEndTagsr~ r@ rL r r� r� r) r) r* rr % s
z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nrh rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* rt , s
z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nry rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* ru 8 s
z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j �dd|d i� dS )a5 Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
z unexpected-start-tag-ignoredr@ Nr� r� r) r) r* rv D s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j �� | j �|� d S r. )r> r� r� r� r) r) r* r� M s
z,getPhases.<locals>.InBodyPhase.startTagOtherc S s� | j jddd�sD| �tdd�� | j�dddi� | �tdd�� nT| j �d� | j jd j dkrt| j�dddi� | j j�
� }|j dkr�| j j�
� }q�d S ) Nr( rH r� rr r r@ rs rv ) r> r� r[ r� rL r r{ r� r~ r@ r r
r) r) r* r{ Q s
z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j �d�s| j�� d S | j jd jdkrj| j jdd � D ],}|jtd�kr<| j�dd|jd�� qjq<| jjd | j_d S )Nr� rv � )r8 r9 r7 rV rU r( rS rT r� r� r� r� r� r� r� r� �$expected-one-end-tag-but-got-another�ZgotNameZ expectedName� afterBody) r> r� rL r r~ r@ r� rI r` r
r) r) r* rw ^ s
�z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j �d�r | �td�� |S d S )Nr� )r> r� rw r� r� r) r) r* rx p s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s� |d dkr| j | _| j�|d �}|r2| j�� | jjd j|d kr^| j�dd|d i� |r�| jj� � }|j|d kr�| jj� � }qnd S )Nr@ r4 rv �end-tag-too-early)
rY r� r> r� r� r~ r@ rL r r )rC r� ZinScoper� r) r) r* ry v s
z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d ks$| j �|�s8| j�dddi� n:| j �� | j jd |krd| j�dddi� | j j�|� d S )Nr r@ r6 rv zend-tag-too-early-ignored)r> r� r� rL r r� r~ r r
r) r) r* rz � s �
�z)getPhases.<locals>.InBodyPhase.endTagFormc S s� |d dkrd}nd }| j j|d |d�sB| j�dd|d i� nf| j j|d d� | j jd j|d kr�| j�dd|d i� | j j�� }|j|d kr�| j j�� }q�d S ) Nr@ r7 �listr� r ��excluderv r� )r> r� rL r r� r~ r@ r )rC r� r� r� r) r) r* r| � s
� z-getPhases.<locals>.InBodyPhase.endTagListItemc S s� t D ] }| j�|�r| j�� q$q| jjd j|d krP| j�dd|d i� t D ]8}| j�|�rT| jj�� }|jt kr�| jj�� }qp q�qTd S )Nrv r@ r� ) r r> r� r� r~ r@ rL r r )rC r� �itemr) r) r* r} � s
z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk �r
|d7 }| j �|d �}|rD|| j jkrR| j �|j�sR| �|� dS || j jkr�| j�dd|d i� | j j� |� dS | j �|j�s�| j�dd|d i� dS || j jd kr�| j�d d|d i� | j j�
|�}d}| j j|d� D ]}|j t kr�|} �qq�|dk�rR| j j�
� }||k�r@| j j�
� }�q&| j j� |� dS | j j|d }| j j�
|�}| } }
d} | j j�
|
�} | d
k �rX| d7 } | d8 } | j j| }
|
| j jk�r�| j j� |
� �q�|
|k�rސqX| |k�r�| j j�
|
�d }|
�� }
|
| j j| j j�
|
�< |
| j j| j j�
|
�< |
}
| j�rF| j�| � |
�| � |
} �q�| j�rl| j�| � |jtd �k�r�| j �� \}}|�| |� n
|�| � |�� }
|�|
� |�|
� | j j� |� | j j�||
� | j j� |� | j j�| j j�
|�d |
� qdS ) z)The much-feared adoption agency algorithmr � r r@ Nzadoption-agency-1.2zadoption-agency-4.4rv zadoption-agency-1.3r� �r� r� r� r� r� )r> r� r~ r� r@ r� rL r r� r �indexr� r r Z cloneNoder� r� Z appendChildr� Z getTableMisnestedNodePosition� insertBeforeZreparentChildren�insert)rC r� ZouterLoopCounterZformattingElementZafeIndexZ
furthestBlockrn ZcommonAncestorZbookmarkZlastNoder� ZinnerLoopCounterr� Zcloner� r� r) r) r* r~ � s�
�
� �
� �� �
�z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s� | j �|d �r| j �� | j jd j|d krF| j�dd|d i� | j �|d �r�| j j�� }|j|d kr~| j j�� }qb| j �� d S )Nr@ rv r� ) r> r� r� r~ r@ rL r r � clearActiveFormattingElements)rC r� rn r) r) r* r T s
z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j �dddd�� | j�� | j�tdd�� | jj�� d S )Nz unexpected-end-tag-treated-asr� z
br elementr� rr )rL r r> r� r� r� r~ r r� r) r) r* r ` s �
z'getPhases.<locals>.InBodyPhase.endTagBrc S s� | j jd d d� D ]�}|j|d krz| j j|d d� | j jd j|d krb| j�dd|d i� | j j�� |krtqb q�q|jtkr| j�dd|d i� q�qd S )Nrv r@ r� r ) r> r~ r@ r� rL r r r� r r
r) r) r* r� g s
z*getPhases.<locals>.InBodyPhase.endTagOtherN)6r9 r: r; rK r� r� r� r� r� rY rZ r r r[ r] r^ r_ r` r\ ra rb rc rd re rf rg rh rj ri rk rl rm rn ro r� rp rs rq rr rt ru rv r� r{ rw rx ry rz r| r} r~ r r r� r) r� r) r* � InBodyPhase� sh G
$ r� c s@ e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )z getPhases.<locals>.TextPhasec sF � � | ||� t�g �| _| j| j_t�d| jfg�| _| j| j_d S �Nr� ) rK r
r� r� r� r� � endTagScriptr� r� r� r� r) r* rK v s
�z%getPhases.<locals>.TextPhase.__init__c S s | j �|d � d S r� r� r� r) r) r* r� ~ s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j �dd| jjd ji� | jj�� | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofr@ rv T)rL r r> r~ r@ r r� r` rB r) r) r* r� � s � z'getPhases.<locals>.TextPhase.processEOFc S s dst d|d ��d S )NFz4Tried to process start tag %s in RCDATA/RAWTEXT moder@ )r� r� r) r) r* r� � s z*getPhases.<locals>.TextPhase.startTagOtherc S s* | j j�� }|jdkst�| jj| j_d S r� )r> r~ r r@ r� rL r� r` r
r) r) r* r� � s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j�� | jj| j_d S r. )r> r~ r rL r� r` r� r) r) r* r� � s z(getPhases.<locals>.TextPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r) r� r) r* � TextPhaseu s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'S )(z getPhases.<locals>.InTablePhasec
s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fd | j fd
| j fg
�| _
| j| j
_t�d| jfd | jfg�| _| j| j_d S ) Nr� r� r� rW �r� r� r� )r� r� r� r� )r� r� rN r6 ) r� r� rW r� r� r� r� r� r� r� r� )rK r
r� r� �startTagCaption�startTagColgroup� startTagCol�startTagRowGroup�startTagImplyTbodyrg �startTagStyleScriptrj r^ r� r� r� � endTagTable� endTagIgnorer� r� r� r� r) r* rK � s* �
��z(getPhases.<locals>.InTablePhase.__init__c S s$ | j jd jdkr | j j�� q d S )Nrv )r� r� )r> r~ r@ r rB r) r) r* �clearStackToTableContext� s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s0 | j jd jdkr | j�d� n | jjs,t�d S )Nrv r� z eof-in-table�r> r~ r@ rL r rS r� rB r) r) r* r� � s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j�|� d S �N� inTableText)rL r` rI r� r� �rC r� r� r) r) r* r� � s
z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j�|� d S r� )rL r` rI r� r� r� r) r) r* r� � s
z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd �|� d| j _d S )NTr� F)r> �insertFromTablerL rI r� r� r) r) r* r� � s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | � � | jj�t� | j�|� | jjd | j_d S )Nr� ) r� r> r� r� r r� rL rI r` r� r) r) r* r� � s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | � � | j�|� | jjd | j_d S )Nr� �r� r> r� rL rI r` r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z+getPhases.<locals>.InTablePhase.startTagColc S s( | � � | j�|� | jjd | j_d S �Nr� r� r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j �dddd�� | j j�td�� | j js2|S d S )Nr� r� r� )rL r r` r� r� rS r� r) r) r* rg � s �z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� � s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d krH|d d � t�dkrH| j�d� | j�|� | jj�� n
| �|� d S )Nr3 rw r� z unexpected-hidden-input-in-table) rl r rL r r> r� r~ r r� r� r) r) r* rj � s � z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j �d� | jjd kr@| j�|� | jjd | j_| jj�� d S )Nzunexpected-form-in-tablerv )rL r r> r� r� r~ r r� r) r) r* r^ � s
z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz)unexpected-start-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z-getPhases.<locals>.InTablePhase.startTagOtherc S s� | j jddd�r�| j �� | j jd jdkrJ| j�dd| j jd jd�� | j jd jdkrj| j j�� qJ| j j�� | j�� n| jj s�t
�| j�� d S )Nr� r� rv zend-tag-too-early-namedr� ) r> r� r� r~ r@ rL r r rb rS r� r� r) r) r* r�
s
�� z+getPhases.<locals>.InTablePhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz'unexpected-end-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z+getPhases.<locals>.InTablePhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� rg r� rj r^ r� r� r� r� r) r� r) r* � InTablePhase� s&
r� c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z#getPhases.<locals>.InTableTextPhasec s � � | ||� d | _g | _d S r. )rK r� �characterTokensr� r� r) r* rK ( s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d� dd� | jD ��}tdd� |D ��rJtd |d�}| jjd �|� n|rZ| j�|� g | _d S )Nr� c S s g | ] }|d �qS )rw r) �r? r� r) r) r* rD . s zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t k�qS r) r� r� r) r) r* rD / s rq r� r� )�joinr� r� r rL rI r� r> )rC rw r� r) r) r* �flushCharacters- s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | � � | j| j_|S r. �r� r� rL r` r� r) r) r* r� 6 s
z2getPhases.<locals>.InTableTextPhase.processCommentc S s | � � | j| j_dS r� r� rB r) r) r* r� ; s
z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j �|� d S �Nrw r� �r� r� r� r) r) r* r� @ s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j �|� d S r. r� r� r) r) r* r� E s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | � � | j| j_|S r. r� r� r) r) r* r� J s
z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | � � | j| j_|S r. r� r� r) r) r* r� O s
z1getPhases.<locals>.InTableTextPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �InTableTextPhase' s r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z!getPhases.<locals>.InCaptionPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� � r� rW r� r� r� r� r� r� r� r� r� )
r� rW r� r� r� r� r� r� r� r� )
rK r
r� r� �startTagTableElementr� r� r� �
endTagCaptionr� r� r� r� r� r� r) r* rK V s ��
��z*getPhases.<locals>.InCaptionPhase.__init__c S s | j jddd� S )Nr� r� r� �r> r� rB r) r) r* �ignoreEndTagCaptionh s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd �� d S r� �rL rI r� rB r) r) r* r� k s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd �|�S r� �rL rI r� r� r) r) r* r� n s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j �� | �� }| j j�td�� |s,|S d S �Nr� �rL r r� r` r� r� �rC r� � ignoreEndTagr) r) r* r� q s
z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd �|�S r� r� r� r) r) r* r� y s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s� | � � s�| j�� | jjd jdkrB| j�dd| jjd jd�� | jjd jdkrb| jj�� qB| jj�� | j�� | jj d | j_
n| jj s�t �| j�� d S )Nrv r� r� r� r� )
r� r> r� r~ r@ rL r r r� rI r` rS r� r� r) r) r* r� | s
��
z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j �� | �� }| j j�td�� |s,|S d S r� r� r� r) r) r* r� � s
z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd �|�S r� �rL rI r� r� r) r) r* r� � s z-getPhases.<locals>.InCaptionPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* �InCaptionPhaseT s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z%getPhases.<locals>.InColumnGroupPhasec s^ � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fg�| _
| j | j
_d S )Nr� rW r� ) rK r
r� r� r� r� r� r� �endTagColgroup� endTagColr� r� r� r� r) r* rK � s �
�z.getPhases.<locals>.InColumnGroupPhase.__init__c S s | j jd jdkS )Nrv r� )r> r~ r@ rB r) r) r* �ignoreEndTagColgroup� s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S sD | j jd jdkr"| jjs t�d S | �� }| �td�� |s@dS d S )Nrv r� r� T) r> r~ r@ rL rS r� r� r� r� )rC r� r) r) r* r� � s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� � s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s@ | � � r | jjst�| j�� n | jj�� | jjd | j_ d S �Nr� )
r� rL rS r� r r> r~ r rI r` r� r) r) r* r� � s
z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j �dddi� d S )Nz
no-end-tagr@ rW r� r� r) r) r* r� � s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �InColumnGroupPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z#getPhases.<locals>.InTableBodyPhasec sv � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fd| j fd| j fg�| _
| j| j
_ d S )Nr� r� �r� r� )r� rW r� r� r� r� r� r� )r� r� rW r� r� r� r� r� )rK r
r� r� �
startTagTr�startTagTableCell�startTagTableOtherr� r� r� �endTagTableRowGroupr� r� r� r� r� r� r) r* rK � s$ ��
��z,getPhases.<locals>.InTableBodyPhase.__init__c S sB | j jd jdkr | j j�� q | j jd jdkr>| jjs>t�d S )Nrv )r� r� r� r� r� )r> r~ r@ r rL rS r� rB r) r) r* � clearStackToTableBodyContext� s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd �� d S r� r� rB r) r) r* r� � s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | � � | j�|� | jjd | j_d S )Nr� )r� r> r� rL rI r` r� r) r) r* r� s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j �dd|d i� | �tdd�� |S )Nz unexpected-cell-in-table-bodyr@ r� rr )rL r r� r� r� r) r) r* r� s
�z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sn | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | jjs`t �| j�
� d S �Nr� r� r� r� r� rv � r> r� r� r� r� r~ r@ rL rS r� r r� r) r) r* r� s ��� z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d dd�r:| �� | j j�� | jjd | j_n| j�dd|d i� d S )Nr@ r� r� r� � unexpected-end-tag-in-table-body) r> r� r� r~ r rL rI r` r r� r) r) r* r� " s
�z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sn | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | jjs`t �| j�
� d S r� r� r� r) r) r* r� + s ��� z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j �dd|d i� d S )Nr� r@ r� r� r) r) r* r� 8 s
�z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� < s z/getPhases.<locals>.InTableBodyPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �InTableBodyPhase� s
r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) z getPhases.<locals>.InRowPhasec sv � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fd| j fd| j fg�| _
| j| j
_d S )Nr� r� )r� rW r� r� r� r� r� r� r� r� )r� r� rW r� r� r� r� )rK r
r� r� r� r� r� r� r� �endTagTrr� r� r� r� r� r� r� r) r* rK A s$ ��
��z&getPhases.<locals>.InRowPhase.__init__c S s@ | j jd jdkr<| j�dd| j jd ji� | j j�� q d S )Nrv )r� r� z'unexpected-implied-end-tag-in-table-rowr@ )r> r~ r@ rL r r rB r) r) r* �clearStackToTableRowContextU s
�z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd� S )Nr� r� r� r� rB r) r) r* �ignoreEndTagTr[ s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd �� d S r� r� rB r) r) r* r� _ s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� b s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� e s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | � � | j�|� | jjd | j_| jj�t� d S )Nr� ) r� r> r� rL rI r` r� r� r r� r) r) r* r� h s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� n s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� u s z+getPhases.<locals>.InRowPhase.startTagOtherc S sH | � � s.| �� | jj�� | jjd | j_n| jjs:t �| j�
� d S r� ) r� r� r> r~ r rL rI r` rS r� r r� r) r) r* r� x s z&getPhases.<locals>.InRowPhase.endTagTrc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d dd�r&| �td�� |S | j�� d S )Nr@ r� r� r� )r> r� r� r� rL r r� r) r) r* r� � s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-table-rowr@ r� r� r) r) r* r� � s
�z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �
InRowPhase? s
r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z getPhases.<locals>.InCellPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� r� r� )r� r� rW r� r� r� )
rK r
r� r� r� r� r� r� �endTagTableCellr� � endTagImplyr� r� r� r� r) r* rK � s ��
�z'getPhases.<locals>.InCellPhase.__init__c S sB | j jddd�r | �td�� n | j jddd�r>| �td�� d S �Nr� r� r� r� )r> r� r� r� rB r) r) r* � closeCell� s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd �� d S r� r� rB r) r) r* r� � s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd �|�S r� r� r� r) r) r* r� � s z0getPhases.<locals>.InCellPhase.processCharactersc S sF | j jddd�s | j jddd�r,| �� |S | jjs8t�| j�� d S r� )r> r� r� rL rS r� r r� r) r) r* r� � s � z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� � s z,getPhases.<locals>.InCellPhase.startTagOtherc S s� | j j|d dd�r�| j �|d � | j jd j|d krp| j�dd|d i� | j j�� }|j|d krPq|qPn | j j�� | j �� | jj d | j_
n| j�dd|d i� d S )Nr@ r� r� rv zunexpected-cell-end-tagr� r ) r> r� r� r~ r@ rL r r r� rI r` r
r) r) r* r� � s
�
z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d dd�r | �� |S | j�� d S )Nr@ r� r� )r> r� r� rL r r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd �|�S r� r� r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* � InCellPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z getPhases.<locals>.InSelectPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfg�| _ | j
| j _ t�d| j fd| j
fd| jfg�| _| j| j_ d S )Nr� rU rV r� )rN rL rR r� )rK r
r� r� �startTagOption�startTagOptgrouprq rj r� r� r� r� � endTagOption�endTagOptgroup� endTagSelectr� r� r� r� r) r* rK � s �
�z)getPhases.<locals>.InSelectPhase.__init__c S s0 | j jd jdkr | j�d� n | jjs,t�d S )Nrv r� z
eof-in-selectr� rB r) r) r* r� � s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j �|d � d S r� r� r� r) r) r* r� s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j�� | j �|� d S r� �r> r~ r@ r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j�� | j jd jdkr<| j j�� | j �|� d S )Nrv rU rV r� r� r) r) r* r� s
z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j �d� | �td�� d S )Nzunexpected-select-in-selectr� )rL r r� r� r� r) r) r* rq s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s> | j �d� | jjddd�r.| �td�� |S | j js:t�d S )Nzunexpected-input-in-selectr� r� )rL r r> r� r� r� rS r� r� r) r) r* rj s
z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd �|�S r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-selectr@ r� r� r) r) r* r� ! s
�z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j�� n| j�dddi� d S )Nrv rU � unexpected-end-tag-in-selectr@ �r> r~ r@ r rL r r� r) r) r* r� % s
�z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j�� | j jd jdkrP| j j�� n| j�dddi� d S )Nrv rU ���rV r r@ r r� r) r) r* r� , s � �z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sZ | j jddd�r@| j j�� }|jdkr4| j j�� }q | j�� n| jjsLt�| j� � d S )Nr� r� )
r> r� r~ r r@ rL rb rS r� r r
r) r) r* r� 9 s
z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� D s
�z,getPhases.<locals>.InSelectPhase.endTagOtherN)r9 r: r; rK r� r� r� r� rq rj r� r� r� r� r� r� r) r� r) r* �
InSelectPhase� s
r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z'getPhases.<locals>.InSelectInTablePhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S )N)r� r� r� r� r� r� r� r� )
rK r
r� rg r� r� r� r� r� r� r� r� r) r* rK I s ��
��z0getPhases.<locals>.InSelectInTablePhase.__init__c S s | j jd �� d S �Nr� r� rB r) r) r* r� X s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd �|�S r r� r� r) r) r* r� [ s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j �dd|d i� | �td�� |S )Nz5unexpected-table-element-start-tag-in-select-in-tabler@ r� )rL r r� r� r� r) r) r* rg ^ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� c s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j �dd|d i� | jj|d dd�r<| �td�� |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tabler@ r� r� r� )rL r r> r� r� r� r� r) r) r* r� f s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd �|�S r r� r� r) r) r* r� l s z3getPhases.<locals>.InSelectInTablePhase.endTagOtherN)
r9 r: r; rK r� r� rg r� r� r� r) r� r) r* �InSelectInTablePhaseH s r c - s� e Zd Zeddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,g,�Z� fd-d.�Zd/d0� Z� fd1d2�Zd3d4� Zd5d6� Z d7S )8z(getPhases.<locals>.InForeignContentPhaser; r< r" r� r� r# r= r8 r+ r& r9 r> rJ Zh1Zh2Zh3Zh4Zh5Zh6r� rO r@ rK r7 r5 r. r5 rG r0 r( r4 r� rA rB �spanrD rC �subZsupr� rE rF r3 �varc s � � | ||� d S r. )rK r� r� r) r* rK y s z1getPhases.<locals>.InForeignContentPhase.__init__c % S sn ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%�$}|d& |krj||d& |d&< d S )'NZaltGlyphZ altGlyphDefZ altGlyphItemZ animateColorZ
animateMotionZanimateTransformZclipPathZfeBlendZ
feColorMatrixZfeComponentTransferZ feCompositeZfeConvolveMatrixZfeDiffuseLightingZfeDisplacementMapZfeDistantLightZfeFloodZfeFuncAZfeFuncBZfeFuncGZfeFuncRZfeGaussianBlurZfeImageZfeMergeZ feMergeNodeZ feMorphologyZfeOffsetZ fePointLightZfeSpecularLightingZ feSpotLightZfeTileZ feTurbulenceZ
foreignObjectZglyphRefZlinearGradientZradialGradientZtextPath)$ZaltglyphZ altglyphdefZ altglyphitemZ animatecolorZ
animatemotionZanimatetransformZclippathZfeblendZ
fecolormatrixZfecomponenttransferZ fecompositeZfeconvolvematrixZfediffuselightingZfedisplacementmapZfedistantlightZfefloodZfefuncaZfefuncbZfefuncgZfefuncrZfegaussianblurZfeimageZfemergeZ femergenodeZ femorphologyZfeoffsetZ fepointlightZfespecularlightingZ fespotlightZfetileZ feturbulenceZ
foreignobjectZglyphrefZlineargradientZradialgradientZtextpathr@ r) )rC r� � replacementsr) r) r* �adjustSVGTagNames| sN �% z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd� |d D ��r<d| j _� �| |� d S )Nrw r� u �c s s | ]}|t kV qd S r. r� r� r) r) r* r� � s zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rL rc r� r� r� r� r) r* r� � s
�z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s. | j jd }|d | jksD|d dkr�t|d �� �tdddg�@ r�| j�dd|d i� | j jd j| j jkr�| j� | j jd �s�| j�
| j jd �s�| j j� � qZ|S |jt d kr�| j�
|� n$|jt d
kr�| �|� | j�|� | j�|� |j|d < | j �|� |d �r*| j j� � d
|d< d S )Nrv r@ r? rw ZcolorZface�sizez*unexpected-html-element-in-foreign-contentrh ry rj r{ Tr| )r> r~ �breakoutElements�set�keysrL r rj r� ro rp r r r r
r r r� )rC r� r� r) r) r* r� � s:
� �
� ���
z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s� t | jj�d }| jjd }|j�t�|d krF| j�dd|d i� |j�t�|d kr�| jj| jj d kr�| jj�
� | jjj | j_| jj� � |kr�| jjs�t
�q�d }q�|d8 }| jj| }|j| jjkr�qFqF| jj�|�}q�qF|S )Nr rv r@ r r� )r� r> r~ r@ rl r rL r r` rI r� r� r r� rj r� r� )rC r� Z nodeIndexr� r� r) r) r* r� � s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN)
r9 r: r; r� r rK r
r� r� r� r) r� r) r* �InForeignContentPhaseo s\ � ) r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z!getPhases.<locals>.AfterBodyPhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S �Nr� )
rK r
r� r� r� r� r� rx r� r� r� r� r) r* rK � s �
z*getPhases.<locals>.AfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� � s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j �|| j jd � d S )Nr r� r� r) r) r* r� � s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j �d� | j jd | j _|S )Nzunexpected-char-after-bodyr� �rL r rI r` r� r) r) r* r� � s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-start-tag-after-bodyr@ r� r r� r) r) r* r� � s
�z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j �d� n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtml�afterAfterBody)rL rS r rI r` )rC r@ r) r) r* rx
s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-end-tag-after-bodyr@ r� r r� r) r) r* r�
s
�z-getPhases.<locals>.AfterBodyPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� rx r� r) r� r) r* �AfterBodyPhase� s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.InFramesetPhasec sf � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fg�| _ | j | j _ d S )Nr� r� rX r� )
rK r
r� r� r �
startTagFrame�startTagNoframesr� r� r� �endTagFramesetr� r� r� r� r) r* rK
s �
�z+getPhases.<locals>.InFramesetPhase.__init__c S s0 | j jd jdkr | j�d� n | jjs,t�d S )Nrv r� zeof-in-framesetr� rB r) r) r* r� #
s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j �d� d S )Nzunexpected-char-in-framesetr� r� r) r) r* r� )
s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j �|� d S r. )r> r� r� r) r) r* r ,
s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j �|� | j j�� d S r. r r� r) r) r* r /
s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd �|�S r� r� r� r) r) r* r 3
s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-framesetr@ r� r� r) r) r* r� 6
s
�z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | j�d� n | j j�� | jjsV| j jd jdkrV| jjd | j_d S )Nrv r� z)unexpected-frameset-in-frameset-innerhtmlr� �
afterFrameset) r> r~ r@ rL r r rS rI r` r� r) r) r* r :
s �z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-framesetr@ r� r� r) r) r* r� F
s
�z.getPhases.<locals>.InFramesetPhase.endTagOtherN) r9 r: r; rK r� r� r r r r� r r� r) r� r) r* �InFramesetPhase
s r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z%getPhases.<locals>.AfterFramesetPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S �Nr� r� ) rK r
r� r� r r� r� r� rx r� r� r� r� r) r* rK L
s �
�z.getPhases.<locals>.AfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� Z
s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j �d� d S )Nz unexpected-char-after-framesetr� r� r) r) r* r� ^
s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd �|�S r r� r� r) r) r* r a
s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz#unexpected-start-tag-after-framesetr@ r� r� r) r) r* r� d
s
�z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )N�afterAfterFrameset)rL rI r` r� r) r) r* rx h
s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j �dd|d i� d S )Nz!unexpected-end-tag-after-framesetr@ r� r� r) r) r* r� k
s
�z1getPhases.<locals>.AfterFramesetPhase.endTagOtherN)
r9 r: r; rK r� r� r r� rx r� r) r� r) r* �AfterFramesetPhaseJ
s r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z&getPhases.<locals>.AfterAfterBodyPhasec s0 � � | ||� t�d| jfg�| _| j| j_d S r )rK r
r� r� r� r� r� r� r� r) r* rK p
s
�z/getPhases.<locals>.AfterAfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� x
s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� {
s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� ~
s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j �d� | j jd | j _|S )N�expected-eof-but-got-charr� r r� r) r) r* r� �
s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-start-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-end-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �AfterAfterBodyPhaseo
s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z*getPhases.<locals>.AfterAfterFramesetPhasec s8 � � | ||� t�d| jfd| jfg�| _| j| j_d S r )rK r
r� r� �startTagNoFramesr� r� r� r� r� r) r* rK �
s �z3getPhases.<locals>.AfterAfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� �
s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� �
s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� �
s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j �d� d S )Nr r� r� r) r) r* r� �
s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r �
s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r r� r� r) r� r) r* �AfterAfterFramesetPhase�
s r! )rW rV r� r� r
r r� r� r� r� r� r� r� r� r� r� r� rz r� r� r r r )r )rJ rY r� r� r� r� r r r r� r� r� r� r� r� r� r� r� r r r r r r r r! r) r� r* rH � sr ) #.g@C X! -GBbYLd's/9%&&�rH c s> t | d �t � �@ }|r:t� fdd�| d �� D ��| d< d S )Nrw c 3 s" | ]\}}� � ||�|fV qd S r. )r� )r? �k�v�r r) r* r� �
s �z$adjust_attributes.<locals>.<genexpr>)r r r/ )r� r Zneeds_adjustmentr) r$ r* r� �
s
�r� rs Fc C s |d kr i }t | | ||d�S )N)r3 r@ rw r{ )r )r@ r3 rk r{ r) r) r* r� �
s
�r� c @ s e Zd ZdZdS )ru zError in parsed documentN)r9 r: r; r� r) r) r) r* ru �
s ru )r T)r+ r T)rs NF).Z
__future__r r r Zpip._vendor.sixr r r1 � collectionsr r� r r
r Ztreebuilders.baser r
Z constantsr r r r r r r r r r r r r� r r r r r# r- r= rI r" ZmemoizerH r� r� � Exceptionru r) r) r) r* �<module> sP H
G
K �
html5lib/__pycache__/html5parser.cpython-38.opt-1.pyc 0000644 00000270232 15043676225 0016351 0 ustar 00 U
��.e�� � @ s d dl mZmZmZ d dlmZmZ d dlZd dlm Z ddl
m Z ddl
m Z ddl
m
Z
dd lmZ dd
l
mZ dd lmZmZmZmZmZmZmZmZmZmZm Z m Z m Z m Z m!Z!m"Z" d!dd�Z#d"dd�Z$dd� Z%G dd� de&�Z'ej(dd� �Z)dd� Z*d#d d �Z+G d d � d e,�Z-dS )$� )�absolute_import�division�unicode_literals)�with_metaclass�viewkeysN)� OrderedDict� )� _inputstream)�
_tokenizer)� treebuilders)�Marker)�_utils)�spaceCharacters�asciiUpper2Lower�specialElements�headingElements�
cdataElements�rcdataElements�
tokenTypes�
tagTokenTypes�
namespaces� htmlIntegrationPointElements�"mathmlTextIntegrationPointElements�adjustForeignAttributes�adjustMathMLAttributes�adjustSVGAttributes�E�_ReparseException�etreeTc K s$ t �|�}t||d�}|j| f|�S )a� Parse an HTML document as a string or file-like object into a tree
:arg doc: the document to parse as a string or file-like object
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5parser import parse
>>> parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
��namespaceHTMLElements)r �getTreeBuilder�
HTMLParser�parse)�doc� treebuilderr �kwargs�tb�p� r) �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/html5parser.pyr# s
r# �divc K s, t �|�}t||d�}|j| fd|i|��S )a# Parse an HTML fragment as a string or file-like object into a tree
:arg doc: the fragment to parse as a string or file-like object
:arg container: the container context to parse the fragment in
:arg treebuilder: the treebuilder to use when parsing
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import parseFragment
>>> parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
r � container)r r! r" �
parseFragment)r$ r, r% r r& r' r( r) r) r* r- 2 s
r- c s G � fdd�dt �}|S )Nc s e Zd Z� fdd�ZdS )z-method_decorator_metaclass.<locals>.Decoratedc s> |� � D ]$\}}t|tj�r$� |�}|||< qt�| |||�S �N)�items�
isinstance�types� FunctionType�type�__new__)�metaZ classname�basesZ classDictZ
attributeNameZ attribute��functionr) r* r4 M s
z5method_decorator_metaclass.<locals>.Decorated.__new__N)�__name__�
__module__� __qualname__r4 r) r7 r) r* � DecoratedL s r< )r3 )r8 r< r) r7 r* �method_decorator_metaclassK s r= c @ s� e Zd ZdZd+dd�Zd,dd �Zd
d � Zed d
� �Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd-dd �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� ZdS ).r" z]HTML parser
Generates a tree structure from a stream of (possibly malformed) HTML.
NFTc sL |� _ |dkrt�d�}||�� _g � _t� fdd�t|��� D ��� _dS )a�
:arg tree: a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
:arg strict: raise an exception when a parse error is encountered
:arg namespaceHTMLElements: whether or not to namespace HTML elements
:arg debug: whether or not to enable debug mode which logs things
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser() # generates parser with etree builder
>>> parser = HTMLParser('lxml', strict=True) # generates parser with lxml builder which is strict
Nr c s g | ]\}}||� � j �f�qS r) )�tree)�.0�name�cls��selfr) r* �
<listcomp>z s z'HTMLParser.__init__.<locals>.<listcomp>) �strictr r! r> �errors�dict� getPhasesr/ �phases)rC r> rE r �debugr) rB r* �__init__^ s
�zHTMLParser.__init__r+ c K sh || _ || _|| _tj|fd| i|��| _| �� z | �� W n$ tk
rb | �� | �� Y nX d S )N�parser) �
innerHTMLModer, � scriptingr
Z
HTMLTokenizer� tokenizer�reset�mainLoopr )rC �stream� innerHTMLr, rN r& r) r) r* �_parse} s zHTMLParser._parsec C s� | j �� d| _g | _g | _d| _| jr�| j�� | _ | j t
krL| j j | j _
n0| j tkrd| j j| j _
n| j dkr|| j j| j _
n | jd | _| j�� | �� nd| _ | jd | _d | _d | _d| _d S )NFz no quirks� plaintext�
beforeHtml�initialT)r> rP �
firstStartTagrF �log�
compatModerM r, �lowerrS r rO � rcdataState�stater � rawtextState�plaintextStaterI �phase�insertHtmlElement�resetInsertionModeZ lastPhaseZbeforeRCDataPhase�
framesetOKrB r) r) r* rP � s*
zHTMLParser.resetc C s t | d�sdS | jjjd jS )z�Name of the character encoding that was used to decode the input stream, or
:obj:`None` if that is not determined yet
rO Nr )�hasattrrO rR � charEncodingr@ rB r) r) r* �documentEncoding� s
zHTMLParser.documentEncodingc C sJ |j dkr6|jtd kr6d|jko4|jd �t�dkS |j|j ftkS d S )N�annotation-xml�mathml�encoding)z text/htmlzapplication/xhtml+xml)r@ � namespacer �
attributes� translater r �rC �elementr) r) r* �isHTMLIntegrationPoint� s
�
���z!HTMLParser.isHTMLIntegrationPointc C s |j |jftkS r. )rj r@ r rm r) r) r* � isMathMLTextIntegrationPoint� s z'HTMLParser.isMathMLTextIntegrationPointc C sX t d }t d }t d }t d }t d }t d }t d }| �� D �]�}d } |}
|
d k �r�|
} | jjrp| jjd nd } | r~| jnd } | r�| jnd }
|
d }||kr�| �|
d
|
�d i �� d }
qNt| jj�d k�sd| | jj k�sd| �
| ��r||k�r
|d
t ddg�k�sd|||fk�sd| t d k�rH|
dk�rH||k�rH|d
dk�sd| �
| ��rl||||fk�rl| j}n
| jd }||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||k�r�|�|
�}
qN||krN|�|
�}
qN||kr@| d r@| d s@| �dd
| d
i� q@d}g }|�rT|�| j� | j�� }|�r.�q.d S )N�
CharactersZSpaceCharacters�StartTag�EndTag�CommentZDoctype�
ParseError���r3 �data�datavarsr r@ ZmglyphZ
malignmarkrh rg �svg�inForeignContent� selfClosing�selfClosingAcknowledgedz&non-void-element-with-trailing-solidusT)r �normalizedTokensr> � openElementsrj r@ �
parseError�get�len�defaultNamespacerp � frozensetr ro r` rI �processCharacters�processSpaceCharacters�processStartTag�
processEndTag�processComment�processDoctype�append�
processEOF)rC ZCharactersTokenZSpaceCharactersTokenZ
StartTagTokenZ EndTagTokenZ CommentTokenZ DoctypeTokenZParseErrorToken�tokenZ
prev_token� new_token� currentNodeZcurrentNodeNamespaceZcurrentNodeNamer3 r` Z reprocessrI r) r) r* rQ � s�
����
�
���
�
� �
�
�
zHTMLParser.mainLoopc c s | j D ]}| �|�V qd S r. )rO �normalizeToken�rC r� r) r) r* r} s
zHTMLParser.normalizedTokensc O s | j |ddf|�|� | j�� S )a� Parse a HTML document into a well-formed tree
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element).
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5parser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parse('<html><body><p>This is a doc</p></body></html>')
<Element u'{http://www.w3.org/1999/xhtml}html' at 0x7feac4909db0>
FN)rT r> Z getDocument�rC rR �argsr& r) r) r* r# s zHTMLParser.parsec O s | j |df|�|� | j�� S )aZ Parse a HTML fragment into a well-formed tree fragment
:arg container: name of the element we're setting the innerHTML
property if set to None, default to 'div'
:arg stream: a file-like object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
:arg scripting: treat noscript elements as if JavaScript was turned on
:returns: parsed tree
Example:
>>> from html5lib.html5libparser import HTMLParser
>>> parser = HTMLParser()
>>> parser.parseFragment('<b>this is a fragment</b>')
<Element u'DOCUMENT_FRAGMENT' at 0x7feac484b090>
T)rT r> Z getFragmentr� r) r) r* r- $ s zHTMLParser.parseFragment�XXX-undefined-errorc C s@ |d kr i }| j �| jj�� ||f� | jr<tt| | ��d S r. )rF r� rO rR ZpositionrE ru r )rC Z errorcoderx r) r) r* r @ s
zHTMLParser.parseErrorc C sT |d t d krP|d }t|�|d< t|�t|d �krP|d �|d d d� � |S )Nr3 rr rw rv )r r r� �update)rC r� �rawr) r) r* r� H s zHTMLParser.normalizeTokenc C s t |t� d S r. )�adjust_attributesr r� r) r) r* r S s z!HTMLParser.adjustMathMLAttributesc C s t |t� d S r. )r� r r� r) r) r* r V s z HTMLParser.adjustSVGAttributesc C s t |t� d S r. )r� �adjustForeignAttributesMapr� r) r) r* r Y s z"HTMLParser.adjustForeignAttributesc C s | j �� d S r. )rL r` r� r) r) r* �reparseTokenNormal\ s z HTMLParser.reparseTokenNormalc C s� d}ddddddddddd d d
d d �}| j jd d d
� D ]r}|j}d }|| j jd kr`d}| j}|dkrh|s||j| j jkr|q8||kr�| j|| } q�q8|r8| jd } q�q8|| _d S )NF�inSelect�inCell�inRow� inTableBody� inCaption�
inColumnGroup�inTable�inBody�
inFrameset�
beforeHead)�select�td�th�tr�tbody�thead�tfoot�caption�colgroup�table�head�body�frameset�htmlrv r T)r� r� r� r� )r> r~ r@ rS rj r� rI r` )rC ZlastZnewModes�nodeZnodeNameZ new_phaser) r) r* rb ` s@ �
z HTMLParser.resetInsertionModec C sF | j �|� |dkr"| jj| j_n | jj| j_| j| _| jd | _d S )N�RAWTEXT�text) r> �
insertElementrO r^ r] r\ r` �
originalPhaserI )rC r� Z contentTyper) r) r* �parseRCDataRawtext� s z HTMLParser.parseRCDataRawtext)NFTF)Fr+ F)r� N)r9 r: r; �__doc__rK rT rP �propertyrf ro rp rQ r} r# r- r r� r r r r� rb r� r) r) r) r* r" W s(
"
C
,r" c s" dd� }dd� }G dd� dt || |���� G dd� d� �}G d d
� d
� �}G � fd d �d � �}G � fd
d�d� �}G � fdd�d� �}G � fdd�d� �}G � fdd�d� �} G � fdd�d� �}
G � fdd�d� �} G � fdd�d� �} G � fdd �d � �}
G � fd d �d � �}G � fd d �d � �}G � fd!d"�d"� �}G � fd#d$�d$� �}G � fd%d&�d&� �}G � fd'd(�d(� �}G � fd)d*�d*� �}G � fd+d,�d,� �}G � fd-d.�d.� �}G � fd/d0�d0� �}G � fd1d2�d2� �}G � fd3d4�d4� �}||||||| |
| | |
||||||||||||d5�S )6Nc s( t dd� t�� D ���� �fdd�}|S )z4Logger that records which phase processes each tokenc s s | ]\}}||fV qd S r. r) )r? �key�valuer) r) r* � <genexpr>� s z)getPhases.<locals>.log.<locals>.<genexpr>c s� � j �d�r�t|�dkr�|d }zd�|d i}W n � Y nX |d tkr\|d |d< | jj�| jjjj | jj j
j | j
j � j |f� � | f|�|�S � | f|�|�S d S )NZprocessr r3 r@ ) r9 �
startswithr� r rL rY r� rO r] r` � __class__)rC r� r& r� �info�r8 Z
type_namesr) r* �wrapped� s
�z'getPhases.<locals>.log.<locals>.wrapped)rG r r/ )r8 r� r) r� r* rY � s
�zgetPhases.<locals>.logc S s | r t |�S tS d S r. )r= r3 )Z
use_metaclassZmetaclass_funcr) r) r* � getMetaclass� s z getPhases.<locals>.getMetaclassc @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )zgetPhases.<locals>.PhasezNBase class for helper object that implements each phase of processing
c S s || _ || _d S r. )rL r> �rC rL r> r) r) r* rK � s z!getPhases.<locals>.Phase.__init__c S s t �d S r. )�NotImplementedErrorrB r) r) r* r� � s z#getPhases.<locals>.Phase.processEOFc S s | j �|| j jd � d S )Nrv �r> �
insertCommentr~ r� r) r) r* r� � s z'getPhases.<locals>.Phase.processCommentc S s | j �d� d S )Nzunexpected-doctype�rL r r� r) r) r* r� � s z'getPhases.<locals>.Phase.processDoctypec S s | j �|d � d S �Nrw �r> �
insertTextr� r) r) r* r� � s z*getPhases.<locals>.Phase.processCharactersc S s | j �|d � d S r� r� r� r) r) r* r� � s z/getPhases.<locals>.Phase.processSpaceCharactersc S s | j |d |�S �Nr@ )�startTagHandlerr� r) r) r* r� � s z(getPhases.<locals>.Phase.processStartTagc S sf | j js |d dkr | j �d� |d �� D ],\}}|| jjd jkr,|| jjd j|< q,d| j _d S )Nr@ r� z
non-html-rootrw r F)rL rX r r/ r> r~ rk �rC r� �attrr� r) r) r* � startTagHtml� s z%getPhases.<locals>.Phase.startTagHtmlc S s | j |d |�S r� )�
endTagHandlerr� r) r) r* r� � s z&getPhases.<locals>.Phase.processEndTagN)
r9 r: r; r� rK r� r� r� r� r� r� r� r� r) r) r) r* �Phase� s
r� c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getPhases.<locals>.InitialPhasec S s d S r. r) r� r) r) r* r� � s z6getPhases.<locals>.InitialPhase.processSpaceCharactersc S s | j �|| j j� d S r. �r> r� Zdocumentr� r) r) r* r� � s z.getPhases.<locals>.InitialPhase.processCommentc S s� |d }|d }|d }|d }|dks@|d k s@|d k rL|dkrL| j �d� |d krXd}| j�|� |dkrv|�t�}|r�|d dks�|�d �s�|d
ks�|�d �r�|d ks�|r�|�� d kr�d
| j _n$|�d�s�|�d �r�|d k r�d| j _| j j d | j _
d S )Nr@ �publicId�systemId�correctr� zabout:legacy-compatzunknown-doctype� )7z*+//silmaril//dtd html pro v0r11 19970101//z4-//advasoft ltd//dtd html 3.0 aswedit + extensions//z*-//as//dtd html 3.0 aswedit + extensions//z -//ietf//dtd html 2.0 level 1//z -//ietf//dtd html 2.0 level 2//z&-//ietf//dtd html 2.0 strict level 1//z&-//ietf//dtd html 2.0 strict level 2//z -//ietf//dtd html 2.0 strict//z-//ietf//dtd html 2.0//z-//ietf//dtd html 2.1e//z-//ietf//dtd html 3.0//z -//ietf//dtd html 3.2 final//z-//ietf//dtd html 3.2//z-//ietf//dtd html 3//z-//ietf//dtd html level 0//z-//ietf//dtd html level 1//z-//ietf//dtd html level 2//z-//ietf//dtd html level 3//z"-//ietf//dtd html strict level 0//z"-//ietf//dtd html strict level 1//z"-//ietf//dtd html strict level 2//z"-//ietf//dtd html strict level 3//z-//ietf//dtd html strict//z-//ietf//dtd html//z(-//metrius//dtd metrius presentational//z5-//microsoft//dtd internet explorer 2.0 html strict//z.-//microsoft//dtd internet explorer 2.0 html//z0-//microsoft//dtd internet explorer 2.0 tables//z5-//microsoft//dtd internet explorer 3.0 html strict//z.-//microsoft//dtd internet explorer 3.0 html//z0-//microsoft//dtd internet explorer 3.0 tables//z#-//netscape comm. corp.//dtd html//z*-//netscape comm. corp.//dtd strict html//z*-//o'reilly and associates//dtd html 2.0//z3-//o'reilly and associates//dtd html extended 1.0//z;-//o'reilly and associates//dtd html extended relaxed 1.0//zN-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//zE-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//z$-//spyglass//dtd html 2.0 extended//z+-//sq//dtd html 2.0 hotmetal + extensions//z--//sun microsystems corp.//dtd hotjava html//z4-//sun microsystems corp.//dtd hotjava strict html//z -//w3c//dtd html 3 1995-03-24//z -//w3c//dtd html 3.2 draft//z -//w3c//dtd html 3.2 final//z-//w3c//dtd html 3.2//z -//w3c//dtd html 3.2s draft//z -//w3c//dtd html 4.0 frameset//z#-//w3c//dtd html 4.0 transitional//z(-//w3c//dtd html experimental 19960712//z&-//w3c//dtd html experimental 970421//z-//w3c//dtd w3 html//z-//w3o//dtd w3 html 3.0//z#-//webtechs//dtd mozilla html 2.0//z -//webtechs//dtd mozilla html//)z$-//w3o//dtd w3 html strict 3.0//en//z"-/w3c/dtd html 4.0 transitional/enr� )z -//w3c//dtd html 4.01 frameset//z$-//w3c//dtd html 4.01 transitional//z:http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd�quirks)z -//w3c//dtd xhtml 1.0 frameset//z$-//w3c//dtd xhtml 1.0 transitional//zlimited quirksrV ) rL r r> Z
insertDoctyperl r r� r[ rZ rI r` )rC r� r@ r� r� r� r) r) r* r� � sX ��
��9�<��?�@�@
�A
����z.getPhases.<locals>.InitialPhase.processDoctypec S s d| j _| j jd | j _d S )Nr� rV )rL rZ rI r` rB r) r) r* � anythingElseM s z,getPhases.<locals>.InitialPhase.anythingElsec S s | j �d� | �� |S )Nz expected-doctype-but-got-chars�rL r r� r� r) r) r* r� Q s z1getPhases.<locals>.InitialPhase.processCharactersc S s" | j �dd|d i� | �� |S )Nz"expected-doctype-but-got-start-tagr@ r� r� r) r) r* r� V s
�z/getPhases.<locals>.InitialPhase.processStartTagc S s" | j �dd|d i� | �� |S )Nz expected-doctype-but-got-end-tagr@ r� r� r) r) r* r� \ s
�z-getPhases.<locals>.InitialPhase.processEndTagc S s | j �d� | �� dS )Nz expected-doctype-but-got-eofTr� rB r) r) r* r� b s z*getPhases.<locals>.InitialPhase.processEOFN) r9 r: r; r� r� r� r� r� r� r� r� r) r) r) r* � InitialPhase� s _r� c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z"getPhases.<locals>.BeforeHtmlPhasec S s& | j �tdd�� | jjd | j_d S )Nr� rr r� )r> Z
insertRoot�impliedTagTokenrL rI r` rB r) r) r* ra i s z4getPhases.<locals>.BeforeHtmlPhase.insertHtmlElementc S s | � � dS �NT�ra rB r) r) r* r� n s z-getPhases.<locals>.BeforeHtmlPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� r s z1getPhases.<locals>.BeforeHtmlPhase.processCommentc S s d S r. r) r� r) r) r* r� u s z9getPhases.<locals>.BeforeHtmlPhase.processSpaceCharactersc S s | � � |S r. r� r� r) r) r* r� x s z4getPhases.<locals>.BeforeHtmlPhase.processCharactersc S s |d dkrd| j _| �� |S )Nr@ r� T)rL rX ra r� r) r) r* r� | s z2getPhases.<locals>.BeforeHtmlPhase.processStartTagc S s4 |d dkr$| j �dd|d i� n | �� |S d S )Nr@ �r� r� r� �brz unexpected-end-tag-before-html)rL r ra r� r) r) r* r� � s
�z0getPhases.<locals>.BeforeHtmlPhase.processEndTagN)
r9 r: r; ra r� r� r� r� r� r� r) r) r) r* �BeforeHtmlPhaseg s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.BeforeHeadPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S )Nr� r� r� ) rK r
�MethodDispatcherr� � startTagHeadr� �
startTagOther�default�endTagImplyHeadr� � endTagOtherr� �r� r) r* rK � s �
�z+getPhases.<locals>.BeforeHeadPhase.__init__c S s | � tdd�� dS )Nr� rr T�r� r� rB r) r) r* r� � s z-getPhases.<locals>.BeforeHeadPhase.processEOFc S s d S r. r) r� r) r) r* r� � s z9getPhases.<locals>.BeforeHeadPhase.processSpaceCharactersc S s | � tdd�� |S �Nr� rr r� r� r) r) r* r� � s z4getPhases.<locals>.BeforeHeadPhase.processCharactersc S s | j jd �|�S �Nr� �rL rI r� r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHtmlc S s0 | j �|� | j jd | j _| jjd | j_d S )Nrv �inHead)r> r� r~ � headPointerrL rI r` r� r) r) r* r� � s z/getPhases.<locals>.BeforeHeadPhase.startTagHeadc S s | � tdd�� |S r� r� r� r) r) r* r� � s z0getPhases.<locals>.BeforeHeadPhase.startTagOtherc S s | � tdd�� |S r� r� r� r) r) r* r� � s z2getPhases.<locals>.BeforeHeadPhase.endTagImplyHeadc S s | j �dd|d i� d S )Nzend-tag-after-implied-rootr@ r� r� r) r) r* r� � s
�z.getPhases.<locals>.BeforeHeadPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �BeforeHeadPhase� s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!S )"z getPhases.<locals>.InHeadPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fg�| _ | j | j _
t�d| jfd | jfg�| _| j| j_
d S )
Nr� �title)�noframes�style�noscript�script)�base�basefont�bgsound�command�linkr5 r� )r� r� r� )rK r
r� r� �
startTagTitle�startTagNoFramesStyle�startTagNoscript�startTagScript�startTagBaseLinkCommand� startTagMetar� r� r� r� �
endTagHead�endTagHtmlBodyBrr� r� r� r� r) r* rK � s& ��
�z'getPhases.<locals>.InHeadPhase.__init__c S s | � � dS r� �r� rB r) r) r* r� � s z)getPhases.<locals>.InHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� � s z0getPhases.<locals>.InHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHtmlc S s | j �d� d S )Nz!two-heads-are-not-better-than-oner� r� r) r) r* r� � s z+getPhases.<locals>.InHeadPhase.startTagHeadc S s$ | j �|� | j j�� d|d< d S �NTr| �r> r� r~ �popr� r) r) r* r� � s z6getPhases.<locals>.InHeadPhase.startTagBaseLinkCommandc S s� | j �|� | j j�� d|d< |d }| jjjjd dkr�d|krZ| jjj�|d � nVd|kr�d|kr�|d � � d kr�t
� |d � d
��}t
�
|�}|�� }| jjj�|� d S ) NTr| rw r Z tentative�charsetZcontentz
http-equivz content-typezutf-8)r> r� r~ r rL rO rR re ZchangeEncodingr[ r Z
EncodingBytes�encodeZContentAttrParserr# )rC r� rk rw rL �codecr) r) r* r� � s ��
z+getPhases.<locals>.InHeadPhase.startTagMetac S s | j �|d� d S )NZRCDATA�rL r� r� r) r) r* r� � s z,getPhases.<locals>.InHeadPhase.startTagTitlec S s | j �|d� d S )Nr� r r� r) r) r* r� � s z4getPhases.<locals>.InHeadPhase.startTagNoFramesStylec S s8 | j jr| j �|d� n | j�|� | j jd | j _d S )Nr� �inHeadNoscript)rL rN r� r> r� rI r` r� r) r) r* r� � s z/getPhases.<locals>.InHeadPhase.startTagNoscriptc S s< | j �|� | jjj| jj_| jj| j_| jjd | j_d S )Nr� ) r> r� rL rO ZscriptDataStater] r` r� rI r� r) r) r* r� s z-getPhases.<locals>.InHeadPhase.startTagScriptc S s | � � |S r. r r� r) r) r* r� s z,getPhases.<locals>.InHeadPhase.startTagOtherc S s" | j jj�� }| j jd | j _d S )N� afterHead�rL r> r~ r rI r` �rC r� r� r) r) r* r� s z)getPhases.<locals>.InHeadPhase.endTagHeadc S s | � � |S r. r r� r) r) r* r� s z/getPhases.<locals>.InHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S �N�unexpected-end-tagr@ r� r� r) r) r* r� s z*getPhases.<locals>.InHeadPhase.endTagOtherc S s | � td�� d S )Nr� )r� r� rB r) r) r* r� s z+getPhases.<locals>.InHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* � InHeadPhase� s r c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z&getPhases.<locals>.InHeadNoscriptPhasec sf � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fg�| _ | j | j _d S )Nr� )r� r� r� r5 r� r� )r� r� r� r� )
rK r
r� r� r� �startTagHeadNoscriptr� r� r� �endTagNoscript�endTagBrr� r� r� r� r) r* rK s �
�z/getPhases.<locals>.InHeadNoscriptPhase.__init__c S s | j �d� | �� dS )Nzeof-in-head-noscriptTr� rB r) r) r* r� 0 s z1getPhases.<locals>.InHeadNoscriptPhase.processEOFc S s | j jd �|�S �Nr� )rL rI r� r� r) r) r* r� 5 s z5getPhases.<locals>.InHeadNoscriptPhase.processCommentc S s | j �d� | �� |S )Nzchar-in-head-noscriptr� r� r) r) r* r� 8 s z8getPhases.<locals>.InHeadNoscriptPhase.processCharactersc S s | j jd �|�S r �rL rI r� r� r) r) r* r� = s z=getPhases.<locals>.InHeadNoscriptPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� @ s z3getPhases.<locals>.InHeadNoscriptPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r� C s z>getPhases.<locals>.InHeadNoscriptPhase.startTagBaseLinkCommandc S s | j �dd|d i� d S �N�unexpected-start-tagr@ r� r� r) r) r* r F s z;getPhases.<locals>.InHeadNoscriptPhase.startTagHeadNoscriptc S s" | j �dd|d i� | �� |S �Nz unexpected-inhead-noscript-tagr@ r� r� r) r) r* r� I s z4getPhases.<locals>.InHeadNoscriptPhase.startTagOtherc S s" | j jj�� }| j jd | j _d S r r
r r) r) r* r N s z5getPhases.<locals>.InHeadNoscriptPhase.endTagNoscriptc S s" | j �dd|d i� | �� |S r r� r� r) r) r* r S s z/getPhases.<locals>.InHeadNoscriptPhase.endTagBrc S s | j �dd|d i� d S r r� r� r) r) r* r� X s z2getPhases.<locals>.InHeadNoscriptPhase.endTagOtherc S s | � td�� d S )Nr� )r r� rB r) r) r* r� [ s z3getPhases.<locals>.InHeadNoscriptPhase.anythingElseN)r9 r: r; rK r� r� r� r� r� r� r r� r r r� r� r) r� r) r* �InHeadNoscriptPhase s r c sp e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� ZdS )z!getPhases.<locals>.AfterHeadPhasec sn � � | ||� t�d| jfd| jfd| jfd| jfd| jfg�| _| j | j_
t�d| j fg�| _ | j
| j _
d S )Nr� r� r� ) r� r� r� r� r5 r� r� r� r� r� )r� r� r� )rK r
r� r� � startTagBody�startTagFrameset�startTagFromHeadr� r� r� r� r� r� r� r� r� r) r* rK ` s ��
�
z*getPhases.<locals>.AfterHeadPhase.__init__c S s | � � dS r� r rB r) r) r* r� q s z,getPhases.<locals>.AfterHeadPhase.processEOFc S s | � � |S r. r r� r) r) r* r� u s z3getPhases.<locals>.AfterHeadPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� y s z.getPhases.<locals>.AfterHeadPhase.startTagHtmlc S s( d| j _| j�|� | j jd | j _d S )NFr� )rL rc r> r� rI r` r� r) r) r* r | s z.getPhases.<locals>.AfterHeadPhase.startTagBodyc S s | j �|� | jjd | j_d S )Nr� )r> r� rL rI r` r� r) r) r* r � s z2getPhases.<locals>.AfterHeadPhase.startTagFramesetc S sr | j �dd|d i� | jj�| jj� | j jd �|� | jjd d d� D ] }|jdkrL| jj� |� qnqLd S )Nz#unexpected-start-tag-out-of-my-headr@ r� rv r� )
rL r r> r~ r� r� rI r� r@ �remover r) r) r* r � s
�
z2getPhases.<locals>.AfterHeadPhase.startTagFromHeadc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.startTagHeadc S s | � � |S r. r r� r) r) r* r� � s z/getPhases.<locals>.AfterHeadPhase.startTagOtherc S s | � � |S r. r r� r) r) r* r� � s z2getPhases.<locals>.AfterHeadPhase.endTagHtmlBodyBrc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z-getPhases.<locals>.AfterHeadPhase.endTagOtherc S s. | j �tdd�� | jjd | j_d| j_d S )Nr� rr r� T)r> r� r� rL rI r` rc rB r) r) r* r� � s z.getPhases.<locals>.AfterHeadPhase.anythingElseN)r9 r: r; rK r� r� r� r r r r� r� r� r� r� r) r� r) r* �AfterHeadPhase_ s
r c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!d?d@� Z"dAdB� Z#dCdD� Z$dEdF� Z%dGdH� Z&dIdJ� Z'dKdL� Z(dMdN� Z)dOdP� Z*dQdR� Z+dSdT� Z,dUdV� Z-dWdX� Z.dYdZ� Z/d[d\� Z0d]d^� Z1d_d`� Z2dadb� Z3dcdd� Z4dedf� Z5dgS )hz getPhases.<locals>.InBodyPhasec $ s� � � | ||� | j| _t�d| jfd| jfd| jfd| jfd| j ft
| j fd| j fd| j
fd| jfd | jfd
| jfd | jfd | jfd
| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j fd| j fd| j fd| j fd| j!fd | j"fd | j#fd | j$fd | j%fd | j&fg!�| _'| j(| j'_)t�d| j*fd| j+fd!| j,fd| j-fd"| j.fd#| j/ft
| j0fd$| j1fd| j2fd%| j3fg
�| _4| j5| j4_)d S )&Nr� ) r� r� r� r� r� r5 r� r� r� r� r� )�address�article�aside�
blockquote�center�details�dirr+ �dl�fieldset�
figcaption�figure�footer�header�hgroup�main�menu�nav�olr( �section�summary�ul)�pre�listing�form)�li�dd�dtrU �a) �b�big�code�em�font�i�s�small�strike�strong�tt�u�nobr�button)ZappletZmarquee�objectZxmpr� )Zarear� �embed�img�keygenZwbr)Zparam�sourceZtrack�input�hr�image�isindex�textareaZiframer� )Znoembedr� r� )�rp�rt)�option�optgroupZmathry ) r� �colr� �framer� r� r� r� r� r� r� )r r r r rF r! r" Zdialogr# r+ r$ r% r& r' r( r) r* r3 r+ r, r- r. r2 r/ r0 r1 r( )r6 r7 r5 )r8 r9 r: r; r< r= r> rE r? r@ rA rB rC rD r� )6rK � processSpaceCharactersNonPrer� r
r� r� �startTagProcessInHeadr r �startTagClosePr �startTagHeading�startTagPreListing� startTagForm�startTagListItem�startTagPlaintext� startTagA�startTagFormatting� startTagNobr�startTagButton�startTagAppletMarqueeObject� startTagXmp�
startTagTable�startTagVoidFormatting�startTagParamSource�
startTagInput�
startTagHr�
startTagImage�startTagIsIndex�startTagTextarea�startTagIFramer� �startTagRawtext�startTagSelect� startTagRpRt� startTagOpt� startTagMath� startTagSvg�startTagMisplacedr� r� r� �
endTagBody�
endTagHtml� endTagBlock�
endTagForm�endTagP�endTagListItem�
endTagHeading�endTagFormatting�endTagAppletMarqueeObjectr r� r� r� r� r) r* rK � s� ������-
���z'getPhases.<locals>.InBodyPhase.__init__c S s$ |j |j ko"|j|jko"|j|jkS r. )r@ rj rk )rC Znode1Znode2r) r) r* �isMatchingFormattingElement� s
�
�z:getPhases.<locals>.InBodyPhase.isMatchingFormattingElementc S s� | j �|� | j jd }g }| j jd d d� D ](}|tkr@ qXq.| �||�r.|�|� q.t|�dkrv| j j�|d � | j j�|� d S )Nrv � ) r> r� r~ �activeFormattingElementsr r~ r� r� r )rC r� rn ZmatchingElementsr� r) r) r* �addFormattingElement� s z3getPhases.<locals>.InBodyPhase.addFormattingElementc S s> t d�}| jjd d d� D ] }|j|kr| j�d� q:qd S )N) r6 r7 r5 r( r� r� r� r� r� r� r� r� rv z expected-closing-tag-but-got-eof)r� r> r~ r@ rL r )rC Zallowed_elementsr� r) r) r* r� s
z)getPhases.<locals>.InBodyPhase.processEOFc S sf |d }| j | _|�d�rH| jjd jdkrH| jjd �� sH|dd � }|rb| j�� | j�|� d S )Nrw �
rv )r2 r3 rP r ) rW r� r� r> r~ r@ Z
hasContent�#reconstructActiveFormattingElementsr� )rC r� rw r) r) r* �!processSpaceCharactersDropNewline
s
��
z@getPhases.<locals>.InBodyPhase.processSpaceCharactersDropNewlinec S sT |d dkrd S | j �� | j �|d � | jjrPtdd� |d D ��rPd| j_d S )Nrw � c S s g | ] }|t k�qS r) �r �r? �charr) r) r* rD " s �zDgetPhases.<locals>.InBodyPhase.processCharacters.<locals>.<listcomp>F)r> r� r� rL rc �anyr� r) r) r* r� s
��z0getPhases.<locals>.InBodyPhase.processCharactersc S s | j �� | j �|d � d S r� )r> r� r� r� r) r) r* rW & s
z;getPhases.<locals>.InBodyPhase.processSpaceCharactersNonPrec S s | j jd �|�S r r� r� r) r) r* rX * s z4getPhases.<locals>.InBodyPhase.startTagProcessInHeadc S s| | j �dddi� t| jj�dksx| jjd jdkr6nBd| j _|d �� D ],\}}|| jjd jkrJ|| jjd j|< qJd S )Nr r@ r� r Frw ) rL r r� r> r~ r@ rc r/ rk r� r) r) r* r - s �z+getPhases.<locals>.InBodyPhase.startTagBodyc S s� | j �dddi� t| jj�dks�| jjd jdkr6np| j js@nf| jjd jrj| jjd j�| jjd � | jjd jdkr�| jj� � qj| j�
|� | j j d | j _ d S ) Nr r@ r� r r� rv r� r� )
rL r r� r> r~ r@ rc �parent� removeChildr r� rI r` r� r) r) r* r 8 s " z/getPhases.<locals>.InBodyPhase.startTagFramesetc S s. | j jddd�r | �td�� | j �|� d S �Nr( rF ��variant)r> �elementInScopery r� r� r� r) r) r* rY F s z-getPhases.<locals>.InBodyPhase.startTagClosePc S s> | j jddd�r | �td�� | j �|� d| j_| j| _d S )Nr( rF r� F) r> r� ry r� r� rL rc r� r� r� r) r) r* r[ K s
z1getPhases.<locals>.InBodyPhase.startTagPreListingc S sZ | j jr | j�dddi� n:| j jddd�r:| �td�� | j �|� | j jd | j _d S )Nr r@ r4 r( rF r� rv ) r> � formPointerrL r r� ry r� r� r~ r� r) r) r* r\ R s z+getPhases.<locals>.InBodyPhase.startTagFormc S s� d| j _dgddgddgd�}||d }t| jj�D ]@}|j|kr^| j j�t|jd�� qx|j t
kr6|jdkr6 qxq6| jj d d
d �r�| j j�td d�� | j� |� d S ) NFr5 r7 r6 )r5 r7 r6 r@ rs )r r+ r( r( rF r� )
rL rc �reversedr> r~ r@ r` r� r� � nameTupler r� r� )rC r� Z stopNamesMapZ stopNamesr� r) r) r* r] [ s* �
�
��z/getPhases.<locals>.InBodyPhase.startTagListItemc S s> | j jddd�r | �td�� | j �|� | jjj| jj_d S r� ) r> r� ry r� r� rL rO r_ r] r� r) r) r* r^ q s z0getPhases.<locals>.InBodyPhase.startTagPlaintextc S sb | j jddd�r | �td�� | j jd jtkrR| j�dd|d i� | j j� � | j �
|� d S )Nr( rF r� rv r r@ ) r> r� ry r� r~ r@ r rL r r r� r� r) r) r* rZ w s z.getPhases.<locals>.InBodyPhase.startTagHeadingc S s~ | j �d�}|rf| j�dddd�� | �td�� || j jkrL| j j�|� || j jkrf| j j�|� | j � � | �
|� d S )Nr8 �$unexpected-start-tag-implies-end-tag�Z startNameZendName) r> �!elementInActiveFormattingElementsrL r r| r� r~ r r� r� r� )rC r� Z afeAElementr) r) r* r_ s �
z(getPhases.<locals>.InBodyPhase.startTagAc S s | j �� | �|� d S r. )r> r� r� r� r) r) r* r` � s
z1getPhases.<locals>.InBodyPhase.startTagFormattingc S sP | j �� | j �d�rB| j�dddd�� | �td�� | j �� | �|� d S )NrE r� r� )r> r� r� rL r r� r� r� r� r) r) r* ra � s
�
z+getPhases.<locals>.InBodyPhase.startTagNobrc S sT | j �d�r2| j�dddd�� | �td�� |S | j �� | j �|� d| j_d S )NrF r� r� F) r> r� rL r r� r� r� r� rc r� r) r) r* rb � s �
z-getPhases.<locals>.InBodyPhase.startTagButtonc S s0 | j �� | j �|� | j j�t� d| j_d S �NF)r> r� r� r� r� r rL rc r� r) r) r* rc � s
z:getPhases.<locals>.InBodyPhase.startTagAppletMarqueeObjectc S sB | j jddd�r | �td�� | j �� d| j_| j�|d� d S )Nr( rF r� Fr� )r> r� ry r� r� rL rc r� r� r) r) r* rd � s
z*getPhases.<locals>.InBodyPhase.startTagXmpc S sR | j jdkr*| jjddd�r*| �td�� | j�|� d| j _| j jd | j _ d S )Nr� r( rF r� Fr� )
rL rZ r> r� r� r� r� rc rI r` r� r) r) r* re � s z,getPhases.<locals>.InBodyPhase.startTagTablec S s6 | j �� | j �|� | j j�� d|d< d| j_d S )NTr| F)r> r� r� r~ r rL rc r� r) r) r* rf � s
z5getPhases.<locals>.InBodyPhase.startTagVoidFormattingc S s@ | j j}| �|� d|d kr<|d d �t�dkr<|| j _d S )Nr3 rw �hidden)rL rc rf rl r )rC r� rc r) r) r* rh � s
�z,getPhases.<locals>.InBodyPhase.startTagInputc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* rg � s z2getPhases.<locals>.InBodyPhase.startTagParamSourcec S sJ | j jddd�r | �td�� | j �|� | j j�� d|d< d| j_d S )Nr( rF r� Tr| F) r> r� ry r� r� r~ r rL rc r� r) r) r* ri � s z)getPhases.<locals>.InBodyPhase.startTagHrc S s6 | j �dddd�� | �tdd|d |d d�� d S ) Nz unexpected-start-tag-treated-asrN rI �Z originalNameZnewNamerr rw r{ �rk r{ )rL r r� r� r� r) r) r* rj � s �
�z,getPhases.<locals>.InBodyPhase.startTagImagec S s | j �dddi� | jjr d S i }d|d kr>|d d |d< | �tdd|d�� | �td d�� | �td
d�� d |d kr�|d d }nd }| �td
|d�� |d �� }d|kr�|d= d |kr�|d = d|d< | �tdd||d d�� | � td
�� | �td d�� | � td�� d S )Nzdeprecated-tagr@ rO �actionrw r4 rr )rk rM Zlabel�promptz3This is a searchable index. Enter search keywords: rq �r3 rw rL r{ r� )
rL r r> r� r� r� r� r �copyr� )rC r� Z
form_attrsr� rk r) r) r* rk � s<
� �
�z.getPhases.<locals>.InBodyPhase.startTagIsIndexc S s0 | j �|� | jjj| jj_| j| _d| j_d S r� ) r> r� rL rO r\ r] r� r� rc r� r) r) r* rl � s z/getPhases.<locals>.InBodyPhase.startTagTextareac S s d| j _| �|� d S r� )rL rc rn r� r) r) r* rm s z-getPhases.<locals>.InBodyPhase.startTagIFramec S s" | j jr| �|� n
| �|� d S r. )rL rN rn r� r� r) r) r* r� s z/getPhases.<locals>.InBodyPhase.startTagNoscriptc S s | j �|d� dS )z8iframe, noembed noframes, noscript(if scripting enabled)r� Nr r� r) r) r* rn
s z.getPhases.<locals>.InBodyPhase.startTagRawtextc S s@ | j jd jdkr$| jj�td�� | j �� | jj �|� d S �Nrv rS ) r> r~ r@ rL r` r� r� r� r� r� r) r) r* rq s
z*getPhases.<locals>.InBodyPhase.startTagOptc S s� | j �� | j �|� d| j_| jj| jjd | jjd | jjd | jjd | jjd | jjd fkrx| jjd | j_n| jjd | j_d S )
NFr� r� r� r� r� r� �inSelectInTabler� )r> r� r� rL rc r` rI r� r) r) r* ro s
�z-getPhases.<locals>.InBodyPhase.startTagSelectc S sB | j �d�r2| j �� | j jd jdkr2| j�� | j �|� d S )N�rubyrv )r> r� �generateImpliedEndTagsr~ r@ rL r r� r� r) r) r* rp % s
z+getPhases.<locals>.InBodyPhase.startTagRpRtc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nrh rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* rr , s
z+getPhases.<locals>.InBodyPhase.startTagMathc S sZ | j �� | j�|� | j�|� td |d< | j �|� |d rV| j j�� d|d< d S )Nry rj r{ Tr| ) r> r� rL r r r r� r~ r r� r) r) r* rs 8 s
z*getPhases.<locals>.InBodyPhase.startTagSvgc S s | j �dd|d i� dS )a5 Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
z unexpected-start-tag-ignoredr@ Nr� r� r) r) r* rt D s z0getPhases.<locals>.InBodyPhase.startTagMisplacedc S s | j �� | j �|� d S r. )r> r� r� r� r) r) r* r� M s
z,getPhases.<locals>.InBodyPhase.startTagOtherc S s� | j jddd�sD| �tdd�� | j�dddi� | �tdd�� nT| j �d� | j jd j dkrt| j�dddi� | j j�
� }|j dkr�| j j�
� }q�d S ) Nr( rF r� rr r
r@ rs rv ) r> r� rY r� rL r ry r� r~ r@ r r r) r) r* ry Q s
z&getPhases.<locals>.InBodyPhase.endTagPc S s~ | j �d�s| j�� d S | j jd jdkrj| j jdd � D ],}|jtd�kr<| j�dd|jd�� qjq<| jjd | j_d S )Nr� rv � )r6 r7 r5 rT rS r( rQ rR r� r� r� r� r� r� r� r� �$expected-one-end-tag-but-got-another�ZgotNameZ expectedName� afterBody) r> r� rL r r~ r@ r� rI r` r r) r) r* ru ^ s
�z)getPhases.<locals>.InBodyPhase.endTagBodyc S s" | j �d�r | �td�� |S d S )Nr� )r> r� ru r� r� r) r) r* rv p s z)getPhases.<locals>.InBodyPhase.endTagHtmlc S s� |d dkr| j | _| j�|d �}|r2| j�� | jjd j|d kr^| j�dd|d i� |r�| jj� � }|j|d kr�| jj� � }qnd S )Nr@ r2 rv �end-tag-too-early)
rW r� r> r� r� r~ r@ rL r r )rC r� ZinScoper� r) r) r* rw v s
z*getPhases.<locals>.InBodyPhase.endTagBlockc S sv | j j}d | j _|d ks$| j �|�s8| j�dddi� n:| j �� | j jd |krd| j�dddi� | j j�|� d S )Nr
r@ r4 rv zend-tag-too-early-ignored)r> r� r� rL r r� r~ r r r) r) r* rx � s �
�z)getPhases.<locals>.InBodyPhase.endTagFormc S s� |d dkrd}nd }| j j|d |d�sB| j�dd|d i� nf| j j|d d� | j jd j|d kr�| j�dd|d i� | j j�� }|j|d kr�| j j�� }q�d S ) Nr@ r5 �listr� r
��excluderv r� )r> r� rL r r� r~ r@ r )rC r� r� r� r) r) r* rz � s
� z-getPhases.<locals>.InBodyPhase.endTagListItemc S s� t D ] }| j�|�r| j�� q$q| jjd j|d krP| j�dd|d i� t D ]8}| j�|�rT| jj�� }|jt kr�| jj�� }qp q�qTd S )Nrv r@ r� ) r r> r� r� r~ r@ rL r r )rC r� �itemr) r) r* r{ � s
z,getPhases.<locals>.InBodyPhase.endTagHeadingc S s d}|dk �r
|d7 }| j �|d �}|rD|| j jkrR| j �|j�sR| �|� dS || j jkr�| j�dd|d i� | j j� |� dS | j �|j�s�| j�dd|d i� dS || j jd kr�| j�d d|d i� | j j�
|�}d}| j j|d� D ]}|j t kr�|} �qq�|dk�rR| j j�
� }||k�r@| j j�
� }�q&| j j� |� dS | j j|d }| j j�
|�}| } }
d} | j j�
|
�} | d
k �rX| d7 } | d8 } | j j| }
|
| j jk�r�| j j� |
� �q�|
|k�rސqX| |k�r�| j j�
|
�d }|
�� }
|
| j j| j j�
|
�< |
| j j| j j�
|
�< |
}
| j�rF| j�| � |
�| � |
} �q�| j�rl| j�| � |jtd �k�r�| j �� \}}|�| |� n
|�| � |�� }
|�|
� |�|
� | j j� |� | j j�||
� | j j� |� | j j�| j j�
|�d |
� qdS ) z)The much-feared adoption agency algorithmr � r r@ Nzadoption-agency-1.2zadoption-agency-4.4rv zadoption-agency-1.3r �r� r� r� r� r� )r> r� r~ r� r@ r� rL r r� r �indexr� r r Z cloneNoder� r� Z appendChildr� Z getTableMisnestedNodePosition� insertBeforeZreparentChildren�insert)rC r� ZouterLoopCounterZformattingElementZafeIndexZ
furthestBlockrn ZcommonAncestorZbookmarkZlastNoder� ZinnerLoopCounterr� Zcloner� r� r) r) r* r| � s�
�
� �
� �� �
�z/getPhases.<locals>.InBodyPhase.endTagFormattingc S s� | j �|d �r| j �� | j jd j|d krF| j�dd|d i� | j �|d �r�| j j�� }|j|d kr~| j j�� }qb| j �� d S )Nr@ rv r� ) r> r� r� r~ r@ rL r r � clearActiveFormattingElements)rC r� rn r) r) r* r} T s
z8getPhases.<locals>.InBodyPhase.endTagAppletMarqueeObjectc S s@ | j �dddd�� | j�� | j�tdd�� | jj�� d S )Nz unexpected-end-tag-treated-asr� z
br elementr� rr )rL r r> r� r� r� r~ r r� r) r) r* r ` s �
z'getPhases.<locals>.InBodyPhase.endTagBrc S s� | j jd d d� D ]�}|j|d krz| j j|d d� | j jd j|d krb| j�dd|d i� | j j�� |krtqb q�q|jtkr| j�dd|d i� q�qd S )Nrv r@ r� r
) r> r~ r@ r� rL r r r� r r r) r) r* r� g s
z*getPhases.<locals>.InBodyPhase.endTagOtherN)6r9 r: r; rK r~ r� r� r� r� rW rX r r rY r[ r\ r] r^ rZ r_ r` ra rb rc rd re rf rh rg ri rj rk rl rm r� rn rq ro rp rr rs rt r� ry ru rv rw rx rz r{ r| r} r r� r) r� r) r* � InBodyPhase� sh G
$ r� c s@ e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
S )z getPhases.<locals>.TextPhasec sF � � | ||� t�g �| _| j| j_t�d| jfg�| _| j| j_d S )Nr� ) rK r
r� r� r� r� � endTagScriptr� r� r� r� r) r* rK v s
�z%getPhases.<locals>.TextPhase.__init__c S s | j �|d � d S r� r� r� r) r) r* r� ~ s z.getPhases.<locals>.TextPhase.processCharactersc S s8 | j �dd| jjd ji� | jj�� | j j| j _dS )Nz&expected-named-closing-tag-but-got-eofr@ rv T)rL r r> r~ r@ r r� r` rB r) r) r* r� � s � z'getPhases.<locals>.TextPhase.processEOFc S s d S r. r) r� r) r) r* r� � s z*getPhases.<locals>.TextPhase.startTagOtherc S s | j j�� }| jj| j_d S r. �r> r~ r rL r� r` r r) r) r* r� � s z)getPhases.<locals>.TextPhase.endTagScriptc S s | j j�� | jj| j_d S r. r� r� r) r) r* r� � s z(getPhases.<locals>.TextPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r) r� r) r* � TextPhaseu s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'S )(z getPhases.<locals>.InTablePhasec
s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfd| j fd| j
fd | j fd
| j fg
�| _
| j| j
_t�d| jfd | jfg�| _| j| j_d S ) Nr� r� r� rU �r� r� r� )r� r� r� r� )r� r� rL r4 ) r� r� rU r� r� r� r� r� r� r� r� )rK r
r� r� �startTagCaption�startTagColgroup� startTagCol�startTagRowGroup�startTagImplyTbodyre �startTagStyleScriptrh r\ r� r� r� � endTagTable� endTagIgnorer� r� r� r� r) r* rK � s* �
��z(getPhases.<locals>.InTablePhase.__init__c S s$ | j jd jdkr | j j�� q d S )Nrv )r� r� �r> r~ r@ r rB r) r) r* �clearStackToTableContext� s z8getPhases.<locals>.InTablePhase.clearStackToTableContextc S s$ | j jd jdkr | j�d� n d S )Nrv r� z eof-in-table�r> r~ r@ rL r rB r) r) r* r� � s z*getPhases.<locals>.InTablePhase.processEOFc S s4 | j j}| j jd | j _|| j j_| j j�|� d S �N� inTableText)rL r` rI r� r� �rC r� r� r) r) r* r� � s
z6getPhases.<locals>.InTablePhase.processSpaceCharactersc S s4 | j j}| j jd | j _|| j j_| j j�|� d S r� )rL r` rI r� r� r� r) r) r* r� � s
z1getPhases.<locals>.InTablePhase.processCharactersc S s& d| j _| jjd �|� d| j _d S )NTr� F)r> �insertFromTablerL rI r� r� r) r) r* r� � s z*getPhases.<locals>.InTablePhase.insertTextc S s6 | � � | jj�t� | j�|� | jjd | j_d S )Nr� ) r� r> r� r� r r� rL rI r` r� r) r) r* r� � s z/getPhases.<locals>.InTablePhase.startTagCaptionc S s( | � � | j�|� | jjd | j_d S )Nr� �r� r> r� rL rI r` r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagColgroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z+getPhases.<locals>.InTablePhase.startTagColc S s( | � � | j�|� | jjd | j_d S �Nr� r� r� r) r) r* r� � s z0getPhases.<locals>.InTablePhase.startTagRowGroupc S s | � tdd�� |S )Nr� rr )r� r� r� r) r) r* r� � s z2getPhases.<locals>.InTablePhase.startTagImplyTbodyc S s6 | j �dddd�� | j j�td�� | j js2|S d S )Nr� r� r� )rL r r` r� r� rS r� r) r) r* re � s �z-getPhases.<locals>.InTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� � s z3getPhases.<locals>.InTablePhase.startTagStyleScriptc S sV d|d krH|d d � t�dkrH| j�d� | j�|� | jj�� n
| �|� d S )Nr3 rw r� z unexpected-hidden-input-in-table) rl r rL r r> r� r~ r r� r� r) r) r* rh � s � z-getPhases.<locals>.InTablePhase.startTagInputc S sD | j �d� | jjd kr@| j�|� | jjd | j_| jj�� d S )Nzunexpected-form-in-tablerv )rL r r> r� r� r~ r r� r) r) r* r\ � s
z,getPhases.<locals>.InTablePhase.startTagFormc S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz)unexpected-start-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z-getPhases.<locals>.InTablePhase.startTagOtherc S s� | j jddd�r�| j �� | j jd jdkrJ| j�dd| j jd jd�� | j jd jdkrj| j j�� qJ| j j�� | j�� n
| j�� d S )Nr� r� rv zend-tag-too-early-namedr� ) r> r� r� r~ r@ rL r r rb r� r) r) r* r�
s
�� z+getPhases.<locals>.InTablePhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� s z,getPhases.<locals>.InTablePhase.endTagIgnorec S s< | j �dd|d i� d| j_| j jd �|� d| j_d S )Nz'unexpected-end-tag-implies-table-voodoor@ Tr� F)rL r r> r� rI r� r� r) r) r* r� s z+getPhases.<locals>.InTablePhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� re r� rh r\ r� r� r� r� r) r� r) r* � InTablePhase� s&
r� c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z#getPhases.<locals>.InTableTextPhasec s � � | ||� d | _g | _d S r. )rK r� �characterTokensr� r� r) r* rK ( s z,getPhases.<locals>.InTableTextPhase.__init__c S sd d� dd� | jD ��}tdd� |D ��rJtd |d�}| jjd �|� n|rZ| j�|� g | _d S )Nr� c S s g | ] }|d �qS )rw r) �r? r� r) r) r* rD . s zGgetPhases.<locals>.InTableTextPhase.flushCharacters.<locals>.<listcomp>c S s g | ] }|t k�qS r) r� r� r) r) r* rD / s rq r� r� )�joinr� r� r rL rI r� r> )rC rw r� r) r) r* �flushCharacters- s z3getPhases.<locals>.InTableTextPhase.flushCharactersc S s | � � | j| j_|S r. �r� r� rL r` r� r) r) r* r� 6 s
z2getPhases.<locals>.InTableTextPhase.processCommentc S s | � � | j| j_dS r� r� rB r) r) r* r� ; s
z.getPhases.<locals>.InTableTextPhase.processEOFc S s |d dkrd S | j �|� d S �Nrw r� �r� r� r� r) r) r* r� @ s z5getPhases.<locals>.InTableTextPhase.processCharactersc S s | j �|� d S r. r� r� r) r) r* r� E s z:getPhases.<locals>.InTableTextPhase.processSpaceCharactersc S s | � � | j| j_|S r. r� r� r) r) r* r� J s
z3getPhases.<locals>.InTableTextPhase.processStartTagc S s | � � | j| j_|S r. r� r� r) r) r* r� O s
z1getPhases.<locals>.InTableTextPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �InTableTextPhase' s r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z!getPhases.<locals>.InCaptionPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� � r� rU r� r� r� r� r� r� r� r� r� )
r� rU r� r� r� r� r� r� r� r� )
rK r
r� r� �startTagTableElementr� r� r� �
endTagCaptionr� r� r� r� r� r� r) r* rK V s ��
��z*getPhases.<locals>.InCaptionPhase.__init__c S s | j jddd� S )Nr� r� r� �r> r� rB r) r) r* �ignoreEndTagCaptionh s z5getPhases.<locals>.InCaptionPhase.ignoreEndTagCaptionc S s | j jd �� d S r� �rL rI r� rB r) r) r* r� k s z,getPhases.<locals>.InCaptionPhase.processEOFc S s | j jd �|�S r� �rL rI r� r� r) r) r* r� n s z3getPhases.<locals>.InCaptionPhase.processCharactersc S s0 | j �� | �� }| j j�td�� |s,|S d S �Nr� �rL r r� r` r� r� �rC r� � ignoreEndTagr) r) r* r� q s
z6getPhases.<locals>.InCaptionPhase.startTagTableElementc S s | j jd �|�S r� r� r� r) r) r* r� y s z/getPhases.<locals>.InCaptionPhase.startTagOtherc S s� | � � s�| j�� | jjd jdkrB| j�dd| jjd jd�� | jjd jdkrb| jj�� qB| jj�� | j�� | jj d | j_
n
| j�� d S )Nrv r� r� r� r� ) r� r> r� r~ r@ rL r r r� rI r` r� r) r) r* r� | s
��
z/getPhases.<locals>.InCaptionPhase.endTagCaptionc S s0 | j �� | �� }| j j�td�� |s,|S d S r� r� r� r) r) r* r� � s
z-getPhases.<locals>.InCaptionPhase.endTagTablec S s | j �dd|d i� d S r r� r� r) r) r* r� � s z.getPhases.<locals>.InCaptionPhase.endTagIgnorec S s | j jd �|�S r� �rL rI r� r� r) r) r* r� � s z-getPhases.<locals>.InCaptionPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* �InCaptionPhaseT s r� c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z%getPhases.<locals>.InColumnGroupPhasec s^ � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fg�| _
| j | j
_d S )Nr� rU r� ) rK r
r� r� r� r� r� r� �endTagColgroup� endTagColr� r� r� r� r) r* rK � s �
�z.getPhases.<locals>.InColumnGroupPhase.__init__c S s | j jd jdkS )Nrv r� )r> r~ r@ rB r) r) r* �ignoreEndTagColgroup� s z:getPhases.<locals>.InColumnGroupPhase.ignoreEndTagColgroupc S s8 | j jd jdkrd S | �� }| �td�� |s4dS d S )Nrv r� r� T)r> r~ r@ r� r� r� )rC r� r) r) r* r� � s z0getPhases.<locals>.InColumnGroupPhase.processEOFc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� � s z7getPhases.<locals>.InColumnGroupPhase.processCharactersc S s$ | j �|� | j j�� d|d< d S r r r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.startTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z3getPhases.<locals>.InColumnGroupPhase.startTagOtherc S s4 | � � r| j�� n | jj�� | jjd | j_d S �Nr� )r� rL r r> r~ r rI r` r� r) r) r* r� � s z4getPhases.<locals>.InColumnGroupPhase.endTagColgroupc S s | j �dddi� d S )Nz
no-end-tagr@ rU r� r� r) r) r* r� � s z/getPhases.<locals>.InColumnGroupPhase.endTagColc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z1getPhases.<locals>.InColumnGroupPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� r� r� r� r) r� r) r* �InColumnGroupPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z#getPhases.<locals>.InTableBodyPhasec sv � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fd| j fd| j fg�| _
| j| j
_ d S )Nr� r� �r� r� )r� rU r� r� r� r� r� r� )r� r� rU r� r� r� r� r� )rK r
r� r� �
startTagTr�startTagTableCell�startTagTableOtherr� r� r� �endTagTableRowGroupr� r� r� r� r� r� r) r* rK � s$ ��
��z,getPhases.<locals>.InTableBodyPhase.__init__c S s6 | j jd jdkr | j j�� q | j jd jdkr2d S )Nrv )r� r� r� r� r� r� rB r) r) r* � clearStackToTableBodyContext� s z@getPhases.<locals>.InTableBodyPhase.clearStackToTableBodyContextc S s | j jd �� d S r� r� rB r) r) r* r� � s z.getPhases.<locals>.InTableBodyPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� s z:getPhases.<locals>.InTableBodyPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� s z5getPhases.<locals>.InTableBodyPhase.processCharactersc S s( | � � | j�|� | jjd | j_d S )Nr� )r� r> r� rL rI r` r� r) r) r* r� s z.getPhases.<locals>.InTableBodyPhase.startTagTrc S s* | j �dd|d i� | �tdd�� |S )Nz unexpected-cell-in-table-bodyr@ r� rr )rL r r� r� r� r) r) r* r� s
�z5getPhases.<locals>.InTableBodyPhase.startTagTableCellc S sb | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | j�� d S �Nr� r� r� r� r� rv � r> r� r� r� r� r~ r@ rL r r� r) r) r* r� s ���z6getPhases.<locals>.InTableBodyPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� s z1getPhases.<locals>.InTableBodyPhase.startTagOtherc S sT | j j|d dd�r:| �� | j j�� | jjd | j_n| j�dd|d i� d S )Nr@ r� r� r� � unexpected-end-tag-in-table-body) r> r� r� r~ r rL rI r` r r� r) r) r* r� " s
�z7getPhases.<locals>.InTableBodyPhase.endTagTableRowGroupc S sb | j jddd�s0| j jddd�s0| j jddd�rT| �� | �t| j jd j�� |S | j�� d S r� r� r� r) r) r* r� + s ���z/getPhases.<locals>.InTableBodyPhase.endTagTablec S s | j �dd|d i� d S )Nr� r@ r� r� r) r) r* r� 8 s
�z0getPhases.<locals>.InTableBodyPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� < s z/getPhases.<locals>.InTableBodyPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �InTableBodyPhase� s
r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd S ) z getPhases.<locals>.InRowPhasec sv � � | ||� t�d| jfd| jfd| jfg�| _| j| j_t�d| j fd| j
fd| j fd| j fg�| _
| j| j
_d S )Nr� r� )r� rU r� r� r� r� r� r� r� r� )r� r� rU r� r� r� r� )rK r
r� r� r� r� r� r� r� �endTagTrr� r� r� r� r� r� r� r) r* rK A s$ ��
��z&getPhases.<locals>.InRowPhase.__init__c S s@ | j jd jdkr<| j�dd| j jd ji� | j j�� q d S )Nrv )r� r� z'unexpected-implied-end-tag-in-table-rowr@ )r> r~ r@ rL r r rB r) r) r* �clearStackToTableRowContextU s
�z9getPhases.<locals>.InRowPhase.clearStackToTableRowContextc S s | j jddd� S )Nr� r� r� r� rB r) r) r* �ignoreEndTagTr[ s z,getPhases.<locals>.InRowPhase.ignoreEndTagTrc S s | j jd �� d S r� r� rB r) r) r* r� _ s z(getPhases.<locals>.InRowPhase.processEOFc S s | j jd �|�S r� r r� r) r) r* r� b s z4getPhases.<locals>.InRowPhase.processSpaceCharactersc S s | j jd �|�S r� r� r� r) r) r* r� e s z/getPhases.<locals>.InRowPhase.processCharactersc S s6 | � � | j�|� | jjd | j_| jj�t� d S )Nr� ) r� r> r� rL rI r` r� r� r r� r) r) r* r� h s z/getPhases.<locals>.InRowPhase.startTagTableCellc S s" | � � }| �td�� |s |S d S �Nr� �r� r� r� r� r) r) r* r� n s z0getPhases.<locals>.InRowPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� u s z+getPhases.<locals>.InRowPhase.startTagOtherc S s< | � � s.| �� | jj�� | jjd | j_n
| j�� d S r� ) r� r� r> r~ r rL rI r` r r� r) r) r* r� x s
z&getPhases.<locals>.InRowPhase.endTagTrc S s" | � � }| �td�� |s |S d S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagTablec S s4 | j j|d dd�r&| �td�� |S | j�� d S )Nr@ r� r� r� )r> r� r� r� rL r r� r) r) r* r� � s z1getPhases.<locals>.InRowPhase.endTagTableRowGroupc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-table-rowr@ r� r� r) r) r* r� � s
�z*getPhases.<locals>.InRowPhase.endTagIgnorec S s | j jd �|�S r� r� r� r) r) r* r� � s z)getPhases.<locals>.InRowPhase.endTagOtherN)r9 r: r; rK r� r� r� r� r� r� r� r� r� r� r� r� r� r) r� r) r* �
InRowPhase? s
r� c s` e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )z getPhases.<locals>.InCellPhasec sf � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfd| j fd| j
fg�| _ | j | j _d S )Nr� r� r� )r� r� rU r� r� r� )
rK r
r� r� r� r� r� r� �endTagTableCellr� � endTagImplyr� r� r� r� r) r* rK � s ��
�z'getPhases.<locals>.InCellPhase.__init__c S sB | j jddd�r | �td�� n | j jddd�r>| �td�� d S �Nr� r� r� r� )r> r� r� r� rB r) r) r* � closeCell� s z(getPhases.<locals>.InCellPhase.closeCellc S s | j jd �� d S r� r� rB r) r) r* r� � s z)getPhases.<locals>.InCellPhase.processEOFc S s | j jd �|�S r� r� r� r) r) r* r� � s z0getPhases.<locals>.InCellPhase.processCharactersc S s: | j jddd�s | j jddd�r,| �� |S | j�� d S r� �r> r� r� rL r r� r) r) r* r� � s �z1getPhases.<locals>.InCellPhase.startTagTableOtherc S s | j jd �|�S r� r� r� r) r) r* r� � s z,getPhases.<locals>.InCellPhase.startTagOtherc S s� | j j|d dd�r�| j �|d � | j jd j|d krp| j�dd|d i� | j j�� }|j|d krPq|qPn | j j�� | j �� | jj d | j_
n| j�dd|d i� d S )Nr@ r� r� rv zunexpected-cell-end-tagr� r
) r> r� r� r~ r@ rL r r r� rI r` r r) r) r* r� � s
�
z.getPhases.<locals>.InCellPhase.endTagTableCellc S s | j �dd|d i� d S r r� r� r) r) r* r� � s z+getPhases.<locals>.InCellPhase.endTagIgnorec S s. | j j|d dd�r | �� |S | j�� d S )Nr@ r� r� r� r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagImplyc S s | j jd �|�S r� r� r� r) r) r* r� � s z*getPhases.<locals>.InCellPhase.endTagOtherN)
r9 r: r; rK r� r� r� r� r� r� r� r� r� r) r� r) r* � InCellPhase� s
r� c sx e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) z getPhases.<locals>.InSelectPhasec s� � � | ||� t�d| jfd| jfd| jfd| jfd| jfd| jfg�| _ | j
| j _ t�d| j fd| j
fd| jfg�| _| j| j_ d S )Nr� rS rT r� )rL rJ rP r� )rK r
r� r� �startTagOption�startTagOptgroupro rh r� r� r� r� � endTagOption�endTagOptgroup� endTagSelectr� r� r� r� r) r* rK � s �
�z)getPhases.<locals>.InSelectPhase.__init__c S s$ | j jd jdkr | j�d� n d S )Nrv r� z
eof-in-selectr� rB r) r) r* r� � s z+getPhases.<locals>.InSelectPhase.processEOFc S s$ |d dkrd S | j �|d � d S r� r� r� r) r) r* r� s z2getPhases.<locals>.InSelectPhase.processCharactersc S s. | j jd jdkr | j j�� | j �|� d S r� �r> r~ r@ r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagOptionc S sL | j jd jdkr | j j�� | j jd jdkr<| j j�� | j �|� d S )Nrv rS rT r� r� r) r) r* r� s
z1getPhases.<locals>.InSelectPhase.startTagOptgroupc S s | j �d� | �td�� d S )Nzunexpected-select-in-selectr� )rL r r� r� r� r) r) r* ro s z/getPhases.<locals>.InSelectPhase.startTagSelectc S s2 | j �d� | jjddd�r.| �td�� |S d S )Nzunexpected-input-in-selectr� r� )rL r r> r� r� r� r� r) r) r* rh s
z.getPhases.<locals>.InSelectPhase.startTagInputc S s | j jd �|�S r r� r� r) r) r* r� s z/getPhases.<locals>.InSelectPhase.startTagScriptc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-selectr@ r� r� r) r) r* r� ! s
�z.getPhases.<locals>.InSelectPhase.startTagOtherc S s6 | j jd jdkr | j j�� n| j�dddi� d S )Nrv rS � unexpected-end-tag-in-selectr@ �r> r~ r@ r rL r r� r) r) r* r� % s
�z-getPhases.<locals>.InSelectPhase.endTagOptionc S sf | j jd jdkr0| j jd jdkr0| j j�� | j jd jdkrP| j j�� n| j�dddi� d S )Nrv rS ���rT r r@ r r� r) r) r* r� , s � �z/getPhases.<locals>.InSelectPhase.endTagOptgroupc S sN | j jddd�r@| j j�� }|jdkr4| j j�� }q | j�� n
| j�� d S )Nr� r� )r> r� r~ r r@ rL rb r r r) r) r* r� 9 s
z-getPhases.<locals>.InSelectPhase.endTagSelectc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� D s
�z,getPhases.<locals>.InSelectPhase.endTagOtherN)r9 r: r; rK r� r� r� r� ro rh r� r� r� r� r� r� r) r� r) r* �
InSelectPhase� s
r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z'getPhases.<locals>.InSelectInTablePhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S )N)r� r� r� r� r� r� r� r� )
rK r
r� re r� r� r� r� r� r� r� r� r) r* rK I s ��
��z0getPhases.<locals>.InSelectInTablePhase.__init__c S s | j jd �� d S �Nr� r� rB r) r) r* r� X s z2getPhases.<locals>.InSelectInTablePhase.processEOFc S s | j jd �|�S r r� r� r) r) r* r� [ s z9getPhases.<locals>.InSelectInTablePhase.processCharactersc S s( | j �dd|d i� | �td�� |S )Nz5unexpected-table-element-start-tag-in-select-in-tabler@ r� )rL r r� r� r� r) r) r* re ^ s z5getPhases.<locals>.InSelectInTablePhase.startTagTablec S s | j jd �|�S r r� r� r) r) r* r� c s z5getPhases.<locals>.InSelectInTablePhase.startTagOtherc S s@ | j �dd|d i� | jj|d dd�r<| �td�� |S d S )Nz3unexpected-table-element-end-tag-in-select-in-tabler@ r� r� r� )rL r r> r� r� r� r� r) r) r* r� f s z3getPhases.<locals>.InSelectInTablePhase.endTagTablec S s | j jd �|�S r r� r� r) r) r* r� l s z3getPhases.<locals>.InSelectInTablePhase.endTagOtherN)
r9 r: r; rK r� r� re r� r� r� r) r� r) r* �InSelectInTablePhaseH s r c - s� e Zd Zeddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,g,�Z� fd-d.�Zd/d0� Z� fd1d2�Zd3d4� Zd5d6� Z d7S )8z(getPhases.<locals>.InForeignContentPhaser9 r: r r� r� r! r; r6 r+ r$ r7 r< rH Zh1Zh2Zh3Zh4Zh5Zh6r� rM r> rI r5 r3 r, r5 rE r. r( r2 r� r? r@ �spanrB rA �subZsupr� rC rD r1 �varc s � � | ||� d S r. )rK r� r� r) r* rK y s z1getPhases.<locals>.InForeignContentPhase.__init__c % S sn ddddddddd d
d d d
ddddddddddddddd d d d d d!d"d#d$d%�$}|d& |krj||d& |d&< d S )'NZaltGlyphZ altGlyphDefZ altGlyphItemZ animateColorZ
animateMotionZanimateTransformZclipPathZfeBlendZ
feColorMatrixZfeComponentTransferZ feCompositeZfeConvolveMatrixZfeDiffuseLightingZfeDisplacementMapZfeDistantLightZfeFloodZfeFuncAZfeFuncBZfeFuncGZfeFuncRZfeGaussianBlurZfeImageZfeMergeZ feMergeNodeZ feMorphologyZfeOffsetZ fePointLightZfeSpecularLightingZ feSpotLightZfeTileZ feTurbulenceZ
foreignObjectZglyphRefZlinearGradientZradialGradientZtextPath)$ZaltglyphZ altglyphdefZ altglyphitemZ animatecolorZ
animatemotionZanimatetransformZclippathZfeblendZ
fecolormatrixZfecomponenttransferZ fecompositeZfeconvolvematrixZfediffuselightingZfedisplacementmapZfedistantlightZfefloodZfefuncaZfefuncbZfefuncgZfefuncrZfegaussianblurZfeimageZfemergeZ femergenodeZ femorphologyZfeoffsetZ fepointlightZfespecularlightingZ fespotlightZfetileZ feturbulenceZ
foreignobjectZglyphrefZlineargradientZradialgradientZtextpathr@ r) )rC r� � replacementsr) r) r* �adjustSVGTagNames| sN �% z:getPhases.<locals>.InForeignContentPhase.adjustSVGTagNamesc sL |d dkrd|d< n&| j jr<tdd� |d D ��r<d| j _� �| |� d S )Nrw r� u �c s s | ]}|t kV qd S r. r� r� r) r) r* r� � s zMgetPhases.<locals>.InForeignContentPhase.processCharacters.<locals>.<genexpr>F)rL rc r� r� r� r� r) r* r� � s
�z:getPhases.<locals>.InForeignContentPhase.processCharactersc S s. | j jd }|d | jksD|d dkr�t|d �� �tdddg�@ r�| j�dd|d i� | j jd j| j jkr�| j� | j jd �s�| j�
| j jd �s�| j j� � qZ|S |jt d kr�| j�
|� n$|jt d
kr�| �|� | j�|� | j�|� |j|d < | j �|� |d �r*| j j� � d
|d< d S )Nrv r@ r= rw ZcolorZface�sizez*unexpected-html-element-in-foreign-contentrh ry rj r{ Tr| )r> r~ �breakoutElements�set�keysrL r rj r� ro rp r r r r
r r r� )rC r� r� r) r) r* r� � s:
� �
� ���
z8getPhases.<locals>.InForeignContentPhase.processStartTagc S s� t | jj�d }| jjd }|j�t�|d krF| j�dd|d i� |j�t�|d kr�| jj| jj d kr�| jj�
� | jjj | j_| jj� � |kr�q�d }q�|d8 }| jj| }|j
| jjkr�qFqF| jj�|�}q�qF|S )Nr rv r@ r
r� )r� r> r~ r@ rl r rL r r` rI r� r� r rj r� r� )rC r� Z nodeIndexr� r� r) r) r* r� � s& z6getPhases.<locals>.InForeignContentPhase.processEndTagN)
r9 r: r; r� r rK r
r� r� r� r) r� r) r* �InForeignContentPhaseo s\ � ) r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z!getPhases.<locals>.AfterBodyPhasec sN � � | ||� t�d| jfg�| _| j| j_t�d| jfg�| _| j | j_d S �Nr� )
rK r
r� r� r� r� r� rv r� r� r� r� r) r* rK � s �
z*getPhases.<locals>.AfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� � s z,getPhases.<locals>.AfterBodyPhase.processEOFc S s | j �|| j jd � d S )Nr r� r� r) r) r* r� � s z0getPhases.<locals>.AfterBodyPhase.processCommentc S s | j �d� | j jd | j _|S )Nzunexpected-char-after-bodyr� �rL r rI r` r� r) r) r* r� � s z3getPhases.<locals>.AfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� � s z.getPhases.<locals>.AfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-start-tag-after-bodyr@ r� r r� r) r) r* r� � s
�z/getPhases.<locals>.AfterBodyPhase.startTagOtherc S s* | j jr| j �d� n| j jd | j _d S )Nz'unexpected-end-tag-after-body-innerhtml�afterAfterBody)rL rS r rI r` )rC r@ r) r) r* rv
s z,getPhases.<locals>.AfterBodyPhase.endTagHtmlc S s* | j �dd|d i� | j jd | j _|S )Nz unexpected-end-tag-after-bodyr@ r� r r� r) r) r* r�
s
�z-getPhases.<locals>.AfterBodyPhase.endTagOtherN) r9 r: r; rK r� r� r� r� r� rv r� r) r� r) r* �AfterBodyPhase� s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z"getPhases.<locals>.InFramesetPhasec sf � � | ||� t�d| jfd| jfd| jfd| jfg�| _| j| j_ t�d| j
fg�| _ | j | j _ d S )Nr� r� rV r� )
rK r
r� r� r �
startTagFrame�startTagNoframesr� r� r� �endTagFramesetr� r� r� r� r) r* rK
s �
�z+getPhases.<locals>.InFramesetPhase.__init__c S s$ | j jd jdkr | j�d� n d S )Nrv r� zeof-in-framesetr� rB r) r) r* r� #
s z-getPhases.<locals>.InFramesetPhase.processEOFc S s | j �d� d S )Nzunexpected-char-in-framesetr� r� r) r) r* r� )
s z4getPhases.<locals>.InFramesetPhase.processCharactersc S s | j �|� d S r. )r> r� r� r) r) r* r ,
s z3getPhases.<locals>.InFramesetPhase.startTagFramesetc S s | j �|� | j j�� d S r. r r� r) r) r* r /
s z0getPhases.<locals>.InFramesetPhase.startTagFramec S s | j jd �|�S r� r� r� r) r) r* r 3
s z3getPhases.<locals>.InFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz unexpected-start-tag-in-framesetr@ r� r� r) r) r* r� 6
s
�z0getPhases.<locals>.InFramesetPhase.startTagOtherc S sZ | j jd jdkr | j�d� n | j j�� | jjsV| j jd jdkrV| jjd | j_d S )Nrv r� z)unexpected-frameset-in-frameset-innerhtmlr� �
afterFrameset) r> r~ r@ rL r r rS rI r` r� r) r) r* r :
s �z1getPhases.<locals>.InFramesetPhase.endTagFramesetc S s | j �dd|d i� d S )Nz unexpected-end-tag-in-framesetr@ r� r� r) r) r* r� F
s
�z.getPhases.<locals>.InFramesetPhase.endTagOtherN) r9 r: r; rK r� r� r r r r� r r� r) r� r) r* �InFramesetPhase
s r c sH e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )z%getPhases.<locals>.AfterFramesetPhasec sV � � | ||� t�d| jfd| jfg�| _| j| j_t�d| jfg�| _ | j
| j _d S �Nr� r� ) rK r
r� r� r r� r� r� rv r� r� r� r� r) r* rK L
s �
�z.getPhases.<locals>.AfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� Z
s z0getPhases.<locals>.AfterFramesetPhase.processEOFc S s | j �d� d S )Nz unexpected-char-after-framesetr� r� r) r) r* r� ^
s z7getPhases.<locals>.AfterFramesetPhase.processCharactersc S s | j jd �|�S r r� r� r) r) r* r a
s z6getPhases.<locals>.AfterFramesetPhase.startTagNoframesc S s | j �dd|d i� d S )Nz#unexpected-start-tag-after-framesetr@ r� r� r) r) r* r� d
s
�z3getPhases.<locals>.AfterFramesetPhase.startTagOtherc S s | j jd | j _d S )N�afterAfterFrameset)rL rI r` r� r) r) r* rv h
s z0getPhases.<locals>.AfterFramesetPhase.endTagHtmlc S s | j �dd|d i� d S )Nz!unexpected-end-tag-after-framesetr@ r� r� r) r) r* r� k
s
�z1getPhases.<locals>.AfterFramesetPhase.endTagOtherN)
r9 r: r; rK r� r� r r� rv r� r) r� r) r* �AfterFramesetPhaseJ
s r c sP e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z&getPhases.<locals>.AfterAfterBodyPhasec s0 � � | ||� t�d| jfg�| _| j| j_d S r )rK r
r� r� r� r� r� r� r� r) r* rK p
s
�z/getPhases.<locals>.AfterAfterBodyPhase.__init__c S s d S r. r) rB r) r) r* r� x
s z1getPhases.<locals>.AfterAfterBodyPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� {
s z5getPhases.<locals>.AfterAfterBodyPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� ~
s z=getPhases.<locals>.AfterAfterBodyPhase.processSpaceCharactersc S s | j �d� | j jd | j _|S )N�expected-eof-but-got-charr� r r� r) r) r* r� �
s z8getPhases.<locals>.AfterAfterBodyPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z3getPhases.<locals>.AfterAfterBodyPhase.startTagHtmlc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-start-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.startTagOtherc S s* | j �dd|d i� | j jd | j _|S )N� expected-eof-but-got-end-tagr@ r� r r� r) r) r* r� �
s
�z4getPhases.<locals>.AfterAfterBodyPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r� r� r) r� r) r* �AfterAfterBodyPhaseo
s r c sX e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )z*getPhases.<locals>.AfterAfterFramesetPhasec s8 � � | ||� t�d| jfd| jfg�| _| j| j_d S r )rK r
r� r� �startTagNoFramesr� r� r� r� r� r) r* rK �
s �z3getPhases.<locals>.AfterAfterFramesetPhase.__init__c S s d S r. r) rB r) r) r* r� �
s z5getPhases.<locals>.AfterAfterFramesetPhase.processEOFc S s | j �|| j j� d S r. r� r� r) r) r* r� �
s z9getPhases.<locals>.AfterAfterFramesetPhase.processCommentc S s | j jd �|�S r� r r� r) r) r* r� �
s zAgetPhases.<locals>.AfterAfterFramesetPhase.processSpaceCharactersc S s | j �d� d S )Nr r� r� r) r) r* r� �
s z<getPhases.<locals>.AfterAfterFramesetPhase.processCharactersc S s | j jd �|�S r� r� r� r) r) r* r� �
s z7getPhases.<locals>.AfterAfterFramesetPhase.startTagHtmlc S s | j jd �|�S r r� r� r) r) r* r �
s z;getPhases.<locals>.AfterAfterFramesetPhase.startTagNoFramesc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.startTagOtherc S s | j �dd|d i� d S )Nr r@ r� r� r) r) r* r� �
s
�z8getPhases.<locals>.AfterAfterFramesetPhase.processEndTagN) r9 r: r; rK r� r� r� r� r� r r� r� r) r� r) r* �AfterAfterFramesetPhase�
s r! )rW rV r� r� r r r� r� r� r� r� r� r� r� r� r� r� rz r� r� r r r )r )rJ rY r� r� r� r� r r r r� r� r� r� r� r� r� r� r� r r r r r r r r! r) r� r* rH � sr ) #.g@C X! -GBbYLd's/9%&&�rH c s> t | d �t � �@ }|r:t� fdd�| d �� D ��| d< d S )Nrw c 3 s" | ]\}}� � ||�|fV qd S r. )r� )r? �k�v�r r) r* r� �
s �z$adjust_attributes.<locals>.<genexpr>)r r r/ )r� r Zneeds_adjustmentr) r$ r* r� �
s
�r� rs Fc C s |d kr i }t | | ||d�S )N)r3 r@ rw r{ )r )r@ r3 rk r{ r) r) r* r� �
s
�r� c @ s e Zd ZdZdS )ru zError in parsed documentN)r9 r: r; r� r) r) r) r* ru �
s ru )r T)r+ r T)rs NF).Z
__future__r r r Zpip._vendor.sixr r r1 � collectionsr r� r r
r Ztreebuilders.baser r
Z constantsr r r r r r r r r r r r r� r r r r r# r- r= rG r" ZmemoizerH r� r� � Exceptionru r) r) r) r* �<module> sP H
G
K �
html5lib/__pycache__/_ihatexml.cpython-38.opt-1.pyc 0000644 00000032560 15043676225 0016055 0 ustar 00 U
��.eAA � @ s� d dl mZmZmZ d dlZd dlZddlmZ dZdZ dZ
dZ d Z d
�
ee g�Zd
�
ee d d d
e
e g�Zd
�
ed
g�Ze�d�Ze�d�Zdd� Zdd� Zedd�Zdd� Zdd� Zdd� Zd d � Ze�d �Z e�d �Z e�d �Z G d!d"� d"e �Z dS )#� )�absolute_import�division�unicode_literalsN� )�DataLossWarninga^
[#x0041-#x005A] | [#x0061-#x007A] | [#x00C0-#x00D6] | [#x00D8-#x00F6] |
[#x00F8-#x00FF] | [#x0100-#x0131] | [#x0134-#x013E] | [#x0141-#x0148] |
[#x014A-#x017E] | [#x0180-#x01C3] | [#x01CD-#x01F0] | [#x01F4-#x01F5] |
[#x01FA-#x0217] | [#x0250-#x02A8] | [#x02BB-#x02C1] | #x0386 |
[#x0388-#x038A] | #x038C | [#x038E-#x03A1] | [#x03A3-#x03CE] |
[#x03D0-#x03D6] | #x03DA | #x03DC | #x03DE | #x03E0 | [#x03E2-#x03F3] |
[#x0401-#x040C] | [#x040E-#x044F] | [#x0451-#x045C] | [#x045E-#x0481] |
[#x0490-#x04C4] | [#x04C7-#x04C8] | [#x04CB-#x04CC] | [#x04D0-#x04EB] |
[#x04EE-#x04F5] | [#x04F8-#x04F9] | [#x0531-#x0556] | #x0559 |
[#x0561-#x0586] | [#x05D0-#x05EA] | [#x05F0-#x05F2] | [#x0621-#x063A] |
[#x0641-#x064A] | [#x0671-#x06B7] | [#x06BA-#x06BE] | [#x06C0-#x06CE] |
[#x06D0-#x06D3] | #x06D5 | [#x06E5-#x06E6] | [#x0905-#x0939] | #x093D |
[#x0958-#x0961] | [#x0985-#x098C] | [#x098F-#x0990] | [#x0993-#x09A8] |
[#x09AA-#x09B0] | #x09B2 | [#x09B6-#x09B9] | [#x09DC-#x09DD] |
[#x09DF-#x09E1] | [#x09F0-#x09F1] | [#x0A05-#x0A0A] | [#x0A0F-#x0A10] |
[#x0A13-#x0A28] | [#x0A2A-#x0A30] | [#x0A32-#x0A33] | [#x0A35-#x0A36] |
[#x0A38-#x0A39] | [#x0A59-#x0A5C] | #x0A5E | [#x0A72-#x0A74] |
[#x0A85-#x0A8B] | #x0A8D | [#x0A8F-#x0A91] | [#x0A93-#x0AA8] |
[#x0AAA-#x0AB0] | [#x0AB2-#x0AB3] | [#x0AB5-#x0AB9] | #x0ABD | #x0AE0 |
[#x0B05-#x0B0C] | [#x0B0F-#x0B10] | [#x0B13-#x0B28] | [#x0B2A-#x0B30] |
[#x0B32-#x0B33] | [#x0B36-#x0B39] | #x0B3D | [#x0B5C-#x0B5D] |
[#x0B5F-#x0B61] | [#x0B85-#x0B8A] | [#x0B8E-#x0B90] | [#x0B92-#x0B95] |
[#x0B99-#x0B9A] | #x0B9C | [#x0B9E-#x0B9F] | [#x0BA3-#x0BA4] |
[#x0BA8-#x0BAA] | [#x0BAE-#x0BB5] | [#x0BB7-#x0BB9] | [#x0C05-#x0C0C] |
[#x0C0E-#x0C10] | [#x0C12-#x0C28] | [#x0C2A-#x0C33] | [#x0C35-#x0C39] |
[#x0C60-#x0C61] | [#x0C85-#x0C8C] | [#x0C8E-#x0C90] | [#x0C92-#x0CA8] |
[#x0CAA-#x0CB3] | [#x0CB5-#x0CB9] | #x0CDE | [#x0CE0-#x0CE1] |
[#x0D05-#x0D0C] | [#x0D0E-#x0D10] | [#x0D12-#x0D28] | [#x0D2A-#x0D39] |
[#x0D60-#x0D61] | [#x0E01-#x0E2E] | #x0E30 | [#x0E32-#x0E33] |
[#x0E40-#x0E45] | [#x0E81-#x0E82] | #x0E84 | [#x0E87-#x0E88] | #x0E8A |
#x0E8D | [#x0E94-#x0E97] | [#x0E99-#x0E9F] | [#x0EA1-#x0EA3] | #x0EA5 |
#x0EA7 | [#x0EAA-#x0EAB] | [#x0EAD-#x0EAE] | #x0EB0 | [#x0EB2-#x0EB3] |
#x0EBD | [#x0EC0-#x0EC4] | [#x0F40-#x0F47] | [#x0F49-#x0F69] |
[#x10A0-#x10C5] | [#x10D0-#x10F6] | #x1100 | [#x1102-#x1103] |
[#x1105-#x1107] | #x1109 | [#x110B-#x110C] | [#x110E-#x1112] | #x113C |
#x113E | #x1140 | #x114C | #x114E | #x1150 | [#x1154-#x1155] | #x1159 |
[#x115F-#x1161] | #x1163 | #x1165 | #x1167 | #x1169 | [#x116D-#x116E] |
[#x1172-#x1173] | #x1175 | #x119E | #x11A8 | #x11AB | [#x11AE-#x11AF] |
[#x11B7-#x11B8] | #x11BA | [#x11BC-#x11C2] | #x11EB | #x11F0 | #x11F9 |
[#x1E00-#x1E9B] | [#x1EA0-#x1EF9] | [#x1F00-#x1F15] | [#x1F18-#x1F1D] |
[#x1F20-#x1F45] | [#x1F48-#x1F4D] | [#x1F50-#x1F57] | #x1F59 | #x1F5B |
#x1F5D | [#x1F5F-#x1F7D] | [#x1F80-#x1FB4] | [#x1FB6-#x1FBC] | #x1FBE |
[#x1FC2-#x1FC4] | [#x1FC6-#x1FCC] | [#x1FD0-#x1FD3] | [#x1FD6-#x1FDB] |
[#x1FE0-#x1FEC] | [#x1FF2-#x1FF4] | [#x1FF6-#x1FFC] | #x2126 |
[#x212A-#x212B] | #x212E | [#x2180-#x2182] | [#x3041-#x3094] |
[#x30A1-#x30FA] | [#x3105-#x312C] | [#xAC00-#xD7A3]z*[#x4E00-#x9FA5] | #x3007 | [#x3021-#x3029]a�
[#x0300-#x0345] | [#x0360-#x0361] | [#x0483-#x0486] | [#x0591-#x05A1] |
[#x05A3-#x05B9] | [#x05BB-#x05BD] | #x05BF | [#x05C1-#x05C2] | #x05C4 |
[#x064B-#x0652] | #x0670 | [#x06D6-#x06DC] | [#x06DD-#x06DF] |
[#x06E0-#x06E4] | [#x06E7-#x06E8] | [#x06EA-#x06ED] | [#x0901-#x0903] |
#x093C | [#x093E-#x094C] | #x094D | [#x0951-#x0954] | [#x0962-#x0963] |
[#x0981-#x0983] | #x09BC | #x09BE | #x09BF | [#x09C0-#x09C4] |
[#x09C7-#x09C8] | [#x09CB-#x09CD] | #x09D7 | [#x09E2-#x09E3] | #x0A02 |
#x0A3C | #x0A3E | #x0A3F | [#x0A40-#x0A42] | [#x0A47-#x0A48] |
[#x0A4B-#x0A4D] | [#x0A70-#x0A71] | [#x0A81-#x0A83] | #x0ABC |
[#x0ABE-#x0AC5] | [#x0AC7-#x0AC9] | [#x0ACB-#x0ACD] | [#x0B01-#x0B03] |
#x0B3C | [#x0B3E-#x0B43] | [#x0B47-#x0B48] | [#x0B4B-#x0B4D] |
[#x0B56-#x0B57] | [#x0B82-#x0B83] | [#x0BBE-#x0BC2] | [#x0BC6-#x0BC8] |
[#x0BCA-#x0BCD] | #x0BD7 | [#x0C01-#x0C03] | [#x0C3E-#x0C44] |
[#x0C46-#x0C48] | [#x0C4A-#x0C4D] | [#x0C55-#x0C56] | [#x0C82-#x0C83] |
[#x0CBE-#x0CC4] | [#x0CC6-#x0CC8] | [#x0CCA-#x0CCD] | [#x0CD5-#x0CD6] |
[#x0D02-#x0D03] | [#x0D3E-#x0D43] | [#x0D46-#x0D48] | [#x0D4A-#x0D4D] |
#x0D57 | #x0E31 | [#x0E34-#x0E3A] | [#x0E47-#x0E4E] | #x0EB1 |
[#x0EB4-#x0EB9] | [#x0EBB-#x0EBC] | [#x0EC8-#x0ECD] | [#x0F18-#x0F19] |
#x0F35 | #x0F37 | #x0F39 | #x0F3E | #x0F3F | [#x0F71-#x0F84] |
[#x0F86-#x0F8B] | [#x0F90-#x0F95] | #x0F97 | [#x0F99-#x0FAD] |
[#x0FB1-#x0FB7] | #x0FB9 | [#x20D0-#x20DC] | #x20E1 | [#x302A-#x302F] |
#x3099 | #x309Aa
[#x0030-#x0039] | [#x0660-#x0669] | [#x06F0-#x06F9] | [#x0966-#x096F] |
[#x09E6-#x09EF] | [#x0A66-#x0A6F] | [#x0AE6-#x0AEF] | [#x0B66-#x0B6F] |
[#x0BE7-#x0BEF] | [#x0C66-#x0C6F] | [#x0CE6-#x0CEF] | [#x0D66-#x0D6F] |
[#x0E50-#x0E59] | [#x0ED0-#x0ED9] | [#x0F20-#x0F29]z}
#x00B7 | #x02D0 | #x02D1 | #x0387 | #x0640 | #x0E46 | #x0EC6 | #x3005 |
#[#x3031-#x3035] | [#x309D-#x309E] | [#x30FC-#x30FE]� | �.�-�_z#x([\d|A-F]{4,4})z'\[#x([\d|A-F]{4,4})-#x([\d|A-F]{4,4})\]c C s� dd� | � d�D �}g }|D ]�}d}ttfD ]V}|�|�}|d k r,|�dd� |�� D �� t|d �dkrz|d d |d< d } q�q,|s |�t|�gd � q t|�}|S )
Nc S s g | ] }|� � �qS � )�strip��.0�itemr r �B/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_ihatexml.py�
<listcomp>h s z$charStringToList.<locals>.<listcomp>r Fc S s g | ] }t |��qS r )�hexToIntr
r r r r o s ���r � T) �split�reChar� reCharRange�match�append�groups�len�ord�normaliseCharList)�charsZ
charRanges�rvr Z
foundMatchZregexpr r r r �charStringToListg s
r c C s� t | �} | D ]}q g }d}|t| �k r�d}|�| | � || t| �k r�| || d |d d d kr�| || d |d d< |d7 }q8||7 }q|S �Nr r r )�sortedr r )�charListr r �i�jr r r r | s 0
r ZFFFF� c C s� g }| d dkr*|� d| d d d g� t| d d� �D ].\}}|� |d d | |d d d g� q:| d d tkr�|� | d d d tg� |S r! )r � enumerate� max_unicode)r# r r$ r r r r �
missingRanges� s (r) c C sn g }| D ]V}|d |d kr4|� tt|d ��� q|� tt|d ��d tt|d �� � qdd�|� S )Nr r r z[%s]� )r � escapeRegexp�chr�join)r# r r r r r �listToRegexpStr� s �r. c C s
t | d�S )Nr& )�int)Zhex_strr r r r � s r c C s" d}|D ]}| � |d| �} q| S )N)r �^�$�*�+�?�{�}�[�]�|�(�)r �\)�replace)�stringZspecialCharacters�charr r r r+ � s r+ u� [ -,/:-@\[-\^`\{-¶¸-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-ˏ˒-˿͆-͟͢-΅Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂҇-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև-ֺ֢־׀׃ׅ--ׯ׳-ؠػ-ؿٓ-ٟ٪-ٯڸ-ڹڿۏ۔۩ۮ-ۯۺ-ऀऄऺ-ऻॎ-ॐॕ-ॗ।-॥॰-ঀ----ঽ--ৎ---৲-ਁਃ--------ੵ-ઌ--ૡ-૰----ଵ-ୄ---୕-ୢ-୰------ஶ----௦௰-ఀఄఴ-ఽ--ౢ--ಁ಄-ಽ--ೝೢ--ഁഄഩഺ-ഽൄ-ൎ-ൖ൘-ൟൢ-൰-ฯ-฿๏๚--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯ຺-໎--༗༚-༟༪-༴༶༸༺-༽ཪ-྅ྌ-ྏྖྮ-ྰྸྺ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-⃝-⃠⃢-℥℧-℩ℬ-ℭℯ-ⅿↃ-〄〆〈-〠〰〶-ゕ-゛-゜ゟ-゠・ヿ-ㄭ-䷿龦--]u� [ -@\[-\^`\{-¿×÷IJ-ijĿ-ŀʼnſDŽ-njDZ-dzǶ-ǹȘ-ɏʩ-ʺ˂-΅·Ϗϗ-ϙϛϝϟϡϴ-ЀЍѐѝ҂-ҏӅ-ӆӉ-ӊӍ-ӏӬ-ӭӶ-ӷӺ--՚-ՠև--ׯ׳-ؠػ-ـً-ٰڸ-ڹڿۏ۔ۖ-ۤۧ-ऄऺ-़ा-ॗॢ-----ৢ-৯৲-----ੱੵ-ઌ-઼ા-ૡ----ଵ-଼ା-ୢ------ஶ-ఄఴ-ౢ-಄-ೝೢ-ഄഩഺ-ൟൢ-ฯัิ-฿ๆ--ຆຉ-ຌຎ-ຓຘຠຨ-ຩຬຯັິ-ຼ--༿ཪ-႟-ჷ-ჿᄁᄄᄈᄊᄍᄓ-ᄻᄽᄿᅁ-ᅋᅍᅏᅑ-ᅓᅖ-ᅘᅚ-ᅞᅢᅤᅦᅨᅪ-ᅬᅯ-ᅱᅴᅶ-ᆝᆟ-ᆧᆩ-ᆪᆬ-ᆭᆰ-ᆶᆹᆻᇃ-ᇪᇬ-ᇯᇱ-ᇸᇺ-᷿ẜ-ẟỺ-ỿ-----᾽᾿-῁῍-῏--῟῭-´-℥℧-℩ℬ-ℭℯ-ⅿↃ-〆〈-〠〪-ゕ-゠・-ㄭ-䷿龦--]z#[^
a-zA-Z0-9\-'()+,./:=?;!*#@$_%]c @ sr e Zd Ze�d�Zddd�Zd dd�Zd d
� Zd d � Z d
d� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS ) �
InfosetFilterz
U[\dA-F]{5,5}FTc C s. || _ || _|| _|| _|| _|| _i | _d S �N)�dropXmlnsLocalName�dropXmlnsAttrNs�preventDoubleDashComments�preventDashAtCommentEnd�replaceFormFeedCharacters�preventSingleQuotePubid� replaceCache)�selfrB rC rD rE rF rG r r r �__init__� s zInfosetFilter.__init__Nc C sL | j r |�d�r t�dt� d S | jr>|dkr>t�dt� d S | �|�S d S )Nzxmlns:z"Attributes cannot begin with xmlnsz http://www.w3.org/2000/xmlns/z)Attributes cannot be in the xml namespace)rB �
startswith�warnings�warnr rC � toXmlName)rI �name� namespacer r r �coerceAttribute� s � z InfosetFilter.coerceAttributec C s
| � |�S rA )rN )rI rO r r r �
coerceElement� s zInfosetFilter.coerceElementc C sJ | j rFd|kr(t�dt� |�dd�}q|�d�rFt�dt� |d7 }|S )Nz--z'Comments cannot contain adjacent dashesz- -r z Comments cannot end in a dash� )rD rL rM r r= �endswith)rI �datar r r �
coerceComment� s
zInfosetFilter.coerceCommentc C s6 | j r2t|�d��D ]}t�dt� q|�dd�}|S )N� zText cannot contain U+000CrS )rF �range�countrL rM r r= )rI rU r
r r r �coerceCharacters� s
z InfosetFilter.coerceCharactersc C sl |}t �|�D ]&}t�dt� | �|�}|�||�}q| jrh|�d�dkrht�dt� |�d| �d��}|S )NzCoercing non-XML pubid�'r z!Pubid cannot contain single quote) �nonPubidCharRegexp�findallrL rM r �getReplacementCharacterr= rG �find)rI rU Z
dataOutputr? � replacementr r r � coercePubid� s
zInfosetFilter.coercePubidc
C s� |d }|dd � }t �|�}|r:t�dt� | �|�}n|}|}tt�|��}|D ]&}t�dt� | �|�} |� || �}qT|| S )Nr r zCoercing non-XML name)
�nonXmlNameFirstBMPRegexpr rL rM r r^ �set�nonXmlNameBMPRegexpr] r= )
rI rO � nameFirstZnameRest�mZnameFirstOutputZnameRestOutputZ replaceCharsr? r` r r r rN � s
zInfosetFilter.toXmlNamec C s$ || j kr| j | }n
| �|�}|S rA )rH �
escapeChar�rI r? r` r r r r^ s
z%InfosetFilter.getReplacementCharacterc C s, t | j�|��D ]}|�|| �|��}q|S rA )rc �replacementRegexpr] r= � unescapeChar)rI rO r r r r � fromXmlName s zInfosetFilter.fromXmlNamec C s dt |� }|| j|< |S )NzU%05X)r rH rh r r r rg s
zInfosetFilter.escapeCharc C s t t|dd � d��S )Nr r& )r, r/ )rI Zcharcoder r r rj s zInfosetFilter.unescapeChar)FFFFTF)N)�__name__�
__module__� __qualname__�re�compileri rJ rQ rR rV rZ ra rN r^ rk rg rj r r r r r@ � s$
�
r@ )!Z
__future__r r r ro rL Z constantsr ZbaseCharZ ideographicZcombiningCharacterZdigitZextenderr- ZletterrO re rp r r r r r/ r( r) r. r r+ rd rb r\ �objectr@ r r r r �<module> s4 0�
html5lib/__pycache__/_inputstream.cpython-38.pyc 0000644 00000052620 15043676225 0015655 0 ustar 00 U
��.e( � ! @ s d dl mZmZmZ d dlmZmZ d dlmZm Z d dl
Z
d dl Z d dl m
Z
ddlmZmZmZmZ ddlmZ dd lmZ d d
lmZ zd d lmZ W n ek
r� eZY nX ed d
� eD ��Zedd
� eD ��Z edd
� eD ��Z eeddg�B Z dZ ej �rJe d dk�r&e �!d�dk�s*t"�e �#e dd� e$d� d �Z%n
e �#e �Z%e&ddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5g �Z'e �#d6�Z(i Z)G d7d8� d8e*�Z+d9d:� Z,G d;d<� d<e*�Z-G d=d>� d>e-�Z.G d?d@� d@e/�Z0G dAdB� dBe*�Z1G dCdD� dDe*�Z2dEdF� Z3dS )G� )�absolute_import�division�unicode_literals)� text_type� binary_type)� http_client�urllibN)� webencodings� )�EOF�spaceCharacters� asciiLetters�asciiUppercase)�_ReparseException)�_utils)�StringIO)�BytesIOc C s g | ]}|� d ��qS ��ascii��encode��.0�item� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_inputstream.py�
<listcomp> s r c C s g | ]}|� d ��qS r r r r r r r s c C s g | ]}|� d ��qS r r r r r r r s � >� <u� [- - --]����]z"\uD800-\uDFFF"i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i�� z[ -
-/:-@\[-`{-~]c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�BufferedStreamz�Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
c C s || _ g | _ddg| _d S )Nr r )�stream�buffer�position)�selfr" r r r �__init__@ s zBufferedStream.__init__c C s< d}| j d | jd � D ]}|t|�7 }q|| jd 7 }|S �Nr r
)r# r$ �len)r% �pos�chunkr r r �tellE s
zBufferedStream.tellc C sT || � � kst�|}d}t| j| �|k rF|t| j| �8 }|d7 }q||g| _d S r' )�_bufferedBytes�AssertionErrorr( r# r$ )r% r) �offset�ir r r �seekL s
zBufferedStream.seekc C sT | j s| �|�S | jd t| j �krF| jd t| j d �krF| �|�S | �|�S d S )Nr r
r )r# � _readStreamr$ r( �_readFromBuffer)r% �bytesr r r �readU s
�
zBufferedStream.readc C s t dd� | jD ��S )Nc S s g | ] }t |��qS r )r( r r r r r _ s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)�sumr# �r% r r r r, ^ s z BufferedStream._bufferedBytesc C s< | j �|�}| j�|� | jd d7 < t|�| jd< |S r' )r" r4 r# �appendr$ r( )r% r3 �datar r r r1 a s
zBufferedStream._readStreamc C s� |}g }| j d }| j d }|t| j�k r�|dkr�|dks>t�| j| }|t|�| krl|}||| g| _ n"t|�| }|t|�g| _ |d7 }|�|||| � � ||8 }d}q |r�|�| �|�� d�|�S )Nr r
� )r$ r( r# r- r7 r1 �join)r% r3 ZremainingBytes�rvZ bufferIndexZ bufferOffsetZ bufferedDataZ bytesToReadr r r r2 h s&
z BufferedStream._readFromBufferN) �__name__�
__module__� __qualname__�__doc__r& r+ r0 r4 r, r1 r2 r r r r r! 9 s r! c K s� t | tj�s(t | tjj�r.t | jtj�r.d}n&t| d�rJt | �d�t �}n
t | t �}|r�dd� |D �}|rvt
d| ��t | f|�S t | f|�S d S )NFr4 r c S s g | ]}|� d �r|�qS )Z _encoding)�endswith)r �xr r r r � s
z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r)
�
isinstancer Z HTTPResponser ZresponseZaddbase�fp�hasattrr4 r � TypeError�HTMLUnicodeInputStream�HTMLBinaryInputStream)�source�kwargsZ isUnicodeZ encodingsr r r �HTMLInputStream� s � �
rJ c @ sp e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
ddd�Z dd� Z dd� Z
d dd�Zdd� ZdS ) rF ��Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
i ( c C sZ t jsd| _n td�dkr$| j| _n| j| _dg| _td�df| _| � |�| _
| � � dS )� Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
Nu r
r �utf-8�certain) r �supports_lone_surrogates�reportCharacterErrorsr( �characterErrorsUCS4�characterErrorsUCS2ZnewLines�lookupEncoding� charEncoding�
openStream�
dataStream�reset)r% rH r r r r& � s
z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N� r )r* � chunkSize� chunkOffset�errors� prevNumLines� prevNumCols�_bufferedCharacterr6 r r r rW � s z HTMLUnicodeInputStream.resetc C s t |d�r|}nt|�}|S �zvProduces a file object from source.
source can be either a file object, local filename or a string.
r4 )rD r �r% rH r" r r r rU � s
z!HTMLUnicodeInputStream.openStreamc C sT | j }|�dd|�}| j| }|�dd|�}|dkr@| j| }n ||d }||fS )N�
r r r
)r* �countr\ �rfindr] )r% r. r* ZnLinesZ positionLineZ lastLinePosZpositionColumnr r r � _position� s
z HTMLUnicodeInputStream._positionc C s | � | j�\}}|d |fS )z:Returns (line, col) of the current position in the stream.r
)rd rZ )r% �line�colr r r r$ � s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| �� stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return
EOF when EOF is reached.
r
)rZ rY � readChunkr r* )r% rZ �charr r r rh � s
zHTMLUnicodeInputStream.charNc C s� |d kr| j }| �| j�\| _| _d| _d| _d| _| j�|�}| j rX| j | }d | _ n|s`dS t
|�dkr�t |d �}|dks�d| kr�dkr�n n|d | _ |d d� }| j r�| � |� |�
d d
�}|�
d d
�}|| _t
|�| _d S )
NrX r Fr
r �
� � i�� z
ra �
T)�_defaultChunkSizerd rY r\ r] r* rZ rV r4 r^ r( �ordrP �replace)r% rY r8 Zlastvr r r rg � s0
z HTMLUnicodeInputStream.readChunkc C s( t tt�|���D ]}| j�d� qd S )N�invalid-codepoint)�ranger( �invalid_unicode_re�findallr[ r7 )r% r8 �_r r r rQ % s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s� d}t �|�D ]�}|rqt|�� �}|�� }t�|||d � �rrt�|||d � �}|tkrl| j �
d� d}q|dkr�|dkr�|t |�d kr�| j �
d� qd}| j �
d� qd S )NF� ro Trj i�� r
) rq �finditerrm �group�startr ZisSurrogatePairZsurrogatePairToCodepoint�non_bmp_invalid_codepointsr[ r7 r( )r% r8 �skip�matchZ codepointr) Zchar_valr r r rR ) s" �z*HTMLUnicodeInputStream.characterErrorsUCS2Fc
C s zt ||f }W nh tk
rx |D ]}t|�dk s$t�q$d�dd� |D ��}|sZd| }t�d| � }t ||f< Y nX g }|�| j| j �}|dkr�| j | j
kr�q�n0|� � }|| j
kr�|� | j| j |� � || _ q�|� | j| j d� � | �
� s~q�q~d�|�} | S )z� Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
� rX c S s g | ]}d t |� �qS )z\x%02x)rm )r �cr r r r N s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N)�charsUntilRegEx�KeyErrorrm r- r: �re�compilerz r* rZ rY �endr7 rg )
r% Z
charactersZopposite�charsr| Zregexr; �mr� �rr r r �
charsUntil@ s0
z!HTMLUnicodeInputStream.charsUntilc C sT |d k rP| j dkr.|| j | _| jd7 _n"| j d8 _ | j| j |ksPt�d S r' )rZ r* rY r- )r% rh r r r �ungeto s
z HTMLUnicodeInputStream.unget)N)F)r< r= r> r? rl r& rW rU rd r$ rh rg rQ rR r� r� r r r r rF � s
&
/rF c @ sL e Zd ZdZddd�Zdd� Zd d
� Zdd d �Zd
d� Zdd� Z dd� Z
dS )rG rK N� windows-1252Tc C sn | � |�| _t�| | j� d| _d| _|| _|| _|| _|| _ || _
| � |�| _ | j d dk sbt
�| �� dS )rL i �d r N)rU � rawStreamrF r& � numBytesMeta�numBytesChardet�override_encoding�transport_encoding�same_origin_parent_encoding�likely_encoding�default_encoding�determineEncodingrT r- rW )r% rH r� r� r� r� r� Z
useChardetr r r r& � s z HTMLBinaryInputStream.__init__c C s& | j d j�| jd�| _t�| � d S )Nr rn )rT Z
codec_info� streamreaderr� rV rF rW r6 r r r rW � s zHTMLBinaryInputStream.resetc C sD t |d�r|}nt|�}z|�|�� � W n t|�}Y nX |S r_ )rD r r0 r+ r! r` r r r rU � s
z HTMLBinaryInputStream.openStreamc C s� | � � df}|d d k r |S t| j�df}|d d k r:|S t| j�df}|d d k rX|S | �� df}|d d k rt|S t| j�df}|d d k r�|d j�d�s�|S t| j�df}|d d k r�|S |�rpzddl m
} W n t k
r� Y n�X g }|� }|j �s<| j
�| j�}t|t��s t�|�s&�q<|�|� |�|� q�|�� t|jd �}| j
�d� |d k �rp|dfS t| j�df}|d d k �r�|S td�dfS )NrN r Z tentativezutf-16)�UniversalDetector�encodingr� )� detectBOMrS r� r� �detectEncodingMetar� �name�
startswithr� Z%pip._vendor.chardet.universaldetectorr� � ImportErrorZdoner� r4 r� rB r3 r- r7 Zfeed�close�resultr0 r� )r% ZchardetrT r� ZbuffersZdetectorr# r� r r r r� � sR
z'HTMLBinaryInputStream.determineEncodingc C s� | j d dkst�t|�}|d kr&d S |jdkrFtd�}|d k s�t�nT|| j d krf| j d df| _ n4| j�d� |df| _ | �� td| j d |f ��d S )Nr
rN ��utf-16be�utf-16lerM r z Encoding changed from %s to %s)rT r- rS r� r� r0 rW r )r% Z newEncodingr r r �changeEncoding s
z$HTMLBinaryInputStream.changeEncodingc
C s� t jdt jdt jdt jdt jdi}| j�d�}t|t �s<t
�|� |dd� �}d}|s~|� |�}d}|s~|� |dd � �}d }|r�| j� |� t
|�S | j� d
� dS dS ) z�Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return NonerM r� r� zutf-32lezutf-32be� N� rt r )�codecs�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BE� BOM_UTF32_LE� BOM_UTF32_BEr� r4 rB r3 r- �getr0 rS )r% ZbomDict�stringr� r0 r r r r� s4 �
z HTMLBinaryInputStream.detectBOMc C sV | j �| j�}t|t�s t�t|�}| j �d� |�� }|dk rR|j dkrRt
d�}|S )z9Report the encoding declared by the meta element
r Nr� rM ) r� r4 r� rB r3 r- �EncodingParserr0 � getEncodingr� rS )r% r# �parserr� r r r r� 9 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr� T)T) r< r= r> r? r& rW rU r� r� r� r� r r r r rG � s �
*
>"rG c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z e e e
�Z
dd� Ze e�Zefdd�Zdd� Zdd� Zdd� Zd S ) �
EncodingBytesz�String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raisedc C s t |t�st�t�| |�� �S �N)rB r3 r- �__new__�lower�r% �valuer r r r� L s zEncodingBytes.__new__c C s
d| _ d S )Nr )rd r� r r r r& P s zEncodingBytes.__init__c C s | S r� r r6 r r r �__iter__T s zEncodingBytes.__iter__c C s> | j d }| _ |t| �kr"t�n |dk r.t�| ||d � S )Nr
r �rd r( �
StopIterationrE �r% �pr r r �__next__W s zEncodingBytes.__next__c C s | � � S r� )r� r6 r r r �next_ s zEncodingBytes.nextc C sB | j }|t| �krt�n |dk r$t�|d | _ }| ||d � S r' r� r� r r r �previousc s zEncodingBytes.previousc C s | j t| �krt�|| _ d S r� �rd r( r� )r% r$ r r r � setPositionl s zEncodingBytes.setPositionc C s* | j t| �krt�| j dkr"| j S d S d S )Nr r� r6 r r r � getPositionq s
zEncodingBytes.getPositionc C s | | j | j d � S �Nr
)r$ r6 r r r �getCurrentByte{ s z EncodingBytes.getCurrentBytec C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr
N�r$ r( rd �r% r� r� r| r r r ry � s
zEncodingBytes.skipc C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _d S r� r� r� r r r � skipUntil� s
zEncodingBytes.skipUntilc C s> | j }| ||t|� � }|�|�}|r:| j t|�7 _ |S )z�Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone)r$ r( r� )r% r3 r� r8 r; r r r �
matchBytes� s
zEncodingBytes.matchBytesc C sR | | j d� �|�}|dkrJ| jdkr,d| _| j|t|� d 7 _dS t�dS )z�Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the matchNr r r
T)r$ �findrd r( r� )r% r3 Z newPositionr r r �jumpTo� s
zEncodingBytes.jumpToN)r< r= r> r? r� r& r� r� r� r� r� r� �propertyr$ r� � currentByte�spaceCharactersBytesry r� r� r� r r r r r� H s
r� c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r� z?Mini parser for detecting character encoding from meta elementsc C s t |�| _d| _dS )z3string - the data to work on for encoding detectionN)r� r8 r� �r% r8 r r r r& � s
zEncodingParser.__init__c
C s� d| j fd| jfd| jfd| jfd| jfd| jff}| jD ]Z}d}|D ]D\}}| j�|�rFz|� }W q�W qF tk
r� d}Y q�Y qFX qF|s: q�q:| jS ) Ns <!--s <metas </s <!s <?r TF) �
handleComment�
handleMeta�handlePossibleEndTag� handleOther�handlePossibleStartTagr8 r� r� r� )r% ZmethodDispatchrs Z keepParsing�key�methodr r r r� � s( �
zEncodingParser.getEncodingc C s | j �d�S )zSkip over commentss -->�r8 r� r6 r r r r� � s z EncodingParser.handleCommentc C s� | j jtkrdS d}d }| �� }|d kr,dS |d dkr\|d dk}|r�|d k r�|| _dS q|d dkr�|d }t|�}|d k r�|| _dS q|d dkrtt|d ��}|�� }|d k rt|�}|d k r|r�|| _dS |}qd S ) NTFr s
http-equivr
s content-type� charsets content) r8 r� r� � getAttributer� rS �ContentAttrParserr� �parse)r% Z hasPragmaZpendingEncoding�attrZtentativeEncoding�codecZ
contentParserr r r r� � s8 zEncodingParser.handleMetac C s
| � d�S )NF)�handlePossibleTagr6 r r r r� � s z%EncodingParser.handlePossibleStartTagc C s t | j� | �d�S )NT)r� r8 r� r6 r r r r� � s
z#EncodingParser.handlePossibleEndTagc C sb | j }|jtkr(|r$|�� | �� dS |�t�}|dkrD|�� n| �� }|d k r^| �� }qLdS )NTr )r8 r� �asciiLettersBytesr� r� r� �spacesAngleBracketsr� )r% ZendTagr8 r| r� r r r r� � s
z EncodingParser.handlePossibleTagc C s | j �d�S )Nr r� r6 r r r r� s zEncodingParser.handleOtherc C s� | j }|�ttdg�B �}|dks2t|�dks2t�|dkr>dS g }g }|dkrV|rVq�nX|tkrj|�� }q�nD|dkr�d�|�dfS |tkr�|�|� � � n|dkr�dS |�|� t
|�}qF|dkr�|� � d�|�dfS t
|� |�� }|dk�rJ|}t
|�}||k�r"t
|� d�|�d�|�fS |tk�r<|�|� � � q�|�|� q�nJ|d k�rbd�|�dfS |tk�r||�|� � � n|dk�r�dS |�|� t
|�}|t k�r�d�|�d�|�fS |tk�r�|�|� � � n|dk�r�dS |�|� �q�dS )
z_Return a name,value pair for the next attribute in the stream,
if one is found, or None� /Nr
)r N� =)r� r r9 )� '� "r )
r8 ry r� � frozensetr( r- r: �asciiUppercaseBytesr7 r� r� r� r� )r% r8 r| ZattrNameZ attrValueZ quoteCharr r r r� sb
zEncodingParser.getAttributeN)
r< r= r> r? r& r� r� r� r� r� r� r� r� r r r r r� � s $r� c @ s e Zd Zdd� Zdd� ZdS )r� c C s t |t�st�|| _d S r� )rB r3 r- r8 r� r r r r& f s zContentAttrParser.__init__c C s � z�| j �d� | j jd7 _| j �� | j jdks<W d S | j jd7 _| j �� | j jdkr�| j j}| j jd7 _| j j}| j �|�r�| j || j j� W S W d S nR| j j}z"| j �t� | j || j j� W W S tk
� r� | j |d � Y W S X W n tk
�r Y d S X d S )Nr� r
r� )r� r� )r8 r� r$ ry r� r� r� r� )r% Z quoteMarkZ oldPositionr r r r� j s.
zContentAttrParser.parseN)r< r= r> r& r� r r r r r� e s r� c C sf t | t�r0z| �d�} W n tk
r. Y dS X | dk r^z t�| �W S tk
rZ Y dS X ndS dS )z{Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding.r N)rB r �decode�UnicodeDecodeErrorr �lookup�AttributeError)r� r r r rS � s
rS )4Z
__future__r r r Zpip._vendor.sixr r Zpip._vendor.six.movesr r r� r Z pip._vendorr Z constantsr r r
r r rX r �ior r r� r� r� r� r� r� Z invalid_unicode_no_surrogaterO rb r- r� �evalrq �setrx Zascii_punctuation_rer} �objectr! rJ rF rG r3 r� r� r� rS r r r r �<module> s�
"��
�
J g Ih 6' html5lib/__pycache__/_inputstream.cpython-38.opt-1.pyc 0000644 00000051724 15043676225 0016620 0 ustar 00 U
��.e( � ! @ s� d dl mZmZmZ d dlmZmZ d dlmZm Z d dl
Z
d dl Z d dl m
Z
ddlmZmZmZmZ ddlmZ dd lmZ d d
lmZ zd d lmZ W n ek
r� eZY nX ed d
� eD ��Zedd
� eD ��Z edd
� eD ��Z eeddg�B Z dZ ej �r(e �!e dd� e"d� d �Z#n
e �!e �Z#e$ddddddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5g �Z%e �!d6�Z&i Z'G d7d8� d8e(�Z)d9d:� Z*G d;d<� d<e(�Z+G d=d>� d>e+�Z,G d?d@� d@e-�Z.G dAdB� dBe(�Z/G dCdD� dDe(�Z0dEdF� Z1dS )G� )�absolute_import�division�unicode_literals)� text_type� binary_type)� http_client�urllibN)� webencodings� )�EOF�spaceCharacters� asciiLetters�asciiUppercase)�_ReparseException)�_utils)�StringIO)�BytesIOc C s g | ]}|� d ��qS ��ascii��encode��.0�item� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_inputstream.py�
<listcomp> s r c C s g | ]}|� d ��qS r r r r r r r s c C s g | ]}|� d ��qS r r r r r r r s � >� <u� [- - --]���z"\uD800-\uDFFF"�]i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i��
i��
i�� i�� i�� i�� i�� i�� z[ -
-/:-@\[-`{-~]c @ sH e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dS )�BufferedStreamz�Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
c C s || _ g | _ddg| _d S )Nr r )�stream�buffer�position)�selfr" r r r �__init__@ s zBufferedStream.__init__c C s< d}| j d | jd � D ]}|t|�7 }q|| jd 7 }|S �Nr r
)r# r$ �len)r% �pos�chunkr r r �tellE s
zBufferedStream.tellc C sD |}d}t | j| �|k r6|t | j| �8 }|d7 }q||g| _d S r' )r( r# r$ )r% r) �offset�ir r r �seekL s
zBufferedStream.seekc C sT | j s| �|�S | jd t| j �krF| jd t| j d �krF| �|�S | �|�S d S )Nr r
r )r# � _readStreamr$ r( �_readFromBuffer)r% �bytesr r r �readU s
�
zBufferedStream.readc C s t dd� | jD ��S )Nc S s g | ] }t |��qS r )r( r r r r r _ s z1BufferedStream._bufferedBytes.<locals>.<listcomp>)�sumr# �r% r r r �_bufferedBytes^ s z BufferedStream._bufferedBytesc C s< | j �|�}| j�|� | jd d7 < t|�| jd< |S r' )r" r2 r# �appendr$ r( )r% r1 �datar r r r/ a s
zBufferedStream._readStreamc C s� |}g }| j d }| j d }|t| j�k r�|dkr�| j| }|t|�| kr`|}||| g| _ n"t|�| }|t|�g| _ |d7 }|�|||| � � ||8 }d}q |r�|�| �|�� d�|�S )Nr r
� )r$ r( r# r6 r/ �join)r% r1 ZremainingBytes�rvZ bufferIndexZ bufferOffsetZ bufferedDataZ bytesToReadr r r r0 h s$
z BufferedStream._readFromBufferN) �__name__�
__module__� __qualname__�__doc__r& r+ r. r2 r5 r/ r0 r r r r r! 9 s r! c K s� t | tj�s(t | tjj�r.t | jtj�r.d}n&t| d�rJt | �d�t �}n
t | t �}|r�dd� |D �}|rvt
d| ��t | f|�S t | f|�S d S )NFr2 r c S s g | ]}|� d �r|�qS )Z _encoding)�endswith)r �xr r r r � s
z#HTMLInputStream.<locals>.<listcomp>z3Cannot set an encoding with a unicode input, set %r)
�
isinstancer Z HTTPResponser ZresponseZaddbase�fp�hasattrr2 r � TypeError�HTMLUnicodeInputStream�HTMLBinaryInputStream)�source�kwargsZ isUnicodeZ encodingsr r r �HTMLInputStream� s � �
rI c @ sp e Zd ZdZdZdd� Zdd� Zdd� Zd d
� Zd d � Z d
d� Z
ddd�Z dd� Z dd� Z
d dd�Zdd� ZdS ) rE ��Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
i ( c C sZ t jsd| _n td�dkr$| j| _n| j| _dg| _td�df| _| � |�| _
| � � dS )� Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
Nu r
r �utf-8�certain) r �supports_lone_surrogates�reportCharacterErrorsr( �characterErrorsUCS4�characterErrorsUCS2ZnewLines�lookupEncoding� charEncoding�
openStream�
dataStream�reset)r% rG r r r r& � s
z HTMLUnicodeInputStream.__init__c C s. d| _ d| _d| _g | _d| _d| _d | _d S )N� r )r* � chunkSize� chunkOffset�errors� prevNumLines� prevNumCols�_bufferedCharacterr4 r r r rV � s z HTMLUnicodeInputStream.resetc C s t |d�r|}nt|�}|S �zvProduces a file object from source.
source can be either a file object, local filename or a string.
r2 )rC r �r% rG r" r r r rT � s
z!HTMLUnicodeInputStream.openStreamc C sT | j }|�dd|�}| j| }|�dd|�}|dkr@| j| }n ||d }||fS )N�
r r r
)r* �countr[ �rfindr\ )r% r, r* ZnLinesZ positionLineZ lastLinePosZpositionColumnr r r � _position� s
z HTMLUnicodeInputStream._positionc C s | � | j�\}}|d |fS )z:Returns (line, col) of the current position in the stream.r
)rc rY )r% �line�colr r r r$ � s z HTMLUnicodeInputStream.positionc C s6 | j | jkr| �� stS | j }| j| }|d | _ |S )zo Read one character from the stream or queue if available. Return
EOF when EOF is reached.
r
)rY rX � readChunkr r* )r% rY �charr r r rg � s
zHTMLUnicodeInputStream.charNc C s� |d kr| j }| �| j�\| _| _d| _d| _d| _| j�|�}| j rX| j | }d | _ n|s`dS t
|�dkr�t |d �}|dks�d| kr�dkr�n n|d | _ |d d� }| j r�| � |� |�
d d
�}|�
d d
�}|| _t
|�| _d S )
NrW r Fr
r �
� � i�� z
r` �
T)�_defaultChunkSizerc rX r[ r\ r* rY rU r2 r] r( �ordrO �replace)r% rX r7 Zlastvr r r rf � s0
z HTMLUnicodeInputStream.readChunkc C s( t tt�|���D ]}| j�d� qd S )N�invalid-codepoint)�ranger( �invalid_unicode_re�findallrZ r6 )r% r7 �_r r r rP % s z*HTMLUnicodeInputStream.characterErrorsUCS4c C s� d}t �|�D ]�}|rqt|�� �}|�� }t�|||d � �rrt�|||d � �}|tkrl| j �
d� d}q|dkr�|dkr�|t |�d kr�| j �
d� qd}| j �
d� qd S )NF� rn Tri i�� r
) rp �finditerrl �group�startr ZisSurrogatePairZsurrogatePairToCodepoint�non_bmp_invalid_codepointsrZ r6 r( )r% r7 �skip�matchZ codepointr) Zchar_valr r r rQ ) s" �z*HTMLUnicodeInputStream.characterErrorsUCS2Fc C s� zt ||f }W nN tk
r^ d�dd� |D ��}|s@d| }t�d| � }t ||f< Y nX g }|�| j| j�}|dkr�| j| jkr�q�n0|� � }|| jkr�|�
| j| j|� � || _q�|�
| j| jd� � | � � sdq�qdd�|�}|S )z� Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
rW c S s g | ]}d t |� �qS )z\x%02x)rl )r �cr r r r N s z5HTMLUnicodeInputStream.charsUntil.<locals>.<listcomp>z^%sz[%s]+N) �charsUntilRegEx�KeyErrorr9 �re�compilery r* rY rX �endr6 rf ) r% Z
charactersZopposite�charsZregexr: �mr �rr r r �
charsUntil@ s,
z!HTMLUnicodeInputStream.charsUntilc C s@ |d k r<| j dkr.|| j | _| jd7 _n| j d8 _ d S r' )rY r* rX )r% rg r r r �ungeto s
z HTMLUnicodeInputStream.unget)N)F)r; r< r= r> rk r& rV rT rc r$ rg rf rP rQ r� r� r r r r rE � s
&
/rE c @ sL e Zd ZdZddd�Zdd� Zd d
� Zdd d �Zd
d� Zdd� Z dd� Z
dS )rF rJ N� windows-1252Tc C s\ | � |�| _t�| | j� d| _d| _|| _|| _|| _|| _ || _
| � |�| _ | �
� dS )rK i �d N)rT � rawStreamrE r& � numBytesMeta�numBytesChardet�override_encoding�transport_encoding�same_origin_parent_encoding�likely_encoding�default_encoding�determineEncodingrS rV )r% rG r� r� r� r� r� Z
useChardetr r r r& � s z HTMLBinaryInputStream.__init__c C s& | j d j�| jd�| _t�| � d S )Nr rm )rS Z
codec_info� streamreaderr� rU rE rV r4 r r r rV � s zHTMLBinaryInputStream.resetc C sD t |d�r|}nt|�}z|�|�� � W n t|�}Y nX |S r^ )rC r r. r+ r! r_ r r r rT � s
z HTMLBinaryInputStream.openStreamc C s� | � � df}|d d k r |S t| j�df}|d d k r:|S t| j�df}|d d k rX|S | �� df}|d d k rt|S t| j�df}|d d k r�|d j�d�s�|S t| j�df}|d d k r�|S |�r`zddl m
} W n t k
r� Y nvX g }|� }|j �s,| j
�| j�}|�s�q,|�|� |�|� q�|�� t|jd �}| j
�d� |d k �r`|dfS t| j�df}|d d k �r�|S td�dfS )NrM r Z tentativezutf-16)�UniversalDetector�encodingr� )� detectBOMrR r� r� �detectEncodingMetar� �name�
startswithr� Z%pip._vendor.chardet.universaldetectorr� � ImportErrorZdoner� r2 r� r6 Zfeed�close�resultr. r� )r% ZchardetrS r� ZbuffersZdetectorr# r� r r r r� � sP
z'HTMLBinaryInputStream.determineEncodingc C s� t |�}|d krd S |jdkr(t d�}nT|| jd krH| jd df| _n4| j�d� |df| _| �� td| jd |f ��d S )N��utf-16be�utf-16lerL r rM z Encoding changed from %s to %s)rR r� rS r� r. rV r )r% Z newEncodingr r r �changeEncoding s
z$HTMLBinaryInputStream.changeEncodingc
C s� t jdt jdt jdt jdt jdi}| j�d�}|�|dd� �}d}|sp|�|�}d}|sp|�|dd � �}d }|r�| j� |� t
|�S | j� d
� dS dS ) z�Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return NonerL r� r� zutf-32lezutf-32be� N� rs r ) �codecs�BOM_UTF8� BOM_UTF16_LE� BOM_UTF16_BE� BOM_UTF32_LE� BOM_UTF32_BEr� r2 �getr. rR )r% ZbomDict�stringr� r. r r r r� s2 �
z HTMLBinaryInputStream.detectBOMc C sH | j �| j�}t|�}| j �d� |�� }|dk rD|jdkrDtd�}|S )z9Report the encoding declared by the meta element
r Nr� rL )r� r2 r� �EncodingParserr. � getEncodingr� rR )r% r# �parserr� r r r r� 9 s z(HTMLBinaryInputStream.detectEncodingMeta)NNNNr� T)T) r; r< r= r> r& rV rT r� r� r� r� r r r r rF � s �
*
>"rF c @ s� e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z e e e
�Z
dd� Ze e�Zefdd�Zdd� Zdd� Zdd� Zd S ) �
EncodingBytesz�String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raisedc C s t �| |�� �S �N)r1 �__new__�lower�r% �valuer r r r� L s zEncodingBytes.__new__c C s
d| _ d S )Nr )rc r� r r r r& P s zEncodingBytes.__init__c C s | S r� r r4 r r r �__iter__T s zEncodingBytes.__iter__c C s> | j d }| _ |t| �kr"t�n |dk r.t�| ||d � S )Nr
r �rc r( �
StopIterationrD �r% �pr r r �__next__W s zEncodingBytes.__next__c C s | � � S r� )r� r4 r r r �next_ s zEncodingBytes.nextc C sB | j }|t| �krt�n |dk r$t�|d | _ }| ||d � S r' r� r� r r r �previousc s zEncodingBytes.previousc C s | j t| �krt�|| _ d S r� �rc r( r� )r% r$ r r r � setPositionl s zEncodingBytes.setPositionc C s* | j t| �krt�| j dkr"| j S d S d S )Nr r� r4 r r r � getPositionq s
zEncodingBytes.getPositionc C s | | j | j d � S �Nr
)r$ r4 r r r �getCurrentByte{ s z EncodingBytes.getCurrentBytec C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _dS )z Skip past a list of charactersr
N�r$ r( rc �r% r� r� rz r r r rx � s
zEncodingBytes.skipc C sH | j }|t| �k r>| ||d � }||kr4|| _|S |d7 }q|| _d S r� r� r� r r r � skipUntil� s
zEncodingBytes.skipUntilc C s> | j }| ||t|� � }|�|�}|r:| j t|�7 _ |S )z�Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone)r$ r( r� )r% r1 r� r7 r: r r r �
matchBytes� s
zEncodingBytes.matchBytesc C sR | | j d� �|�}|dkrJ| jdkr,d| _| j|t|� d 7 _dS t�dS )z�Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the matchNr r r
T)r$ �findrc r( r� )r% r1 Z newPositionr r r �jumpTo� s
zEncodingBytes.jumpToN)r; r< r= r> r� r& r� r� r� r� r� r� �propertyr$ r� � currentByte�spaceCharactersBytesrx r� r� r� r r r r r� H s
r� c @ sX e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z dS )r� z?Mini parser for detecting character encoding from meta elementsc C s t |�| _d| _dS )z3string - the data to work on for encoding detectionN)r� r7 r� �r% r7 r r r r& � s
zEncodingParser.__init__c
C s� d| j fd| jfd| jfd| jfd| jfd| jff}| jD ]Z}d}|D ]D\}}| j�|�rFz|� }W q�W qF tk
r� d}Y q�Y qFX qF|s: q�q:| jS ) Ns <!--s <metas </s <!s <?r TF) �
handleComment�
handleMeta�handlePossibleEndTag� handleOther�handlePossibleStartTagr7 r� r� r� )r% ZmethodDispatchrr Z keepParsing�key�methodr r r r� � s( �
zEncodingParser.getEncodingc C s | j �d�S )zSkip over commentss -->�r7 r� r4 r r r r� � s z EncodingParser.handleCommentc C s� | j jtkrdS d}d }| �� }|d kr,dS |d dkr\|d dk}|r�|d k r�|| _dS q|d dkr�|d }t|�}|d k r�|| _dS q|d dkrtt|d ��}|�� }|d k rt|�}|d k r|r�|| _dS |}qd S ) NTFr s
http-equivr
s content-type� charsets content) r7 r� r� � getAttributer� rR �ContentAttrParserr� �parse)r% Z hasPragmaZpendingEncoding�attrZtentativeEncoding�codecZ
contentParserr r r r� � s8 zEncodingParser.handleMetac C s
| � d�S )NF)�handlePossibleTagr4 r r r r� � s z%EncodingParser.handlePossibleStartTagc C s t | j� | �d�S )NT)r� r7 r� r4 r r r r� � s
z#EncodingParser.handlePossibleEndTagc C sb | j }|jtkr(|r$|�� | �� dS |�t�}|dkrD|�� n| �� }|d k r^| �� }qLdS )NTr )r7 r� �asciiLettersBytesr� r� r� �spacesAngleBracketsr� )r% ZendTagr7 rz r� r r r r� � s
z EncodingParser.handlePossibleTagc C s | j �d�S )Nr r� r4 r r r r� s zEncodingParser.handleOtherc C s� | j }|�ttdg�B �}|dkr&dS g }g }|dkr>|r>q�nX|tkrR|�� }q�nD|dkrhd�|�dfS |tkr�|�|�� � n|dkr�dS |�|� t|�}q.|dkr�|� � d�|�dfS t|� |�� }|dk�r2|}t|�}||k�r
t|� d�|�d�|�fS |tk�r$|�|�� � q�|�|� q�nJ|dk�rJd�|�dfS |tk�rd|�|�� � n|dk�rrdS |�|� t|�}|t
k�r�d�|�d�|�fS |tk�r�|�|�� � n|dk�r�dS |�|� �q|dS ) z_Return a name,value pair for the next attribute in the stream,
if one is found, or None� /)r NN� =)r� r r8 )� '� "r ) r7 rx r� � frozensetr9 �asciiUppercaseBytesr6 r� r� r� r� )r% r7 rz ZattrNameZ attrValueZ quoteCharr r r r� s`
zEncodingParser.getAttributeN)
r; r< r= r> r& r� r� r� r� r� r� r� r� r r r r r� � s $r� c @ s e Zd Zdd� Zdd� ZdS )r� c C s
|| _ d S r� )r7 r� r r r r& f s zContentAttrParser.__init__c C s � z�| j �d� | j jd7 _| j �� | j jdks<W d S | j jd7 _| j �� | j jdkr�| j j}| j jd7 _| j j}| j �|�r�| j || j j� W S W d S nR| j j}z"| j �t� | j || j j� W W S tk
� r� | j |d � Y W S X W n tk
�r Y d S X d S )Nr� r
r� )r� r� )r7 r� r$ rx r� r� r� r� )r% Z quoteMarkZ oldPositionr r r r� j s.
zContentAttrParser.parseN)r; r< r= r& r� r r r r r� e s r� c C sf t | t�r0z| �d�} W n tk
r. Y dS X | dk r^z t�| �W S tk
rZ Y dS X ndS dS )z{Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding.r N)rA r �decode�UnicodeDecodeErrorr �lookup�AttributeError)r� r r r rR � s
rR )2Z
__future__r r r Zpip._vendor.sixr r Zpip._vendor.six.movesr r r� r} Z pip._vendorr Z constantsr r r
r r rW r �ior r r� r� r� r� r� r� Z invalid_unicode_no_surrogaterN r~ �evalrp �setrw Zascii_punctuation_rer{ �objectr! rI rE rF r1 r� r� r� rR r r r r �<module> s�
��
�
J g Ih 6' html5lib/__pycache__/_utils.cpython-38.pyc 0000644 00000006356 15043676225 0014447 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ zd dlm m
Z W n& e k
rh d dl
m mZ Y nX ddddd d
gZz,ed �Zeee�s�ed �Zeee�s�t�W n d
ZY nX dZG dd� de�Zdd� Zdd� Zdd � Zdd� ZdS )� )�absolute_import�division�unicode_literals)�
ModuleType)� text_typeN�
default_etree�MethodDispatcher�isSurrogatePair�surrogatePairToCodepoint�moduleFactoryFactory�supports_lone_surrogatesz"\uD800"z u"\uD800"FTc @ s" e Zd ZdZddd�Zdd� ZdS ) r ap Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
� c C sv g }|D ]B\}}t |ttttf�r<|D ]}|�||f� q&q|�||f� qt�| |� t| �t|�kslt �d | _
d S �N) �
isinstance�list�tuple� frozenset�set�append�dict�__init__�len�AssertionError�default)�self�itemsZ _dictEntries�name�value�itemr
r
�?/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_utils.pyr 1 s zMethodDispatcher.__init__c C s t �| || j�S r )r �getr )r �keyr
r
r � __getitem__@ s z MethodDispatcher.__getitem__N)r
)�__name__�
__module__� __qualname__�__doc__r r" r
r
r
r r $ s
c C sL t | �dkoJt| d �dkoJt| d �dkoJt| d �dkoJt| d �dkS )N� r � � i�� � � � i�� )r �ord)�datar
r
r r G s ����c C s, dt | d �d d t | d �d }|S )Ni r r( i r) r* )r+ )r, Zchar_valr
r
r r
M s �c s i �� �fdd�}|S )Nc s� t tjtd��r d| j }n
d| j }t|�� �}z�| | | W S tk
r� t|�}� | f|�|�}|j�|� d�kr�i �|< d�| kr�i �| |< d�| | kr�i �| | |< |�| | |< | Y S X d S )N� z _%s_factorys _%s_factoryr �args�kwargs) r r r# �typer r �KeyError�__dict__�update)Z
baseModuler. r/ r Z kwargs_tuple�modZobjs��factoryZ moduleCacher
r �
moduleFactoryY s$
z+moduleFactoryFactory.<locals>.moduleFactoryr
)r6 r7 r
r5 r r V s c s i � � �fdd�}|S )Nc s2 t | �t |�� �f}|� kr*�| |�� |< � | S r )r r )r. r/ r! ��cache�funcr
r �wrappedv s zmemoize.<locals>.wrappedr
)r: r; r
r8 r �memoizes s r< )Z
__future__r r r �typesr Zpip._vendor.sixr Zxml.etree.cElementTreeZetreeZ cElementTreer � ImportErrorZxml.etree.ElementTreeZ ElementTree�__all__�evalZ_xr r r r r r r
r r< r
r
r
r �<module> s0 �
# html5lib/__pycache__/__init__.cpython-38.pyc 0000644 00000002400 15043676225 0014671 0 ustar 00 U
��.e� � @ sh d Z ddlmZmZmZ ddlmZmZmZ ddl m
Z
ddl m Z ddl
mZ dd d
d d d
gZdZdS )a�
HTML parsing library based on the `WHATWG HTML specification
<https://whatwg.org/html>`_. The parser is designed to be compatible with
existing HTML found in the wild and implements well-defined error recovery that
is largely compatible with modern desktop web browsers.
Example usage::
from pip._vendor import html5lib
with open("my_document.html", "rb") as f:
tree = html5lib.parse(f)
For convenience, this module re-exports the following names:
* :func:`~.html5parser.parse`
* :func:`~.html5parser.parseFragment`
* :class:`~.html5parser.HTMLParser`
* :func:`~.treebuilders.getTreeBuilder`
* :func:`~.treewalkers.getTreeWalker`
* :func:`~.serializer.serialize`
� )�absolute_import�division�unicode_literals� )�
HTMLParser�parse�
parseFragment)�getTreeBuilder)�
getTreeWalker)� serializer r r r r
r z1.0.1N)�__doc__Z
__future__r r r Z html5parserr r r Z treebuildersr Z treewalkersr
Z
serializerr �__all__� __version__� r r �A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/__init__.py�<module> s � html5lib/html5parser.py 0000644 00000344662 15043676225 0011135 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import with_metaclass, viewkeys, PY3
import types
try:
from collections import OrderedDict
except ImportError:
from pip._vendor.ordereddict import OrderedDict
from . import _inputstream
from . import _tokenizer
from . import treebuilders
from .treebuilders.base import Marker
from . import _utils
from .constants import (
spaceCharacters, asciiUpper2Lower,
specialElements, headingElements, cdataElements, rcdataElements,
tokenTypes, tagTokenTypes,
namespaces,
htmlIntegrationPointElements, mathmlTextIntegrationPointElements,
adjustForeignAttributes as adjustForeignAttributesMap,
adjustMathMLAttributes, adjustSVGAttributes,
E,
ReparseException
)
def parse(doc, treebuilder="etree", namespaceHTMLElements=True, **kwargs):
"""Parse a string or file-like object into a tree"""
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parse(doc, **kwargs)
def parseFragment(doc, container="div", treebuilder="etree", namespaceHTMLElements=True, **kwargs):
tb = treebuilders.getTreeBuilder(treebuilder)
p = HTMLParser(tb, namespaceHTMLElements=namespaceHTMLElements)
return p.parseFragment(doc, container=container, **kwargs)
def method_decorator_metaclass(function):
class Decorated(type):
def __new__(meta, classname, bases, classDict):
for attributeName, attribute in classDict.items():
if isinstance(attribute, types.FunctionType):
attribute = function(attribute)
classDict[attributeName] = attribute
return type.__new__(meta, classname, bases, classDict)
return Decorated
class HTMLParser(object):
"""HTML parser. Generates a tree structure from a stream of (possibly
malformed) HTML"""
def __init__(self, tree=None, strict=False, namespaceHTMLElements=True, debug=False):
"""
strict - raise an exception when a parse error is encountered
tree - a treebuilder class controlling the type of tree that will be
returned. Built in treebuilders can be accessed through
html5lib.treebuilders.getTreeBuilder(treeType)
"""
# Raise an exception on the first error encountered
self.strict = strict
if tree is None:
tree = treebuilders.getTreeBuilder("etree")
self.tree = tree(namespaceHTMLElements)
self.errors = []
self.phases = dict([(name, cls(self, self.tree)) for name, cls in
getPhases(debug).items()])
def _parse(self, stream, innerHTML=False, container="div", scripting=False, **kwargs):
self.innerHTMLMode = innerHTML
self.container = container
self.scripting = scripting
self.tokenizer = _tokenizer.HTMLTokenizer(stream, parser=self, **kwargs)
self.reset()
try:
self.mainLoop()
except ReparseException:
self.reset()
self.mainLoop()
def reset(self):
self.tree.reset()
self.firstStartTag = False
self.errors = []
self.log = [] # only used with debug mode
# "quirks" / "limited quirks" / "no quirks"
self.compatMode = "no quirks"
if self.innerHTMLMode:
self.innerHTML = self.container.lower()
if self.innerHTML in cdataElements:
self.tokenizer.state = self.tokenizer.rcdataState
elif self.innerHTML in rcdataElements:
self.tokenizer.state = self.tokenizer.rawtextState
elif self.innerHTML == 'plaintext':
self.tokenizer.state = self.tokenizer.plaintextState
else:
# state already is data state
# self.tokenizer.state = self.tokenizer.dataState
pass
self.phase = self.phases["beforeHtml"]
self.phase.insertHtmlElement()
self.resetInsertionMode()
else:
self.innerHTML = False # pylint:disable=redefined-variable-type
self.phase = self.phases["initial"]
self.lastPhase = None
self.beforeRCDataPhase = None
self.framesetOK = True
@property
def documentEncoding(self):
"""The name of the character encoding
that was used to decode the input stream,
or :obj:`None` if that is not determined yet.
"""
if not hasattr(self, 'tokenizer'):
return None
return self.tokenizer.stream.charEncoding[0].name
def isHTMLIntegrationPoint(self, element):
if (element.name == "annotation-xml" and
element.namespace == namespaces["mathml"]):
return ("encoding" in element.attributes and
element.attributes["encoding"].translate(
asciiUpper2Lower) in
("text/html", "application/xhtml+xml"))
else:
return (element.namespace, element.name) in htmlIntegrationPointElements
def isMathMLTextIntegrationPoint(self, element):
return (element.namespace, element.name) in mathmlTextIntegrationPointElements
def mainLoop(self):
CharactersToken = tokenTypes["Characters"]
SpaceCharactersToken = tokenTypes["SpaceCharacters"]
StartTagToken = tokenTypes["StartTag"]
EndTagToken = tokenTypes["EndTag"]
CommentToken = tokenTypes["Comment"]
DoctypeToken = tokenTypes["Doctype"]
ParseErrorToken = tokenTypes["ParseError"]
for token in self.normalizedTokens():
prev_token = None
new_token = token
while new_token is not None:
prev_token = new_token
currentNode = self.tree.openElements[-1] if self.tree.openElements else None
currentNodeNamespace = currentNode.namespace if currentNode else None
currentNodeName = currentNode.name if currentNode else None
type = new_token["type"]
if type == ParseErrorToken:
self.parseError(new_token["data"], new_token.get("datavars", {}))
new_token = None
else:
if (len(self.tree.openElements) == 0 or
currentNodeNamespace == self.tree.defaultNamespace or
(self.isMathMLTextIntegrationPoint(currentNode) and
((type == StartTagToken and
token["name"] not in frozenset(["mglyph", "malignmark"])) or
type in (CharactersToken, SpaceCharactersToken))) or
(currentNodeNamespace == namespaces["mathml"] and
currentNodeName == "annotation-xml" and
type == StartTagToken and
token["name"] == "svg") or
(self.isHTMLIntegrationPoint(currentNode) and
type in (StartTagToken, CharactersToken, SpaceCharactersToken))):
phase = self.phase
else:
phase = self.phases["inForeignContent"]
if type == CharactersToken:
new_token = phase.processCharacters(new_token)
elif type == SpaceCharactersToken:
new_token = phase.processSpaceCharacters(new_token)
elif type == StartTagToken:
new_token = phase.processStartTag(new_token)
elif type == EndTagToken:
new_token = phase.processEndTag(new_token)
elif type == CommentToken:
new_token = phase.processComment(new_token)
elif type == DoctypeToken:
new_token = phase.processDoctype(new_token)
if (type == StartTagToken and prev_token["selfClosing"] and
not prev_token["selfClosingAcknowledged"]):
self.parseError("non-void-element-with-trailing-solidus",
{"name": prev_token["name"]})
# When the loop finishes it's EOF
reprocess = True
phases = []
while reprocess:
phases.append(self.phase)
reprocess = self.phase.processEOF()
if reprocess:
assert self.phase not in phases
def normalizedTokens(self):
for token in self.tokenizer:
yield self.normalizeToken(token)
def parse(self, stream, *args, **kwargs):
"""Parse a HTML document into a well-formed tree
stream - a filelike object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
scripting - treat noscript elements as if javascript was turned on
"""
self._parse(stream, False, None, *args, **kwargs)
return self.tree.getDocument()
def parseFragment(self, stream, *args, **kwargs):
"""Parse a HTML fragment into a well-formed tree fragment
container - name of the element we're setting the innerHTML property
if set to None, default to 'div'
stream - a filelike object or string containing the HTML to be parsed
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
scripting - treat noscript elements as if javascript was turned on
"""
self._parse(stream, True, *args, **kwargs)
return self.tree.getFragment()
def parseError(self, errorcode="XXX-undefined-error", datavars=None):
# XXX The idea is to make errorcode mandatory.
if datavars is None:
datavars = {}
self.errors.append((self.tokenizer.stream.position(), errorcode, datavars))
if self.strict:
raise ParseError(E[errorcode] % datavars)
def normalizeToken(self, token):
""" HTML5 specific normalizations to the token stream """
if token["type"] == tokenTypes["StartTag"]:
raw = token["data"]
token["data"] = OrderedDict(raw)
if len(raw) > len(token["data"]):
# we had some duplicated attribute, fix so first wins
token["data"].update(raw[::-1])
return token
def adjustMathMLAttributes(self, token):
adjust_attributes(token, adjustMathMLAttributes)
def adjustSVGAttributes(self, token):
adjust_attributes(token, adjustSVGAttributes)
def adjustForeignAttributes(self, token):
adjust_attributes(token, adjustForeignAttributesMap)
def reparseTokenNormal(self, token):
# pylint:disable=unused-argument
self.parser.phase()
def resetInsertionMode(self):
# The name of this method is mostly historical. (It's also used in the
# specification.)
last = False
newModes = {
"select": "inSelect",
"td": "inCell",
"th": "inCell",
"tr": "inRow",
"tbody": "inTableBody",
"thead": "inTableBody",
"tfoot": "inTableBody",
"caption": "inCaption",
"colgroup": "inColumnGroup",
"table": "inTable",
"head": "inBody",
"body": "inBody",
"frameset": "inFrameset",
"html": "beforeHead"
}
for node in self.tree.openElements[::-1]:
nodeName = node.name
new_phase = None
if node == self.tree.openElements[0]:
assert self.innerHTML
last = True
nodeName = self.innerHTML
# Check for conditions that should only happen in the innerHTML
# case
if nodeName in ("select", "colgroup", "head", "html"):
assert self.innerHTML
if not last and node.namespace != self.tree.defaultNamespace:
continue
if nodeName in newModes:
new_phase = self.phases[newModes[nodeName]]
break
elif last:
new_phase = self.phases["inBody"]
break
self.phase = new_phase
def parseRCDataRawtext(self, token, contentType):
"""Generic RCDATA/RAWTEXT Parsing algorithm
contentType - RCDATA or RAWTEXT
"""
assert contentType in ("RAWTEXT", "RCDATA")
self.tree.insertElement(token)
if contentType == "RAWTEXT":
self.tokenizer.state = self.tokenizer.rawtextState
else:
self.tokenizer.state = self.tokenizer.rcdataState
self.originalPhase = self.phase
self.phase = self.phases["text"]
@_utils.memoize
def getPhases(debug):
def log(function):
"""Logger that records which phase processes each token"""
type_names = dict((value, key) for key, value in
tokenTypes.items())
def wrapped(self, *args, **kwargs):
if function.__name__.startswith("process") and len(args) > 0:
token = args[0]
try:
info = {"type": type_names[token['type']]}
except:
raise
if token['type'] in tagTokenTypes:
info["name"] = token['name']
self.parser.log.append((self.parser.tokenizer.state.__name__,
self.parser.phase.__class__.__name__,
self.__class__.__name__,
function.__name__,
info))
return function(self, *args, **kwargs)
else:
return function(self, *args, **kwargs)
return wrapped
def getMetaclass(use_metaclass, metaclass_func):
if use_metaclass:
return method_decorator_metaclass(metaclass_func)
else:
return type
# pylint:disable=unused-argument
class Phase(with_metaclass(getMetaclass(debug, log))):
"""Base class for helper object that implements each phase of processing
"""
def __init__(self, parser, tree):
self.parser = parser
self.tree = tree
def processEOF(self):
raise NotImplementedError
def processComment(self, token):
# For most phases the following is correct. Where it's not it will be
# overridden.
self.tree.insertComment(token, self.tree.openElements[-1])
def processDoctype(self, token):
self.parser.parseError("unexpected-doctype")
def processCharacters(self, token):
self.tree.insertText(token["data"])
def processSpaceCharacters(self, token):
self.tree.insertText(token["data"])
def processStartTag(self, token):
return self.startTagHandler[token["name"]](token)
def startTagHtml(self, token):
if not self.parser.firstStartTag and token["name"] == "html":
self.parser.parseError("non-html-root")
# XXX Need a check here to see if the first start tag token emitted is
# this token... If it's not, invoke self.parser.parseError().
for attr, value in token["data"].items():
if attr not in self.tree.openElements[0].attributes:
self.tree.openElements[0].attributes[attr] = value
self.parser.firstStartTag = False
def processEndTag(self, token):
return self.endTagHandler[token["name"]](token)
class InitialPhase(Phase):
def processSpaceCharacters(self, token):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
correct = token["correct"]
if (name != "html" or publicId is not None or
systemId is not None and systemId != "about:legacy-compat"):
self.parser.parseError("unknown-doctype")
if publicId is None:
publicId = ""
self.tree.insertDoctype(token)
if publicId != "":
publicId = publicId.translate(asciiUpper2Lower)
if (not correct or token["name"] != "html" or
publicId.startswith(
("+//silmaril//dtd html pro v0r11 19970101//",
"-//advasoft ltd//dtd html 3.0 aswedit + extensions//",
"-//as//dtd html 3.0 aswedit + extensions//",
"-//ietf//dtd html 2.0 level 1//",
"-//ietf//dtd html 2.0 level 2//",
"-//ietf//dtd html 2.0 strict level 1//",
"-//ietf//dtd html 2.0 strict level 2//",
"-//ietf//dtd html 2.0 strict//",
"-//ietf//dtd html 2.0//",
"-//ietf//dtd html 2.1e//",
"-//ietf//dtd html 3.0//",
"-//ietf//dtd html 3.2 final//",
"-//ietf//dtd html 3.2//",
"-//ietf//dtd html 3//",
"-//ietf//dtd html level 0//",
"-//ietf//dtd html level 1//",
"-//ietf//dtd html level 2//",
"-//ietf//dtd html level 3//",
"-//ietf//dtd html strict level 0//",
"-//ietf//dtd html strict level 1//",
"-//ietf//dtd html strict level 2//",
"-//ietf//dtd html strict level 3//",
"-//ietf//dtd html strict//",
"-//ietf//dtd html//",
"-//metrius//dtd metrius presentational//",
"-//microsoft//dtd internet explorer 2.0 html strict//",
"-//microsoft//dtd internet explorer 2.0 html//",
"-//microsoft//dtd internet explorer 2.0 tables//",
"-//microsoft//dtd internet explorer 3.0 html strict//",
"-//microsoft//dtd internet explorer 3.0 html//",
"-//microsoft//dtd internet explorer 3.0 tables//",
"-//netscape comm. corp.//dtd html//",
"-//netscape comm. corp.//dtd strict html//",
"-//o'reilly and associates//dtd html 2.0//",
"-//o'reilly and associates//dtd html extended 1.0//",
"-//o'reilly and associates//dtd html extended relaxed 1.0//",
"-//softquad software//dtd hotmetal pro 6.0::19990601::extensions to html 4.0//",
"-//softquad//dtd hotmetal pro 4.0::19971010::extensions to html 4.0//",
"-//spyglass//dtd html 2.0 extended//",
"-//sq//dtd html 2.0 hotmetal + extensions//",
"-//sun microsystems corp.//dtd hotjava html//",
"-//sun microsystems corp.//dtd hotjava strict html//",
"-//w3c//dtd html 3 1995-03-24//",
"-//w3c//dtd html 3.2 draft//",
"-//w3c//dtd html 3.2 final//",
"-//w3c//dtd html 3.2//",
"-//w3c//dtd html 3.2s draft//",
"-//w3c//dtd html 4.0 frameset//",
"-//w3c//dtd html 4.0 transitional//",
"-//w3c//dtd html experimental 19960712//",
"-//w3c//dtd html experimental 970421//",
"-//w3c//dtd w3 html//",
"-//w3o//dtd w3 html 3.0//",
"-//webtechs//dtd mozilla html 2.0//",
"-//webtechs//dtd mozilla html//")) or
publicId in ("-//w3o//dtd w3 html strict 3.0//en//",
"-/w3c/dtd html 4.0 transitional/en",
"html") or
publicId.startswith(
("-//w3c//dtd html 4.01 frameset//",
"-//w3c//dtd html 4.01 transitional//")) and
systemId is None or
systemId and systemId.lower() == "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd"):
self.parser.compatMode = "quirks"
elif (publicId.startswith(
("-//w3c//dtd xhtml 1.0 frameset//",
"-//w3c//dtd xhtml 1.0 transitional//")) or
publicId.startswith(
("-//w3c//dtd html 4.01 frameset//",
"-//w3c//dtd html 4.01 transitional//")) and
systemId is not None):
self.parser.compatMode = "limited quirks"
self.parser.phase = self.parser.phases["beforeHtml"]
def anythingElse(self):
self.parser.compatMode = "quirks"
self.parser.phase = self.parser.phases["beforeHtml"]
def processCharacters(self, token):
self.parser.parseError("expected-doctype-but-got-chars")
self.anythingElse()
return token
def processStartTag(self, token):
self.parser.parseError("expected-doctype-but-got-start-tag",
{"name": token["name"]})
self.anythingElse()
return token
def processEndTag(self, token):
self.parser.parseError("expected-doctype-but-got-end-tag",
{"name": token["name"]})
self.anythingElse()
return token
def processEOF(self):
self.parser.parseError("expected-doctype-but-got-eof")
self.anythingElse()
return True
class BeforeHtmlPhase(Phase):
# helper methods
def insertHtmlElement(self):
self.tree.insertRoot(impliedTagToken("html", "StartTag"))
self.parser.phase = self.parser.phases["beforeHead"]
# other
def processEOF(self):
self.insertHtmlElement()
return True
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
pass
def processCharacters(self, token):
self.insertHtmlElement()
return token
def processStartTag(self, token):
if token["name"] == "html":
self.parser.firstStartTag = True
self.insertHtmlElement()
return token
def processEndTag(self, token):
if token["name"] not in ("head", "body", "html", "br"):
self.parser.parseError("unexpected-end-tag-before-html",
{"name": token["name"]})
else:
self.insertHtmlElement()
return token
class BeforeHeadPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("head", self.startTagHead)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("head", "body", "html", "br"), self.endTagImplyHead)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.startTagHead(impliedTagToken("head", "StartTag"))
return True
def processSpaceCharacters(self, token):
pass
def processCharacters(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagHead(self, token):
self.tree.insertElement(token)
self.tree.headPointer = self.tree.openElements[-1]
self.parser.phase = self.parser.phases["inHead"]
def startTagOther(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def endTagImplyHead(self, token):
self.startTagHead(impliedTagToken("head", "StartTag"))
return token
def endTagOther(self, token):
self.parser.parseError("end-tag-after-implied-root",
{"name": token["name"]})
class InHeadPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("title", self.startTagTitle),
(("noframes", "style"), self.startTagNoFramesStyle),
("noscript", self.startTagNoscript),
("script", self.startTagScript),
(("base", "basefont", "bgsound", "command", "link"),
self.startTagBaseLinkCommand),
("meta", self.startTagMeta),
("head", self.startTagHead)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("head", self.endTagHead),
(("br", "html", "body"), self.endTagHtmlBodyBr)
])
self.endTagHandler.default = self.endTagOther
# the real thing
def processEOF(self):
self.anythingElse()
return True
def processCharacters(self, token):
self.anythingElse()
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagHead(self, token):
self.parser.parseError("two-heads-are-not-better-than-one")
def startTagBaseLinkCommand(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagMeta(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
attributes = token["data"]
if self.parser.tokenizer.stream.charEncoding[1] == "tentative":
if "charset" in attributes:
self.parser.tokenizer.stream.changeEncoding(attributes["charset"])
elif ("content" in attributes and
"http-equiv" in attributes and
attributes["http-equiv"].lower() == "content-type"):
# Encoding it as UTF-8 here is a hack, as really we should pass
# the abstract Unicode string, and just use the
# ContentAttrParser on that, but using UTF-8 allows all chars
# to be encoded and as a ASCII-superset works.
data = _inputstream.EncodingBytes(attributes["content"].encode("utf-8"))
parser = _inputstream.ContentAttrParser(data)
codec = parser.parse()
self.parser.tokenizer.stream.changeEncoding(codec)
def startTagTitle(self, token):
self.parser.parseRCDataRawtext(token, "RCDATA")
def startTagNoFramesStyle(self, token):
# Need to decide whether to implement the scripting-disabled case
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagNoscript(self, token):
if self.parser.scripting:
self.parser.parseRCDataRawtext(token, "RAWTEXT")
else:
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inHeadNoscript"]
def startTagScript(self, token):
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.scriptDataState
self.parser.originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["text"]
def startTagOther(self, token):
self.anythingElse()
return token
def endTagHead(self, token):
node = self.parser.tree.openElements.pop()
assert node.name == "head", "Expected head got %s" % node.name
self.parser.phase = self.parser.phases["afterHead"]
def endTagHtmlBodyBr(self, token):
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
self.endTagHead(impliedTagToken("head"))
class InHeadNoscriptPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("basefont", "bgsound", "link", "meta", "noframes", "style"), self.startTagBaseLinkCommand),
(("head", "noscript"), self.startTagHeadNoscript),
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("noscript", self.endTagNoscript),
("br", self.endTagBr),
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.parser.parseError("eof-in-head-noscript")
self.anythingElse()
return True
def processComment(self, token):
return self.parser.phases["inHead"].processComment(token)
def processCharacters(self, token):
self.parser.parseError("char-in-head-noscript")
self.anythingElse()
return token
def processSpaceCharacters(self, token):
return self.parser.phases["inHead"].processSpaceCharacters(token)
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagBaseLinkCommand(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagHeadNoscript(self, token):
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
def startTagOther(self, token):
self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]})
self.anythingElse()
return token
def endTagNoscript(self, token):
node = self.parser.tree.openElements.pop()
assert node.name == "noscript", "Expected noscript got %s" % node.name
self.parser.phase = self.parser.phases["inHead"]
def endTagBr(self, token):
self.parser.parseError("unexpected-inhead-noscript-tag", {"name": token["name"]})
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
# Caller must raise parse error first!
self.endTagNoscript(impliedTagToken("noscript"))
class AfterHeadPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("body", self.startTagBody),
("frameset", self.startTagFrameset),
(("base", "basefont", "bgsound", "link", "meta", "noframes", "script",
"style", "title"),
self.startTagFromHead),
("head", self.startTagHead)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([(("body", "html", "br"),
self.endTagHtmlBodyBr)])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.anythingElse()
return True
def processCharacters(self, token):
self.anythingElse()
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagBody(self, token):
self.parser.framesetOK = False
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inBody"]
def startTagFrameset(self, token):
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inFrameset"]
def startTagFromHead(self, token):
self.parser.parseError("unexpected-start-tag-out-of-my-head",
{"name": token["name"]})
self.tree.openElements.append(self.tree.headPointer)
self.parser.phases["inHead"].processStartTag(token)
for node in self.tree.openElements[::-1]:
if node.name == "head":
self.tree.openElements.remove(node)
break
def startTagHead(self, token):
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
def startTagOther(self, token):
self.anythingElse()
return token
def endTagHtmlBodyBr(self, token):
self.anythingElse()
return token
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def anythingElse(self):
self.tree.insertElement(impliedTagToken("body", "StartTag"))
self.parser.phase = self.parser.phases["inBody"]
self.parser.framesetOK = True
class InBodyPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#parsing-main-inbody
# the really-really-really-very crazy mode
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
# Set this to the default handler
self.processSpaceCharacters = self.processSpaceCharactersNonPre
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("base", "basefont", "bgsound", "command", "link", "meta",
"script", "style", "title"),
self.startTagProcessInHead),
("body", self.startTagBody),
("frameset", self.startTagFrameset),
(("address", "article", "aside", "blockquote", "center", "details",
"dir", "div", "dl", "fieldset", "figcaption", "figure",
"footer", "header", "hgroup", "main", "menu", "nav", "ol", "p",
"section", "summary", "ul"),
self.startTagCloseP),
(headingElements, self.startTagHeading),
(("pre", "listing"), self.startTagPreListing),
("form", self.startTagForm),
(("li", "dd", "dt"), self.startTagListItem),
("plaintext", self.startTagPlaintext),
("a", self.startTagA),
(("b", "big", "code", "em", "font", "i", "s", "small", "strike",
"strong", "tt", "u"), self.startTagFormatting),
("nobr", self.startTagNobr),
("button", self.startTagButton),
(("applet", "marquee", "object"), self.startTagAppletMarqueeObject),
("xmp", self.startTagXmp),
("table", self.startTagTable),
(("area", "br", "embed", "img", "keygen", "wbr"),
self.startTagVoidFormatting),
(("param", "source", "track"), self.startTagParamSource),
("input", self.startTagInput),
("hr", self.startTagHr),
("image", self.startTagImage),
("isindex", self.startTagIsIndex),
("textarea", self.startTagTextarea),
("iframe", self.startTagIFrame),
("noscript", self.startTagNoscript),
(("noembed", "noframes"), self.startTagRawtext),
("select", self.startTagSelect),
(("rp", "rt"), self.startTagRpRt),
(("option", "optgroup"), self.startTagOpt),
(("math"), self.startTagMath),
(("svg"), self.startTagSvg),
(("caption", "col", "colgroup", "frame", "head",
"tbody", "td", "tfoot", "th", "thead",
"tr"), self.startTagMisplaced)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("body", self.endTagBody),
("html", self.endTagHtml),
(("address", "article", "aside", "blockquote", "button", "center",
"details", "dialog", "dir", "div", "dl", "fieldset", "figcaption", "figure",
"footer", "header", "hgroup", "listing", "main", "menu", "nav", "ol", "pre",
"section", "summary", "ul"), self.endTagBlock),
("form", self.endTagForm),
("p", self.endTagP),
(("dd", "dt", "li"), self.endTagListItem),
(headingElements, self.endTagHeading),
(("a", "b", "big", "code", "em", "font", "i", "nobr", "s", "small",
"strike", "strong", "tt", "u"), self.endTagFormatting),
(("applet", "marquee", "object"), self.endTagAppletMarqueeObject),
("br", self.endTagBr),
])
self.endTagHandler.default = self.endTagOther
def isMatchingFormattingElement(self, node1, node2):
return (node1.name == node2.name and
node1.namespace == node2.namespace and
node1.attributes == node2.attributes)
# helper
def addFormattingElement(self, token):
self.tree.insertElement(token)
element = self.tree.openElements[-1]
matchingElements = []
for node in self.tree.activeFormattingElements[::-1]:
if node is Marker:
break
elif self.isMatchingFormattingElement(node, element):
matchingElements.append(node)
assert len(matchingElements) <= 3
if len(matchingElements) == 3:
self.tree.activeFormattingElements.remove(matchingElements[-1])
self.tree.activeFormattingElements.append(element)
# the real deal
def processEOF(self):
allowed_elements = frozenset(("dd", "dt", "li", "p", "tbody", "td",
"tfoot", "th", "thead", "tr", "body",
"html"))
for node in self.tree.openElements[::-1]:
if node.name not in allowed_elements:
self.parser.parseError("expected-closing-tag-but-got-eof")
break
# Stop parsing
def processSpaceCharactersDropNewline(self, token):
# Sometimes (start of <pre>, <listing>, and <textarea> blocks) we
# want to drop leading newlines
data = token["data"]
self.processSpaceCharacters = self.processSpaceCharactersNonPre
if (data.startswith("\n") and
self.tree.openElements[-1].name in ("pre", "listing", "textarea") and
not self.tree.openElements[-1].hasContent()):
data = data[1:]
if data:
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(data)
def processCharacters(self, token):
if token["data"] == "\u0000":
# The tokenizer should always emit null on its own
return
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(token["data"])
# This must be bad for performance
if (self.parser.framesetOK and
any([char not in spaceCharacters
for char in token["data"]])):
self.parser.framesetOK = False
def processSpaceCharactersNonPre(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertText(token["data"])
def startTagProcessInHead(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagBody(self, token):
self.parser.parseError("unexpected-start-tag", {"name": "body"})
if (len(self.tree.openElements) == 1 or
self.tree.openElements[1].name != "body"):
assert self.parser.innerHTML
else:
self.parser.framesetOK = False
for attr, value in token["data"].items():
if attr not in self.tree.openElements[1].attributes:
self.tree.openElements[1].attributes[attr] = value
def startTagFrameset(self, token):
self.parser.parseError("unexpected-start-tag", {"name": "frameset"})
if (len(self.tree.openElements) == 1 or self.tree.openElements[1].name != "body"):
assert self.parser.innerHTML
elif not self.parser.framesetOK:
pass
else:
if self.tree.openElements[1].parent:
self.tree.openElements[1].parent.removeChild(self.tree.openElements[1])
while self.tree.openElements[-1].name != "html":
self.tree.openElements.pop()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inFrameset"]
def startTagCloseP(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
def startTagPreListing(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.framesetOK = False
self.processSpaceCharacters = self.processSpaceCharactersDropNewline
def startTagForm(self, token):
if self.tree.formPointer:
self.parser.parseError("unexpected-start-tag", {"name": "form"})
else:
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.tree.formPointer = self.tree.openElements[-1]
def startTagListItem(self, token):
self.parser.framesetOK = False
stopNamesMap = {"li": ["li"],
"dt": ["dt", "dd"],
"dd": ["dt", "dd"]}
stopNames = stopNamesMap[token["name"]]
for node in reversed(self.tree.openElements):
if node.name in stopNames:
self.parser.phase.processEndTag(
impliedTagToken(node.name, "EndTag"))
break
if (node.nameTuple in specialElements and
node.name not in ("address", "div", "p")):
break
if self.tree.elementInScope("p", variant="button"):
self.parser.phase.processEndTag(
impliedTagToken("p", "EndTag"))
self.tree.insertElement(token)
def startTagPlaintext(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.plaintextState
def startTagHeading(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
if self.tree.openElements[-1].name in headingElements:
self.parser.parseError("unexpected-start-tag", {"name": token["name"]})
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagA(self, token):
afeAElement = self.tree.elementInActiveFormattingElements("a")
if afeAElement:
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "a", "endName": "a"})
self.endTagFormatting(impliedTagToken("a"))
if afeAElement in self.tree.openElements:
self.tree.openElements.remove(afeAElement)
if afeAElement in self.tree.activeFormattingElements:
self.tree.activeFormattingElements.remove(afeAElement)
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagFormatting(self, token):
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagNobr(self, token):
self.tree.reconstructActiveFormattingElements()
if self.tree.elementInScope("nobr"):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "nobr", "endName": "nobr"})
self.processEndTag(impliedTagToken("nobr"))
# XXX Need tests that trigger the following
self.tree.reconstructActiveFormattingElements()
self.addFormattingElement(token)
def startTagButton(self, token):
if self.tree.elementInScope("button"):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "button", "endName": "button"})
self.processEndTag(impliedTagToken("button"))
return token
else:
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.parser.framesetOK = False
def startTagAppletMarqueeObject(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.tree.activeFormattingElements.append(Marker)
self.parser.framesetOK = False
def startTagXmp(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.reconstructActiveFormattingElements()
self.parser.framesetOK = False
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagTable(self, token):
if self.parser.compatMode != "quirks":
if self.tree.elementInScope("p", variant="button"):
self.processEndTag(impliedTagToken("p"))
self.tree.insertElement(token)
self.parser.framesetOK = False
self.parser.phase = self.parser.phases["inTable"]
def startTagVoidFormatting(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
self.parser.framesetOK = False
def startTagInput(self, token):
framesetOK = self.parser.framesetOK
self.startTagVoidFormatting(token)
if ("type" in token["data"] and
token["data"]["type"].translate(asciiUpper2Lower) == "hidden"):
# input type=hidden doesn't change framesetOK
self.parser.framesetOK = framesetOK
def startTagParamSource(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagHr(self, token):
if self.tree.elementInScope("p", variant="button"):
self.endTagP(impliedTagToken("p"))
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
self.parser.framesetOK = False
def startTagImage(self, token):
# No really...
self.parser.parseError("unexpected-start-tag-treated-as",
{"originalName": "image", "newName": "img"})
self.processStartTag(impliedTagToken("img", "StartTag",
attributes=token["data"],
selfClosing=token["selfClosing"]))
def startTagIsIndex(self, token):
self.parser.parseError("deprecated-tag", {"name": "isindex"})
if self.tree.formPointer:
return
form_attrs = {}
if "action" in token["data"]:
form_attrs["action"] = token["data"]["action"]
self.processStartTag(impliedTagToken("form", "StartTag",
attributes=form_attrs))
self.processStartTag(impliedTagToken("hr", "StartTag"))
self.processStartTag(impliedTagToken("label", "StartTag"))
# XXX Localization ...
if "prompt" in token["data"]:
prompt = token["data"]["prompt"]
else:
prompt = "This is a searchable index. Enter search keywords: "
self.processCharacters(
{"type": tokenTypes["Characters"], "data": prompt})
attributes = token["data"].copy()
if "action" in attributes:
del attributes["action"]
if "prompt" in attributes:
del attributes["prompt"]
attributes["name"] = "isindex"
self.processStartTag(impliedTagToken("input", "StartTag",
attributes=attributes,
selfClosing=token["selfClosing"]))
self.processEndTag(impliedTagToken("label"))
self.processStartTag(impliedTagToken("hr", "StartTag"))
self.processEndTag(impliedTagToken("form"))
def startTagTextarea(self, token):
self.tree.insertElement(token)
self.parser.tokenizer.state = self.parser.tokenizer.rcdataState
self.processSpaceCharacters = self.processSpaceCharactersDropNewline
self.parser.framesetOK = False
def startTagIFrame(self, token):
self.parser.framesetOK = False
self.startTagRawtext(token)
def startTagNoscript(self, token):
if self.parser.scripting:
self.startTagRawtext(token)
else:
self.startTagOther(token)
def startTagRawtext(self, token):
"""iframe, noembed noframes, noscript(if scripting enabled)"""
self.parser.parseRCDataRawtext(token, "RAWTEXT")
def startTagOpt(self, token):
if self.tree.openElements[-1].name == "option":
self.parser.phase.processEndTag(impliedTagToken("option"))
self.tree.reconstructActiveFormattingElements()
self.parser.tree.insertElement(token)
def startTagSelect(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
self.parser.framesetOK = False
if self.parser.phase in (self.parser.phases["inTable"],
self.parser.phases["inCaption"],
self.parser.phases["inColumnGroup"],
self.parser.phases["inTableBody"],
self.parser.phases["inRow"],
self.parser.phases["inCell"]):
self.parser.phase = self.parser.phases["inSelectInTable"]
else:
self.parser.phase = self.parser.phases["inSelect"]
def startTagRpRt(self, token):
if self.tree.elementInScope("ruby"):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "ruby":
self.parser.parseError()
self.tree.insertElement(token)
def startTagMath(self, token):
self.tree.reconstructActiveFormattingElements()
self.parser.adjustMathMLAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = namespaces["mathml"]
self.tree.insertElement(token)
# Need to get the parse error right for the case where the token
# has a namespace not equal to the xmlns attribute
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagSvg(self, token):
self.tree.reconstructActiveFormattingElements()
self.parser.adjustSVGAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = namespaces["svg"]
self.tree.insertElement(token)
# Need to get the parse error right for the case where the token
# has a namespace not equal to the xmlns attribute
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagMisplaced(self, token):
""" Elements that should be children of other elements that have a
different insertion mode; here they are ignored
"caption", "col", "colgroup", "frame", "frameset", "head",
"option", "optgroup", "tbody", "td", "tfoot", "th", "thead",
"tr", "noscript"
"""
self.parser.parseError("unexpected-start-tag-ignored", {"name": token["name"]})
def startTagOther(self, token):
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(token)
def endTagP(self, token):
if not self.tree.elementInScope("p", variant="button"):
self.startTagCloseP(impliedTagToken("p", "StartTag"))
self.parser.parseError("unexpected-end-tag", {"name": "p"})
self.endTagP(impliedTagToken("p", "EndTag"))
else:
self.tree.generateImpliedEndTags("p")
if self.tree.openElements[-1].name != "p":
self.parser.parseError("unexpected-end-tag", {"name": "p"})
node = self.tree.openElements.pop()
while node.name != "p":
node = self.tree.openElements.pop()
def endTagBody(self, token):
if not self.tree.elementInScope("body"):
self.parser.parseError()
return
elif self.tree.openElements[-1].name != "body":
for node in self.tree.openElements[2:]:
if node.name not in frozenset(("dd", "dt", "li", "optgroup",
"option", "p", "rp", "rt",
"tbody", "td", "tfoot",
"th", "thead", "tr", "body",
"html")):
# Not sure this is the correct name for the parse error
self.parser.parseError(
"expected-one-end-tag-but-got-another",
{"gotName": "body", "expectedName": node.name})
break
self.parser.phase = self.parser.phases["afterBody"]
def endTagHtml(self, token):
# We repeat the test for the body end tag token being ignored here
if self.tree.elementInScope("body"):
self.endTagBody(impliedTagToken("body"))
return token
def endTagBlock(self, token):
# Put us back in the right whitespace handling mode
if token["name"] == "pre":
self.processSpaceCharacters = self.processSpaceCharactersNonPre
inScope = self.tree.elementInScope(token["name"])
if inScope:
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
if inScope:
node = self.tree.openElements.pop()
while node.name != token["name"]:
node = self.tree.openElements.pop()
def endTagForm(self, token):
node = self.tree.formPointer
self.tree.formPointer = None
if node is None or not self.tree.elementInScope(node):
self.parser.parseError("unexpected-end-tag",
{"name": "form"})
else:
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1] != node:
self.parser.parseError("end-tag-too-early-ignored",
{"name": "form"})
self.tree.openElements.remove(node)
def endTagListItem(self, token):
if token["name"] == "li":
variant = "list"
else:
variant = None
if not self.tree.elementInScope(token["name"], variant=variant):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
else:
self.tree.generateImpliedEndTags(exclude=token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError(
"end-tag-too-early",
{"name": token["name"]})
node = self.tree.openElements.pop()
while node.name != token["name"]:
node = self.tree.openElements.pop()
def endTagHeading(self, token):
for item in headingElements:
if self.tree.elementInScope(item):
self.tree.generateImpliedEndTags()
break
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
for item in headingElements:
if self.tree.elementInScope(item):
item = self.tree.openElements.pop()
while item.name not in headingElements:
item = self.tree.openElements.pop()
break
def endTagFormatting(self, token):
"""The much-feared adoption agency algorithm"""
# http://svn.whatwg.org/webapps/complete.html#adoptionAgency revision 7867
# XXX Better parseError messages appreciated.
# Step 1
outerLoopCounter = 0
# Step 2
while outerLoopCounter < 8:
# Step 3
outerLoopCounter += 1
# Step 4:
# Let the formatting element be the last element in
# the list of active formatting elements that:
# - is between the end of the list and the last scope
# marker in the list, if any, or the start of the list
# otherwise, and
# - has the same tag name as the token.
formattingElement = self.tree.elementInActiveFormattingElements(
token["name"])
if (not formattingElement or
(formattingElement in self.tree.openElements and
not self.tree.elementInScope(formattingElement.name))):
# If there is no such node, then abort these steps
# and instead act as described in the "any other
# end tag" entry below.
self.endTagOther(token)
return
# Otherwise, if there is such a node, but that node is
# not in the stack of open elements, then this is a
# parse error; remove the element from the list, and
# abort these steps.
elif formattingElement not in self.tree.openElements:
self.parser.parseError("adoption-agency-1.2", {"name": token["name"]})
self.tree.activeFormattingElements.remove(formattingElement)
return
# Otherwise, if there is such a node, and that node is
# also in the stack of open elements, but the element
# is not in scope, then this is a parse error; ignore
# the token, and abort these steps.
elif not self.tree.elementInScope(formattingElement.name):
self.parser.parseError("adoption-agency-4.4", {"name": token["name"]})
return
# Otherwise, there is a formatting element and that
# element is in the stack and is in scope. If the
# element is not the current node, this is a parse
# error. In any case, proceed with the algorithm as
# written in the following steps.
else:
if formattingElement != self.tree.openElements[-1]:
self.parser.parseError("adoption-agency-1.3", {"name": token["name"]})
# Step 5:
# Let the furthest block be the topmost node in the
# stack of open elements that is lower in the stack
# than the formatting element, and is an element in
# the special category. There might not be one.
afeIndex = self.tree.openElements.index(formattingElement)
furthestBlock = None
for element in self.tree.openElements[afeIndex:]:
if element.nameTuple in specialElements:
furthestBlock = element
break
# Step 6:
# If there is no furthest block, then the UA must
# first pop all the nodes from the bottom of the stack
# of open elements, from the current node up to and
# including the formatting element, then remove the
# formatting element from the list of active
# formatting elements, and finally abort these steps.
if furthestBlock is None:
element = self.tree.openElements.pop()
while element != formattingElement:
element = self.tree.openElements.pop()
self.tree.activeFormattingElements.remove(element)
return
# Step 7
commonAncestor = self.tree.openElements[afeIndex - 1]
# Step 8:
# The bookmark is supposed to help us identify where to reinsert
# nodes in step 15. We have to ensure that we reinsert nodes after
# the node before the active formatting element. Note the bookmark
# can move in step 9.7
bookmark = self.tree.activeFormattingElements.index(formattingElement)
# Step 9
lastNode = node = furthestBlock
innerLoopCounter = 0
index = self.tree.openElements.index(node)
while innerLoopCounter < 3:
innerLoopCounter += 1
# Node is element before node in open elements
index -= 1
node = self.tree.openElements[index]
if node not in self.tree.activeFormattingElements:
self.tree.openElements.remove(node)
continue
# Step 9.6
if node == formattingElement:
break
# Step 9.7
if lastNode == furthestBlock:
bookmark = self.tree.activeFormattingElements.index(node) + 1
# Step 9.8
clone = node.cloneNode()
# Replace node with clone
self.tree.activeFormattingElements[
self.tree.activeFormattingElements.index(node)] = clone
self.tree.openElements[
self.tree.openElements.index(node)] = clone
node = clone
# Step 9.9
# Remove lastNode from its parents, if any
if lastNode.parent:
lastNode.parent.removeChild(lastNode)
node.appendChild(lastNode)
# Step 9.10
lastNode = node
# Step 10
# Foster parent lastNode if commonAncestor is a
# table, tbody, tfoot, thead, or tr we need to foster
# parent the lastNode
if lastNode.parent:
lastNode.parent.removeChild(lastNode)
if commonAncestor.name in frozenset(("table", "tbody", "tfoot", "thead", "tr")):
parent, insertBefore = self.tree.getTableMisnestedNodePosition()
parent.insertBefore(lastNode, insertBefore)
else:
commonAncestor.appendChild(lastNode)
# Step 11
clone = formattingElement.cloneNode()
# Step 12
furthestBlock.reparentChildren(clone)
# Step 13
furthestBlock.appendChild(clone)
# Step 14
self.tree.activeFormattingElements.remove(formattingElement)
self.tree.activeFormattingElements.insert(bookmark, clone)
# Step 15
self.tree.openElements.remove(formattingElement)
self.tree.openElements.insert(
self.tree.openElements.index(furthestBlock) + 1, clone)
def endTagAppletMarqueeObject(self, token):
if self.tree.elementInScope(token["name"]):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("end-tag-too-early", {"name": token["name"]})
if self.tree.elementInScope(token["name"]):
element = self.tree.openElements.pop()
while element.name != token["name"]:
element = self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
def endTagBr(self, token):
self.parser.parseError("unexpected-end-tag-treated-as",
{"originalName": "br", "newName": "br element"})
self.tree.reconstructActiveFormattingElements()
self.tree.insertElement(impliedTagToken("br", "StartTag"))
self.tree.openElements.pop()
def endTagOther(self, token):
for node in self.tree.openElements[::-1]:
if node.name == token["name"]:
self.tree.generateImpliedEndTags(exclude=token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
while self.tree.openElements.pop() != node:
pass
break
else:
if node.nameTuple in specialElements:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
break
class TextPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("script", self.endTagScript)])
self.endTagHandler.default = self.endTagOther
def processCharacters(self, token):
self.tree.insertText(token["data"])
def processEOF(self):
self.parser.parseError("expected-named-closing-tag-but-got-eof",
{"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
self.parser.phase = self.parser.originalPhase
return True
def startTagOther(self, token):
assert False, "Tried to process start tag %s in RCDATA/RAWTEXT mode" % token['name']
def endTagScript(self, token):
node = self.tree.openElements.pop()
assert node.name == "script"
self.parser.phase = self.parser.originalPhase
# The rest of this method is all stuff that only happens if
# document.write works
def endTagOther(self, token):
self.tree.openElements.pop()
self.parser.phase = self.parser.originalPhase
class InTablePhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-table
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("caption", self.startTagCaption),
("colgroup", self.startTagColgroup),
("col", self.startTagCol),
(("tbody", "tfoot", "thead"), self.startTagRowGroup),
(("td", "th", "tr"), self.startTagImplyTbody),
("table", self.startTagTable),
(("style", "script"), self.startTagStyleScript),
("input", self.startTagInput),
("form", self.startTagForm)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("table", self.endTagTable),
(("body", "caption", "col", "colgroup", "html", "tbody", "td",
"tfoot", "th", "thead", "tr"), self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
# helper methods
def clearStackToTableContext(self):
# "clear the stack back to a table context"
while self.tree.openElements[-1].name not in ("table", "html"):
# self.parser.parseError("unexpected-implied-end-tag-in-table",
# {"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
# When the current node is <html> it's an innerHTML case
# processing methods
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-table")
else:
assert self.parser.innerHTML
# Stop parsing
def processSpaceCharacters(self, token):
originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["inTableText"]
self.parser.phase.originalPhase = originalPhase
self.parser.phase.processSpaceCharacters(token)
def processCharacters(self, token):
originalPhase = self.parser.phase
self.parser.phase = self.parser.phases["inTableText"]
self.parser.phase.originalPhase = originalPhase
self.parser.phase.processCharacters(token)
def insertText(self, token):
# If we get here there must be at least one non-whitespace character
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processCharacters(token)
self.tree.insertFromTable = False
def startTagCaption(self, token):
self.clearStackToTableContext()
self.tree.activeFormattingElements.append(Marker)
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inCaption"]
def startTagColgroup(self, token):
self.clearStackToTableContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inColumnGroup"]
def startTagCol(self, token):
self.startTagColgroup(impliedTagToken("colgroup", "StartTag"))
return token
def startTagRowGroup(self, token):
self.clearStackToTableContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inTableBody"]
def startTagImplyTbody(self, token):
self.startTagRowGroup(impliedTagToken("tbody", "StartTag"))
return token
def startTagTable(self, token):
self.parser.parseError("unexpected-start-tag-implies-end-tag",
{"startName": "table", "endName": "table"})
self.parser.phase.processEndTag(impliedTagToken("table"))
if not self.parser.innerHTML:
return token
def startTagStyleScript(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagInput(self, token):
if ("type" in token["data"] and
token["data"]["type"].translate(asciiUpper2Lower) == "hidden"):
self.parser.parseError("unexpected-hidden-input-in-table")
self.tree.insertElement(token)
# XXX associate with form
self.tree.openElements.pop()
else:
self.startTagOther(token)
def startTagForm(self, token):
self.parser.parseError("unexpected-form-in-table")
if self.tree.formPointer is None:
self.tree.insertElement(token)
self.tree.formPointer = self.tree.openElements[-1]
self.tree.openElements.pop()
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-implies-table-voodoo", {"name": token["name"]})
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processStartTag(token)
self.tree.insertFromTable = False
def endTagTable(self, token):
if self.tree.elementInScope("table", variant="table"):
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "table":
self.parser.parseError("end-tag-too-early-named",
{"gotName": "table",
"expectedName": self.tree.openElements[-1].name})
while self.tree.openElements[-1].name != "table":
self.tree.openElements.pop()
self.tree.openElements.pop()
self.parser.resetInsertionMode()
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-implies-table-voodoo", {"name": token["name"]})
# Do the table magic!
self.tree.insertFromTable = True
self.parser.phases["inBody"].processEndTag(token)
self.tree.insertFromTable = False
class InTableTextPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.originalPhase = None
self.characterTokens = []
def flushCharacters(self):
data = "".join([item["data"] for item in self.characterTokens])
if any([item not in spaceCharacters for item in data]):
token = {"type": tokenTypes["Characters"], "data": data}
self.parser.phases["inTable"].insertText(token)
elif data:
self.tree.insertText(data)
self.characterTokens = []
def processComment(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
def processEOF(self):
self.flushCharacters()
self.parser.phase = self.originalPhase
return True
def processCharacters(self, token):
if token["data"] == "\u0000":
return
self.characterTokens.append(token)
def processSpaceCharacters(self, token):
# pretty sure we should never reach here
self.characterTokens.append(token)
# assert False
def processStartTag(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
def processEndTag(self, token):
self.flushCharacters()
self.parser.phase = self.originalPhase
return token
class InCaptionPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-caption
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("caption", "col", "colgroup", "tbody", "td", "tfoot", "th",
"thead", "tr"), self.startTagTableElement)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("caption", self.endTagCaption),
("table", self.endTagTable),
(("body", "col", "colgroup", "html", "tbody", "td", "tfoot", "th",
"thead", "tr"), self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
def ignoreEndTagCaption(self):
return not self.tree.elementInScope("caption", variant="table")
def processEOF(self):
self.parser.phases["inBody"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inBody"].processCharacters(token)
def startTagTableElement(self, token):
self.parser.parseError()
# XXX Have to duplicate logic here to find out if the tag is ignored
ignoreEndTag = self.ignoreEndTagCaption()
self.parser.phase.processEndTag(impliedTagToken("caption"))
if not ignoreEndTag:
return token
def startTagOther(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def endTagCaption(self, token):
if not self.ignoreEndTagCaption():
# AT this code is quite similar to endTagTable in "InTable"
self.tree.generateImpliedEndTags()
if self.tree.openElements[-1].name != "caption":
self.parser.parseError("expected-one-end-tag-but-got-another",
{"gotName": "caption",
"expectedName": self.tree.openElements[-1].name})
while self.tree.openElements[-1].name != "caption":
self.tree.openElements.pop()
self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
self.parser.phase = self.parser.phases["inTable"]
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagTable(self, token):
self.parser.parseError()
ignoreEndTag = self.ignoreEndTagCaption()
self.parser.phase.processEndTag(impliedTagToken("caption"))
if not ignoreEndTag:
return token
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inBody"].processEndTag(token)
class InColumnGroupPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-column
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("col", self.startTagCol)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("colgroup", self.endTagColgroup),
("col", self.endTagCol)
])
self.endTagHandler.default = self.endTagOther
def ignoreEndTagColgroup(self):
return self.tree.openElements[-1].name == "html"
def processEOF(self):
if self.tree.openElements[-1].name == "html":
assert self.parser.innerHTML
return
else:
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return True
def processCharacters(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
def startTagCol(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def startTagOther(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
def endTagColgroup(self, token):
if self.ignoreEndTagColgroup():
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
else:
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTable"]
def endTagCol(self, token):
self.parser.parseError("no-end-tag", {"name": "col"})
def endTagOther(self, token):
ignoreEndTag = self.ignoreEndTagColgroup()
self.endTagColgroup(impliedTagToken("colgroup"))
if not ignoreEndTag:
return token
class InTableBodyPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-table0
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("tr", self.startTagTr),
(("td", "th"), self.startTagTableCell),
(("caption", "col", "colgroup", "tbody", "tfoot", "thead"),
self.startTagTableOther)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("tbody", "tfoot", "thead"), self.endTagTableRowGroup),
("table", self.endTagTable),
(("body", "caption", "col", "colgroup", "html", "td", "th",
"tr"), self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
# helper methods
def clearStackToTableBodyContext(self):
while self.tree.openElements[-1].name not in ("tbody", "tfoot",
"thead", "html"):
# self.parser.parseError("unexpected-implied-end-tag-in-table",
# {"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
if self.tree.openElements[-1].name == "html":
assert self.parser.innerHTML
# the rest
def processEOF(self):
self.parser.phases["inTable"].processEOF()
def processSpaceCharacters(self, token):
return self.parser.phases["inTable"].processSpaceCharacters(token)
def processCharacters(self, token):
return self.parser.phases["inTable"].processCharacters(token)
def startTagTr(self, token):
self.clearStackToTableBodyContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inRow"]
def startTagTableCell(self, token):
self.parser.parseError("unexpected-cell-in-table-body",
{"name": token["name"]})
self.startTagTr(impliedTagToken("tr", "StartTag"))
return token
def startTagTableOther(self, token):
# XXX AT Any ideas on how to share this with endTagTable?
if (self.tree.elementInScope("tbody", variant="table") or
self.tree.elementInScope("thead", variant="table") or
self.tree.elementInScope("tfoot", variant="table")):
self.clearStackToTableBodyContext()
self.endTagTableRowGroup(
impliedTagToken(self.tree.openElements[-1].name))
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def startTagOther(self, token):
return self.parser.phases["inTable"].processStartTag(token)
def endTagTableRowGroup(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.clearStackToTableBodyContext()
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTable"]
else:
self.parser.parseError("unexpected-end-tag-in-table-body",
{"name": token["name"]})
def endTagTable(self, token):
if (self.tree.elementInScope("tbody", variant="table") or
self.tree.elementInScope("thead", variant="table") or
self.tree.elementInScope("tfoot", variant="table")):
self.clearStackToTableBodyContext()
self.endTagTableRowGroup(
impliedTagToken(self.tree.openElements[-1].name))
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag-in-table-body",
{"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inTable"].processEndTag(token)
class InRowPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-row
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("td", "th"), self.startTagTableCell),
(("caption", "col", "colgroup", "tbody", "tfoot", "thead",
"tr"), self.startTagTableOther)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("tr", self.endTagTr),
("table", self.endTagTable),
(("tbody", "tfoot", "thead"), self.endTagTableRowGroup),
(("body", "caption", "col", "colgroup", "html", "td", "th"),
self.endTagIgnore)
])
self.endTagHandler.default = self.endTagOther
# helper methods (XXX unify this with other table helper methods)
def clearStackToTableRowContext(self):
while self.tree.openElements[-1].name not in ("tr", "html"):
self.parser.parseError("unexpected-implied-end-tag-in-table-row",
{"name": self.tree.openElements[-1].name})
self.tree.openElements.pop()
def ignoreEndTagTr(self):
return not self.tree.elementInScope("tr", variant="table")
# the rest
def processEOF(self):
self.parser.phases["inTable"].processEOF()
def processSpaceCharacters(self, token):
return self.parser.phases["inTable"].processSpaceCharacters(token)
def processCharacters(self, token):
return self.parser.phases["inTable"].processCharacters(token)
def startTagTableCell(self, token):
self.clearStackToTableRowContext()
self.tree.insertElement(token)
self.parser.phase = self.parser.phases["inCell"]
self.tree.activeFormattingElements.append(Marker)
def startTagTableOther(self, token):
ignoreEndTag = self.ignoreEndTagTr()
self.endTagTr(impliedTagToken("tr"))
# XXX how are we sure it's always ignored in the innerHTML case?
if not ignoreEndTag:
return token
def startTagOther(self, token):
return self.parser.phases["inTable"].processStartTag(token)
def endTagTr(self, token):
if not self.ignoreEndTagTr():
self.clearStackToTableRowContext()
self.tree.openElements.pop()
self.parser.phase = self.parser.phases["inTableBody"]
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagTable(self, token):
ignoreEndTag = self.ignoreEndTagTr()
self.endTagTr(impliedTagToken("tr"))
# Reprocess the current tag if the tr end tag was not ignored
# XXX how are we sure it's always ignored in the innerHTML case?
if not ignoreEndTag:
return token
def endTagTableRowGroup(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.endTagTr(impliedTagToken("tr"))
return token
else:
self.parser.parseError()
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag-in-table-row",
{"name": token["name"]})
def endTagOther(self, token):
return self.parser.phases["inTable"].processEndTag(token)
class InCellPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-cell
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
(("caption", "col", "colgroup", "tbody", "td", "tfoot", "th",
"thead", "tr"), self.startTagTableOther)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("td", "th"), self.endTagTableCell),
(("body", "caption", "col", "colgroup", "html"), self.endTagIgnore),
(("table", "tbody", "tfoot", "thead", "tr"), self.endTagImply)
])
self.endTagHandler.default = self.endTagOther
# helper
def closeCell(self):
if self.tree.elementInScope("td", variant="table"):
self.endTagTableCell(impliedTagToken("td"))
elif self.tree.elementInScope("th", variant="table"):
self.endTagTableCell(impliedTagToken("th"))
# the rest
def processEOF(self):
self.parser.phases["inBody"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inBody"].processCharacters(token)
def startTagTableOther(self, token):
if (self.tree.elementInScope("td", variant="table") or
self.tree.elementInScope("th", variant="table")):
self.closeCell()
return token
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def startTagOther(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def endTagTableCell(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.tree.generateImpliedEndTags(token["name"])
if self.tree.openElements[-1].name != token["name"]:
self.parser.parseError("unexpected-cell-end-tag",
{"name": token["name"]})
while True:
node = self.tree.openElements.pop()
if node.name == token["name"]:
break
else:
self.tree.openElements.pop()
self.tree.clearActiveFormattingElements()
self.parser.phase = self.parser.phases["inRow"]
else:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagIgnore(self, token):
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
def endTagImply(self, token):
if self.tree.elementInScope(token["name"], variant="table"):
self.closeCell()
return token
else:
# sometimes innerHTML case
self.parser.parseError()
def endTagOther(self, token):
return self.parser.phases["inBody"].processEndTag(token)
class InSelectPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("option", self.startTagOption),
("optgroup", self.startTagOptgroup),
("select", self.startTagSelect),
(("input", "keygen", "textarea"), self.startTagInput),
("script", self.startTagScript)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("option", self.endTagOption),
("optgroup", self.endTagOptgroup),
("select", self.endTagSelect)
])
self.endTagHandler.default = self.endTagOther
# http://www.whatwg.org/specs/web-apps/current-work/#in-select
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-select")
else:
assert self.parser.innerHTML
def processCharacters(self, token):
if token["data"] == "\u0000":
return
self.tree.insertText(token["data"])
def startTagOption(self, token):
# We need to imply </option> if <option> is the current node.
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagOptgroup(self, token):
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
if self.tree.openElements[-1].name == "optgroup":
self.tree.openElements.pop()
self.tree.insertElement(token)
def startTagSelect(self, token):
self.parser.parseError("unexpected-select-in-select")
self.endTagSelect(impliedTagToken("select"))
def startTagInput(self, token):
self.parser.parseError("unexpected-input-in-select")
if self.tree.elementInScope("select", variant="select"):
self.endTagSelect(impliedTagToken("select"))
return token
else:
assert self.parser.innerHTML
def startTagScript(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-in-select",
{"name": token["name"]})
def endTagOption(self, token):
if self.tree.openElements[-1].name == "option":
self.tree.openElements.pop()
else:
self.parser.parseError("unexpected-end-tag-in-select",
{"name": "option"})
def endTagOptgroup(self, token):
# </optgroup> implicitly closes <option>
if (self.tree.openElements[-1].name == "option" and
self.tree.openElements[-2].name == "optgroup"):
self.tree.openElements.pop()
# It also closes </optgroup>
if self.tree.openElements[-1].name == "optgroup":
self.tree.openElements.pop()
# But nothing else
else:
self.parser.parseError("unexpected-end-tag-in-select",
{"name": "optgroup"})
def endTagSelect(self, token):
if self.tree.elementInScope("select", variant="select"):
node = self.tree.openElements.pop()
while node.name != "select":
node = self.tree.openElements.pop()
self.parser.resetInsertionMode()
else:
# innerHTML case
assert self.parser.innerHTML
self.parser.parseError()
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-in-select",
{"name": token["name"]})
class InSelectInTablePhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
(("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"),
self.startTagTable)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
(("caption", "table", "tbody", "tfoot", "thead", "tr", "td", "th"),
self.endTagTable)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
self.parser.phases["inSelect"].processEOF()
def processCharacters(self, token):
return self.parser.phases["inSelect"].processCharacters(token)
def startTagTable(self, token):
self.parser.parseError("unexpected-table-element-start-tag-in-select-in-table", {"name": token["name"]})
self.endTagOther(impliedTagToken("select"))
return token
def startTagOther(self, token):
return self.parser.phases["inSelect"].processStartTag(token)
def endTagTable(self, token):
self.parser.parseError("unexpected-table-element-end-tag-in-select-in-table", {"name": token["name"]})
if self.tree.elementInScope(token["name"], variant="table"):
self.endTagOther(impliedTagToken("select"))
return token
def endTagOther(self, token):
return self.parser.phases["inSelect"].processEndTag(token)
class InForeignContentPhase(Phase):
breakoutElements = frozenset(["b", "big", "blockquote", "body", "br",
"center", "code", "dd", "div", "dl", "dt",
"em", "embed", "h1", "h2", "h3",
"h4", "h5", "h6", "head", "hr", "i", "img",
"li", "listing", "menu", "meta", "nobr",
"ol", "p", "pre", "ruby", "s", "small",
"span", "strong", "strike", "sub", "sup",
"table", "tt", "u", "ul", "var"])
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
def adjustSVGTagNames(self, token):
replacements = {"altglyph": "altGlyph",
"altglyphdef": "altGlyphDef",
"altglyphitem": "altGlyphItem",
"animatecolor": "animateColor",
"animatemotion": "animateMotion",
"animatetransform": "animateTransform",
"clippath": "clipPath",
"feblend": "feBlend",
"fecolormatrix": "feColorMatrix",
"fecomponenttransfer": "feComponentTransfer",
"fecomposite": "feComposite",
"feconvolvematrix": "feConvolveMatrix",
"fediffuselighting": "feDiffuseLighting",
"fedisplacementmap": "feDisplacementMap",
"fedistantlight": "feDistantLight",
"feflood": "feFlood",
"fefunca": "feFuncA",
"fefuncb": "feFuncB",
"fefuncg": "feFuncG",
"fefuncr": "feFuncR",
"fegaussianblur": "feGaussianBlur",
"feimage": "feImage",
"femerge": "feMerge",
"femergenode": "feMergeNode",
"femorphology": "feMorphology",
"feoffset": "feOffset",
"fepointlight": "fePointLight",
"fespecularlighting": "feSpecularLighting",
"fespotlight": "feSpotLight",
"fetile": "feTile",
"feturbulence": "feTurbulence",
"foreignobject": "foreignObject",
"glyphref": "glyphRef",
"lineargradient": "linearGradient",
"radialgradient": "radialGradient",
"textpath": "textPath"}
if token["name"] in replacements:
token["name"] = replacements[token["name"]]
def processCharacters(self, token):
if token["data"] == "\u0000":
token["data"] = "\uFFFD"
elif (self.parser.framesetOK and
any(char not in spaceCharacters for char in token["data"])):
self.parser.framesetOK = False
Phase.processCharacters(self, token)
def processStartTag(self, token):
currentNode = self.tree.openElements[-1]
if (token["name"] in self.breakoutElements or
(token["name"] == "font" and
set(token["data"].keys()) & set(["color", "face", "size"]))):
self.parser.parseError("unexpected-html-element-in-foreign-content",
{"name": token["name"]})
while (self.tree.openElements[-1].namespace !=
self.tree.defaultNamespace and
not self.parser.isHTMLIntegrationPoint(self.tree.openElements[-1]) and
not self.parser.isMathMLTextIntegrationPoint(self.tree.openElements[-1])):
self.tree.openElements.pop()
return token
else:
if currentNode.namespace == namespaces["mathml"]:
self.parser.adjustMathMLAttributes(token)
elif currentNode.namespace == namespaces["svg"]:
self.adjustSVGTagNames(token)
self.parser.adjustSVGAttributes(token)
self.parser.adjustForeignAttributes(token)
token["namespace"] = currentNode.namespace
self.tree.insertElement(token)
if token["selfClosing"]:
self.tree.openElements.pop()
token["selfClosingAcknowledged"] = True
def processEndTag(self, token):
nodeIndex = len(self.tree.openElements) - 1
node = self.tree.openElements[-1]
if node.name.translate(asciiUpper2Lower) != token["name"]:
self.parser.parseError("unexpected-end-tag", {"name": token["name"]})
while True:
if node.name.translate(asciiUpper2Lower) == token["name"]:
# XXX this isn't in the spec but it seems necessary
if self.parser.phase == self.parser.phases["inTableText"]:
self.parser.phase.flushCharacters()
self.parser.phase = self.parser.phase.originalPhase
while self.tree.openElements.pop() != node:
assert self.tree.openElements
new_token = None
break
nodeIndex -= 1
node = self.tree.openElements[nodeIndex]
if node.namespace != self.tree.defaultNamespace:
continue
else:
new_token = self.parser.phase.processEndTag(token)
break
return new_token
class AfterBodyPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([("html", self.endTagHtml)])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
# Stop parsing
pass
def processComment(self, token):
# This is needed because data is to be appended to the <html> element
# here and not to whatever is currently open.
self.tree.insertComment(token, self.tree.openElements[0])
def processCharacters(self, token):
self.parser.parseError("unexpected-char-after-body")
self.parser.phase = self.parser.phases["inBody"]
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-after-body",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
def endTagHtml(self, name):
if self.parser.innerHTML:
self.parser.parseError("unexpected-end-tag-after-body-innerhtml")
else:
self.parser.phase = self.parser.phases["afterAfterBody"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-after-body",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
class InFramesetPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#in-frameset
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("frameset", self.startTagFrameset),
("frame", self.startTagFrame),
("noframes", self.startTagNoframes)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("frameset", self.endTagFrameset)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
if self.tree.openElements[-1].name != "html":
self.parser.parseError("eof-in-frameset")
else:
assert self.parser.innerHTML
def processCharacters(self, token):
self.parser.parseError("unexpected-char-in-frameset")
def startTagFrameset(self, token):
self.tree.insertElement(token)
def startTagFrame(self, token):
self.tree.insertElement(token)
self.tree.openElements.pop()
def startTagNoframes(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-in-frameset",
{"name": token["name"]})
def endTagFrameset(self, token):
if self.tree.openElements[-1].name == "html":
# innerHTML case
self.parser.parseError("unexpected-frameset-in-frameset-innerhtml")
else:
self.tree.openElements.pop()
if (not self.parser.innerHTML and
self.tree.openElements[-1].name != "frameset"):
# If we're not in innerHTML mode and the current node is not a
# "frameset" element (anymore) then switch.
self.parser.phase = self.parser.phases["afterFrameset"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-in-frameset",
{"name": token["name"]})
class AfterFramesetPhase(Phase):
# http://www.whatwg.org/specs/web-apps/current-work/#after3
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("noframes", self.startTagNoframes)
])
self.startTagHandler.default = self.startTagOther
self.endTagHandler = _utils.MethodDispatcher([
("html", self.endTagHtml)
])
self.endTagHandler.default = self.endTagOther
def processEOF(self):
# Stop parsing
pass
def processCharacters(self, token):
self.parser.parseError("unexpected-char-after-frameset")
def startTagNoframes(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("unexpected-start-tag-after-frameset",
{"name": token["name"]})
def endTagHtml(self, token):
self.parser.phase = self.parser.phases["afterAfterFrameset"]
def endTagOther(self, token):
self.parser.parseError("unexpected-end-tag-after-frameset",
{"name": token["name"]})
class AfterAfterBodyPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml)
])
self.startTagHandler.default = self.startTagOther
def processEOF(self):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
return self.parser.phases["inBody"].processSpaceCharacters(token)
def processCharacters(self, token):
self.parser.parseError("expected-eof-but-got-char")
self.parser.phase = self.parser.phases["inBody"]
return token
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("expected-eof-but-got-start-tag",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
def processEndTag(self, token):
self.parser.parseError("expected-eof-but-got-end-tag",
{"name": token["name"]})
self.parser.phase = self.parser.phases["inBody"]
return token
class AfterAfterFramesetPhase(Phase):
def __init__(self, parser, tree):
Phase.__init__(self, parser, tree)
self.startTagHandler = _utils.MethodDispatcher([
("html", self.startTagHtml),
("noframes", self.startTagNoFrames)
])
self.startTagHandler.default = self.startTagOther
def processEOF(self):
pass
def processComment(self, token):
self.tree.insertComment(token, self.tree.document)
def processSpaceCharacters(self, token):
return self.parser.phases["inBody"].processSpaceCharacters(token)
def processCharacters(self, token):
self.parser.parseError("expected-eof-but-got-char")
def startTagHtml(self, token):
return self.parser.phases["inBody"].processStartTag(token)
def startTagNoFrames(self, token):
return self.parser.phases["inHead"].processStartTag(token)
def startTagOther(self, token):
self.parser.parseError("expected-eof-but-got-start-tag",
{"name": token["name"]})
def processEndTag(self, token):
self.parser.parseError("expected-eof-but-got-end-tag",
{"name": token["name"]})
# pylint:enable=unused-argument
return {
"initial": InitialPhase,
"beforeHtml": BeforeHtmlPhase,
"beforeHead": BeforeHeadPhase,
"inHead": InHeadPhase,
"inHeadNoscript": InHeadNoscriptPhase,
"afterHead": AfterHeadPhase,
"inBody": InBodyPhase,
"text": TextPhase,
"inTable": InTablePhase,
"inTableText": InTableTextPhase,
"inCaption": InCaptionPhase,
"inColumnGroup": InColumnGroupPhase,
"inTableBody": InTableBodyPhase,
"inRow": InRowPhase,
"inCell": InCellPhase,
"inSelect": InSelectPhase,
"inSelectInTable": InSelectInTablePhase,
"inForeignContent": InForeignContentPhase,
"afterBody": AfterBodyPhase,
"inFrameset": InFramesetPhase,
"afterFrameset": AfterFramesetPhase,
"afterAfterBody": AfterAfterBodyPhase,
"afterAfterFrameset": AfterAfterFramesetPhase,
# XXX after after frameset
}
def adjust_attributes(token, replacements):
if PY3 or _utils.PY27:
needs_adjustment = viewkeys(token['data']) & viewkeys(replacements)
else:
needs_adjustment = frozenset(token['data']) & frozenset(replacements)
if needs_adjustment:
token['data'] = OrderedDict((replacements.get(k, k), v)
for k, v in token['data'].items())
def impliedTagToken(name, type="EndTag", attributes=None,
selfClosing=False):
if attributes is None:
attributes = {}
return {"type": tokenTypes[type], "name": name, "data": attributes,
"selfClosing": selfClosing}
class ParseError(Exception):
"""Error in parsed document"""
pass
html5lib/_tokenizer.py 0000644 00000225444 15043676225 0011034 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import unichr as chr
from collections import deque
from .constants import spaceCharacters
from .constants import entities
from .constants import asciiLetters, asciiUpper2Lower
from .constants import digits, hexDigits, EOF
from .constants import tokenTypes, tagTokenTypes
from .constants import replacementCharacters
from ._inputstream import HTMLInputStream
from ._trie import Trie
entitiesTrie = Trie(entities)
class HTMLTokenizer(object):
""" This class takes care of tokenizing HTML.
* self.currentToken
Holds the token that is currently being processed.
* self.state
Holds a reference to the method to be invoked... XXX
* self.stream
Points to HTMLInputStream object.
"""
def __init__(self, stream, parser=None, **kwargs):
self.stream = HTMLInputStream(stream, **kwargs)
self.parser = parser
# Setup the initial tokenizer state
self.escapeFlag = False
self.lastFourChars = []
self.state = self.dataState
self.escape = False
# The current token being created
self.currentToken = None
super(HTMLTokenizer, self).__init__()
def __iter__(self):
""" This is where the magic happens.
We do our usually processing through the states and when we have a token
to return we yield the token which pauses processing until the next token
is requested.
"""
self.tokenQueue = deque([])
# Start processing. When EOF is reached self.state will return False
# instead of True and the loop will terminate.
while self.state():
while self.stream.errors:
yield {"type": tokenTypes["ParseError"], "data": self.stream.errors.pop(0)}
while self.tokenQueue:
yield self.tokenQueue.popleft()
def consumeNumberEntity(self, isHex):
"""This function returns either U+FFFD or the character based on the
decimal or hexadecimal representation. It also discards ";" if present.
If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
"""
allowed = digits
radix = 10
if isHex:
allowed = hexDigits
radix = 16
charStack = []
# Consume all the characters that are in range while making sure we
# don't hit an EOF.
c = self.stream.char()
while c in allowed and c is not EOF:
charStack.append(c)
c = self.stream.char()
# Convert the set of characters consumed to an int.
charAsInt = int("".join(charStack), radix)
# Certain characters get replaced with others
if charAsInt in replacementCharacters:
char = replacementCharacters[charAsInt]
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
elif ((0xD800 <= charAsInt <= 0xDFFF) or
(charAsInt > 0x10FFFF)):
char = "\uFFFD"
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
else:
# Should speed up this check somehow (e.g. move the set to a constant)
if ((0x0001 <= charAsInt <= 0x0008) or
(0x000E <= charAsInt <= 0x001F) or
(0x007F <= charAsInt <= 0x009F) or
(0xFDD0 <= charAsInt <= 0xFDEF) or
charAsInt in frozenset([0x000B, 0xFFFE, 0xFFFF, 0x1FFFE,
0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE,
0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE,
0x5FFFF, 0x6FFFE, 0x6FFFF, 0x7FFFE,
0x7FFFF, 0x8FFFE, 0x8FFFF, 0x9FFFE,
0x9FFFF, 0xAFFFE, 0xAFFFF, 0xBFFFE,
0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE,
0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE,
0xFFFFF, 0x10FFFE, 0x10FFFF])):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"illegal-codepoint-for-numeric-entity",
"datavars": {"charAsInt": charAsInt}})
try:
# Try/except needed as UCS-2 Python builds' unichar only works
# within the BMP.
char = chr(charAsInt)
except ValueError:
v = charAsInt - 0x10000
char = chr(0xD800 | (v >> 10)) + chr(0xDC00 | (v & 0x3FF))
# Discard the ; if present. Otherwise, put it back on the queue and
# invoke parseError on parser.
if c != ";":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"numeric-entity-without-semicolon"})
self.stream.unget(c)
return char
def consumeEntity(self, allowedChar=None, fromAttribute=False):
# Initialise to the default output for when no entity is matched
output = "&"
charStack = [self.stream.char()]
if (charStack[0] in spaceCharacters or charStack[0] in (EOF, "<", "&") or
(allowedChar is not None and allowedChar == charStack[0])):
self.stream.unget(charStack[0])
elif charStack[0] == "#":
# Read the next character to see if it's hex or decimal
hex = False
charStack.append(self.stream.char())
if charStack[-1] in ("x", "X"):
hex = True
charStack.append(self.stream.char())
# charStack[-1] should be the first digit
if (hex and charStack[-1] in hexDigits) \
or (not hex and charStack[-1] in digits):
# At least one digit found, so consume the whole number
self.stream.unget(charStack[-1])
output = self.consumeNumberEntity(hex)
else:
# No digits found
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "expected-numeric-entity"})
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
else:
# At this point in the process might have named entity. Entities
# are stored in the global variable "entities".
#
# Consume characters and compare to these to a substring of the
# entity names in the list until the substring no longer matches.
while (charStack[-1] is not EOF):
if not entitiesTrie.has_keys_with_prefix("".join(charStack)):
break
charStack.append(self.stream.char())
# At this point we have a string that starts with some characters
# that may match an entity
# Try to find the longest entity the string will match to take care
# of ¬i for instance.
try:
entityName = entitiesTrie.longest_prefix("".join(charStack[:-1]))
entityLength = len(entityName)
except KeyError:
entityName = None
if entityName is not None:
if entityName[-1] != ";":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"named-entity-without-semicolon"})
if (entityName[-1] != ";" and fromAttribute and
(charStack[entityLength] in asciiLetters or
charStack[entityLength] in digits or
charStack[entityLength] == "=")):
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
else:
output = entities[entityName]
self.stream.unget(charStack.pop())
output += "".join(charStack[entityLength:])
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-named-entity"})
self.stream.unget(charStack.pop())
output = "&" + "".join(charStack)
if fromAttribute:
self.currentToken["data"][-1][1] += output
else:
if output in spaceCharacters:
tokenType = "SpaceCharacters"
else:
tokenType = "Characters"
self.tokenQueue.append({"type": tokenTypes[tokenType], "data": output})
def processEntityInAttribute(self, allowedChar):
"""This method replaces the need for "entityInAttributeValueState".
"""
self.consumeEntity(allowedChar=allowedChar, fromAttribute=True)
def emitCurrentToken(self):
"""This method is a generic handler for emitting the tags. It also sets
the state to "data" because that's what's needed after a token has been
emitted.
"""
token = self.currentToken
# Add token to the queue to be yielded
if (token["type"] in tagTokenTypes):
token["name"] = token["name"].translate(asciiUpper2Lower)
if token["type"] == tokenTypes["EndTag"]:
if token["data"]:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "attributes-in-end-tag"})
if token["selfClosing"]:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "self-closing-flag-on-end-tag"})
self.tokenQueue.append(token)
self.state = self.dataState
# Below are the various tokenizer states worked out.
def dataState(self):
data = self.stream.char()
if data == "&":
self.state = self.entityDataState
elif data == "<":
self.state = self.tagOpenState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\u0000"})
elif data is EOF:
# Tokenization ends.
return False
elif data in spaceCharacters:
# Directly after emitting a token you switch back to the "data
# state". At that point spaceCharacters are important so they are
# emitted separately.
self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data":
data + self.stream.charsUntil(spaceCharacters, True)})
# No need to update lastFourChars here, since the first space will
# have already been appended to lastFourChars and will have broken
# any <!-- or --> sequences
else:
chars = self.stream.charsUntil(("&", "<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def entityDataState(self):
self.consumeEntity()
self.state = self.dataState
return True
def rcdataState(self):
data = self.stream.char()
if data == "&":
self.state = self.characterReferenceInRcdata
elif data == "<":
self.state = self.rcdataLessThanSignState
elif data == EOF:
# Tokenization ends.
return False
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data in spaceCharacters:
# Directly after emitting a token you switch back to the "data
# state". At that point spaceCharacters are important so they are
# emitted separately.
self.tokenQueue.append({"type": tokenTypes["SpaceCharacters"], "data":
data + self.stream.charsUntil(spaceCharacters, True)})
# No need to update lastFourChars here, since the first space will
# have already been appended to lastFourChars and will have broken
# any <!-- or --> sequences
else:
chars = self.stream.charsUntil(("&", "<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def characterReferenceInRcdata(self):
self.consumeEntity()
self.state = self.rcdataState
return True
def rawtextState(self):
data = self.stream.char()
if data == "<":
self.state = self.rawtextLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
# Tokenization ends.
return False
else:
chars = self.stream.charsUntil(("<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def scriptDataState(self):
data = self.stream.char()
if data == "<":
self.state = self.scriptDataLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
# Tokenization ends.
return False
else:
chars = self.stream.charsUntil(("<", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def plaintextState(self):
data = self.stream.char()
if data == EOF:
# Tokenization ends.
return False
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + self.stream.charsUntil("\u0000")})
return True
def tagOpenState(self):
data = self.stream.char()
if data == "!":
self.state = self.markupDeclarationOpenState
elif data == "/":
self.state = self.closeTagOpenState
elif data in asciiLetters:
self.currentToken = {"type": tokenTypes["StartTag"],
"name": data, "data": [],
"selfClosing": False,
"selfClosingAcknowledged": False}
self.state = self.tagNameState
elif data == ">":
# XXX In theory it could be something besides a tag name. But
# do we really care?
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name-but-got-right-bracket"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<>"})
self.state = self.dataState
elif data == "?":
# XXX In theory it could be something besides a tag name. But
# do we really care?
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name-but-got-question-mark"})
self.stream.unget(data)
self.state = self.bogusCommentState
else:
# XXX
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-tag-name"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.dataState
return True
def closeTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.currentToken = {"type": tokenTypes["EndTag"], "name": data,
"data": [], "selfClosing": False}
self.state = self.tagNameState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-right-bracket"})
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-eof"})
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.state = self.dataState
else:
# XXX data can be _'_...
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-closing-tag-but-got-char",
"datavars": {"data": data}})
self.stream.unget(data)
self.state = self.bogusCommentState
return True
def tagNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == ">":
self.emitCurrentToken()
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-tag-name"})
self.state = self.dataState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] += "\uFFFD"
else:
self.currentToken["name"] += data
# (Don't use charsUntil here, because tag names are
# very short and it's faster to not do anything fancy)
return True
def rcdataLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.rcdataEndTagOpenState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rcdataEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.rcdataEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rcdataEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.rcdataState
return True
def rawtextLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.rawtextEndTagOpenState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.rawtextState
return True
def rawtextEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.rawtextEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.rawtextState
return True
def rawtextEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.rawtextState
return True
def scriptDataLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.scriptDataEndTagOpenState
elif data == "!":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<!"})
self.state = self.scriptDataEscapeStartState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer += data
self.state = self.scriptDataEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapeStartState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapeStartDashState
else:
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapeStartDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashDashState
else:
self.stream.unget(data)
self.state = self.scriptDataState
return True
def scriptDataEscapedState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashState
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
self.state = self.dataState
else:
chars = self.stream.charsUntil(("<", "-", "\u0000"))
self.tokenQueue.append({"type": tokenTypes["Characters"], "data":
data + chars})
return True
def scriptDataEscapedDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataEscapedDashDashState
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataEscapedState
elif data == EOF:
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedDashDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
elif data == "<":
self.state = self.scriptDataEscapedLessThanSignState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"})
self.state = self.scriptDataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataEscapedState
elif data == EOF:
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.temporaryBuffer = ""
self.state = self.scriptDataEscapedEndTagOpenState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<" + data})
self.temporaryBuffer = data
self.state = self.scriptDataDoubleEscapeStartState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedEndTagOpenState(self):
data = self.stream.char()
if data in asciiLetters:
self.temporaryBuffer = data
self.state = self.scriptDataEscapedEndTagNameState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "</"})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataEscapedEndTagNameState(self):
appropriate = self.currentToken and self.currentToken["name"].lower() == self.temporaryBuffer.lower()
data = self.stream.char()
if data in spaceCharacters and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.beforeAttributeNameState
elif data == "/" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.state = self.selfClosingStartTagState
elif data == ">" and appropriate:
self.currentToken = {"type": tokenTypes["EndTag"],
"name": self.temporaryBuffer,
"data": [], "selfClosing": False}
self.emitCurrentToken()
self.state = self.dataState
elif data in asciiLetters:
self.temporaryBuffer += data
else:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "</" + self.temporaryBuffer})
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataDoubleEscapeStartState(self):
data = self.stream.char()
if data in (spaceCharacters | frozenset(("/", ">"))):
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
if self.temporaryBuffer.lower() == "script":
self.state = self.scriptDataDoubleEscapedState
else:
self.state = self.scriptDataEscapedState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.temporaryBuffer += data
else:
self.stream.unget(data)
self.state = self.scriptDataEscapedState
return True
def scriptDataDoubleEscapedState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataDoubleEscapedDashState
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
return True
def scriptDataDoubleEscapedDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
self.state = self.scriptDataDoubleEscapedDashDashState
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataDoubleEscapedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapedDashDashState(self):
data = self.stream.char()
if data == "-":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "-"})
elif data == "<":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "<"})
self.state = self.scriptDataDoubleEscapedLessThanSignState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": ">"})
self.state = self.scriptDataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": "\uFFFD"})
self.state = self.scriptDataDoubleEscapedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-script-in-script"})
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapedLessThanSignState(self):
data = self.stream.char()
if data == "/":
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": "/"})
self.temporaryBuffer = ""
self.state = self.scriptDataDoubleEscapeEndState
else:
self.stream.unget(data)
self.state = self.scriptDataDoubleEscapedState
return True
def scriptDataDoubleEscapeEndState(self):
data = self.stream.char()
if data in (spaceCharacters | frozenset(("/", ">"))):
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
if self.temporaryBuffer.lower() == "script":
self.state = self.scriptDataEscapedState
else:
self.state = self.scriptDataDoubleEscapedState
elif data in asciiLetters:
self.tokenQueue.append({"type": tokenTypes["Characters"], "data": data})
self.temporaryBuffer += data
else:
self.stream.unget(data)
self.state = self.scriptDataDoubleEscapedState
return True
def beforeAttributeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data in asciiLetters:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == ">":
self.emitCurrentToken()
elif data == "/":
self.state = self.selfClosingStartTagState
elif data in ("'", '"', "=", "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"invalid-character-in-attribute-name"})
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"].append(["\uFFFD", ""])
self.state = self.attributeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-name-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
return True
def attributeNameState(self):
data = self.stream.char()
leavingThisState = True
emitToken = False
if data == "=":
self.state = self.beforeAttributeValueState
elif data in asciiLetters:
self.currentToken["data"][-1][0] += data +\
self.stream.charsUntil(asciiLetters, True)
leavingThisState = False
elif data == ">":
# XXX If we emit here the attributes are converted to a dict
# without being checked and when the code below runs we error
# because data is a dict not a list
emitToken = True
elif data in spaceCharacters:
self.state = self.afterAttributeNameState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][0] += "\uFFFD"
leavingThisState = False
elif data in ("'", '"', "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"invalid-character-in-attribute-name"})
self.currentToken["data"][-1][0] += data
leavingThisState = False
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "eof-in-attribute-name"})
self.state = self.dataState
else:
self.currentToken["data"][-1][0] += data
leavingThisState = False
if leavingThisState:
# Attributes are not dropped at this stage. That happens when the
# start tag token is emitted so values can still be safely appended
# to attributes, but we do want to report the parse error in time.
self.currentToken["data"][-1][0] = (
self.currentToken["data"][-1][0].translate(asciiUpper2Lower))
for name, _ in self.currentToken["data"][:-1]:
if self.currentToken["data"][-1][0] == name:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"duplicate-attribute"})
break
# XXX Fix for above XXX
if emitToken:
self.emitCurrentToken()
return True
def afterAttributeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data == "=":
self.state = self.beforeAttributeValueState
elif data == ">":
self.emitCurrentToken()
elif data in asciiLetters:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data == "/":
self.state = self.selfClosingStartTagState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"].append(["\uFFFD", ""])
self.state = self.attributeNameState
elif data in ("'", '"', "<"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"invalid-character-after-attribute-name"})
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-end-of-tag-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"].append([data, ""])
self.state = self.attributeNameState
return True
def beforeAttributeValueState(self):
data = self.stream.char()
if data in spaceCharacters:
self.stream.charsUntil(spaceCharacters, True)
elif data == "\"":
self.state = self.attributeValueDoubleQuotedState
elif data == "&":
self.state = self.attributeValueUnQuotedState
self.stream.unget(data)
elif data == "'":
self.state = self.attributeValueSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-value-but-got-right-bracket"})
self.emitCurrentToken()
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
self.state = self.attributeValueUnQuotedState
elif data in ("=", "<", "`"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"equals-in-unquoted-attribute-value"})
self.currentToken["data"][-1][1] += data
self.state = self.attributeValueUnQuotedState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-attribute-value-but-got-eof"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data
self.state = self.attributeValueUnQuotedState
return True
def attributeValueDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterAttributeValueState
elif data == "&":
self.processEntityInAttribute('"')
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-double-quote"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data +\
self.stream.charsUntil(("\"", "&", "\u0000"))
return True
def attributeValueSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterAttributeValueState
elif data == "&":
self.processEntityInAttribute("'")
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-single-quote"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data +\
self.stream.charsUntil(("'", "&", "\u0000"))
return True
def attributeValueUnQuotedState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == "&":
self.processEntityInAttribute(">")
elif data == ">":
self.emitCurrentToken()
elif data in ('"', "'", "=", "<", "`"):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-in-unquoted-attribute-value"})
self.currentToken["data"][-1][1] += data
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"][-1][1] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-attribute-value-no-quotes"})
self.state = self.dataState
else:
self.currentToken["data"][-1][1] += data + self.stream.charsUntil(
frozenset(("&", ">", '"', "'", "=", "<", "`", "\u0000")) | spaceCharacters)
return True
def afterAttributeValueState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeAttributeNameState
elif data == ">":
self.emitCurrentToken()
elif data == "/":
self.state = self.selfClosingStartTagState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-EOF-after-attribute-value"})
self.stream.unget(data)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-after-attribute-value"})
self.stream.unget(data)
self.state = self.beforeAttributeNameState
return True
def selfClosingStartTagState(self):
data = self.stream.char()
if data == ">":
self.currentToken["selfClosing"] = True
self.emitCurrentToken()
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data":
"unexpected-EOF-after-solidus-in-tag"})
self.stream.unget(data)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-character-after-solidus-in-tag"})
self.stream.unget(data)
self.state = self.beforeAttributeNameState
return True
def bogusCommentState(self):
# Make a new comment token and give it as value all the characters
# until the first > or EOF (charsUntil checks for EOF automatically)
# and emit it.
data = self.stream.charsUntil(">")
data = data.replace("\u0000", "\uFFFD")
self.tokenQueue.append(
{"type": tokenTypes["Comment"], "data": data})
# Eat the character directly after the bogus comment which is either a
# ">" or an EOF.
self.stream.char()
self.state = self.dataState
return True
def markupDeclarationOpenState(self):
charStack = [self.stream.char()]
if charStack[-1] == "-":
charStack.append(self.stream.char())
if charStack[-1] == "-":
self.currentToken = {"type": tokenTypes["Comment"], "data": ""}
self.state = self.commentStartState
return True
elif charStack[-1] in ('d', 'D'):
matched = True
for expected in (('o', 'O'), ('c', 'C'), ('t', 'T'),
('y', 'Y'), ('p', 'P'), ('e', 'E')):
charStack.append(self.stream.char())
if charStack[-1] not in expected:
matched = False
break
if matched:
self.currentToken = {"type": tokenTypes["Doctype"],
"name": "",
"publicId": None, "systemId": None,
"correct": True}
self.state = self.doctypeState
return True
elif (charStack[-1] == "[" and
self.parser is not None and
self.parser.tree.openElements and
self.parser.tree.openElements[-1].namespace != self.parser.tree.defaultNamespace):
matched = True
for expected in ["C", "D", "A", "T", "A", "["]:
charStack.append(self.stream.char())
if charStack[-1] != expected:
matched = False
break
if matched:
self.state = self.cdataSectionState
return True
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-dashes-or-doctype"})
while charStack:
self.stream.unget(charStack.pop())
self.state = self.bogusCommentState
return True
def commentStartState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentStartDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"incorrect-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += data
self.state = self.commentState
return True
def commentStartDashState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "-\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"incorrect-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "-" + data
self.state = self.commentState
return True
def commentState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "\uFFFD"
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "eof-in-comment"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += data + \
self.stream.charsUntil(("-", "\u0000"))
return True
def commentEndDashState(self):
data = self.stream.char()
if data == "-":
self.state = self.commentEndState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "-\uFFFD"
self.state = self.commentState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-end-dash"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "-" + data
self.state = self.commentState
return True
def commentEndState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "--\uFFFD"
self.state = self.commentState
elif data == "!":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-bang-after-double-dash-in-comment"})
self.state = self.commentEndBangState
elif data == "-":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-dash-after-double-dash-in-comment"})
self.currentToken["data"] += data
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-double-dash"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
# XXX
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-comment"})
self.currentToken["data"] += "--" + data
self.state = self.commentState
return True
def commentEndBangState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "-":
self.currentToken["data"] += "--!"
self.state = self.commentEndDashState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["data"] += "--!\uFFFD"
self.state = self.commentState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-comment-end-bang-state"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["data"] += "--!" + data
self.state = self.commentState
return True
def doctypeState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-eof"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"need-space-after-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypeNameState
return True
def beforeDoctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-right-bracket"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] = "\uFFFD"
self.state = self.doctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-doctype-name-but-got-eof"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["name"] = data
self.state = self.doctypeNameState
return True
def doctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.state = self.afterDoctypeNameState
elif data == ">":
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["name"] += "\uFFFD"
self.state = self.doctypeNameState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype-name"})
self.currentToken["correct"] = False
self.currentToken["name"] = self.currentToken["name"].translate(asciiUpper2Lower)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["name"] += data
return True
def afterDoctypeNameState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.currentToken["correct"] = False
self.stream.unget(data)
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
if data in ("p", "P"):
matched = True
for expected in (("u", "U"), ("b", "B"), ("l", "L"),
("i", "I"), ("c", "C")):
data = self.stream.char()
if data not in expected:
matched = False
break
if matched:
self.state = self.afterDoctypePublicKeywordState
return True
elif data in ("s", "S"):
matched = True
for expected in (("y", "Y"), ("s", "S"), ("t", "T"),
("e", "E"), ("m", "M")):
data = self.stream.char()
if data not in expected:
matched = False
break
if matched:
self.state = self.afterDoctypeSystemKeywordState
return True
# All the characters read before the current 'data' will be
# [a-zA-Z], so they're garbage in the bogus doctype and can be
# discarded; only the latest character might be '>' or EOF
# and needs to be ungetted
self.stream.unget(data)
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"expected-space-or-right-bracket-in-doctype", "datavars":
{"data": data}})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def afterDoctypePublicKeywordState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypePublicIdentifierState
elif data in ("'", '"'):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypePublicIdentifierState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.stream.unget(data)
self.state = self.beforeDoctypePublicIdentifierState
return True
def beforeDoctypePublicIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == "\"":
self.currentToken["publicId"] = ""
self.state = self.doctypePublicIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["publicId"] = ""
self.state = self.doctypePublicIdentifierSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def doctypePublicIdentifierDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterDoctypePublicIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["publicId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["publicId"] += data
return True
def doctypePublicIdentifierSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterDoctypePublicIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["publicId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["publicId"] += data
return True
def afterDoctypePublicIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.betweenDoctypePublicAndSystemIdentifiersState
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == '"':
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def betweenDoctypePublicAndSystemIdentifiersState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data == '"':
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data == EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def afterDoctypeSystemKeywordState(self):
data = self.stream.char()
if data in spaceCharacters:
self.state = self.beforeDoctypeSystemIdentifierState
elif data in ("'", '"'):
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.stream.unget(data)
self.state = self.beforeDoctypeSystemIdentifierState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.stream.unget(data)
self.state = self.beforeDoctypeSystemIdentifierState
return True
def beforeDoctypeSystemIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == "\"":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierDoubleQuotedState
elif data == "'":
self.currentToken["systemId"] = ""
self.state = self.doctypeSystemIdentifierSingleQuotedState
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.currentToken["correct"] = False
self.state = self.bogusDoctypeState
return True
def doctypeSystemIdentifierDoubleQuotedState(self):
data = self.stream.char()
if data == "\"":
self.state = self.afterDoctypeSystemIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["systemId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["systemId"] += data
return True
def doctypeSystemIdentifierSingleQuotedState(self):
data = self.stream.char()
if data == "'":
self.state = self.afterDoctypeSystemIdentifierState
elif data == "\u0000":
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
self.currentToken["systemId"] += "\uFFFD"
elif data == ">":
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-end-of-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.currentToken["systemId"] += data
return True
def afterDoctypeSystemIdentifierState(self):
data = self.stream.char()
if data in spaceCharacters:
pass
elif data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"eof-in-doctype"})
self.currentToken["correct"] = False
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
self.tokenQueue.append({"type": tokenTypes["ParseError"], "data":
"unexpected-char-in-doctype"})
self.state = self.bogusDoctypeState
return True
def bogusDoctypeState(self):
data = self.stream.char()
if data == ">":
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
elif data is EOF:
# XXX EMIT
self.stream.unget(data)
self.tokenQueue.append(self.currentToken)
self.state = self.dataState
else:
pass
return True
def cdataSectionState(self):
data = []
while True:
data.append(self.stream.charsUntil("]"))
data.append(self.stream.charsUntil(">"))
char = self.stream.char()
if char == EOF:
break
else:
assert char == ">"
if data[-1][-2:] == "]]":
data[-1] = data[-1][:-2]
break
else:
data.append(char)
data = "".join(data) # pylint:disable=redefined-variable-type
# Deal with null here rather than in the parser
nullCount = data.count("\u0000")
if nullCount > 0:
for _ in range(nullCount):
self.tokenQueue.append({"type": tokenTypes["ParseError"],
"data": "invalid-codepoint"})
data = data.replace("\u0000", "\uFFFD")
if data:
self.tokenQueue.append({"type": tokenTypes["Characters"],
"data": data})
self.state = self.dataState
return True
html5lib/filters/__init__.py 0000644 00000000000 15043676225 0012045 0 ustar 00 html5lib/filters/optionaltags.py 0000644 00000024446 15043676225 0013036 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
def slider(self):
previous1 = previous2 = None
for token in self.source:
if previous1 is not None:
yield previous2, previous1, token
previous2 = previous1
previous1 = token
if previous1 is not None:
yield previous2, previous1, None
def __iter__(self):
for previous, token, next in self.slider():
type = token["type"]
if type == "StartTag":
if (token["data"] or
not self.is_optional_start(token["name"], previous, next)):
yield token
elif type == "EndTag":
if not self.is_optional_end(token["name"], next):
yield token
else:
yield token
def is_optional_start(self, tagname, previous, next):
type = next and next["type"] or None
if tagname in 'html':
# An html element's start tag may be omitted if the first thing
# inside the html element is not a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname == 'head':
# A head element's start tag may be omitted if the first thing
# inside the head element is an element.
# XXX: we also omit the start tag if the head element is empty
if type in ("StartTag", "EmptyTag"):
return True
elif type == "EndTag":
return next["name"] == "head"
elif tagname == 'body':
# A body element's start tag may be omitted if the first thing
# inside the body element is not a space character or a comment,
# except if the first thing inside the body element is a script
# or style element and the node immediately preceding the body
# element is a head element whose end tag has been omitted.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we do not look at the preceding event, so we never omit
# the body element's start tag if it's followed by a script or
# a style element.
return next["name"] not in ('script', 'style')
else:
return True
elif tagname == 'colgroup':
# A colgroup element's start tag may be omitted if the first thing
# inside the colgroup element is a col element, and if the element
# is not immediately preceded by another colgroup element whose
# end tag has been omitted.
if type in ("StartTag", "EmptyTag"):
# XXX: we do not look at the preceding event, so instead we never
# omit the colgroup element's end tag when it is immediately
# followed by another colgroup element. See is_optional_end.
return next["name"] == "col"
else:
return False
elif tagname == 'tbody':
# A tbody element's start tag may be omitted if the first thing
# inside the tbody element is a tr element, and if the element is
# not immediately preceded by a tbody, thead, or tfoot element
# whose end tag has been omitted.
if type == "StartTag":
# omit the thead and tfoot elements' end tag when they are
# immediately followed by a tbody element. See is_optional_end.
if previous and previous['type'] == 'EndTag' and \
previous['name'] in ('tbody', 'thead', 'tfoot'):
return False
return next["name"] == 'tr'
else:
return False
return False
def is_optional_end(self, tagname, next):
type = next and next["type"] or None
if tagname in ('html', 'head', 'body'):
# An html element's end tag may be omitted if the html element
# is not immediately followed by a space character or a comment.
return type not in ("Comment", "SpaceCharacters")
elif tagname in ('li', 'optgroup', 'tr'):
# A li element's end tag may be omitted if the li element is
# immediately followed by another li element or if there is
# no more content in the parent element.
# An optgroup element's end tag may be omitted if the optgroup
# element is immediately followed by another optgroup element,
# or if there is no more content in the parent element.
# A tr element's end tag may be omitted if the tr element is
# immediately followed by another tr element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] == tagname
else:
return type == "EndTag" or type is None
elif tagname in ('dt', 'dd'):
# A dt element's end tag may be omitted if the dt element is
# immediately followed by another dt element or a dd element.
# A dd element's end tag may be omitted if the dd element is
# immediately followed by another dd element or a dt element,
# or if there is no more content in the parent element.
if type == "StartTag":
return next["name"] in ('dt', 'dd')
elif tagname == 'dd':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'p':
# A p element's end tag may be omitted if the p element is
# immediately followed by an address, article, aside,
# blockquote, datagrid, dialog, dir, div, dl, fieldset,
# footer, form, h1, h2, h3, h4, h5, h6, header, hr, menu,
# nav, ol, p, pre, section, table, or ul, element, or if
# there is no more content in the parent element.
if type in ("StartTag", "EmptyTag"):
return next["name"] in ('address', 'article', 'aside',
'blockquote', 'datagrid', 'dialog',
'dir', 'div', 'dl', 'fieldset', 'footer',
'form', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6',
'header', 'hr', 'menu', 'nav', 'ol',
'p', 'pre', 'section', 'table', 'ul')
else:
return type == "EndTag" or type is None
elif tagname == 'option':
# An option element's end tag may be omitted if the option
# element is immediately followed by another option element,
# or if it is immediately followed by an <code>optgroup</code>
# element, or if there is no more content in the parent
# element.
if type == "StartTag":
return next["name"] in ('option', 'optgroup')
else:
return type == "EndTag" or type is None
elif tagname in ('rt', 'rp'):
# An rt element's end tag may be omitted if the rt element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
# An rp element's end tag may be omitted if the rp element is
# immediately followed by an rt or rp element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('rt', 'rp')
else:
return type == "EndTag" or type is None
elif tagname == 'colgroup':
# A colgroup element's end tag may be omitted if the colgroup
# element is not immediately followed by a space character or
# a comment.
if type in ("Comment", "SpaceCharacters"):
return False
elif type == "StartTag":
# XXX: we also look for an immediately following colgroup
# element. See is_optional_start.
return next["name"] != 'colgroup'
else:
return True
elif tagname in ('thead', 'tbody'):
# A thead element's end tag may be omitted if the thead element
# is immediately followed by a tbody or tfoot element.
# A tbody element's end tag may be omitted if the tbody element
# is immediately followed by a tbody or tfoot element, or if
# there is no more content in the parent element.
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] in ['tbody', 'tfoot']
elif tagname == 'tbody':
return type == "EndTag" or type is None
else:
return False
elif tagname == 'tfoot':
# A tfoot element's end tag may be omitted if the tfoot element
# is immediately followed by a tbody element, or if there is no
# more content in the parent element.
# XXX: we never omit the end tag when the following element is
# a tbody. See is_optional_start.
if type == "StartTag":
return next["name"] == 'tbody'
else:
return type == "EndTag" or type is None
elif tagname in ('td', 'th'):
# A td element's end tag may be omitted if the td element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
# A th element's end tag may be omitted if the th element is
# immediately followed by a td or th element, or if there is
# no more content in the parent element.
if type == "StartTag":
return next["name"] in ('td', 'th')
else:
return type == "EndTag" or type is None
return False
html5lib/filters/__pycache__/base.cpython-38.pyc 0000644 00000001502 15043676225 0015516 0 ustar 00 U
��.e � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s
|| _ d S �N)�source)�selfr � r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/base.py�__init__ s zFilter.__init__c C s
t | j�S r )�iterr )r r r r
�__iter__ s zFilter.__iter__c C s t | j|�S r )�getattrr )r �namer r r
� __getattr__ s zFilter.__getattr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)Z
__future__r r r �objectr r r r r
�<module> s html5lib/filters/__pycache__/inject_meta_charset.cpython-38.opt-1.pyc 0000644 00000003460 15043676225 0021543 0 ustar 00 U
��.e� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd ZdZdd� Zdd� ZdS )�Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j�| |� || _dS )ztCreates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
N)r r �__init__�encoding)�self�sourcer � r �T/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c
c s� d}| j d k}g }tj�| �D �]�}|d }|dkrL|d �� dkrHd}�nd|dk�rJ|d �� dkr�d }|d
�� D ]X\\}}} |d k r�qvqv|�� d kr�| j |d
||f< d } q�qv|d
krv| �� dkrvd }qv|r�d|d
kr�d| j |d
d< d }nP|d �� dk�r�|�s�dd|d
d�V ddd| j id�V ddd�V d }q nf|dk�r�|d �� dk�r�|�r�|�d�V |�s�ddd| j id�V |�r�|�d�V �q�d }d}|dk�r�|�|� q |V q d S )NZpre_head�typeZStartTag�name�headZin_headZEmptyTag�metaF�data�charsetTz
http-equivz content-type)NZcontentztext/html; charset=%s)r r r )Nr ZEndTag)r r r Z post_head)r r r �__iter__�lower�items�pop�append)
r
�stateZ
meta_foundZpending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r
r s^
��
�
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r N)Z
__future__r r r � r r r r r r
�<module> s html5lib/filters/__pycache__/sanitizer.cpython-38.opt-1.pyc 0000644 00000037520 15043676225 0017564 0 ustar 00 U
��.e�f � D @ s> d dl mZmZmZ d dlZd dlmZmZ d dlm Z
ddl m Z ddl
mZmZ d gZeed
d fed
d fed
d
fed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
d fed
d fed
d fed
d fed
d fed
d!fed
d"fed
d#fed
d$fed
d%fed
d&fed
d'fed
d(fed
d)fed
d*fed
d+fed
d,fed
d-fed
d.fed
d/fed
d0fed
d1fed
d2fed
d3fed
d4fed
d5fed
d6fed
d7fed
d8fed
d9fed
d:fed
d;fed
d<fed
d=fed
d>fed
d?fed
d@fed
dAfed
dBfed
dCfed
dDfed
dEfed
dFfed
dGfed
dHfed
dIfed
dJfed
dKfed
dLfed
dMfed
dNfed
dOfed
dPfed
dQfed
dRfed
dSfed
dTfed
dUfed
dVfed
dWfed
dXfed
dYfed
dZfed
d[fed
d\fed
d]fed
d^fed
d_fed
d`fed
dafed
dbfed
dcfed
ddfed
defed
dffed
dgfed
dhfed
difed
djfed
dkfed
dlfed
dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fed� d fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Zed�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7e�d8 �d9f�d:d��d;�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dFd�d�dG�dH�dI�dJ�dK�dK�dL�dM�dN�dO�dO�dO�dP�dQ�d�dR�dS�dT�dU�dV�d6�d6e�dW �dXfe�dW �dYfe�dW �dZf�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dhdɐdidːdj�dk�dl�dm�dn�do�dp�dq�d@�drdސds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d�d�d��d�d�d��d��d��d��d�d�d��d��d��d��d��d��d�d��d�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d(�d��d��d��d,�d��d��d��d��d��d��d��ddÐdĐdŐd6�dƐdǐdȐdɐd�e�dW �d�fe�dW �d�fe�dW �dXfe�dW �d�fe�dW �dYfe�dW d�fe�dW �dZfe�d8 �d�fe�d8 �d9fe�d8 �d�f�dАdѐdҐdӐfC�Zed�d!d�d�d��d d�d�d�d��d
e�dW �dXfe�d8 �d�ff
�Ze�dԃZe�dՃZe�dփZe�d׃Ze�dZe�dكZe�dڃZe� �d�ej �Z G �d�d � d e j �Z dS (� � )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )�
namespaces�prefixes�Filter�html�a�abbrZacronymZaddressZareaZarticleZasideZaudio�bZbigZ
blockquote�brZbuttonZcanvasZcaption�center�cite�code�colZcolgroupZcommandZdatagridZdatalistZdd�delZdetailsZdfnZdialog�dirZdivZdlZdtZemz event-sourceZfieldsetZ
figcaptionZfigureZfooter�font�form�headerZh1Zh2Zh3Zh4Zh5Zh6Zhr�iZimg�inputZinsZkeygenZkbd�labelZlegendZli�m�mapZmenuZmeterZmulticolZnavZnextidZol�outputZoptgroupZoption�pZpreZprogress�q�sZsampZsectionZselectZsmallZsound�sourceZspacer�spanZstrikeZstrong�subZsup�tableZtbodyZtdZtextarea�timeZtfootZthZtheadZtrZtt�uZul�varZvideoZmathmlZmactionZmathZmerrorZmfrac�miZ
mmultiscriptsZmn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ
munderover�noneZsvg�animate� animateColor�
animateMotion�animateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez
font-face-src�gZglyphZhkern�linearGradient�line�markerZmetadataz
missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stopZswitch�text�titleZtspan�use)Nr )NZaccept)Nzaccept-charset)NZ accesskey)N�action)NZalign)NZalt)NZ autocomplete)NZ autofocus)NZaxis)N�
background)NZbalance)NZbgcolor)NZ bgproperties)N�border)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ
bottompadding)NZ cellpadding)NZ cellspacing)NZch)NZ challenge)N�char)NZcharoff)NZchoff)N�charset)N�checked)Nr )N�class)N�clear)N�color)NZcols)NZcolspan)NZcompact)NZcontenteditable)NZcontrols)NZcoords)N�data)NZdatafld)NZ datapagesize)NZdatasrc)NZdatetime)N�default)NZdelay)Nr )NZdisabled)NZ draggable)NZdynsrc)NZenctype)N�end)NZface)N�for)Nr )N�frame)NZ
galleryimg)NZgutter)NZheaders)N�height)NZ hidefocus)NZhidden)NZhigh)N�href)NZhreflang)NZhspace)NZicon)N�id)NZ inputmode)NZismap)NZkeytype)Nr )NZ leftspacing)N�lang)N�list)NZlongdesc)NZloop)NZ loopcount)NZloopend)NZ loopstart)NZlow)NZlowsrc)N�max)NZ maxlength)NZmedia)N�method)N�min)NZmultiple)N�name)NZnohref)NZnoshade)N�nowrap)N�open)NZoptimum�N�pattern)NZping)Nz
point-size)NZposter)NZpqg)NZpreload)N�prompt)NZ
radiogroup)N�readonly)NZrel)Nz
repeat-max)Nz
repeat-min)N�replace)NZrequired)NZrev)NZ rightspacing)NZrows)NZrowspan)NZrules)NZscope)NZselected)N�shape)N�size)Nr& )N�src)N�start)N�step�N�style)NZsummary)N�suppress)NZtabindex)N�target)N�template)Nr< )NZ
toppadding)N�type)NZ unselectable)NZusemap)N�urn)NZvalign)N�value)NZvariable)N�volume)NZvspace)NZvrml)N�width)NZwrapZxmlrO )NZ
actiontype)NZ columnalign)NZ columnlines)NZ
columnspacing)NZ
columnspan)N�depth)N�display)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ
fontweight)NZ
linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)N�maxsize)NZminsize)N�other)NZrowalign)NZrowlines)NZ
rowspacing)NZrspace)NZ scriptlevel)NZ selection)NZ separator)NZstretchy�xlinkrM Zshowrf )Nz
accent-height)N�
accumulate)NZadditive)NZ
alphabetic)Nz arabic-form)NZascent)NZ
attributeName)NZ
attributeType)NZ baseProfile)NZbbox)NZbegin)NZby)NZcalcMode)Nz
cap-height�Nz clip-path)Nzcolor-rendering)NZcontent)NZcx)NZcy)N�d)NZdx)NZdy)NZdescent)NZdur�N�fill)N� fill-opacity)N� fill-rule)N� font-family)N� font-size)Nz font-stretch)N�
font-style)N� font-variant)N� font-weight)N�from)NZfx)NZfy)NZg1)NZg2)Nz
glyph-name)NZ
gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)N�k)NZ keyPoints)NZ
keySplines)NZkeyTimes�Nz
marker-end�Nz
marker-mid�Nz marker-start)NZ markerHeight)NZ markerUnits)NZ markerWidth)NZ mathematical)N�offset)NZopacity)NZorient)N�origin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nr7 )NZ
pathLength)NZpoints)NZpreserveAspectRatio)N�r)NZrefX)NZrefY)NZ repeatCount)NZ repeatDur)NZrequiredExtensions)NZrequiredFeatures)NZrestart)N�rotate)N�rx)NZry)NZslope)NZstemh)NZstemv)Nz
stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thickness�N�stroke)Nzstroke-dasharray)Nzstroke-dashoffset)N�stroke-linecap)N�stroke-linejoin)Nzstroke-miterlimit)N�stroke-opacity)N� stroke-width)NZsystemLanguage)Nz text-anchor)N�to)NZ transform)NZu1)NZu2)Nzunderline-position)Nzunderline-thickness)NZunicode)Nz
unicode-range)Nz units-per-em)N�values)N�version)NZviewBox)NZ
visibility)NZwidths)N�x)Nzx-height)NZx1)NZx2ZactuateZarcroleZroler Zspace)N�y)NZy1)NZy2)NZ
zoomAndPan) rq )Nz
color-profile�N�cursorrs �N�filter)Nr6 r� r r~ )N�maskr� ))NZaltGlyph)Nr/ )Nr0 )Nr1 )Nr2 r� )NZfeImager� )Nr4 rW )Nr8 )NZtextpath)NZtref)Nr9 )Nr= ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorrE rF r� � directionrl Z elevation�floatr rw rx ry rz r{ rL zletter-spacingz line-heightZoverflow�pausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz
speak-numeralzspeak-punctuationz speech-rateZstressz
text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyri z white-spacerj )'�autoZaquaZblack�blockZblueZboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgrayZgreenz
!importantZitalic�leftZlimeZmaroonZmediumr. ZnavyZnormalrU ZoliveZpointerZpurpleZred�rightZsolidZsilverZteal�topZ transparentZ underlineZwhiteZyellow)rt ru rv r� r� r� r� r� )Zed2kZftpZhttpZhttpsZircZmailtoZnewsZgopherZnntpZtelnetZwebcalZxmppZcalltoZfeedrg ZaimZrsync�tagZsshZsftpZrtspZafsrG )z image/pngz
image/jpegz image/gifz
image/webpz image/bmpz
text/plainaL
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
c
s^ e Zd ZdZeeeeee e
e e e
f
� fdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z� ZS )r
zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc sP t t| ��|� || _|| _|| _|| _|| _|| _|| _ | | _
|
| _ | | _ dS )aS Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
N)
�superr
�__init__�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfr% r� r� r� r� r� r� r� r� r� r� �� __class__� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyr� � s +zFilter.__init__c c s* t j�| �D ]}| �|�}|r |V q d S )N)r r
�__iter__�sanitize_token)r� �tokenr� r� r� r� � s
zFilter.__iter__c C sp |d }|dkr^|d }|d }||f| j ksH|d krRtd |f| j krR| �|�S | �|�S n|dkrhn|S d S )Nrf )ZStartTag�EndTagZEmptyTagrT � namespacer �Comment)r� r �
allowed_token�disallowed_token)r� r� �
token_typerT r� r� r� r� r�
s ��
zFilter.sanitize_tokenc C s� d|k�r�|d }t |�� �}|| j D ]}|d |= |�|� q(|| j@ D ]�}t�ddt|| ���� }|� dd�}zt
�
|�}W n t k
r� d }||= Y nX |rL|j rL|j | j
kr�||= |j dkrLt�|j�}|s�||= qL|�d�| jkrL||= qL| jD ]*}||k�r t�ddt|| ��||< �q |d | jk�rvtd d
f|k�rvt�d |td d
f ��rv|td d
f= d |k�r�| �|d �|d < ||d< |S )
NrG u
[` - - \s]+� u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\)� rT ro rM z ^\s*[^#\s].*ra )r9 �keysr� �remover� �rer' r �lowerr[ �urlparse�
ValueErrorZschemer� �data_content_type�matchr7 �groupr� r� r� r �search� sanitize_css) r� r� �attrsZ
attr_namesZ to_remove�attrZ
val_unescapedZurir r� r� r� r� sV
�
� ���
zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�g }|d � � D ]:\\}}}|�d|d krX|ndt| |f t|�f � q:d|d d �|�f |d< nd
|d |d< |�d �r�|d d d � d
|d< d|d< |d= |S )Nrf r� z</%s>rT rG z %s="%s"z%s:%sz<%s%s>r� z<%s>Z selfClosing���z/>Z
Characters)�items�appendr r �join�get)r� r� r� r� �nsrT �vr� r� r� r� Q s 0
zFilter.disallowed_tokenc C s� t �d��d|�}t �d|�s"dS t �d|�s2dS g }t �d|�D ]�\}}|sPqB|�� | jkrv|�|d | d � qB|�d �d
�� d kr�|�� D ] }|| j kr�t �d |�s� q�q�|�|d | d � qB|�� | j
krB|�|d | d � qBd� |�S )
Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r� z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r� z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r )r? r@ ZmarginZpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) r� �compiler' r� �findallr� r� r� �splitr� r� r� )r� rb ZcleanZproprh �keywordr� r� r� r� e s*
�zFilter.sanitize_css)�__name__�
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r� r� r� r� r
� s" �72) Z
__future__r r r r� Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r� r� r Z constantsr r �__all__� frozensetr� r� r� r� r� r� r� r� r� r� r� �VERBOSEr� r
r� r� r� r� �<module> s
� � % � � � K�
1
*
� html5lib/filters/__pycache__/base.cpython-38.opt-1.pyc 0000644 00000001502 15043676225 0016455 0 ustar 00 U
��.e � @ s( d dl mZmZmZ G dd� de�ZdS )� )�absolute_import�division�unicode_literalsc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�Filterc C s
|| _ d S �N)�source)�selfr � r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/base.py�__init__ s zFilter.__init__c C s
t | j�S r )�iterr )r r r r
�__iter__ s zFilter.__iter__c C s t | j|�S r )�getattrr )r �namer r r
� __getattr__ s zFilter.__getattr__N)�__name__�
__module__� __qualname__r r
r r r r r
r s r N)Z
__future__r r r �objectr r r r r
�<module> s html5lib/filters/__pycache__/whitespace.cpython-38.pyc 0000644 00000002464 15043676225 0016750 0 ustar 00 U
��.e� � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d�
e �Z e� de �Z G d d
� d
ej
�Z
d d � ZdS )
� )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s, e Zd ZdZeddgee� �Zdd� ZdS )�FilterzACollapses whitespace except in pre, textarea, and script elementsZpreZtextareac c s� d}t j�| �D ]�}|d }|dkr@|s6|d | jkr@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s�|d
kr�t|d �|d< |V qd S ) Nr �typeZStartTag�namer ZEndTagZSpaceCharacters�data� Z
Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�selfZpreserve�tokenr � r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s � �
zFilter.__iter__N) �__name__�
__module__� __qualname__�__doc__� frozenset�listr r r r r r r r s r c C s t �d| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )Z
__future__r r r �rer
r Z constantsr r �join�compiler r r r r r r �<module> s
html5lib/filters/__pycache__/lint.cpython-38.pyc 0000644 00000005046 15043676225 0015561 0 ustar 00 U
��.e; � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m
Z
ddlm Z d� e �Z G d d
� d
ej
�Z
d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )�
namespaces� voidElements)�spaceCharacters� c s* e Zd ZdZd� fdd� Zdd� Z� ZS )�FilterzgLints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
Tc s t t| ��|� || _dS )z�Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
N)�superr
�__init__�require_matching_tags)�self�sourcer �� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c sD g }t j�| �D �],}|d }|dk�rF|d }|d }|d ksNt|t�sNt�|dksZt�t|t�sht�|dkstt�t|d t�s�t�|r�|td kr�|tkr�|dks�t�n |d ks�t�|d kr�| j r�|�
||f� |d � � D ]`\\}}}|d k�st|t��st�|dk�st�t|t��s$t�|dk�s2t�t|t�s�t�q�n�|d
k�r|d }|d }|d k�szt|t��szt�|dk�s�t�t|t��s�t�|dk�s�t�|�r�|td k�r�|tk�r�d �s�td d
|i ��n"| j �r8|� � }|||fk�s8t��n6|dk�r(|d }t|t��s8t��n|dk�rx|d }t|t��sJt�|dk�sXt�|dk�r8|�
t�dk�s8t�n�|dk�r�|d }|d k�s�t|t��s�t�|d d k�s�t|t��s�t�|d d k�s8t|t��s8t�nV|dk�rt|d t��s8t�n6|dk�r"t|d t��s8t�nd �s8tdd|i ��|V qd S )N�type)�StartTag�EmptyTag� namespace�namer �dataZhtmlr r ZEndTagFz.Void element reported as EndTag token: %(tag)s�tag�Comment)Z
Characters�SpaceCharactersr ZDoctypeZpublicIdZsystemIdZEntityZSerializerErrorz Unknown token type: %(type)s)r r
�__iter__�
isinstancer �AssertionError�dictr r
r �append�items�pop�stripr ) r Z
open_elements�tokenr r r �value�startr r r r r sl
zFilter.__iter__)T)�__name__�
__module__� __qualname__�__doc__r r �
__classcell__r r r r r
s r
N)Z
__future__r r r Zpip._vendor.sixr r r Z constantsr r
r �joinr
r r r r �<module> s
html5lib/filters/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000244 15043676225 0017304 0 ustar 00 U
��.e � @ s d S )N� r r r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/__init__.py�<module> � html5lib/filters/__pycache__/sanitizer.cpython-38.pyc 0000644 00000037615 15043676225 0016632 0 ustar 00 U
��.e�f � D @ s> d dl mZmZmZ d dlZd dlmZmZ d dlm Z
ddl m Z ddl
mZmZ d gZeed
d fed
d fed
d
fed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
dfed
d fed
d fed
d fed
d fed
d fed
d!fed
d"fed
d#fed
d$fed
d%fed
d&fed
d'fed
d(fed
d)fed
d*fed
d+fed
d,fed
d-fed
d.fed
d/fed
d0fed
d1fed
d2fed
d3fed
d4fed
d5fed
d6fed
d7fed
d8fed
d9fed
d:fed
d;fed
d<fed
d=fed
d>fed
d?fed
d@fed
dAfed
dBfed
dCfed
dDfed
dEfed
dFfed
dGfed
dHfed
dIfed
dJfed
dKfed
dLfed
dMfed
dNfed
dOfed
dPfed
dQfed
dRfed
dSfed
dTfed
dUfed
dVfed
dWfed
dXfed
dYfed
dZfed
d[fed
d\fed
d]fed
d^fed
d_fed
d`fed
dafed
dbfed
dcfed
ddfed
defed
dffed
dgfed
dhfed
difed
djfed
dkfed
dlfed
dmfedn dofedn dpfedn dqfedn drfedn dsfedn dtfedn dufedn dvfedn dwfedn dxfedn dyfedn dzfedn d{fedn d|fedn d}fedn d~fedn dfedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fedn d�fed� d fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�fed� d�ff��Zed�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d��d �d�d�d�d�d�d�d�d�d �d
�d �d �d
�d�d�d�d�d�d�d�d�d�d�d�d�d�d�d �d �d �d �d �d!�d"�d#�d$�d%�d&�d'�d(�d)�d*�d+�d,�d-�d.�d/�d0�d1�d2�d3�d4�d5�d6�d7e�d8 �d9f�d:d��d;�d;�d;�d<�d=�d>�d?�d@�dA�dB�dC�dD�dE�dFd�d�dG�dH�dI�dJ�dK�dK�dL�dM�dN�dO�dO�dO�dP�dQ�d�dR�dS�dT�dU�dV�d6�d6e�dW �dXfe�dW �dYfe�dW �dZf�d[�d\�d]�d^�d_�d`�da�db�dc�dd�de�df�dg�dhdɐdidːdj�dk�dl�dm�dn�do�dp�dq�d@�drdސds�dt�du�dv�dw�dx�dy�dz�d{�d|�d}�d~�d�d��d��d��d�d�d��d�d�d��d��d��d��d�d�d��d��d��d��d��d��d�d��d�d�d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d��d(�d��d��d��d,�d��d��d��d��d��d��d��ddÐdĐdŐd6�dƐdǐdȐdɐd�e�dW �d�fe�dW �d�fe�dW �dXfe�dW �d�fe�dW �dYfe�dW d�fe�dW �dZfe�d8 �d�fe�d8 �d9fe�d8 �d�f�dАdѐdҐdӐfC�Zed�d!d�d�d��d d�d�d�d��d
e�dW �dXfe�d8 �d�ff
�Ze�dԃZe�dՃZe�dփZe�d׃Ze�dZe�dكZe�dڃZe� �d�ej �Z G �d�d � d e j �Z dS (� � )�absolute_import�division�unicode_literalsN)�escape�unescape)� urllib_parse� )�base� )�
namespaces�prefixes�Filter�html�a�abbrZacronymZaddressZareaZarticleZasideZaudio�bZbigZ
blockquote�brZbuttonZcanvasZcaption�center�cite�code�colZcolgroupZcommandZdatagridZdatalistZdd�delZdetailsZdfnZdialog�dirZdivZdlZdtZemz event-sourceZfieldsetZ
figcaptionZfigureZfooter�font�form�headerZh1Zh2Zh3Zh4Zh5Zh6Zhr�iZimg�inputZinsZkeygenZkbd�labelZlegendZli�m�mapZmenuZmeterZmulticolZnavZnextidZol�outputZoptgroupZoption�pZpreZprogress�q�sZsampZsectionZselectZsmallZsound�sourceZspacer�spanZstrikeZstrong�subZsup�tableZtbodyZtdZtextarea�timeZtfootZthZtheadZtrZtt�uZul�varZvideoZmathmlZmactionZmathZmerrorZmfrac�miZ
mmultiscriptsZmn�moZmoverZmpaddedZmphantomZ mprescriptsZmrootZmrowZmspaceZmsqrtZmstyleZmsubZmsubsupZmsupZmtableZmtdZmtextZmtrZmunderZ
munderover�noneZsvg�animate� animateColor�
animateMotion�animateTransformZclipPathZcircleZdefsZdescZellipsez font-facezfont-face-namez
font-face-src�gZglyphZhkern�linearGradient�line�markerZmetadataz
missing-glyphZmpath�pathZpolygonZpolyline�radialGradientZrect�set�stopZswitch�text�titleZtspan�use)Nr )NZaccept)Nzaccept-charset)NZ accesskey)N�action)NZalign)NZalt)NZ autocomplete)NZ autofocus)NZaxis)N�
background)NZbalance)NZbgcolor)NZ bgproperties)N�border)NZ bordercolor)NZbordercolordark)NZbordercolorlight)NZ
bottompadding)NZ cellpadding)NZ cellspacing)NZch)NZ challenge)N�char)NZcharoff)NZchoff)N�charset)N�checked)Nr )N�class)N�clear)N�color)NZcols)NZcolspan)NZcompact)NZcontenteditable)NZcontrols)NZcoords)N�data)NZdatafld)NZ datapagesize)NZdatasrc)NZdatetime)N�default)NZdelay)Nr )NZdisabled)NZ draggable)NZdynsrc)NZenctype)N�end)NZface)N�for)Nr )N�frame)NZ
galleryimg)NZgutter)NZheaders)N�height)NZ hidefocus)NZhidden)NZhigh)N�href)NZhreflang)NZhspace)NZicon)N�id)NZ inputmode)NZismap)NZkeytype)Nr )NZ leftspacing)N�lang)N�list)NZlongdesc)NZloop)NZ loopcount)NZloopend)NZ loopstart)NZlow)NZlowsrc)N�max)NZ maxlength)NZmedia)N�method)N�min)NZmultiple)N�name)NZnohref)NZnoshade)N�nowrap)N�open)NZoptimum�N�pattern)NZping)Nz
point-size)NZposter)NZpqg)NZpreload)N�prompt)NZ
radiogroup)N�readonly)NZrel)Nz
repeat-max)Nz
repeat-min)N�replace)NZrequired)NZrev)NZ rightspacing)NZrows)NZrowspan)NZrules)NZscope)NZselected)N�shape)N�size)Nr& )N�src)N�start)N�step�N�style)NZsummary)N�suppress)NZtabindex)N�target)N�template)Nr< )NZ
toppadding)N�type)NZ unselectable)NZusemap)N�urn)NZvalign)N�value)NZvariable)N�volume)NZvspace)NZvrml)N�width)NZwrapZxmlrO )NZ
actiontype)NZ columnalign)NZ columnlines)NZ
columnspacing)NZ
columnspan)N�depth)N�display)NZ displaystyle)NZ equalcolumns)NZ equalrows)NZfence)NZ fontstyle)NZ
fontweight)NZ
linethickness)NZlspace)NZmathbackground)NZ mathcolor)NZ mathvariant)N�maxsize)NZminsize)N�other)NZrowalign)NZrowlines)NZ
rowspacing)NZrspace)NZ scriptlevel)NZ selection)NZ separator)NZstretchy�xlinkrM Zshowrf )Nz
accent-height)N�
accumulate)NZadditive)NZ
alphabetic)Nz arabic-form)NZascent)NZ
attributeName)NZ
attributeType)NZ baseProfile)NZbbox)NZbegin)NZby)NZcalcMode)Nz
cap-height�Nz clip-path)Nzcolor-rendering)NZcontent)NZcx)NZcy)N�d)NZdx)NZdy)NZdescent)NZdur�N�fill)N� fill-opacity)N� fill-rule)N� font-family)N� font-size)Nz font-stretch)N�
font-style)N� font-variant)N� font-weight)N�from)NZfx)NZfy)NZg1)NZg2)Nz
glyph-name)NZ
gradientUnits)NZhanging)Nz horiz-adv-x)Nzhoriz-origin-x)NZ ideographic)N�k)NZ keyPoints)NZ
keySplines)NZkeyTimes�Nz
marker-end�Nz
marker-mid�Nz marker-start)NZ markerHeight)NZ markerUnits)NZ markerWidth)NZ mathematical)N�offset)NZopacity)NZorient)N�origin)Nzoverline-position)Nzoverline-thickness)Nzpanose-1)Nr7 )NZ
pathLength)NZpoints)NZpreserveAspectRatio)N�r)NZrefX)NZrefY)NZ repeatCount)NZ repeatDur)NZrequiredExtensions)NZrequiredFeatures)NZrestart)N�rotate)N�rx)NZry)NZslope)NZstemh)NZstemv)Nz
stop-color)Nz stop-opacity)Nzstrikethrough-position)Nzstrikethrough-thickness�N�stroke)Nzstroke-dasharray)Nzstroke-dashoffset)N�stroke-linecap)N�stroke-linejoin)Nzstroke-miterlimit)N�stroke-opacity)N� stroke-width)NZsystemLanguage)Nz text-anchor)N�to)NZ transform)NZu1)NZu2)Nzunderline-position)Nzunderline-thickness)NZunicode)Nz
unicode-range)Nz units-per-em)N�values)N�version)NZviewBox)NZ
visibility)NZwidths)N�x)Nzx-height)NZx1)NZx2ZactuateZarcroleZroler Zspace)N�y)NZy1)NZy2)NZ
zoomAndPan) rq )Nz
color-profile�N�cursorrs �N�filter)Nr6 r� r r~ )N�maskr� ))NZaltGlyph)Nr/ )Nr0 )Nr1 )Nr2 r� )NZfeImager� )Nr4 rW )Nr8 )NZtextpath)NZtref)Nr9 )Nr= ).Zazimuthzbackground-colorzborder-bottom-colorzborder-collapsez border-colorzborder-left-colorzborder-right-colorzborder-top-colorrE rF r� � directionrl Z elevation�floatr rw rx ry rz r{ rL zletter-spacingz line-heightZoverflow�pausez pause-afterz pause-beforeZpitchz pitch-rangeZrichnessZspeakz speak-headerz
speak-numeralzspeak-punctuationz speech-rateZstressz
text-alignztext-decorationz text-indentz unicode-bidizvertical-alignz voice-familyri z white-spacerj )'�autoZaquaZblack�blockZblueZboldZbothZbottomZbrownr ZcollapseZdashedZdottedZfuchsiaZgrayZgreenz
!importantZitalic�leftZlimeZmaroonZmediumr. ZnavyZnormalrU ZoliveZpointerZpurpleZred�rightZsolidZsilverZteal�topZ transparentZ underlineZwhiteZyellow)rt ru rv r� r� r� r� r� )Zed2kZftpZhttpZhttpsZircZmailtoZnewsZgopherZnntpZtelnetZwebcalZxmppZcalltoZfeedrg ZaimZrsync�tagZsshZsftpZrtspZafsrG )z image/pngz
image/jpegz image/gifz
image/webpz image/bmpz
text/plainaL
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
c
s^ e Zd ZdZeeeeee e
e e e
f
� fdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z� ZS )r
zISanitizes token stream of XHTML+MathML+SVG and of inline style attributesc sP t t| ��|� || _|| _|| _|| _|| _|| _|| _ | | _
|
| _ | | _ dS )aS Creates a Filter
:arg allowed_elements: set of elements to allow--everything else will
be escaped
:arg allowed_attributes: set of attributes to allow in
elements--everything else will be stripped
:arg allowed_css_properties: set of CSS properties to allow--everything
else will be stripped
:arg allowed_css_keywords: set of CSS keywords to allow--everything
else will be stripped
:arg allowed_svg_properties: set of SVG properties to allow--everything
else will be removed
:arg allowed_protocols: set of allowed protocols for URIs
:arg allowed_content_types: set of allowed content types for ``data`` URIs.
:arg attr_val_is_uri: set of attributes that have URI values--values
that have a scheme not listed in ``allowed_protocols`` are removed
:arg svg_attr_val_allows_ref: set of SVG attributes that can have
references
:arg svg_allow_local_href: set of SVG elements that can have local
hrefs--these are removed
N)
�superr
�__init__�allowed_elements�allowed_attributes�allowed_css_properties�allowed_css_keywords�allowed_svg_properties�allowed_protocols�allowed_content_types�attr_val_is_uri�svg_attr_val_allows_ref�svg_allow_local_href) �selfr% r� r� r� r� r� r� r� r� r� r� �� __class__� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/sanitizer.pyr� � s +zFilter.__init__c c s* t j�| �D ]}| �|�}|r |V q d S )N)r r
�__iter__�sanitize_token)r� �tokenr� r� r� r� � s
zFilter.__iter__c C sp |d }|dkr^|d }|d }||f| j ksH|d krRtd |f| j krR| �|�S | �|�S n|dkrhn|S d S )Nrf )�StartTag�EndTag�EmptyTagrT � namespacer �Comment)r� r �
allowed_token�disallowed_token)r� r� �
token_typerT r� r� r� r� r�
s ��
zFilter.sanitize_tokenc C s� d|k�r�|d }t |�� �}|| j D ]}|d |= |�|� q(|| j@ D ]�}||ks\t�t�ddt|| ��� � }|�
dd�}zt � |�}W n t k
r� d }||= Y nX |rL|j
rL|j
| jkr�||= |j
dkrLt�|j�}|s�||= qL|�d�| jkrL||= qL| jD ]*}||k�r t�ddt|| ��||< �q |d | jk�r�td d
f|k�r�t�d |td d
f ��r�|td d
f= d |k�r�| �|d �|d < ||d< |S )
NrG u
[` - - \s]+� u �Z content_typezurl\s*\(\s*[^#\s][^)]+?\)� rT ro rM z ^\s*[^#\s].*ra )r9 �keysr� �remover� �AssertionError�rer' r �lowerr[ �urlparse�
ValueErrorZschemer� �data_content_type�matchr7 �groupr� r� r� r �search� sanitize_css) r� r� �attrsZ
attr_namesZ to_remove�attrZ
val_unescapedZurir r� r� r� r� sX
�
� ���
zFilter.allowed_tokenc C s� |d }|dkr"d|d |d< n�|d r�|dks6t �g }|d �� D ]:\\}}}|�d|d krd|ndt| |f t|�f � qFd |d d
�|�f |d< nd |d |d< |�d �r�|d d d
� d |d< d|d< |d= |S )Nrf r� z</%s>rT rG )r� r� z %s="%s"z%s:%sz<%s%s>r� z<%s>Z selfClosing���z/>Z
Characters)r� �items�appendr r �join�get)r� r� r� r� �nsrT �vr� r� r� r� Q s 0
zFilter.disallowed_tokenc C s� t �d��d|�}t �d|�s"dS t �d|�s2dS g }t �d|�D ]�\}}|sPqB|�� | jkrv|�|d | d � qB|�d �d
�� d kr�|�� D ] }|| j kr�t �d |�s� q�q�|�|d | d � qB|�� | j
krB|�|d | d � qBd� |�S )
Nzurl\s*\(\s*[^\s)]+?\s*\)\s*r� z@^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$r� z ^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$z([-\w]+)\s*:\s*([^:;]*)z: �;�-r )r? r@ ZmarginZpaddingz_^(#[0-9a-fA-F]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$) r� �compiler' r� �findallr� r� r� �splitr� r� r� )r� rb ZcleanZproprh �keywordr� r� r� r� e s*
�zFilter.sanitize_css)�__name__�
__module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r� r� r� r� r
� s" �72) Z
__future__r r r r� Zxml.sax.saxutilsr r Zpip._vendor.six.movesr r� r� r Z constantsr r �__all__� frozensetr� r� r� r� r� r� r� r� r� r� r� �VERBOSEr� r
r� r� r� r� �<module> s
� � % � � � K�
1
*
� html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.opt-1.pyc 0000644 00000002406 15043676225 0022267 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ ddlmZ d dlmZ dd� ZG dd� dej �Z d S )
� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc C s | d d pd| d d fS )z�Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
r � r � )�attrr r �W/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py� _attr_key s r c @ s e Zd ZdZdd� ZdS )�Filterz$Alphabetizes attributes for elementsc c s\ t j�| �D ]J}|d dkrPt� }t|d �� td�D ]\}}|||< q6||d< |V q d S )N�type)ZStartTagZEmptyTag�data)�key)r r
�__iter__r �sorted�itemsr )�self�tokenZattrs�name�valuer r r r s �
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
s r
N)
Z
__future__r r r r r � collectionsr r r
r r r r �<module> s html5lib/filters/__pycache__/optionaltags.cpython-38.pyc 0000644 00000005247 15043676225 0017322 0 ustar 00 U
��.e\) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d k r&|||fV |}|}q|d k rD||d fV d S )N)�source)�selfZ previous1Z previous2�token� r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/optionaltags.py�slider s
z
Filter.sliderc c sp | � � D ]b\}}}|d }|dkrD|d s<| �|d ||�sj|V q|dkrd| �|d |�sj|V q|V qd S )N�type�StartTag�data�name�EndTag)r
�is_optional_start�is_optional_end)r �previousr
�nextr r r r �__iter__ s �zFilter.__iter__c C s� |r |d pd }|dkr |dkS |dkrJ|dkr4dS |dkr�|d dkS n�|d krx|dkr^d
S |d krr|d d kS dS nb|d
kr�|dkr�|d dkS d
S n@|dkr�|d kr�|r�|d dkr�|d dkr�d
S |d dkS d
S d
S )Nr �html��CommentZSpaceCharacters�head�r ZEmptyTagTr r �bodyFr )ZscriptZstyle�colgroup�col�tbody)r �thead�tfoot�trr )r �tagnamer r r r r r r s6
� zFilter.is_optional_startc C s |r |d pd }|dkr |dkS |dkrP|dkr<|d |kS |dkpJ|d kS �n�|dkr�|dkrl|d dkS |d kr�|dkp�|d kS d
S �np|d kr�|d kr�|d d
kS |dkp�|d kS �n@|dkr�|dkr�|d dkS |dkp�|d kS �n|dk�r |dk�r |d dkS |dk�p |d kS n�|dk�rT|dk�r8d
S |dk�rN|d dkS dS n�|dk�r�|dk�rt|d dkS |dk�r�|dk�p�|d kS d
S nf|dk�r�|dk�r�|d dkS |dk�p�|d kS n2|dk�r�|dk�r�|d dkS |dk�p�|d kS d
S )Nr )r r r r )Zli�optgroupr# r r r )Zdt�ddr& F�pr ) ZaddressZarticleZasideZ
blockquoteZdatagridZdialog�dirZdivZdlZfieldsetZfooterZformZh1Zh2Zh3Zh4Zh5Zh6�headerZhrZmenuZnavZolr' ZpreZsection�tableZul�option)r+ r% )ZrtZrpr T)r! r )r r" r r" )ZtdZthr )r r$ r r r r r r X s\
zFilter.is_optional_endN)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r s
9r N)Z
__future__r r r � r r r r r r �<module> s html5lib/filters/__pycache__/alphabeticalattributes.cpython-38.pyc 0000644 00000002406 15043676225 0021330 0 ustar 00 U
��.e� � @ sJ d dl mZmZmZ ddlmZ d dlmZ dd� ZG dd� dej �Z d S )
� )�absolute_import�division�unicode_literals� )�base)� OrderedDictc C s | d d pd| d d fS )z�Return an appropriate key for an attribute for sorting
Attributes have a namespace that can be either ``None`` or a string. We
can't compare the two because they're different types, so we convert
``None`` to an empty string first.
r � r � )�attrr r �W/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/alphabeticalattributes.py� _attr_key s r c @ s e Zd ZdZdd� ZdS )�Filterz$Alphabetizes attributes for elementsc c s\ t j�| �D ]J}|d dkrPt� }t|d �� td�D ]\}}|||< q6||d< |V q d S )N�type)ZStartTagZEmptyTag�data)�key)r r
�__iter__r �sorted�itemsr )�self�tokenZattrs�name�valuer r r r s �
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
s r
N)
Z
__future__r r r r r � collectionsr r r
r r r r �<module> s html5lib/filters/__pycache__/optionaltags.cpython-38.opt-1.pyc 0000644 00000005247 15043676225 0020261 0 ustar 00 U
��.e\) � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �Filterz+Removes optional tags from the token streamc c sH d }}| j D ] }|d k r&|||fV |}|}q|d k rD||d fV d S )N)�source)�selfZ previous1Z previous2�token� r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/optionaltags.py�slider s
z
Filter.sliderc c sp | � � D ]b\}}}|d }|dkrD|d s<| �|d ||�sj|V q|dkrd| �|d |�sj|V q|V qd S )N�type�StartTag�data�name�EndTag)r
�is_optional_start�is_optional_end)r �previousr
�nextr r r r �__iter__ s �zFilter.__iter__c C s� |r |d pd }|dkr |dkS |dkrJ|dkr4dS |dkr�|d dkS n�|d krx|dkr^d
S |d krr|d d kS dS nb|d
kr�|dkr�|d dkS d
S n@|dkr�|d kr�|r�|d dkr�|d dkr�d
S |d dkS d
S d
S )Nr �html��CommentZSpaceCharacters�head�r ZEmptyTagTr r �bodyFr )ZscriptZstyle�colgroup�col�tbody)r �thead�tfoot�trr )r �tagnamer r r r r r r s6
� zFilter.is_optional_startc C s |r |d pd }|dkr |dkS |dkrP|dkr<|d |kS |dkpJ|d kS �n�|dkr�|dkrl|d dkS |d kr�|dkp�|d kS d
S �np|d kr�|d kr�|d d
kS |dkp�|d kS �n@|dkr�|dkr�|d dkS |dkp�|d kS �n|dk�r |dk�r |d dkS |dk�p |d kS n�|dk�rT|dk�r8d
S |dk�rN|d dkS dS n�|dk�r�|dk�rt|d dkS |dk�r�|dk�p�|d kS d
S nf|dk�r�|dk�r�|d dkS |dk�p�|d kS n2|dk�r�|dk�r�|d dkS |dk�p�|d kS d
S )Nr )r r r r )Zli�optgroupr# r r r )Zdt�ddr& F�pr ) ZaddressZarticleZasideZ
blockquoteZdatagridZdialog�dirZdivZdlZfieldsetZfooterZformZh1Zh2Zh3Zh4Zh5Zh6�headerZhrZmenuZnavZolr' ZpreZsection�tableZul�option)r+ r% )ZrtZrpr T)r! r )r r" r r" )ZtdZthr )r r$ r r r r r r X s\
zFilter.is_optional_endN)�__name__�
__module__� __qualname__�__doc__r
r r r r r r r r s
9r N)Z
__future__r r r � r r r r r r �<module> s html5lib/filters/__pycache__/inject_meta_charset.cpython-38.pyc 0000644 00000003460 15043676225 0020604 0 ustar 00 U
��.e� � @ s6 d dl mZmZmZ ddlmZ G dd� dej�ZdS )� )�absolute_import�division�unicode_literals� )�basec @ s e Zd ZdZdd� Zdd� ZdS )�Filterz=Injects ``<meta charset=ENCODING>`` tag into head of documentc C s t j�| |� || _dS )ztCreates a Filter
:arg source: the source token stream
:arg encoding: the encoding to set
N)r r �__init__�encoding)�self�sourcer � r �T/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/inject_meta_charset.pyr s zFilter.__init__c
c s� d}| j d k}g }tj�| �D �]�}|d }|dkrL|d �� dkrHd}�nd|dk�rJ|d �� dkr�d }|d
�� D ]X\\}}} |d k r�qvqv|�� d kr�| j |d
||f< d } q�qv|d
krv| �� dkrvd }qv|r�d|d
kr�d| j |d
d< d }nP|d �� dk�r�|�s�dd|d
d�V ddd| j id�V ddd�V d }q nf|dk�r�|d �� dk�r�|�r�|�d�V |�s�ddd| j id�V |�r�|�d�V �q�d }d}|dk�r�|�|� q |V q d S )NZpre_head�typeZStartTag�name�headZin_headZEmptyTag�metaF�data�charsetTz
http-equivz content-type)NZcontentztext/html; charset=%s)r r r )Nr ZEndTag)r r r Z post_head)r r r �__iter__�lower�items�pop�append)
r
�stateZ
meta_foundZpending�tokenr Zhas_http_equiv_content_type� namespacer �valuer r r
r s^
��
�
zFilter.__iter__N)�__name__�
__module__� __qualname__�__doc__r r r r r r
r s r N)Z
__future__r r r � r r r r r r
�<module> s html5lib/filters/__pycache__/lint.cpython-38.opt-1.pyc 0000644 00000003505 15043676225 0016516 0 ustar 00 U
��.e; � @ sh d dl mZmZmZ d dlmZ ddlmZ ddlm Z m
Z
ddlm Z d� e �Z G d d
� d
ej
�Z
d S ) � )�absolute_import�division�unicode_literals)� text_type� )�base� )�
namespaces� voidElements)�spaceCharacters� c s* e Zd ZdZd� fdd� Zdd� Z� ZS )�FilterzgLints the token stream for errors
If it finds any errors, it'll raise an ``AssertionError``.
Tc s t t| ��|� || _dS )z�Creates a Filter
:arg source: the source token stream
:arg require_matching_tags: whether or not to require matching tags
N)�superr
�__init__�require_matching_tags)�self�sourcer �� __class__� �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/lint.pyr s zFilter.__init__c c s. g }t j�| �D �]}|d }|dkr�|d }|d }|rF|td krP|tkrPn |dkrl| jrl|�||f� |d �� D ] \\}}}qxn�|dkr�|d }|d }|r�|td kr�|tkr�n| jr�|�� }nX|d kr�|d }nF|d
kr�|d }|d kr�n,|d k�r
|d }n|d
k�rn |dk�r"n |V qd S )N�type)�StartTagZEmptyTag� namespace�nameZhtmlr �dataZEndTag�Comment)Z
Characters�SpaceCharactersr ZDoctypeZEntityZSerializerError) r r
�__iter__r r
r �append�items�pop) r Z
open_elements�tokenr r r �value�startr r r r r sF
zFilter.__iter__)T)�__name__�
__module__� __qualname__�__doc__r r �
__classcell__r r r r r
s r
N)Z
__future__r r r Zpip._vendor.sixr r r Z constantsr r
r �joinr
r r r r �<module> s
html5lib/filters/__pycache__/whitespace.cpython-38.opt-1.pyc 0000644 00000002464 15043676225 0017707 0 ustar 00 U
��.e� � @ sn d dl mZmZmZ d dlZddlmZ ddlmZm Z d�
e �Z e� de �Z G d d
� d
ej
�Z
d d � ZdS )
� )�absolute_import�division�unicode_literalsN� )�base� )�rcdataElements�spaceCharacters� z[%s]+c @ s, e Zd ZdZeddgee� �Zdd� ZdS )�FilterzACollapses whitespace except in pre, textarea, and script elementsZpreZtextareac c s� d}t j�| �D ]�}|d }|dkr@|s6|d | jkr@|d7 }nP|dkrV|rV|d8 }n:|st|dkrt|d rtd |d< n |s�|d
kr�t|d �|d< |V qd S ) Nr �typeZStartTag�namer ZEndTagZSpaceCharacters�data� Z
Characters)r r �__iter__�spacePreserveElements�collapse_spaces)�selfZpreserve�tokenr � r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/whitespace.pyr s � �
zFilter.__iter__N) �__name__�
__module__� __qualname__�__doc__� frozenset�listr r r r r r r r s r c C s t �d| �S )Nr )� SPACES_REGEX�sub)�textr r r r % s r )Z
__future__r r r �rer
r Z constantsr r �join�compiler r r r r r r �<module> s
html5lib/filters/__pycache__/__init__.cpython-38.pyc 0000644 00000000244 15043676225 0016345 0 ustar 00 U
��.e � @ s d S )N� r r r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/filters/__init__.py�<module> � html5lib/filters/alphabeticalattributes.py 0000644 00000001155 15043676225 0015042 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
try:
from collections import OrderedDict
except ImportError:
from ordereddict import OrderedDict
class Filter(base.Filter):
def __iter__(self):
for token in base.Filter.__iter__(self):
if token["type"] in ("StartTag", "EmptyTag"):
attrs = OrderedDict()
for name, value in sorted(token["data"].items(),
key=lambda x: x[0]):
attrs[name] = value
token["data"] = attrs
yield token
html5lib/filters/inject_meta_charset.py 0000644 00000005266 15043676225 0014324 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import base
class Filter(base.Filter):
def __init__(self, source, encoding):
base.Filter.__init__(self, source)
self.encoding = encoding
def __iter__(self):
state = "pre_head"
meta_found = (self.encoding is None)
pending = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag":
if token["name"].lower() == "head":
state = "in_head"
elif type == "EmptyTag":
if token["name"].lower() == "meta":
# replace charset with actual encoding
has_http_equiv_content_type = False
for (namespace, name), value in token["data"].items():
if namespace is not None:
continue
elif name.lower() == 'charset':
token["data"][(namespace, name)] = self.encoding
meta_found = True
break
elif name == 'http-equiv' and value.lower() == 'content-type':
has_http_equiv_content_type = True
else:
if has_http_equiv_content_type and (None, "content") in token["data"]:
token["data"][(None, "content")] = 'text/html; charset=%s' % self.encoding
meta_found = True
elif token["name"].lower() == "head" and not meta_found:
# insert meta into empty head
yield {"type": "StartTag", "name": "head",
"data": token["data"]}
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
yield {"type": "EndTag", "name": "head"}
meta_found = True
continue
elif type == "EndTag":
if token["name"].lower() == "head" and pending:
# insert meta into head (if necessary) and flush pending queue
yield pending.pop(0)
if not meta_found:
yield {"type": "EmptyTag", "name": "meta",
"data": {(None, "charset"): self.encoding}}
while pending:
yield pending.pop(0)
meta_found = True
state = "post_head"
if state == "in_head":
pending.append(token)
else:
yield token
html5lib/filters/lint.py 0000644 00000006445 15043676225 0011277 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from . import base
from ..constants import namespaces, voidElements
from ..constants import spaceCharacters
spaceCharacters = "".join(spaceCharacters)
class Filter(base.Filter):
def __init__(self, source, require_matching_tags=True):
super(Filter, self).__init__(source)
self.require_matching_tags = require_matching_tags
def __iter__(self):
open_elements = []
for token in base.Filter.__iter__(self):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(token["data"], dict)
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert type == "EmptyTag"
else:
assert type == "StartTag"
if type == "StartTag" and self.require_matching_tags:
open_elements.append((namespace, name))
for (namespace, name), value in token["data"].items():
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
assert isinstance(value, text_type)
elif type == "EndTag":
namespace = token["namespace"]
name = token["name"]
assert namespace is None or isinstance(namespace, text_type)
assert namespace != ""
assert isinstance(name, text_type)
assert name != ""
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
assert False, "Void element reported as EndTag token: %(tag)s" % {"tag": name}
elif self.require_matching_tags:
start = open_elements.pop()
assert start == (namespace, name)
elif type == "Comment":
data = token["data"]
assert isinstance(data, text_type)
elif type in ("Characters", "SpaceCharacters"):
data = token["data"]
assert isinstance(data, text_type)
assert data != ""
if type == "SpaceCharacters":
assert data.strip(spaceCharacters) == ""
elif type == "Doctype":
name = token["name"]
assert name is None or isinstance(name, text_type)
assert token["publicId"] is None or isinstance(name, text_type)
assert token["systemId"] is None or isinstance(name, text_type)
elif type == "Entity":
assert isinstance(token["name"], text_type)
elif type == "SerializerError":
assert isinstance(token["data"], text_type)
else:
assert False, "Unknown token type: %(type)s" % {"type": type}
yield token
html5lib/filters/sanitizer.py 0000644 00000061030 15043676225 0012330 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
from xml.sax.saxutils import escape, unescape
from pip._vendor.six.moves import urllib_parse as urlparse
from . import base
from ..constants import namespaces, prefixes
__all__ = ["Filter"]
allowed_elements = frozenset((
(namespaces['html'], 'a'),
(namespaces['html'], 'abbr'),
(namespaces['html'], 'acronym'),
(namespaces['html'], 'address'),
(namespaces['html'], 'area'),
(namespaces['html'], 'article'),
(namespaces['html'], 'aside'),
(namespaces['html'], 'audio'),
(namespaces['html'], 'b'),
(namespaces['html'], 'big'),
(namespaces['html'], 'blockquote'),
(namespaces['html'], 'br'),
(namespaces['html'], 'button'),
(namespaces['html'], 'canvas'),
(namespaces['html'], 'caption'),
(namespaces['html'], 'center'),
(namespaces['html'], 'cite'),
(namespaces['html'], 'code'),
(namespaces['html'], 'col'),
(namespaces['html'], 'colgroup'),
(namespaces['html'], 'command'),
(namespaces['html'], 'datagrid'),
(namespaces['html'], 'datalist'),
(namespaces['html'], 'dd'),
(namespaces['html'], 'del'),
(namespaces['html'], 'details'),
(namespaces['html'], 'dfn'),
(namespaces['html'], 'dialog'),
(namespaces['html'], 'dir'),
(namespaces['html'], 'div'),
(namespaces['html'], 'dl'),
(namespaces['html'], 'dt'),
(namespaces['html'], 'em'),
(namespaces['html'], 'event-source'),
(namespaces['html'], 'fieldset'),
(namespaces['html'], 'figcaption'),
(namespaces['html'], 'figure'),
(namespaces['html'], 'footer'),
(namespaces['html'], 'font'),
(namespaces['html'], 'form'),
(namespaces['html'], 'header'),
(namespaces['html'], 'h1'),
(namespaces['html'], 'h2'),
(namespaces['html'], 'h3'),
(namespaces['html'], 'h4'),
(namespaces['html'], 'h5'),
(namespaces['html'], 'h6'),
(namespaces['html'], 'hr'),
(namespaces['html'], 'i'),
(namespaces['html'], 'img'),
(namespaces['html'], 'input'),
(namespaces['html'], 'ins'),
(namespaces['html'], 'keygen'),
(namespaces['html'], 'kbd'),
(namespaces['html'], 'label'),
(namespaces['html'], 'legend'),
(namespaces['html'], 'li'),
(namespaces['html'], 'm'),
(namespaces['html'], 'map'),
(namespaces['html'], 'menu'),
(namespaces['html'], 'meter'),
(namespaces['html'], 'multicol'),
(namespaces['html'], 'nav'),
(namespaces['html'], 'nextid'),
(namespaces['html'], 'ol'),
(namespaces['html'], 'output'),
(namespaces['html'], 'optgroup'),
(namespaces['html'], 'option'),
(namespaces['html'], 'p'),
(namespaces['html'], 'pre'),
(namespaces['html'], 'progress'),
(namespaces['html'], 'q'),
(namespaces['html'], 's'),
(namespaces['html'], 'samp'),
(namespaces['html'], 'section'),
(namespaces['html'], 'select'),
(namespaces['html'], 'small'),
(namespaces['html'], 'sound'),
(namespaces['html'], 'source'),
(namespaces['html'], 'spacer'),
(namespaces['html'], 'span'),
(namespaces['html'], 'strike'),
(namespaces['html'], 'strong'),
(namespaces['html'], 'sub'),
(namespaces['html'], 'sup'),
(namespaces['html'], 'table'),
(namespaces['html'], 'tbody'),
(namespaces['html'], 'td'),
(namespaces['html'], 'textarea'),
(namespaces['html'], 'time'),
(namespaces['html'], 'tfoot'),
(namespaces['html'], 'th'),
(namespaces['html'], 'thead'),
(namespaces['html'], 'tr'),
(namespaces['html'], 'tt'),
(namespaces['html'], 'u'),
(namespaces['html'], 'ul'),
(namespaces['html'], 'var'),
(namespaces['html'], 'video'),
(namespaces['mathml'], 'maction'),
(namespaces['mathml'], 'math'),
(namespaces['mathml'], 'merror'),
(namespaces['mathml'], 'mfrac'),
(namespaces['mathml'], 'mi'),
(namespaces['mathml'], 'mmultiscripts'),
(namespaces['mathml'], 'mn'),
(namespaces['mathml'], 'mo'),
(namespaces['mathml'], 'mover'),
(namespaces['mathml'], 'mpadded'),
(namespaces['mathml'], 'mphantom'),
(namespaces['mathml'], 'mprescripts'),
(namespaces['mathml'], 'mroot'),
(namespaces['mathml'], 'mrow'),
(namespaces['mathml'], 'mspace'),
(namespaces['mathml'], 'msqrt'),
(namespaces['mathml'], 'mstyle'),
(namespaces['mathml'], 'msub'),
(namespaces['mathml'], 'msubsup'),
(namespaces['mathml'], 'msup'),
(namespaces['mathml'], 'mtable'),
(namespaces['mathml'], 'mtd'),
(namespaces['mathml'], 'mtext'),
(namespaces['mathml'], 'mtr'),
(namespaces['mathml'], 'munder'),
(namespaces['mathml'], 'munderover'),
(namespaces['mathml'], 'none'),
(namespaces['svg'], 'a'),
(namespaces['svg'], 'animate'),
(namespaces['svg'], 'animateColor'),
(namespaces['svg'], 'animateMotion'),
(namespaces['svg'], 'animateTransform'),
(namespaces['svg'], 'clipPath'),
(namespaces['svg'], 'circle'),
(namespaces['svg'], 'defs'),
(namespaces['svg'], 'desc'),
(namespaces['svg'], 'ellipse'),
(namespaces['svg'], 'font-face'),
(namespaces['svg'], 'font-face-name'),
(namespaces['svg'], 'font-face-src'),
(namespaces['svg'], 'g'),
(namespaces['svg'], 'glyph'),
(namespaces['svg'], 'hkern'),
(namespaces['svg'], 'linearGradient'),
(namespaces['svg'], 'line'),
(namespaces['svg'], 'marker'),
(namespaces['svg'], 'metadata'),
(namespaces['svg'], 'missing-glyph'),
(namespaces['svg'], 'mpath'),
(namespaces['svg'], 'path'),
(namespaces['svg'], 'polygon'),
(namespaces['svg'], 'polyline'),
(namespaces['svg'], 'radialGradient'),
(namespaces['svg'], 'rect'),
(namespaces['svg'], 'set'),
(namespaces['svg'], 'stop'),
(namespaces['svg'], 'svg'),
(namespaces['svg'], 'switch'),
(namespaces['svg'], 'text'),
(namespaces['svg'], 'title'),
(namespaces['svg'], 'tspan'),
(namespaces['svg'], 'use'),
))
allowed_attributes = frozenset((
# HTML attributes
(None, 'abbr'),
(None, 'accept'),
(None, 'accept-charset'),
(None, 'accesskey'),
(None, 'action'),
(None, 'align'),
(None, 'alt'),
(None, 'autocomplete'),
(None, 'autofocus'),
(None, 'axis'),
(None, 'background'),
(None, 'balance'),
(None, 'bgcolor'),
(None, 'bgproperties'),
(None, 'border'),
(None, 'bordercolor'),
(None, 'bordercolordark'),
(None, 'bordercolorlight'),
(None, 'bottompadding'),
(None, 'cellpadding'),
(None, 'cellspacing'),
(None, 'ch'),
(None, 'challenge'),
(None, 'char'),
(None, 'charoff'),
(None, 'choff'),
(None, 'charset'),
(None, 'checked'),
(None, 'cite'),
(None, 'class'),
(None, 'clear'),
(None, 'color'),
(None, 'cols'),
(None, 'colspan'),
(None, 'compact'),
(None, 'contenteditable'),
(None, 'controls'),
(None, 'coords'),
(None, 'data'),
(None, 'datafld'),
(None, 'datapagesize'),
(None, 'datasrc'),
(None, 'datetime'),
(None, 'default'),
(None, 'delay'),
(None, 'dir'),
(None, 'disabled'),
(None, 'draggable'),
(None, 'dynsrc'),
(None, 'enctype'),
(None, 'end'),
(None, 'face'),
(None, 'for'),
(None, 'form'),
(None, 'frame'),
(None, 'galleryimg'),
(None, 'gutter'),
(None, 'headers'),
(None, 'height'),
(None, 'hidefocus'),
(None, 'hidden'),
(None, 'high'),
(None, 'href'),
(None, 'hreflang'),
(None, 'hspace'),
(None, 'icon'),
(None, 'id'),
(None, 'inputmode'),
(None, 'ismap'),
(None, 'keytype'),
(None, 'label'),
(None, 'leftspacing'),
(None, 'lang'),
(None, 'list'),
(None, 'longdesc'),
(None, 'loop'),
(None, 'loopcount'),
(None, 'loopend'),
(None, 'loopstart'),
(None, 'low'),
(None, 'lowsrc'),
(None, 'max'),
(None, 'maxlength'),
(None, 'media'),
(None, 'method'),
(None, 'min'),
(None, 'multiple'),
(None, 'name'),
(None, 'nohref'),
(None, 'noshade'),
(None, 'nowrap'),
(None, 'open'),
(None, 'optimum'),
(None, 'pattern'),
(None, 'ping'),
(None, 'point-size'),
(None, 'poster'),
(None, 'pqg'),
(None, 'preload'),
(None, 'prompt'),
(None, 'radiogroup'),
(None, 'readonly'),
(None, 'rel'),
(None, 'repeat-max'),
(None, 'repeat-min'),
(None, 'replace'),
(None, 'required'),
(None, 'rev'),
(None, 'rightspacing'),
(None, 'rows'),
(None, 'rowspan'),
(None, 'rules'),
(None, 'scope'),
(None, 'selected'),
(None, 'shape'),
(None, 'size'),
(None, 'span'),
(None, 'src'),
(None, 'start'),
(None, 'step'),
(None, 'style'),
(None, 'summary'),
(None, 'suppress'),
(None, 'tabindex'),
(None, 'target'),
(None, 'template'),
(None, 'title'),
(None, 'toppadding'),
(None, 'type'),
(None, 'unselectable'),
(None, 'usemap'),
(None, 'urn'),
(None, 'valign'),
(None, 'value'),
(None, 'variable'),
(None, 'volume'),
(None, 'vspace'),
(None, 'vrml'),
(None, 'width'),
(None, 'wrap'),
(namespaces['xml'], 'lang'),
# MathML attributes
(None, 'actiontype'),
(None, 'align'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnalign'),
(None, 'columnlines'),
(None, 'columnspacing'),
(None, 'columnspan'),
(None, 'depth'),
(None, 'display'),
(None, 'displaystyle'),
(None, 'equalcolumns'),
(None, 'equalrows'),
(None, 'fence'),
(None, 'fontstyle'),
(None, 'fontweight'),
(None, 'frame'),
(None, 'height'),
(None, 'linethickness'),
(None, 'lspace'),
(None, 'mathbackground'),
(None, 'mathcolor'),
(None, 'mathvariant'),
(None, 'mathvariant'),
(None, 'maxsize'),
(None, 'minsize'),
(None, 'other'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowalign'),
(None, 'rowlines'),
(None, 'rowspacing'),
(None, 'rowspan'),
(None, 'rspace'),
(None, 'scriptlevel'),
(None, 'selection'),
(None, 'separator'),
(None, 'stretchy'),
(None, 'width'),
(None, 'width'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'type'),
# SVG attributes
(None, 'accent-height'),
(None, 'accumulate'),
(None, 'additive'),
(None, 'alphabetic'),
(None, 'arabic-form'),
(None, 'ascent'),
(None, 'attributeName'),
(None, 'attributeType'),
(None, 'baseProfile'),
(None, 'bbox'),
(None, 'begin'),
(None, 'by'),
(None, 'calcMode'),
(None, 'cap-height'),
(None, 'class'),
(None, 'clip-path'),
(None, 'color'),
(None, 'color-rendering'),
(None, 'content'),
(None, 'cx'),
(None, 'cy'),
(None, 'd'),
(None, 'dx'),
(None, 'dy'),
(None, 'descent'),
(None, 'display'),
(None, 'dur'),
(None, 'end'),
(None, 'fill'),
(None, 'fill-opacity'),
(None, 'fill-rule'),
(None, 'font-family'),
(None, 'font-size'),
(None, 'font-stretch'),
(None, 'font-style'),
(None, 'font-variant'),
(None, 'font-weight'),
(None, 'from'),
(None, 'fx'),
(None, 'fy'),
(None, 'g1'),
(None, 'g2'),
(None, 'glyph-name'),
(None, 'gradientUnits'),
(None, 'hanging'),
(None, 'height'),
(None, 'horiz-adv-x'),
(None, 'horiz-origin-x'),
(None, 'id'),
(None, 'ideographic'),
(None, 'k'),
(None, 'keyPoints'),
(None, 'keySplines'),
(None, 'keyTimes'),
(None, 'lang'),
(None, 'marker-end'),
(None, 'marker-mid'),
(None, 'marker-start'),
(None, 'markerHeight'),
(None, 'markerUnits'),
(None, 'markerWidth'),
(None, 'mathematical'),
(None, 'max'),
(None, 'min'),
(None, 'name'),
(None, 'offset'),
(None, 'opacity'),
(None, 'orient'),
(None, 'origin'),
(None, 'overline-position'),
(None, 'overline-thickness'),
(None, 'panose-1'),
(None, 'path'),
(None, 'pathLength'),
(None, 'points'),
(None, 'preserveAspectRatio'),
(None, 'r'),
(None, 'refX'),
(None, 'refY'),
(None, 'repeatCount'),
(None, 'repeatDur'),
(None, 'requiredExtensions'),
(None, 'requiredFeatures'),
(None, 'restart'),
(None, 'rotate'),
(None, 'rx'),
(None, 'ry'),
(None, 'slope'),
(None, 'stemh'),
(None, 'stemv'),
(None, 'stop-color'),
(None, 'stop-opacity'),
(None, 'strikethrough-position'),
(None, 'strikethrough-thickness'),
(None, 'stroke'),
(None, 'stroke-dasharray'),
(None, 'stroke-dashoffset'),
(None, 'stroke-linecap'),
(None, 'stroke-linejoin'),
(None, 'stroke-miterlimit'),
(None, 'stroke-opacity'),
(None, 'stroke-width'),
(None, 'systemLanguage'),
(None, 'target'),
(None, 'text-anchor'),
(None, 'to'),
(None, 'transform'),
(None, 'type'),
(None, 'u1'),
(None, 'u2'),
(None, 'underline-position'),
(None, 'underline-thickness'),
(None, 'unicode'),
(None, 'unicode-range'),
(None, 'units-per-em'),
(None, 'values'),
(None, 'version'),
(None, 'viewBox'),
(None, 'visibility'),
(None, 'width'),
(None, 'widths'),
(None, 'x'),
(None, 'x-height'),
(None, 'x1'),
(None, 'x2'),
(namespaces['xlink'], 'actuate'),
(namespaces['xlink'], 'arcrole'),
(namespaces['xlink'], 'href'),
(namespaces['xlink'], 'role'),
(namespaces['xlink'], 'show'),
(namespaces['xlink'], 'title'),
(namespaces['xlink'], 'type'),
(namespaces['xml'], 'base'),
(namespaces['xml'], 'lang'),
(namespaces['xml'], 'space'),
(None, 'y'),
(None, 'y1'),
(None, 'y2'),
(None, 'zoomAndPan'),
))
attr_val_is_uri = frozenset((
(None, 'href'),
(None, 'src'),
(None, 'cite'),
(None, 'action'),
(None, 'longdesc'),
(None, 'poster'),
(None, 'background'),
(None, 'datasrc'),
(None, 'dynsrc'),
(None, 'lowsrc'),
(None, 'ping'),
(namespaces['xlink'], 'href'),
(namespaces['xml'], 'base'),
))
svg_attr_val_allows_ref = frozenset((
(None, 'clip-path'),
(None, 'color-profile'),
(None, 'cursor'),
(None, 'fill'),
(None, 'filter'),
(None, 'marker'),
(None, 'marker-start'),
(None, 'marker-mid'),
(None, 'marker-end'),
(None, 'mask'),
(None, 'stroke'),
))
svg_allow_local_href = frozenset((
(None, 'altGlyph'),
(None, 'animate'),
(None, 'animateColor'),
(None, 'animateMotion'),
(None, 'animateTransform'),
(None, 'cursor'),
(None, 'feImage'),
(None, 'filter'),
(None, 'linearGradient'),
(None, 'pattern'),
(None, 'radialGradient'),
(None, 'textpath'),
(None, 'tref'),
(None, 'set'),
(None, 'use')
))
allowed_css_properties = frozenset((
'azimuth',
'background-color',
'border-bottom-color',
'border-collapse',
'border-color',
'border-left-color',
'border-right-color',
'border-top-color',
'clear',
'color',
'cursor',
'direction',
'display',
'elevation',
'float',
'font',
'font-family',
'font-size',
'font-style',
'font-variant',
'font-weight',
'height',
'letter-spacing',
'line-height',
'overflow',
'pause',
'pause-after',
'pause-before',
'pitch',
'pitch-range',
'richness',
'speak',
'speak-header',
'speak-numeral',
'speak-punctuation',
'speech-rate',
'stress',
'text-align',
'text-decoration',
'text-indent',
'unicode-bidi',
'vertical-align',
'voice-family',
'volume',
'white-space',
'width',
))
allowed_css_keywords = frozenset((
'auto',
'aqua',
'black',
'block',
'blue',
'bold',
'both',
'bottom',
'brown',
'center',
'collapse',
'dashed',
'dotted',
'fuchsia',
'gray',
'green',
'!important',
'italic',
'left',
'lime',
'maroon',
'medium',
'none',
'navy',
'normal',
'nowrap',
'olive',
'pointer',
'purple',
'red',
'right',
'solid',
'silver',
'teal',
'top',
'transparent',
'underline',
'white',
'yellow',
))
allowed_svg_properties = frozenset((
'fill',
'fill-opacity',
'fill-rule',
'stroke',
'stroke-width',
'stroke-linecap',
'stroke-linejoin',
'stroke-opacity',
))
allowed_protocols = frozenset((
'ed2k',
'ftp',
'http',
'https',
'irc',
'mailto',
'news',
'gopher',
'nntp',
'telnet',
'webcal',
'xmpp',
'callto',
'feed',
'urn',
'aim',
'rsync',
'tag',
'ssh',
'sftp',
'rtsp',
'afs',
'data',
))
allowed_content_types = frozenset((
'image/png',
'image/jpeg',
'image/gif',
'image/webp',
'image/bmp',
'text/plain',
))
data_content_type = re.compile(r'''
^
# Match a content type <application>/<type>
(?P<content_type>[-a-zA-Z0-9.]+/[-a-zA-Z0-9.]+)
# Match any character set and encoding
(?:(?:;charset=(?:[-a-zA-Z0-9]+)(?:;(?:base64))?)
|(?:;(?:base64))?(?:;charset=(?:[-a-zA-Z0-9]+))?)
# Assume the rest is data
,.*
$
''',
re.VERBOSE)
class Filter(base.Filter):
""" sanitization of XHTML+MathML+SVG and of inline style attributes."""
def __init__(self,
source,
allowed_elements=allowed_elements,
allowed_attributes=allowed_attributes,
allowed_css_properties=allowed_css_properties,
allowed_css_keywords=allowed_css_keywords,
allowed_svg_properties=allowed_svg_properties,
allowed_protocols=allowed_protocols,
allowed_content_types=allowed_content_types,
attr_val_is_uri=attr_val_is_uri,
svg_attr_val_allows_ref=svg_attr_val_allows_ref,
svg_allow_local_href=svg_allow_local_href):
super(Filter, self).__init__(source)
self.allowed_elements = allowed_elements
self.allowed_attributes = allowed_attributes
self.allowed_css_properties = allowed_css_properties
self.allowed_css_keywords = allowed_css_keywords
self.allowed_svg_properties = allowed_svg_properties
self.allowed_protocols = allowed_protocols
self.allowed_content_types = allowed_content_types
self.attr_val_is_uri = attr_val_is_uri
self.svg_attr_val_allows_ref = svg_attr_val_allows_ref
self.svg_allow_local_href = svg_allow_local_href
def __iter__(self):
for token in base.Filter.__iter__(self):
token = self.sanitize_token(token)
if token:
yield token
# Sanitize the +html+, escaping all elements not in ALLOWED_ELEMENTS, and
# stripping out all # attributes not in ALLOWED_ATTRIBUTES. Style
# attributes are parsed, and a restricted set, # specified by
# ALLOWED_CSS_PROPERTIES and ALLOWED_CSS_KEYWORDS, are allowed through.
# attributes in ATTR_VAL_IS_URI are scanned, and only URI schemes specified
# in ALLOWED_PROTOCOLS are allowed.
#
# sanitize_html('<script> do_nasty_stuff() </script>')
# => <script> do_nasty_stuff() </script>
# sanitize_html('<a href="javascript: sucker();">Click here for $100</a>')
# => <a>Click here for $100</a>
def sanitize_token(self, token):
# accommodate filters which use token_type differently
token_type = token["type"]
if token_type in ("StartTag", "EndTag", "EmptyTag"):
name = token["name"]
namespace = token["namespace"]
if ((namespace, name) in self.allowed_elements or
(namespace is None and
(namespaces["html"], name) in self.allowed_elements)):
return self.allowed_token(token)
else:
return self.disallowed_token(token)
elif token_type == "Comment":
pass
else:
return token
def allowed_token(self, token):
if "data" in token:
attrs = token["data"]
attr_names = set(attrs.keys())
# Remove forbidden attributes
for to_remove in (attr_names - self.allowed_attributes):
del token["data"][to_remove]
attr_names.remove(to_remove)
# Remove attributes with disallowed URL values
for attr in (attr_names & self.attr_val_is_uri):
assert attr in attrs
# I don't have a clue where this regexp comes from or why it matches those
# characters, nor why we call unescape. I just know it's always been here.
# Should you be worried by this comment in a sanitizer? Yes. On the other hand, all
# this will do is remove *more* than it otherwise would.
val_unescaped = re.sub("[`\x00-\x20\x7f-\xa0\s]+", '',
unescape(attrs[attr])).lower()
# remove replacement characters from unescaped characters
val_unescaped = val_unescaped.replace("\ufffd", "")
try:
uri = urlparse.urlparse(val_unescaped)
except ValueError:
uri = None
del attrs[attr]
if uri and uri.scheme:
if uri.scheme not in self.allowed_protocols:
del attrs[attr]
if uri.scheme == 'data':
m = data_content_type.match(uri.path)
if not m:
del attrs[attr]
elif m.group('content_type') not in self.allowed_content_types:
del attrs[attr]
for attr in self.svg_attr_val_allows_ref:
if attr in attrs:
attrs[attr] = re.sub(r'url\s*\(\s*[^#\s][^)]+?\)',
' ',
unescape(attrs[attr]))
if (token["name"] in self.svg_allow_local_href and
(namespaces['xlink'], 'href') in attrs and re.search('^\s*[^#\s].*',
attrs[(namespaces['xlink'], 'href')])):
del attrs[(namespaces['xlink'], 'href')]
if (None, 'style') in attrs:
attrs[(None, 'style')] = self.sanitize_css(attrs[(None, 'style')])
token["data"] = attrs
return token
def disallowed_token(self, token):
token_type = token["type"]
if token_type == "EndTag":
token["data"] = "</%s>" % token["name"]
elif token["data"]:
assert token_type in ("StartTag", "EmptyTag")
attrs = []
for (ns, name), v in token["data"].items():
attrs.append(' %s="%s"' % (name if ns is None else "%s:%s" % (prefixes[ns], name), escape(v)))
token["data"] = "<%s%s>" % (token["name"], ''.join(attrs))
else:
token["data"] = "<%s>" % token["name"]
if token.get("selfClosing"):
token["data"] = token["data"][:-1] + "/>"
token["type"] = "Characters"
del token["name"]
return token
def sanitize_css(self, style):
# disallow urls
style = re.compile('url\s*\(\s*[^\s)]+?\s*\)\s*').sub(' ', style)
# gauntlet
if not re.match("""^([:,;#%.\sa-zA-Z0-9!]|\w-\w|'[\s\w]+'|"[\s\w]+"|\([\d,\s]+\))*$""", style):
return ''
if not re.match("^\s*([-\w]+\s*:[^:;]*(;\s*|$))*$", style):
return ''
clean = []
for prop, value in re.findall("([-\w]+)\s*:\s*([^:;]*)", style):
if not value:
continue
if prop.lower() in self.allowed_css_properties:
clean.append(prop + ': ' + value + ';')
elif prop.split('-')[0].lower() in ['background', 'border', 'margin',
'padding']:
for keyword in value.split():
if keyword not in self.allowed_css_keywords and \
not re.match("^(#[0-9a-f]+|rgb\(\d+%?,\d*%?,?\d*%?\)?|\d{0,2}\.?\d{0,2}(cm|em|ex|in|mm|pc|pt|px|%|,|\))?)$", keyword): # noqa
break
else:
clean.append(prop + ': ' + value + ';')
elif prop.lower() in self.allowed_svg_properties:
clean.append(prop + ': ' + value + ';')
return ' '.join(clean)
html5lib/filters/whitespace.py 0000644 00000002163 15043676225 0012456 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import re
from . import base
from ..constants import rcdataElements, spaceCharacters
spaceCharacters = "".join(spaceCharacters)
SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)
class Filter(base.Filter):
spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))
def __iter__(self):
preserve = 0
for token in base.Filter.__iter__(self):
type = token["type"]
if type == "StartTag" \
and (preserve or token["name"] in self.spacePreserveElements):
preserve += 1
elif type == "EndTag" and preserve:
preserve -= 1
elif not preserve and type == "SpaceCharacters" and token["data"]:
# Test on token["data"] above to not introduce spaces where there were not
token["data"] = " "
elif not preserve and type == "Characters":
token["data"] = collapse_spaces(token["data"])
yield token
def collapse_spaces(text):
return SPACES_REGEX.sub(' ', text)
html5lib/filters/base.py 0000644 00000000436 15043676225 0011235 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
class Filter(object):
def __init__(self, source):
self.source = source
def __iter__(self):
return iter(self.source)
def __getattr__(self, name):
return getattr(self.source, name)
html5lib/constants.py 0000644 00000242673 15043676225 0010702 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import string
EOF = None
E = {
"null-character":
"Null character in input stream, replaced with U+FFFD.",
"invalid-codepoint":
"Invalid codepoint in stream.",
"incorrectly-placed-solidus":
"Solidus (/) incorrectly placed in tag.",
"incorrect-cr-newline-entity":
"Incorrect CR newline entity, replaced with LF.",
"illegal-windows-1252-entity":
"Entity used with illegal number (windows-1252 reference).",
"cant-convert-numeric-entity":
"Numeric entity couldn't be converted to character "
"(codepoint U+%(charAsInt)08x).",
"illegal-codepoint-for-numeric-entity":
"Numeric entity represents an illegal codepoint: "
"U+%(charAsInt)08x.",
"numeric-entity-without-semicolon":
"Numeric entity didn't end with ';'.",
"expected-numeric-entity-but-got-eof":
"Numeric entity expected. Got end of file instead.",
"expected-numeric-entity":
"Numeric entity expected but none found.",
"named-entity-without-semicolon":
"Named entity didn't end with ';'.",
"expected-named-entity":
"Named entity expected. Got none.",
"attributes-in-end-tag":
"End tag contains unexpected attributes.",
'self-closing-flag-on-end-tag':
"End tag contains unexpected self-closing flag.",
"expected-tag-name-but-got-right-bracket":
"Expected tag name. Got '>' instead.",
"expected-tag-name-but-got-question-mark":
"Expected tag name. Got '?' instead. (HTML doesn't "
"support processing instructions.)",
"expected-tag-name":
"Expected tag name. Got something else instead",
"expected-closing-tag-but-got-right-bracket":
"Expected closing tag. Got '>' instead. Ignoring '</>'.",
"expected-closing-tag-but-got-eof":
"Expected closing tag. Unexpected end of file.",
"expected-closing-tag-but-got-char":
"Expected closing tag. Unexpected character '%(data)s' found.",
"eof-in-tag-name":
"Unexpected end of file in the tag name.",
"expected-attribute-name-but-got-eof":
"Unexpected end of file. Expected attribute name instead.",
"eof-in-attribute-name":
"Unexpected end of file in attribute name.",
"invalid-character-in-attribute-name":
"Invalid character in attribute name",
"duplicate-attribute":
"Dropped duplicate attribute on tag.",
"expected-end-of-tag-name-but-got-eof":
"Unexpected end of file. Expected = or end of tag.",
"expected-attribute-value-but-got-eof":
"Unexpected end of file. Expected attribute value.",
"expected-attribute-value-but-got-right-bracket":
"Expected attribute value. Got '>' instead.",
'equals-in-unquoted-attribute-value':
"Unexpected = in unquoted attribute",
'unexpected-character-in-unquoted-attribute-value':
"Unexpected character in unquoted attribute",
"invalid-character-after-attribute-name":
"Unexpected character after attribute name.",
"unexpected-character-after-attribute-value":
"Unexpected character after attribute value.",
"eof-in-attribute-value-double-quote":
"Unexpected end of file in attribute value (\").",
"eof-in-attribute-value-single-quote":
"Unexpected end of file in attribute value (').",
"eof-in-attribute-value-no-quotes":
"Unexpected end of file in attribute value.",
"unexpected-EOF-after-solidus-in-tag":
"Unexpected end of file in tag. Expected >",
"unexpected-character-after-solidus-in-tag":
"Unexpected character after / in tag. Expected >",
"expected-dashes-or-doctype":
"Expected '--' or 'DOCTYPE'. Not found.",
"unexpected-bang-after-double-dash-in-comment":
"Unexpected ! after -- in comment",
"unexpected-space-after-double-dash-in-comment":
"Unexpected space after -- in comment",
"incorrect-comment":
"Incorrect comment.",
"eof-in-comment":
"Unexpected end of file in comment.",
"eof-in-comment-end-dash":
"Unexpected end of file in comment (-)",
"unexpected-dash-after-double-dash-in-comment":
"Unexpected '-' after '--' found in comment.",
"eof-in-comment-double-dash":
"Unexpected end of file in comment (--).",
"eof-in-comment-end-space-state":
"Unexpected end of file in comment.",
"eof-in-comment-end-bang-state":
"Unexpected end of file in comment.",
"unexpected-char-in-comment":
"Unexpected character in comment found.",
"need-space-after-doctype":
"No space after literal string 'DOCTYPE'.",
"expected-doctype-name-but-got-right-bracket":
"Unexpected > character. Expected DOCTYPE name.",
"expected-doctype-name-but-got-eof":
"Unexpected end of file. Expected DOCTYPE name.",
"eof-in-doctype-name":
"Unexpected end of file in DOCTYPE name.",
"eof-in-doctype":
"Unexpected end of file in DOCTYPE.",
"expected-space-or-right-bracket-in-doctype":
"Expected space or '>'. Got '%(data)s'",
"unexpected-end-of-doctype":
"Unexpected end of DOCTYPE.",
"unexpected-char-in-doctype":
"Unexpected character in DOCTYPE.",
"eof-in-innerhtml":
"XXX innerHTML EOF",
"unexpected-doctype":
"Unexpected DOCTYPE. Ignored.",
"non-html-root":
"html needs to be the first start tag.",
"expected-doctype-but-got-eof":
"Unexpected End of file. Expected DOCTYPE.",
"unknown-doctype":
"Erroneous DOCTYPE.",
"expected-doctype-but-got-chars":
"Unexpected non-space characters. Expected DOCTYPE.",
"expected-doctype-but-got-start-tag":
"Unexpected start tag (%(name)s). Expected DOCTYPE.",
"expected-doctype-but-got-end-tag":
"Unexpected end tag (%(name)s). Expected DOCTYPE.",
"end-tag-after-implied-root":
"Unexpected end tag (%(name)s) after the (implied) root element.",
"expected-named-closing-tag-but-got-eof":
"Unexpected end of file. Expected end tag (%(name)s).",
"two-heads-are-not-better-than-one":
"Unexpected start tag head in existing head. Ignored.",
"unexpected-end-tag":
"Unexpected end tag (%(name)s). Ignored.",
"unexpected-start-tag-out-of-my-head":
"Unexpected start tag (%(name)s) that can be in head. Moved.",
"unexpected-start-tag":
"Unexpected start tag (%(name)s).",
"missing-end-tag":
"Missing end tag (%(name)s).",
"missing-end-tags":
"Missing end tags (%(name)s).",
"unexpected-start-tag-implies-end-tag":
"Unexpected start tag (%(startName)s) "
"implies end tag (%(endName)s).",
"unexpected-start-tag-treated-as":
"Unexpected start tag (%(originalName)s). Treated as %(newName)s.",
"deprecated-tag":
"Unexpected start tag %(name)s. Don't use it!",
"unexpected-start-tag-ignored":
"Unexpected start tag %(name)s. Ignored.",
"expected-one-end-tag-but-got-another":
"Unexpected end tag (%(gotName)s). "
"Missing end tag (%(expectedName)s).",
"end-tag-too-early":
"End tag (%(name)s) seen too early. Expected other end tag.",
"end-tag-too-early-named":
"Unexpected end tag (%(gotName)s). Expected end tag (%(expectedName)s).",
"end-tag-too-early-ignored":
"End tag (%(name)s) seen too early. Ignored.",
"adoption-agency-1.1":
"End tag (%(name)s) violates step 1, "
"paragraph 1 of the adoption agency algorithm.",
"adoption-agency-1.2":
"End tag (%(name)s) violates step 1, "
"paragraph 2 of the adoption agency algorithm.",
"adoption-agency-1.3":
"End tag (%(name)s) violates step 1, "
"paragraph 3 of the adoption agency algorithm.",
"adoption-agency-4.4":
"End tag (%(name)s) violates step 4, "
"paragraph 4 of the adoption agency algorithm.",
"unexpected-end-tag-treated-as":
"Unexpected end tag (%(originalName)s). Treated as %(newName)s.",
"no-end-tag":
"This element (%(name)s) has no end tag.",
"unexpected-implied-end-tag-in-table":
"Unexpected implied end tag (%(name)s) in the table phase.",
"unexpected-implied-end-tag-in-table-body":
"Unexpected implied end tag (%(name)s) in the table body phase.",
"unexpected-char-implies-table-voodoo":
"Unexpected non-space characters in "
"table context caused voodoo mode.",
"unexpected-hidden-input-in-table":
"Unexpected input with type hidden in table context.",
"unexpected-form-in-table":
"Unexpected form in table context.",
"unexpected-start-tag-implies-table-voodoo":
"Unexpected start tag (%(name)s) in "
"table context caused voodoo mode.",
"unexpected-end-tag-implies-table-voodoo":
"Unexpected end tag (%(name)s) in "
"table context caused voodoo mode.",
"unexpected-cell-in-table-body":
"Unexpected table cell start tag (%(name)s) "
"in the table body phase.",
"unexpected-cell-end-tag":
"Got table cell end tag (%(name)s) "
"while required end tags are missing.",
"unexpected-end-tag-in-table-body":
"Unexpected end tag (%(name)s) in the table body phase. Ignored.",
"unexpected-implied-end-tag-in-table-row":
"Unexpected implied end tag (%(name)s) in the table row phase.",
"unexpected-end-tag-in-table-row":
"Unexpected end tag (%(name)s) in the table row phase. Ignored.",
"unexpected-select-in-select":
"Unexpected select start tag in the select phase "
"treated as select end tag.",
"unexpected-input-in-select":
"Unexpected input start tag in the select phase.",
"unexpected-start-tag-in-select":
"Unexpected start tag token (%(name)s in the select phase. "
"Ignored.",
"unexpected-end-tag-in-select":
"Unexpected end tag (%(name)s) in the select phase. Ignored.",
"unexpected-table-element-start-tag-in-select-in-table":
"Unexpected table element start tag (%(name)s) in the select in table phase.",
"unexpected-table-element-end-tag-in-select-in-table":
"Unexpected table element end tag (%(name)s) in the select in table phase.",
"unexpected-char-after-body":
"Unexpected non-space characters in the after body phase.",
"unexpected-start-tag-after-body":
"Unexpected start tag token (%(name)s)"
" in the after body phase.",
"unexpected-end-tag-after-body":
"Unexpected end tag token (%(name)s)"
" in the after body phase.",
"unexpected-char-in-frameset":
"Unexpected characters in the frameset phase. Characters ignored.",
"unexpected-start-tag-in-frameset":
"Unexpected start tag token (%(name)s)"
" in the frameset phase. Ignored.",
"unexpected-frameset-in-frameset-innerhtml":
"Unexpected end tag token (frameset) "
"in the frameset phase (innerHTML).",
"unexpected-end-tag-in-frameset":
"Unexpected end tag token (%(name)s)"
" in the frameset phase. Ignored.",
"unexpected-char-after-frameset":
"Unexpected non-space characters in the "
"after frameset phase. Ignored.",
"unexpected-start-tag-after-frameset":
"Unexpected start tag (%(name)s)"
" in the after frameset phase. Ignored.",
"unexpected-end-tag-after-frameset":
"Unexpected end tag (%(name)s)"
" in the after frameset phase. Ignored.",
"unexpected-end-tag-after-body-innerhtml":
"Unexpected end tag after body(innerHtml)",
"expected-eof-but-got-char":
"Unexpected non-space characters. Expected end of file.",
"expected-eof-but-got-start-tag":
"Unexpected start tag (%(name)s)"
". Expected end of file.",
"expected-eof-but-got-end-tag":
"Unexpected end tag (%(name)s)"
". Expected end of file.",
"eof-in-table":
"Unexpected end of file. Expected table content.",
"eof-in-select":
"Unexpected end of file. Expected select content.",
"eof-in-frameset":
"Unexpected end of file. Expected frameset content.",
"eof-in-script-in-script":
"Unexpected end of file. Expected script content.",
"eof-in-foreign-lands":
"Unexpected end of file. Expected foreign content",
"non-void-element-with-trailing-solidus":
"Trailing solidus not allowed on element %(name)s",
"unexpected-html-element-in-foreign-content":
"Element %(name)s not allowed in a non-html context",
"unexpected-end-tag-before-html":
"Unexpected end tag (%(name)s) before html.",
"unexpected-inhead-noscript-tag":
"Element %(name)s not allowed in a inhead-noscript context",
"eof-in-head-noscript":
"Unexpected end of file. Expected inhead-noscript content",
"char-in-head-noscript":
"Unexpected non-space character. Expected inhead-noscript content",
"XXX-undefined-error":
"Undefined error (this sucks and should be fixed)",
}
namespaces = {
"html": "http://www.w3.org/1999/xhtml",
"mathml": "http://www.w3.org/1998/Math/MathML",
"svg": "http://www.w3.org/2000/svg",
"xlink": "http://www.w3.org/1999/xlink",
"xml": "http://www.w3.org/XML/1998/namespace",
"xmlns": "http://www.w3.org/2000/xmlns/"
}
scopingElements = frozenset([
(namespaces["html"], "applet"),
(namespaces["html"], "caption"),
(namespaces["html"], "html"),
(namespaces["html"], "marquee"),
(namespaces["html"], "object"),
(namespaces["html"], "table"),
(namespaces["html"], "td"),
(namespaces["html"], "th"),
(namespaces["mathml"], "mi"),
(namespaces["mathml"], "mo"),
(namespaces["mathml"], "mn"),
(namespaces["mathml"], "ms"),
(namespaces["mathml"], "mtext"),
(namespaces["mathml"], "annotation-xml"),
(namespaces["svg"], "foreignObject"),
(namespaces["svg"], "desc"),
(namespaces["svg"], "title"),
])
formattingElements = frozenset([
(namespaces["html"], "a"),
(namespaces["html"], "b"),
(namespaces["html"], "big"),
(namespaces["html"], "code"),
(namespaces["html"], "em"),
(namespaces["html"], "font"),
(namespaces["html"], "i"),
(namespaces["html"], "nobr"),
(namespaces["html"], "s"),
(namespaces["html"], "small"),
(namespaces["html"], "strike"),
(namespaces["html"], "strong"),
(namespaces["html"], "tt"),
(namespaces["html"], "u")
])
specialElements = frozenset([
(namespaces["html"], "address"),
(namespaces["html"], "applet"),
(namespaces["html"], "area"),
(namespaces["html"], "article"),
(namespaces["html"], "aside"),
(namespaces["html"], "base"),
(namespaces["html"], "basefont"),
(namespaces["html"], "bgsound"),
(namespaces["html"], "blockquote"),
(namespaces["html"], "body"),
(namespaces["html"], "br"),
(namespaces["html"], "button"),
(namespaces["html"], "caption"),
(namespaces["html"], "center"),
(namespaces["html"], "col"),
(namespaces["html"], "colgroup"),
(namespaces["html"], "command"),
(namespaces["html"], "dd"),
(namespaces["html"], "details"),
(namespaces["html"], "dir"),
(namespaces["html"], "div"),
(namespaces["html"], "dl"),
(namespaces["html"], "dt"),
(namespaces["html"], "embed"),
(namespaces["html"], "fieldset"),
(namespaces["html"], "figure"),
(namespaces["html"], "footer"),
(namespaces["html"], "form"),
(namespaces["html"], "frame"),
(namespaces["html"], "frameset"),
(namespaces["html"], "h1"),
(namespaces["html"], "h2"),
(namespaces["html"], "h3"),
(namespaces["html"], "h4"),
(namespaces["html"], "h5"),
(namespaces["html"], "h6"),
(namespaces["html"], "head"),
(namespaces["html"], "header"),
(namespaces["html"], "hr"),
(namespaces["html"], "html"),
(namespaces["html"], "iframe"),
# Note that image is commented out in the spec as "this isn't an
# element that can end up on the stack, so it doesn't matter,"
(namespaces["html"], "image"),
(namespaces["html"], "img"),
(namespaces["html"], "input"),
(namespaces["html"], "isindex"),
(namespaces["html"], "li"),
(namespaces["html"], "link"),
(namespaces["html"], "listing"),
(namespaces["html"], "marquee"),
(namespaces["html"], "menu"),
(namespaces["html"], "meta"),
(namespaces["html"], "nav"),
(namespaces["html"], "noembed"),
(namespaces["html"], "noframes"),
(namespaces["html"], "noscript"),
(namespaces["html"], "object"),
(namespaces["html"], "ol"),
(namespaces["html"], "p"),
(namespaces["html"], "param"),
(namespaces["html"], "plaintext"),
(namespaces["html"], "pre"),
(namespaces["html"], "script"),
(namespaces["html"], "section"),
(namespaces["html"], "select"),
(namespaces["html"], "style"),
(namespaces["html"], "table"),
(namespaces["html"], "tbody"),
(namespaces["html"], "td"),
(namespaces["html"], "textarea"),
(namespaces["html"], "tfoot"),
(namespaces["html"], "th"),
(namespaces["html"], "thead"),
(namespaces["html"], "title"),
(namespaces["html"], "tr"),
(namespaces["html"], "ul"),
(namespaces["html"], "wbr"),
(namespaces["html"], "xmp"),
(namespaces["svg"], "foreignObject")
])
htmlIntegrationPointElements = frozenset([
(namespaces["mathml"], "annotaion-xml"),
(namespaces["svg"], "foreignObject"),
(namespaces["svg"], "desc"),
(namespaces["svg"], "title")
])
mathmlTextIntegrationPointElements = frozenset([
(namespaces["mathml"], "mi"),
(namespaces["mathml"], "mo"),
(namespaces["mathml"], "mn"),
(namespaces["mathml"], "ms"),
(namespaces["mathml"], "mtext")
])
adjustSVGAttributes = {
"attributename": "attributeName",
"attributetype": "attributeType",
"basefrequency": "baseFrequency",
"baseprofile": "baseProfile",
"calcmode": "calcMode",
"clippathunits": "clipPathUnits",
"contentscripttype": "contentScriptType",
"contentstyletype": "contentStyleType",
"diffuseconstant": "diffuseConstant",
"edgemode": "edgeMode",
"externalresourcesrequired": "externalResourcesRequired",
"filterres": "filterRes",
"filterunits": "filterUnits",
"glyphref": "glyphRef",
"gradienttransform": "gradientTransform",
"gradientunits": "gradientUnits",
"kernelmatrix": "kernelMatrix",
"kernelunitlength": "kernelUnitLength",
"keypoints": "keyPoints",
"keysplines": "keySplines",
"keytimes": "keyTimes",
"lengthadjust": "lengthAdjust",
"limitingconeangle": "limitingConeAngle",
"markerheight": "markerHeight",
"markerunits": "markerUnits",
"markerwidth": "markerWidth",
"maskcontentunits": "maskContentUnits",
"maskunits": "maskUnits",
"numoctaves": "numOctaves",
"pathlength": "pathLength",
"patterncontentunits": "patternContentUnits",
"patterntransform": "patternTransform",
"patternunits": "patternUnits",
"pointsatx": "pointsAtX",
"pointsaty": "pointsAtY",
"pointsatz": "pointsAtZ",
"preservealpha": "preserveAlpha",
"preserveaspectratio": "preserveAspectRatio",
"primitiveunits": "primitiveUnits",
"refx": "refX",
"refy": "refY",
"repeatcount": "repeatCount",
"repeatdur": "repeatDur",
"requiredextensions": "requiredExtensions",
"requiredfeatures": "requiredFeatures",
"specularconstant": "specularConstant",
"specularexponent": "specularExponent",
"spreadmethod": "spreadMethod",
"startoffset": "startOffset",
"stddeviation": "stdDeviation",
"stitchtiles": "stitchTiles",
"surfacescale": "surfaceScale",
"systemlanguage": "systemLanguage",
"tablevalues": "tableValues",
"targetx": "targetX",
"targety": "targetY",
"textlength": "textLength",
"viewbox": "viewBox",
"viewtarget": "viewTarget",
"xchannelselector": "xChannelSelector",
"ychannelselector": "yChannelSelector",
"zoomandpan": "zoomAndPan"
}
adjustMathMLAttributes = {"definitionurl": "definitionURL"}
adjustForeignAttributes = {
"xlink:actuate": ("xlink", "actuate", namespaces["xlink"]),
"xlink:arcrole": ("xlink", "arcrole", namespaces["xlink"]),
"xlink:href": ("xlink", "href", namespaces["xlink"]),
"xlink:role": ("xlink", "role", namespaces["xlink"]),
"xlink:show": ("xlink", "show", namespaces["xlink"]),
"xlink:title": ("xlink", "title", namespaces["xlink"]),
"xlink:type": ("xlink", "type", namespaces["xlink"]),
"xml:base": ("xml", "base", namespaces["xml"]),
"xml:lang": ("xml", "lang", namespaces["xml"]),
"xml:space": ("xml", "space", namespaces["xml"]),
"xmlns": (None, "xmlns", namespaces["xmlns"]),
"xmlns:xlink": ("xmlns", "xlink", namespaces["xmlns"])
}
unadjustForeignAttributes = dict([((ns, local), qname) for qname, (prefix, local, ns) in
adjustForeignAttributes.items()])
spaceCharacters = frozenset([
"\t",
"\n",
"\u000C",
" ",
"\r"
])
tableInsertModeElements = frozenset([
"table",
"tbody",
"tfoot",
"thead",
"tr"
])
asciiLowercase = frozenset(string.ascii_lowercase)
asciiUppercase = frozenset(string.ascii_uppercase)
asciiLetters = frozenset(string.ascii_letters)
digits = frozenset(string.digits)
hexDigits = frozenset(string.hexdigits)
asciiUpper2Lower = dict([(ord(c), ord(c.lower()))
for c in string.ascii_uppercase])
# Heading elements need to be ordered
headingElements = (
"h1",
"h2",
"h3",
"h4",
"h5",
"h6"
)
voidElements = frozenset([
"base",
"command",
"event-source",
"link",
"meta",
"hr",
"br",
"img",
"embed",
"param",
"area",
"col",
"input",
"source",
"track"
])
cdataElements = frozenset(['title', 'textarea'])
rcdataElements = frozenset([
'style',
'script',
'xmp',
'iframe',
'noembed',
'noframes',
'noscript'
])
booleanAttributes = {
"": frozenset(["irrelevant"]),
"style": frozenset(["scoped"]),
"img": frozenset(["ismap"]),
"audio": frozenset(["autoplay", "controls"]),
"video": frozenset(["autoplay", "controls"]),
"script": frozenset(["defer", "async"]),
"details": frozenset(["open"]),
"datagrid": frozenset(["multiple", "disabled"]),
"command": frozenset(["hidden", "disabled", "checked", "default"]),
"hr": frozenset(["noshade"]),
"menu": frozenset(["autosubmit"]),
"fieldset": frozenset(["disabled", "readonly"]),
"option": frozenset(["disabled", "readonly", "selected"]),
"optgroup": frozenset(["disabled", "readonly"]),
"button": frozenset(["disabled", "autofocus"]),
"input": frozenset(["disabled", "readonly", "required", "autofocus", "checked", "ismap"]),
"select": frozenset(["disabled", "readonly", "autofocus", "multiple"]),
"output": frozenset(["disabled", "readonly"]),
}
# entitiesWindows1252 has to be _ordered_ and needs to have an index. It
# therefore can't be a frozenset.
entitiesWindows1252 = (
8364, # 0x80 0x20AC EURO SIGN
65533, # 0x81 UNDEFINED
8218, # 0x82 0x201A SINGLE LOW-9 QUOTATION MARK
402, # 0x83 0x0192 LATIN SMALL LETTER F WITH HOOK
8222, # 0x84 0x201E DOUBLE LOW-9 QUOTATION MARK
8230, # 0x85 0x2026 HORIZONTAL ELLIPSIS
8224, # 0x86 0x2020 DAGGER
8225, # 0x87 0x2021 DOUBLE DAGGER
710, # 0x88 0x02C6 MODIFIER LETTER CIRCUMFLEX ACCENT
8240, # 0x89 0x2030 PER MILLE SIGN
352, # 0x8A 0x0160 LATIN CAPITAL LETTER S WITH CARON
8249, # 0x8B 0x2039 SINGLE LEFT-POINTING ANGLE QUOTATION MARK
338, # 0x8C 0x0152 LATIN CAPITAL LIGATURE OE
65533, # 0x8D UNDEFINED
381, # 0x8E 0x017D LATIN CAPITAL LETTER Z WITH CARON
65533, # 0x8F UNDEFINED
65533, # 0x90 UNDEFINED
8216, # 0x91 0x2018 LEFT SINGLE QUOTATION MARK
8217, # 0x92 0x2019 RIGHT SINGLE QUOTATION MARK
8220, # 0x93 0x201C LEFT DOUBLE QUOTATION MARK
8221, # 0x94 0x201D RIGHT DOUBLE QUOTATION MARK
8226, # 0x95 0x2022 BULLET
8211, # 0x96 0x2013 EN DASH
8212, # 0x97 0x2014 EM DASH
732, # 0x98 0x02DC SMALL TILDE
8482, # 0x99 0x2122 TRADE MARK SIGN
353, # 0x9A 0x0161 LATIN SMALL LETTER S WITH CARON
8250, # 0x9B 0x203A SINGLE RIGHT-POINTING ANGLE QUOTATION MARK
339, # 0x9C 0x0153 LATIN SMALL LIGATURE OE
65533, # 0x9D UNDEFINED
382, # 0x9E 0x017E LATIN SMALL LETTER Z WITH CARON
376 # 0x9F 0x0178 LATIN CAPITAL LETTER Y WITH DIAERESIS
)
xmlEntities = frozenset(['lt;', 'gt;', 'amp;', 'apos;', 'quot;'])
entities = {
"AElig": "\xc6",
"AElig;": "\xc6",
"AMP": "&",
"AMP;": "&",
"Aacute": "\xc1",
"Aacute;": "\xc1",
"Abreve;": "\u0102",
"Acirc": "\xc2",
"Acirc;": "\xc2",
"Acy;": "\u0410",
"Afr;": "\U0001d504",
"Agrave": "\xc0",
"Agrave;": "\xc0",
"Alpha;": "\u0391",
"Amacr;": "\u0100",
"And;": "\u2a53",
"Aogon;": "\u0104",
"Aopf;": "\U0001d538",
"ApplyFunction;": "\u2061",
"Aring": "\xc5",
"Aring;": "\xc5",
"Ascr;": "\U0001d49c",
"Assign;": "\u2254",
"Atilde": "\xc3",
"Atilde;": "\xc3",
"Auml": "\xc4",
"Auml;": "\xc4",
"Backslash;": "\u2216",
"Barv;": "\u2ae7",
"Barwed;": "\u2306",
"Bcy;": "\u0411",
"Because;": "\u2235",
"Bernoullis;": "\u212c",
"Beta;": "\u0392",
"Bfr;": "\U0001d505",
"Bopf;": "\U0001d539",
"Breve;": "\u02d8",
"Bscr;": "\u212c",
"Bumpeq;": "\u224e",
"CHcy;": "\u0427",
"COPY": "\xa9",
"COPY;": "\xa9",
"Cacute;": "\u0106",
"Cap;": "\u22d2",
"CapitalDifferentialD;": "\u2145",
"Cayleys;": "\u212d",
"Ccaron;": "\u010c",
"Ccedil": "\xc7",
"Ccedil;": "\xc7",
"Ccirc;": "\u0108",
"Cconint;": "\u2230",
"Cdot;": "\u010a",
"Cedilla;": "\xb8",
"CenterDot;": "\xb7",
"Cfr;": "\u212d",
"Chi;": "\u03a7",
"CircleDot;": "\u2299",
"CircleMinus;": "\u2296",
"CirclePlus;": "\u2295",
"CircleTimes;": "\u2297",
"ClockwiseContourIntegral;": "\u2232",
"CloseCurlyDoubleQuote;": "\u201d",
"CloseCurlyQuote;": "\u2019",
"Colon;": "\u2237",
"Colone;": "\u2a74",
"Congruent;": "\u2261",
"Conint;": "\u222f",
"ContourIntegral;": "\u222e",
"Copf;": "\u2102",
"Coproduct;": "\u2210",
"CounterClockwiseContourIntegral;": "\u2233",
"Cross;": "\u2a2f",
"Cscr;": "\U0001d49e",
"Cup;": "\u22d3",
"CupCap;": "\u224d",
"DD;": "\u2145",
"DDotrahd;": "\u2911",
"DJcy;": "\u0402",
"DScy;": "\u0405",
"DZcy;": "\u040f",
"Dagger;": "\u2021",
"Darr;": "\u21a1",
"Dashv;": "\u2ae4",
"Dcaron;": "\u010e",
"Dcy;": "\u0414",
"Del;": "\u2207",
"Delta;": "\u0394",
"Dfr;": "\U0001d507",
"DiacriticalAcute;": "\xb4",
"DiacriticalDot;": "\u02d9",
"DiacriticalDoubleAcute;": "\u02dd",
"DiacriticalGrave;": "`",
"DiacriticalTilde;": "\u02dc",
"Diamond;": "\u22c4",
"DifferentialD;": "\u2146",
"Dopf;": "\U0001d53b",
"Dot;": "\xa8",
"DotDot;": "\u20dc",
"DotEqual;": "\u2250",
"DoubleContourIntegral;": "\u222f",
"DoubleDot;": "\xa8",
"DoubleDownArrow;": "\u21d3",
"DoubleLeftArrow;": "\u21d0",
"DoubleLeftRightArrow;": "\u21d4",
"DoubleLeftTee;": "\u2ae4",
"DoubleLongLeftArrow;": "\u27f8",
"DoubleLongLeftRightArrow;": "\u27fa",
"DoubleLongRightArrow;": "\u27f9",
"DoubleRightArrow;": "\u21d2",
"DoubleRightTee;": "\u22a8",
"DoubleUpArrow;": "\u21d1",
"DoubleUpDownArrow;": "\u21d5",
"DoubleVerticalBar;": "\u2225",
"DownArrow;": "\u2193",
"DownArrowBar;": "\u2913",
"DownArrowUpArrow;": "\u21f5",
"DownBreve;": "\u0311",
"DownLeftRightVector;": "\u2950",
"DownLeftTeeVector;": "\u295e",
"DownLeftVector;": "\u21bd",
"DownLeftVectorBar;": "\u2956",
"DownRightTeeVector;": "\u295f",
"DownRightVector;": "\u21c1",
"DownRightVectorBar;": "\u2957",
"DownTee;": "\u22a4",
"DownTeeArrow;": "\u21a7",
"Downarrow;": "\u21d3",
"Dscr;": "\U0001d49f",
"Dstrok;": "\u0110",
"ENG;": "\u014a",
"ETH": "\xd0",
"ETH;": "\xd0",
"Eacute": "\xc9",
"Eacute;": "\xc9",
"Ecaron;": "\u011a",
"Ecirc": "\xca",
"Ecirc;": "\xca",
"Ecy;": "\u042d",
"Edot;": "\u0116",
"Efr;": "\U0001d508",
"Egrave": "\xc8",
"Egrave;": "\xc8",
"Element;": "\u2208",
"Emacr;": "\u0112",
"EmptySmallSquare;": "\u25fb",
"EmptyVerySmallSquare;": "\u25ab",
"Eogon;": "\u0118",
"Eopf;": "\U0001d53c",
"Epsilon;": "\u0395",
"Equal;": "\u2a75",
"EqualTilde;": "\u2242",
"Equilibrium;": "\u21cc",
"Escr;": "\u2130",
"Esim;": "\u2a73",
"Eta;": "\u0397",
"Euml": "\xcb",
"Euml;": "\xcb",
"Exists;": "\u2203",
"ExponentialE;": "\u2147",
"Fcy;": "\u0424",
"Ffr;": "\U0001d509",
"FilledSmallSquare;": "\u25fc",
"FilledVerySmallSquare;": "\u25aa",
"Fopf;": "\U0001d53d",
"ForAll;": "\u2200",
"Fouriertrf;": "\u2131",
"Fscr;": "\u2131",
"GJcy;": "\u0403",
"GT": ">",
"GT;": ">",
"Gamma;": "\u0393",
"Gammad;": "\u03dc",
"Gbreve;": "\u011e",
"Gcedil;": "\u0122",
"Gcirc;": "\u011c",
"Gcy;": "\u0413",
"Gdot;": "\u0120",
"Gfr;": "\U0001d50a",
"Gg;": "\u22d9",
"Gopf;": "\U0001d53e",
"GreaterEqual;": "\u2265",
"GreaterEqualLess;": "\u22db",
"GreaterFullEqual;": "\u2267",
"GreaterGreater;": "\u2aa2",
"GreaterLess;": "\u2277",
"GreaterSlantEqual;": "\u2a7e",
"GreaterTilde;": "\u2273",
"Gscr;": "\U0001d4a2",
"Gt;": "\u226b",
"HARDcy;": "\u042a",
"Hacek;": "\u02c7",
"Hat;": "^",
"Hcirc;": "\u0124",
"Hfr;": "\u210c",
"HilbertSpace;": "\u210b",
"Hopf;": "\u210d",
"HorizontalLine;": "\u2500",
"Hscr;": "\u210b",
"Hstrok;": "\u0126",
"HumpDownHump;": "\u224e",
"HumpEqual;": "\u224f",
"IEcy;": "\u0415",
"IJlig;": "\u0132",
"IOcy;": "\u0401",
"Iacute": "\xcd",
"Iacute;": "\xcd",
"Icirc": "\xce",
"Icirc;": "\xce",
"Icy;": "\u0418",
"Idot;": "\u0130",
"Ifr;": "\u2111",
"Igrave": "\xcc",
"Igrave;": "\xcc",
"Im;": "\u2111",
"Imacr;": "\u012a",
"ImaginaryI;": "\u2148",
"Implies;": "\u21d2",
"Int;": "\u222c",
"Integral;": "\u222b",
"Intersection;": "\u22c2",
"InvisibleComma;": "\u2063",
"InvisibleTimes;": "\u2062",
"Iogon;": "\u012e",
"Iopf;": "\U0001d540",
"Iota;": "\u0399",
"Iscr;": "\u2110",
"Itilde;": "\u0128",
"Iukcy;": "\u0406",
"Iuml": "\xcf",
"Iuml;": "\xcf",
"Jcirc;": "\u0134",
"Jcy;": "\u0419",
"Jfr;": "\U0001d50d",
"Jopf;": "\U0001d541",
"Jscr;": "\U0001d4a5",
"Jsercy;": "\u0408",
"Jukcy;": "\u0404",
"KHcy;": "\u0425",
"KJcy;": "\u040c",
"Kappa;": "\u039a",
"Kcedil;": "\u0136",
"Kcy;": "\u041a",
"Kfr;": "\U0001d50e",
"Kopf;": "\U0001d542",
"Kscr;": "\U0001d4a6",
"LJcy;": "\u0409",
"LT": "<",
"LT;": "<",
"Lacute;": "\u0139",
"Lambda;": "\u039b",
"Lang;": "\u27ea",
"Laplacetrf;": "\u2112",
"Larr;": "\u219e",
"Lcaron;": "\u013d",
"Lcedil;": "\u013b",
"Lcy;": "\u041b",
"LeftAngleBracket;": "\u27e8",
"LeftArrow;": "\u2190",
"LeftArrowBar;": "\u21e4",
"LeftArrowRightArrow;": "\u21c6",
"LeftCeiling;": "\u2308",
"LeftDoubleBracket;": "\u27e6",
"LeftDownTeeVector;": "\u2961",
"LeftDownVector;": "\u21c3",
"LeftDownVectorBar;": "\u2959",
"LeftFloor;": "\u230a",
"LeftRightArrow;": "\u2194",
"LeftRightVector;": "\u294e",
"LeftTee;": "\u22a3",
"LeftTeeArrow;": "\u21a4",
"LeftTeeVector;": "\u295a",
"LeftTriangle;": "\u22b2",
"LeftTriangleBar;": "\u29cf",
"LeftTriangleEqual;": "\u22b4",
"LeftUpDownVector;": "\u2951",
"LeftUpTeeVector;": "\u2960",
"LeftUpVector;": "\u21bf",
"LeftUpVectorBar;": "\u2958",
"LeftVector;": "\u21bc",
"LeftVectorBar;": "\u2952",
"Leftarrow;": "\u21d0",
"Leftrightarrow;": "\u21d4",
"LessEqualGreater;": "\u22da",
"LessFullEqual;": "\u2266",
"LessGreater;": "\u2276",
"LessLess;": "\u2aa1",
"LessSlantEqual;": "\u2a7d",
"LessTilde;": "\u2272",
"Lfr;": "\U0001d50f",
"Ll;": "\u22d8",
"Lleftarrow;": "\u21da",
"Lmidot;": "\u013f",
"LongLeftArrow;": "\u27f5",
"LongLeftRightArrow;": "\u27f7",
"LongRightArrow;": "\u27f6",
"Longleftarrow;": "\u27f8",
"Longleftrightarrow;": "\u27fa",
"Longrightarrow;": "\u27f9",
"Lopf;": "\U0001d543",
"LowerLeftArrow;": "\u2199",
"LowerRightArrow;": "\u2198",
"Lscr;": "\u2112",
"Lsh;": "\u21b0",
"Lstrok;": "\u0141",
"Lt;": "\u226a",
"Map;": "\u2905",
"Mcy;": "\u041c",
"MediumSpace;": "\u205f",
"Mellintrf;": "\u2133",
"Mfr;": "\U0001d510",
"MinusPlus;": "\u2213",
"Mopf;": "\U0001d544",
"Mscr;": "\u2133",
"Mu;": "\u039c",
"NJcy;": "\u040a",
"Nacute;": "\u0143",
"Ncaron;": "\u0147",
"Ncedil;": "\u0145",
"Ncy;": "\u041d",
"NegativeMediumSpace;": "\u200b",
"NegativeThickSpace;": "\u200b",
"NegativeThinSpace;": "\u200b",
"NegativeVeryThinSpace;": "\u200b",
"NestedGreaterGreater;": "\u226b",
"NestedLessLess;": "\u226a",
"NewLine;": "\n",
"Nfr;": "\U0001d511",
"NoBreak;": "\u2060",
"NonBreakingSpace;": "\xa0",
"Nopf;": "\u2115",
"Not;": "\u2aec",
"NotCongruent;": "\u2262",
"NotCupCap;": "\u226d",
"NotDoubleVerticalBar;": "\u2226",
"NotElement;": "\u2209",
"NotEqual;": "\u2260",
"NotEqualTilde;": "\u2242\u0338",
"NotExists;": "\u2204",
"NotGreater;": "\u226f",
"NotGreaterEqual;": "\u2271",
"NotGreaterFullEqual;": "\u2267\u0338",
"NotGreaterGreater;": "\u226b\u0338",
"NotGreaterLess;": "\u2279",
"NotGreaterSlantEqual;": "\u2a7e\u0338",
"NotGreaterTilde;": "\u2275",
"NotHumpDownHump;": "\u224e\u0338",
"NotHumpEqual;": "\u224f\u0338",
"NotLeftTriangle;": "\u22ea",
"NotLeftTriangleBar;": "\u29cf\u0338",
"NotLeftTriangleEqual;": "\u22ec",
"NotLess;": "\u226e",
"NotLessEqual;": "\u2270",
"NotLessGreater;": "\u2278",
"NotLessLess;": "\u226a\u0338",
"NotLessSlantEqual;": "\u2a7d\u0338",
"NotLessTilde;": "\u2274",
"NotNestedGreaterGreater;": "\u2aa2\u0338",
"NotNestedLessLess;": "\u2aa1\u0338",
"NotPrecedes;": "\u2280",
"NotPrecedesEqual;": "\u2aaf\u0338",
"NotPrecedesSlantEqual;": "\u22e0",
"NotReverseElement;": "\u220c",
"NotRightTriangle;": "\u22eb",
"NotRightTriangleBar;": "\u29d0\u0338",
"NotRightTriangleEqual;": "\u22ed",
"NotSquareSubset;": "\u228f\u0338",
"NotSquareSubsetEqual;": "\u22e2",
"NotSquareSuperset;": "\u2290\u0338",
"NotSquareSupersetEqual;": "\u22e3",
"NotSubset;": "\u2282\u20d2",
"NotSubsetEqual;": "\u2288",
"NotSucceeds;": "\u2281",
"NotSucceedsEqual;": "\u2ab0\u0338",
"NotSucceedsSlantEqual;": "\u22e1",
"NotSucceedsTilde;": "\u227f\u0338",
"NotSuperset;": "\u2283\u20d2",
"NotSupersetEqual;": "\u2289",
"NotTilde;": "\u2241",
"NotTildeEqual;": "\u2244",
"NotTildeFullEqual;": "\u2247",
"NotTildeTilde;": "\u2249",
"NotVerticalBar;": "\u2224",
"Nscr;": "\U0001d4a9",
"Ntilde": "\xd1",
"Ntilde;": "\xd1",
"Nu;": "\u039d",
"OElig;": "\u0152",
"Oacute": "\xd3",
"Oacute;": "\xd3",
"Ocirc": "\xd4",
"Ocirc;": "\xd4",
"Ocy;": "\u041e",
"Odblac;": "\u0150",
"Ofr;": "\U0001d512",
"Ograve": "\xd2",
"Ograve;": "\xd2",
"Omacr;": "\u014c",
"Omega;": "\u03a9",
"Omicron;": "\u039f",
"Oopf;": "\U0001d546",
"OpenCurlyDoubleQuote;": "\u201c",
"OpenCurlyQuote;": "\u2018",
"Or;": "\u2a54",
"Oscr;": "\U0001d4aa",
"Oslash": "\xd8",
"Oslash;": "\xd8",
"Otilde": "\xd5",
"Otilde;": "\xd5",
"Otimes;": "\u2a37",
"Ouml": "\xd6",
"Ouml;": "\xd6",
"OverBar;": "\u203e",
"OverBrace;": "\u23de",
"OverBracket;": "\u23b4",
"OverParenthesis;": "\u23dc",
"PartialD;": "\u2202",
"Pcy;": "\u041f",
"Pfr;": "\U0001d513",
"Phi;": "\u03a6",
"Pi;": "\u03a0",
"PlusMinus;": "\xb1",
"Poincareplane;": "\u210c",
"Popf;": "\u2119",
"Pr;": "\u2abb",
"Precedes;": "\u227a",
"PrecedesEqual;": "\u2aaf",
"PrecedesSlantEqual;": "\u227c",
"PrecedesTilde;": "\u227e",
"Prime;": "\u2033",
"Product;": "\u220f",
"Proportion;": "\u2237",
"Proportional;": "\u221d",
"Pscr;": "\U0001d4ab",
"Psi;": "\u03a8",
"QUOT": "\"",
"QUOT;": "\"",
"Qfr;": "\U0001d514",
"Qopf;": "\u211a",
"Qscr;": "\U0001d4ac",
"RBarr;": "\u2910",
"REG": "\xae",
"REG;": "\xae",
"Racute;": "\u0154",
"Rang;": "\u27eb",
"Rarr;": "\u21a0",
"Rarrtl;": "\u2916",
"Rcaron;": "\u0158",
"Rcedil;": "\u0156",
"Rcy;": "\u0420",
"Re;": "\u211c",
"ReverseElement;": "\u220b",
"ReverseEquilibrium;": "\u21cb",
"ReverseUpEquilibrium;": "\u296f",
"Rfr;": "\u211c",
"Rho;": "\u03a1",
"RightAngleBracket;": "\u27e9",
"RightArrow;": "\u2192",
"RightArrowBar;": "\u21e5",
"RightArrowLeftArrow;": "\u21c4",
"RightCeiling;": "\u2309",
"RightDoubleBracket;": "\u27e7",
"RightDownTeeVector;": "\u295d",
"RightDownVector;": "\u21c2",
"RightDownVectorBar;": "\u2955",
"RightFloor;": "\u230b",
"RightTee;": "\u22a2",
"RightTeeArrow;": "\u21a6",
"RightTeeVector;": "\u295b",
"RightTriangle;": "\u22b3",
"RightTriangleBar;": "\u29d0",
"RightTriangleEqual;": "\u22b5",
"RightUpDownVector;": "\u294f",
"RightUpTeeVector;": "\u295c",
"RightUpVector;": "\u21be",
"RightUpVectorBar;": "\u2954",
"RightVector;": "\u21c0",
"RightVectorBar;": "\u2953",
"Rightarrow;": "\u21d2",
"Ropf;": "\u211d",
"RoundImplies;": "\u2970",
"Rrightarrow;": "\u21db",
"Rscr;": "\u211b",
"Rsh;": "\u21b1",
"RuleDelayed;": "\u29f4",
"SHCHcy;": "\u0429",
"SHcy;": "\u0428",
"SOFTcy;": "\u042c",
"Sacute;": "\u015a",
"Sc;": "\u2abc",
"Scaron;": "\u0160",
"Scedil;": "\u015e",
"Scirc;": "\u015c",
"Scy;": "\u0421",
"Sfr;": "\U0001d516",
"ShortDownArrow;": "\u2193",
"ShortLeftArrow;": "\u2190",
"ShortRightArrow;": "\u2192",
"ShortUpArrow;": "\u2191",
"Sigma;": "\u03a3",
"SmallCircle;": "\u2218",
"Sopf;": "\U0001d54a",
"Sqrt;": "\u221a",
"Square;": "\u25a1",
"SquareIntersection;": "\u2293",
"SquareSubset;": "\u228f",
"SquareSubsetEqual;": "\u2291",
"SquareSuperset;": "\u2290",
"SquareSupersetEqual;": "\u2292",
"SquareUnion;": "\u2294",
"Sscr;": "\U0001d4ae",
"Star;": "\u22c6",
"Sub;": "\u22d0",
"Subset;": "\u22d0",
"SubsetEqual;": "\u2286",
"Succeeds;": "\u227b",
"SucceedsEqual;": "\u2ab0",
"SucceedsSlantEqual;": "\u227d",
"SucceedsTilde;": "\u227f",
"SuchThat;": "\u220b",
"Sum;": "\u2211",
"Sup;": "\u22d1",
"Superset;": "\u2283",
"SupersetEqual;": "\u2287",
"Supset;": "\u22d1",
"THORN": "\xde",
"THORN;": "\xde",
"TRADE;": "\u2122",
"TSHcy;": "\u040b",
"TScy;": "\u0426",
"Tab;": "\t",
"Tau;": "\u03a4",
"Tcaron;": "\u0164",
"Tcedil;": "\u0162",
"Tcy;": "\u0422",
"Tfr;": "\U0001d517",
"Therefore;": "\u2234",
"Theta;": "\u0398",
"ThickSpace;": "\u205f\u200a",
"ThinSpace;": "\u2009",
"Tilde;": "\u223c",
"TildeEqual;": "\u2243",
"TildeFullEqual;": "\u2245",
"TildeTilde;": "\u2248",
"Topf;": "\U0001d54b",
"TripleDot;": "\u20db",
"Tscr;": "\U0001d4af",
"Tstrok;": "\u0166",
"Uacute": "\xda",
"Uacute;": "\xda",
"Uarr;": "\u219f",
"Uarrocir;": "\u2949",
"Ubrcy;": "\u040e",
"Ubreve;": "\u016c",
"Ucirc": "\xdb",
"Ucirc;": "\xdb",
"Ucy;": "\u0423",
"Udblac;": "\u0170",
"Ufr;": "\U0001d518",
"Ugrave": "\xd9",
"Ugrave;": "\xd9",
"Umacr;": "\u016a",
"UnderBar;": "_",
"UnderBrace;": "\u23df",
"UnderBracket;": "\u23b5",
"UnderParenthesis;": "\u23dd",
"Union;": "\u22c3",
"UnionPlus;": "\u228e",
"Uogon;": "\u0172",
"Uopf;": "\U0001d54c",
"UpArrow;": "\u2191",
"UpArrowBar;": "\u2912",
"UpArrowDownArrow;": "\u21c5",
"UpDownArrow;": "\u2195",
"UpEquilibrium;": "\u296e",
"UpTee;": "\u22a5",
"UpTeeArrow;": "\u21a5",
"Uparrow;": "\u21d1",
"Updownarrow;": "\u21d5",
"UpperLeftArrow;": "\u2196",
"UpperRightArrow;": "\u2197",
"Upsi;": "\u03d2",
"Upsilon;": "\u03a5",
"Uring;": "\u016e",
"Uscr;": "\U0001d4b0",
"Utilde;": "\u0168",
"Uuml": "\xdc",
"Uuml;": "\xdc",
"VDash;": "\u22ab",
"Vbar;": "\u2aeb",
"Vcy;": "\u0412",
"Vdash;": "\u22a9",
"Vdashl;": "\u2ae6",
"Vee;": "\u22c1",
"Verbar;": "\u2016",
"Vert;": "\u2016",
"VerticalBar;": "\u2223",
"VerticalLine;": "|",
"VerticalSeparator;": "\u2758",
"VerticalTilde;": "\u2240",
"VeryThinSpace;": "\u200a",
"Vfr;": "\U0001d519",
"Vopf;": "\U0001d54d",
"Vscr;": "\U0001d4b1",
"Vvdash;": "\u22aa",
"Wcirc;": "\u0174",
"Wedge;": "\u22c0",
"Wfr;": "\U0001d51a",
"Wopf;": "\U0001d54e",
"Wscr;": "\U0001d4b2",
"Xfr;": "\U0001d51b",
"Xi;": "\u039e",
"Xopf;": "\U0001d54f",
"Xscr;": "\U0001d4b3",
"YAcy;": "\u042f",
"YIcy;": "\u0407",
"YUcy;": "\u042e",
"Yacute": "\xdd",
"Yacute;": "\xdd",
"Ycirc;": "\u0176",
"Ycy;": "\u042b",
"Yfr;": "\U0001d51c",
"Yopf;": "\U0001d550",
"Yscr;": "\U0001d4b4",
"Yuml;": "\u0178",
"ZHcy;": "\u0416",
"Zacute;": "\u0179",
"Zcaron;": "\u017d",
"Zcy;": "\u0417",
"Zdot;": "\u017b",
"ZeroWidthSpace;": "\u200b",
"Zeta;": "\u0396",
"Zfr;": "\u2128",
"Zopf;": "\u2124",
"Zscr;": "\U0001d4b5",
"aacute": "\xe1",
"aacute;": "\xe1",
"abreve;": "\u0103",
"ac;": "\u223e",
"acE;": "\u223e\u0333",
"acd;": "\u223f",
"acirc": "\xe2",
"acirc;": "\xe2",
"acute": "\xb4",
"acute;": "\xb4",
"acy;": "\u0430",
"aelig": "\xe6",
"aelig;": "\xe6",
"af;": "\u2061",
"afr;": "\U0001d51e",
"agrave": "\xe0",
"agrave;": "\xe0",
"alefsym;": "\u2135",
"aleph;": "\u2135",
"alpha;": "\u03b1",
"amacr;": "\u0101",
"amalg;": "\u2a3f",
"amp": "&",
"amp;": "&",
"and;": "\u2227",
"andand;": "\u2a55",
"andd;": "\u2a5c",
"andslope;": "\u2a58",
"andv;": "\u2a5a",
"ang;": "\u2220",
"ange;": "\u29a4",
"angle;": "\u2220",
"angmsd;": "\u2221",
"angmsdaa;": "\u29a8",
"angmsdab;": "\u29a9",
"angmsdac;": "\u29aa",
"angmsdad;": "\u29ab",
"angmsdae;": "\u29ac",
"angmsdaf;": "\u29ad",
"angmsdag;": "\u29ae",
"angmsdah;": "\u29af",
"angrt;": "\u221f",
"angrtvb;": "\u22be",
"angrtvbd;": "\u299d",
"angsph;": "\u2222",
"angst;": "\xc5",
"angzarr;": "\u237c",
"aogon;": "\u0105",
"aopf;": "\U0001d552",
"ap;": "\u2248",
"apE;": "\u2a70",
"apacir;": "\u2a6f",
"ape;": "\u224a",
"apid;": "\u224b",
"apos;": "'",
"approx;": "\u2248",
"approxeq;": "\u224a",
"aring": "\xe5",
"aring;": "\xe5",
"ascr;": "\U0001d4b6",
"ast;": "*",
"asymp;": "\u2248",
"asympeq;": "\u224d",
"atilde": "\xe3",
"atilde;": "\xe3",
"auml": "\xe4",
"auml;": "\xe4",
"awconint;": "\u2233",
"awint;": "\u2a11",
"bNot;": "\u2aed",
"backcong;": "\u224c",
"backepsilon;": "\u03f6",
"backprime;": "\u2035",
"backsim;": "\u223d",
"backsimeq;": "\u22cd",
"barvee;": "\u22bd",
"barwed;": "\u2305",
"barwedge;": "\u2305",
"bbrk;": "\u23b5",
"bbrktbrk;": "\u23b6",
"bcong;": "\u224c",
"bcy;": "\u0431",
"bdquo;": "\u201e",
"becaus;": "\u2235",
"because;": "\u2235",
"bemptyv;": "\u29b0",
"bepsi;": "\u03f6",
"bernou;": "\u212c",
"beta;": "\u03b2",
"beth;": "\u2136",
"between;": "\u226c",
"bfr;": "\U0001d51f",
"bigcap;": "\u22c2",
"bigcirc;": "\u25ef",
"bigcup;": "\u22c3",
"bigodot;": "\u2a00",
"bigoplus;": "\u2a01",
"bigotimes;": "\u2a02",
"bigsqcup;": "\u2a06",
"bigstar;": "\u2605",
"bigtriangledown;": "\u25bd",
"bigtriangleup;": "\u25b3",
"biguplus;": "\u2a04",
"bigvee;": "\u22c1",
"bigwedge;": "\u22c0",
"bkarow;": "\u290d",
"blacklozenge;": "\u29eb",
"blacksquare;": "\u25aa",
"blacktriangle;": "\u25b4",
"blacktriangledown;": "\u25be",
"blacktriangleleft;": "\u25c2",
"blacktriangleright;": "\u25b8",
"blank;": "\u2423",
"blk12;": "\u2592",
"blk14;": "\u2591",
"blk34;": "\u2593",
"block;": "\u2588",
"bne;": "=\u20e5",
"bnequiv;": "\u2261\u20e5",
"bnot;": "\u2310",
"bopf;": "\U0001d553",
"bot;": "\u22a5",
"bottom;": "\u22a5",
"bowtie;": "\u22c8",
"boxDL;": "\u2557",
"boxDR;": "\u2554",
"boxDl;": "\u2556",
"boxDr;": "\u2553",
"boxH;": "\u2550",
"boxHD;": "\u2566",
"boxHU;": "\u2569",
"boxHd;": "\u2564",
"boxHu;": "\u2567",
"boxUL;": "\u255d",
"boxUR;": "\u255a",
"boxUl;": "\u255c",
"boxUr;": "\u2559",
"boxV;": "\u2551",
"boxVH;": "\u256c",
"boxVL;": "\u2563",
"boxVR;": "\u2560",
"boxVh;": "\u256b",
"boxVl;": "\u2562",
"boxVr;": "\u255f",
"boxbox;": "\u29c9",
"boxdL;": "\u2555",
"boxdR;": "\u2552",
"boxdl;": "\u2510",
"boxdr;": "\u250c",
"boxh;": "\u2500",
"boxhD;": "\u2565",
"boxhU;": "\u2568",
"boxhd;": "\u252c",
"boxhu;": "\u2534",
"boxminus;": "\u229f",
"boxplus;": "\u229e",
"boxtimes;": "\u22a0",
"boxuL;": "\u255b",
"boxuR;": "\u2558",
"boxul;": "\u2518",
"boxur;": "\u2514",
"boxv;": "\u2502",
"boxvH;": "\u256a",
"boxvL;": "\u2561",
"boxvR;": "\u255e",
"boxvh;": "\u253c",
"boxvl;": "\u2524",
"boxvr;": "\u251c",
"bprime;": "\u2035",
"breve;": "\u02d8",
"brvbar": "\xa6",
"brvbar;": "\xa6",
"bscr;": "\U0001d4b7",
"bsemi;": "\u204f",
"bsim;": "\u223d",
"bsime;": "\u22cd",
"bsol;": "\\",
"bsolb;": "\u29c5",
"bsolhsub;": "\u27c8",
"bull;": "\u2022",
"bullet;": "\u2022",
"bump;": "\u224e",
"bumpE;": "\u2aae",
"bumpe;": "\u224f",
"bumpeq;": "\u224f",
"cacute;": "\u0107",
"cap;": "\u2229",
"capand;": "\u2a44",
"capbrcup;": "\u2a49",
"capcap;": "\u2a4b",
"capcup;": "\u2a47",
"capdot;": "\u2a40",
"caps;": "\u2229\ufe00",
"caret;": "\u2041",
"caron;": "\u02c7",
"ccaps;": "\u2a4d",
"ccaron;": "\u010d",
"ccedil": "\xe7",
"ccedil;": "\xe7",
"ccirc;": "\u0109",
"ccups;": "\u2a4c",
"ccupssm;": "\u2a50",
"cdot;": "\u010b",
"cedil": "\xb8",
"cedil;": "\xb8",
"cemptyv;": "\u29b2",
"cent": "\xa2",
"cent;": "\xa2",
"centerdot;": "\xb7",
"cfr;": "\U0001d520",
"chcy;": "\u0447",
"check;": "\u2713",
"checkmark;": "\u2713",
"chi;": "\u03c7",
"cir;": "\u25cb",
"cirE;": "\u29c3",
"circ;": "\u02c6",
"circeq;": "\u2257",
"circlearrowleft;": "\u21ba",
"circlearrowright;": "\u21bb",
"circledR;": "\xae",
"circledS;": "\u24c8",
"circledast;": "\u229b",
"circledcirc;": "\u229a",
"circleddash;": "\u229d",
"cire;": "\u2257",
"cirfnint;": "\u2a10",
"cirmid;": "\u2aef",
"cirscir;": "\u29c2",
"clubs;": "\u2663",
"clubsuit;": "\u2663",
"colon;": ":",
"colone;": "\u2254",
"coloneq;": "\u2254",
"comma;": ",",
"commat;": "@",
"comp;": "\u2201",
"compfn;": "\u2218",
"complement;": "\u2201",
"complexes;": "\u2102",
"cong;": "\u2245",
"congdot;": "\u2a6d",
"conint;": "\u222e",
"copf;": "\U0001d554",
"coprod;": "\u2210",
"copy": "\xa9",
"copy;": "\xa9",
"copysr;": "\u2117",
"crarr;": "\u21b5",
"cross;": "\u2717",
"cscr;": "\U0001d4b8",
"csub;": "\u2acf",
"csube;": "\u2ad1",
"csup;": "\u2ad0",
"csupe;": "\u2ad2",
"ctdot;": "\u22ef",
"cudarrl;": "\u2938",
"cudarrr;": "\u2935",
"cuepr;": "\u22de",
"cuesc;": "\u22df",
"cularr;": "\u21b6",
"cularrp;": "\u293d",
"cup;": "\u222a",
"cupbrcap;": "\u2a48",
"cupcap;": "\u2a46",
"cupcup;": "\u2a4a",
"cupdot;": "\u228d",
"cupor;": "\u2a45",
"cups;": "\u222a\ufe00",
"curarr;": "\u21b7",
"curarrm;": "\u293c",
"curlyeqprec;": "\u22de",
"curlyeqsucc;": "\u22df",
"curlyvee;": "\u22ce",
"curlywedge;": "\u22cf",
"curren": "\xa4",
"curren;": "\xa4",
"curvearrowleft;": "\u21b6",
"curvearrowright;": "\u21b7",
"cuvee;": "\u22ce",
"cuwed;": "\u22cf",
"cwconint;": "\u2232",
"cwint;": "\u2231",
"cylcty;": "\u232d",
"dArr;": "\u21d3",
"dHar;": "\u2965",
"dagger;": "\u2020",
"daleth;": "\u2138",
"darr;": "\u2193",
"dash;": "\u2010",
"dashv;": "\u22a3",
"dbkarow;": "\u290f",
"dblac;": "\u02dd",
"dcaron;": "\u010f",
"dcy;": "\u0434",
"dd;": "\u2146",
"ddagger;": "\u2021",
"ddarr;": "\u21ca",
"ddotseq;": "\u2a77",
"deg": "\xb0",
"deg;": "\xb0",
"delta;": "\u03b4",
"demptyv;": "\u29b1",
"dfisht;": "\u297f",
"dfr;": "\U0001d521",
"dharl;": "\u21c3",
"dharr;": "\u21c2",
"diam;": "\u22c4",
"diamond;": "\u22c4",
"diamondsuit;": "\u2666",
"diams;": "\u2666",
"die;": "\xa8",
"digamma;": "\u03dd",
"disin;": "\u22f2",
"div;": "\xf7",
"divide": "\xf7",
"divide;": "\xf7",
"divideontimes;": "\u22c7",
"divonx;": "\u22c7",
"djcy;": "\u0452",
"dlcorn;": "\u231e",
"dlcrop;": "\u230d",
"dollar;": "$",
"dopf;": "\U0001d555",
"dot;": "\u02d9",
"doteq;": "\u2250",
"doteqdot;": "\u2251",
"dotminus;": "\u2238",
"dotplus;": "\u2214",
"dotsquare;": "\u22a1",
"doublebarwedge;": "\u2306",
"downarrow;": "\u2193",
"downdownarrows;": "\u21ca",
"downharpoonleft;": "\u21c3",
"downharpoonright;": "\u21c2",
"drbkarow;": "\u2910",
"drcorn;": "\u231f",
"drcrop;": "\u230c",
"dscr;": "\U0001d4b9",
"dscy;": "\u0455",
"dsol;": "\u29f6",
"dstrok;": "\u0111",
"dtdot;": "\u22f1",
"dtri;": "\u25bf",
"dtrif;": "\u25be",
"duarr;": "\u21f5",
"duhar;": "\u296f",
"dwangle;": "\u29a6",
"dzcy;": "\u045f",
"dzigrarr;": "\u27ff",
"eDDot;": "\u2a77",
"eDot;": "\u2251",
"eacute": "\xe9",
"eacute;": "\xe9",
"easter;": "\u2a6e",
"ecaron;": "\u011b",
"ecir;": "\u2256",
"ecirc": "\xea",
"ecirc;": "\xea",
"ecolon;": "\u2255",
"ecy;": "\u044d",
"edot;": "\u0117",
"ee;": "\u2147",
"efDot;": "\u2252",
"efr;": "\U0001d522",
"eg;": "\u2a9a",
"egrave": "\xe8",
"egrave;": "\xe8",
"egs;": "\u2a96",
"egsdot;": "\u2a98",
"el;": "\u2a99",
"elinters;": "\u23e7",
"ell;": "\u2113",
"els;": "\u2a95",
"elsdot;": "\u2a97",
"emacr;": "\u0113",
"empty;": "\u2205",
"emptyset;": "\u2205",
"emptyv;": "\u2205",
"emsp13;": "\u2004",
"emsp14;": "\u2005",
"emsp;": "\u2003",
"eng;": "\u014b",
"ensp;": "\u2002",
"eogon;": "\u0119",
"eopf;": "\U0001d556",
"epar;": "\u22d5",
"eparsl;": "\u29e3",
"eplus;": "\u2a71",
"epsi;": "\u03b5",
"epsilon;": "\u03b5",
"epsiv;": "\u03f5",
"eqcirc;": "\u2256",
"eqcolon;": "\u2255",
"eqsim;": "\u2242",
"eqslantgtr;": "\u2a96",
"eqslantless;": "\u2a95",
"equals;": "=",
"equest;": "\u225f",
"equiv;": "\u2261",
"equivDD;": "\u2a78",
"eqvparsl;": "\u29e5",
"erDot;": "\u2253",
"erarr;": "\u2971",
"escr;": "\u212f",
"esdot;": "\u2250",
"esim;": "\u2242",
"eta;": "\u03b7",
"eth": "\xf0",
"eth;": "\xf0",
"euml": "\xeb",
"euml;": "\xeb",
"euro;": "\u20ac",
"excl;": "!",
"exist;": "\u2203",
"expectation;": "\u2130",
"exponentiale;": "\u2147",
"fallingdotseq;": "\u2252",
"fcy;": "\u0444",
"female;": "\u2640",
"ffilig;": "\ufb03",
"fflig;": "\ufb00",
"ffllig;": "\ufb04",
"ffr;": "\U0001d523",
"filig;": "\ufb01",
"fjlig;": "fj",
"flat;": "\u266d",
"fllig;": "\ufb02",
"fltns;": "\u25b1",
"fnof;": "\u0192",
"fopf;": "\U0001d557",
"forall;": "\u2200",
"fork;": "\u22d4",
"forkv;": "\u2ad9",
"fpartint;": "\u2a0d",
"frac12": "\xbd",
"frac12;": "\xbd",
"frac13;": "\u2153",
"frac14": "\xbc",
"frac14;": "\xbc",
"frac15;": "\u2155",
"frac16;": "\u2159",
"frac18;": "\u215b",
"frac23;": "\u2154",
"frac25;": "\u2156",
"frac34": "\xbe",
"frac34;": "\xbe",
"frac35;": "\u2157",
"frac38;": "\u215c",
"frac45;": "\u2158",
"frac56;": "\u215a",
"frac58;": "\u215d",
"frac78;": "\u215e",
"frasl;": "\u2044",
"frown;": "\u2322",
"fscr;": "\U0001d4bb",
"gE;": "\u2267",
"gEl;": "\u2a8c",
"gacute;": "\u01f5",
"gamma;": "\u03b3",
"gammad;": "\u03dd",
"gap;": "\u2a86",
"gbreve;": "\u011f",
"gcirc;": "\u011d",
"gcy;": "\u0433",
"gdot;": "\u0121",
"ge;": "\u2265",
"gel;": "\u22db",
"geq;": "\u2265",
"geqq;": "\u2267",
"geqslant;": "\u2a7e",
"ges;": "\u2a7e",
"gescc;": "\u2aa9",
"gesdot;": "\u2a80",
"gesdoto;": "\u2a82",
"gesdotol;": "\u2a84",
"gesl;": "\u22db\ufe00",
"gesles;": "\u2a94",
"gfr;": "\U0001d524",
"gg;": "\u226b",
"ggg;": "\u22d9",
"gimel;": "\u2137",
"gjcy;": "\u0453",
"gl;": "\u2277",
"glE;": "\u2a92",
"gla;": "\u2aa5",
"glj;": "\u2aa4",
"gnE;": "\u2269",
"gnap;": "\u2a8a",
"gnapprox;": "\u2a8a",
"gne;": "\u2a88",
"gneq;": "\u2a88",
"gneqq;": "\u2269",
"gnsim;": "\u22e7",
"gopf;": "\U0001d558",
"grave;": "`",
"gscr;": "\u210a",
"gsim;": "\u2273",
"gsime;": "\u2a8e",
"gsiml;": "\u2a90",
"gt": ">",
"gt;": ">",
"gtcc;": "\u2aa7",
"gtcir;": "\u2a7a",
"gtdot;": "\u22d7",
"gtlPar;": "\u2995",
"gtquest;": "\u2a7c",
"gtrapprox;": "\u2a86",
"gtrarr;": "\u2978",
"gtrdot;": "\u22d7",
"gtreqless;": "\u22db",
"gtreqqless;": "\u2a8c",
"gtrless;": "\u2277",
"gtrsim;": "\u2273",
"gvertneqq;": "\u2269\ufe00",
"gvnE;": "\u2269\ufe00",
"hArr;": "\u21d4",
"hairsp;": "\u200a",
"half;": "\xbd",
"hamilt;": "\u210b",
"hardcy;": "\u044a",
"harr;": "\u2194",
"harrcir;": "\u2948",
"harrw;": "\u21ad",
"hbar;": "\u210f",
"hcirc;": "\u0125",
"hearts;": "\u2665",
"heartsuit;": "\u2665",
"hellip;": "\u2026",
"hercon;": "\u22b9",
"hfr;": "\U0001d525",
"hksearow;": "\u2925",
"hkswarow;": "\u2926",
"hoarr;": "\u21ff",
"homtht;": "\u223b",
"hookleftarrow;": "\u21a9",
"hookrightarrow;": "\u21aa",
"hopf;": "\U0001d559",
"horbar;": "\u2015",
"hscr;": "\U0001d4bd",
"hslash;": "\u210f",
"hstrok;": "\u0127",
"hybull;": "\u2043",
"hyphen;": "\u2010",
"iacute": "\xed",
"iacute;": "\xed",
"ic;": "\u2063",
"icirc": "\xee",
"icirc;": "\xee",
"icy;": "\u0438",
"iecy;": "\u0435",
"iexcl": "\xa1",
"iexcl;": "\xa1",
"iff;": "\u21d4",
"ifr;": "\U0001d526",
"igrave": "\xec",
"igrave;": "\xec",
"ii;": "\u2148",
"iiiint;": "\u2a0c",
"iiint;": "\u222d",
"iinfin;": "\u29dc",
"iiota;": "\u2129",
"ijlig;": "\u0133",
"imacr;": "\u012b",
"image;": "\u2111",
"imagline;": "\u2110",
"imagpart;": "\u2111",
"imath;": "\u0131",
"imof;": "\u22b7",
"imped;": "\u01b5",
"in;": "\u2208",
"incare;": "\u2105",
"infin;": "\u221e",
"infintie;": "\u29dd",
"inodot;": "\u0131",
"int;": "\u222b",
"intcal;": "\u22ba",
"integers;": "\u2124",
"intercal;": "\u22ba",
"intlarhk;": "\u2a17",
"intprod;": "\u2a3c",
"iocy;": "\u0451",
"iogon;": "\u012f",
"iopf;": "\U0001d55a",
"iota;": "\u03b9",
"iprod;": "\u2a3c",
"iquest": "\xbf",
"iquest;": "\xbf",
"iscr;": "\U0001d4be",
"isin;": "\u2208",
"isinE;": "\u22f9",
"isindot;": "\u22f5",
"isins;": "\u22f4",
"isinsv;": "\u22f3",
"isinv;": "\u2208",
"it;": "\u2062",
"itilde;": "\u0129",
"iukcy;": "\u0456",
"iuml": "\xef",
"iuml;": "\xef",
"jcirc;": "\u0135",
"jcy;": "\u0439",
"jfr;": "\U0001d527",
"jmath;": "\u0237",
"jopf;": "\U0001d55b",
"jscr;": "\U0001d4bf",
"jsercy;": "\u0458",
"jukcy;": "\u0454",
"kappa;": "\u03ba",
"kappav;": "\u03f0",
"kcedil;": "\u0137",
"kcy;": "\u043a",
"kfr;": "\U0001d528",
"kgreen;": "\u0138",
"khcy;": "\u0445",
"kjcy;": "\u045c",
"kopf;": "\U0001d55c",
"kscr;": "\U0001d4c0",
"lAarr;": "\u21da",
"lArr;": "\u21d0",
"lAtail;": "\u291b",
"lBarr;": "\u290e",
"lE;": "\u2266",
"lEg;": "\u2a8b",
"lHar;": "\u2962",
"lacute;": "\u013a",
"laemptyv;": "\u29b4",
"lagran;": "\u2112",
"lambda;": "\u03bb",
"lang;": "\u27e8",
"langd;": "\u2991",
"langle;": "\u27e8",
"lap;": "\u2a85",
"laquo": "\xab",
"laquo;": "\xab",
"larr;": "\u2190",
"larrb;": "\u21e4",
"larrbfs;": "\u291f",
"larrfs;": "\u291d",
"larrhk;": "\u21a9",
"larrlp;": "\u21ab",
"larrpl;": "\u2939",
"larrsim;": "\u2973",
"larrtl;": "\u21a2",
"lat;": "\u2aab",
"latail;": "\u2919",
"late;": "\u2aad",
"lates;": "\u2aad\ufe00",
"lbarr;": "\u290c",
"lbbrk;": "\u2772",
"lbrace;": "{",
"lbrack;": "[",
"lbrke;": "\u298b",
"lbrksld;": "\u298f",
"lbrkslu;": "\u298d",
"lcaron;": "\u013e",
"lcedil;": "\u013c",
"lceil;": "\u2308",
"lcub;": "{",
"lcy;": "\u043b",
"ldca;": "\u2936",
"ldquo;": "\u201c",
"ldquor;": "\u201e",
"ldrdhar;": "\u2967",
"ldrushar;": "\u294b",
"ldsh;": "\u21b2",
"le;": "\u2264",
"leftarrow;": "\u2190",
"leftarrowtail;": "\u21a2",
"leftharpoondown;": "\u21bd",
"leftharpoonup;": "\u21bc",
"leftleftarrows;": "\u21c7",
"leftrightarrow;": "\u2194",
"leftrightarrows;": "\u21c6",
"leftrightharpoons;": "\u21cb",
"leftrightsquigarrow;": "\u21ad",
"leftthreetimes;": "\u22cb",
"leg;": "\u22da",
"leq;": "\u2264",
"leqq;": "\u2266",
"leqslant;": "\u2a7d",
"les;": "\u2a7d",
"lescc;": "\u2aa8",
"lesdot;": "\u2a7f",
"lesdoto;": "\u2a81",
"lesdotor;": "\u2a83",
"lesg;": "\u22da\ufe00",
"lesges;": "\u2a93",
"lessapprox;": "\u2a85",
"lessdot;": "\u22d6",
"lesseqgtr;": "\u22da",
"lesseqqgtr;": "\u2a8b",
"lessgtr;": "\u2276",
"lesssim;": "\u2272",
"lfisht;": "\u297c",
"lfloor;": "\u230a",
"lfr;": "\U0001d529",
"lg;": "\u2276",
"lgE;": "\u2a91",
"lhard;": "\u21bd",
"lharu;": "\u21bc",
"lharul;": "\u296a",
"lhblk;": "\u2584",
"ljcy;": "\u0459",
"ll;": "\u226a",
"llarr;": "\u21c7",
"llcorner;": "\u231e",
"llhard;": "\u296b",
"lltri;": "\u25fa",
"lmidot;": "\u0140",
"lmoust;": "\u23b0",
"lmoustache;": "\u23b0",
"lnE;": "\u2268",
"lnap;": "\u2a89",
"lnapprox;": "\u2a89",
"lne;": "\u2a87",
"lneq;": "\u2a87",
"lneqq;": "\u2268",
"lnsim;": "\u22e6",
"loang;": "\u27ec",
"loarr;": "\u21fd",
"lobrk;": "\u27e6",
"longleftarrow;": "\u27f5",
"longleftrightarrow;": "\u27f7",
"longmapsto;": "\u27fc",
"longrightarrow;": "\u27f6",
"looparrowleft;": "\u21ab",
"looparrowright;": "\u21ac",
"lopar;": "\u2985",
"lopf;": "\U0001d55d",
"loplus;": "\u2a2d",
"lotimes;": "\u2a34",
"lowast;": "\u2217",
"lowbar;": "_",
"loz;": "\u25ca",
"lozenge;": "\u25ca",
"lozf;": "\u29eb",
"lpar;": "(",
"lparlt;": "\u2993",
"lrarr;": "\u21c6",
"lrcorner;": "\u231f",
"lrhar;": "\u21cb",
"lrhard;": "\u296d",
"lrm;": "\u200e",
"lrtri;": "\u22bf",
"lsaquo;": "\u2039",
"lscr;": "\U0001d4c1",
"lsh;": "\u21b0",
"lsim;": "\u2272",
"lsime;": "\u2a8d",
"lsimg;": "\u2a8f",
"lsqb;": "[",
"lsquo;": "\u2018",
"lsquor;": "\u201a",
"lstrok;": "\u0142",
"lt": "<",
"lt;": "<",
"ltcc;": "\u2aa6",
"ltcir;": "\u2a79",
"ltdot;": "\u22d6",
"lthree;": "\u22cb",
"ltimes;": "\u22c9",
"ltlarr;": "\u2976",
"ltquest;": "\u2a7b",
"ltrPar;": "\u2996",
"ltri;": "\u25c3",
"ltrie;": "\u22b4",
"ltrif;": "\u25c2",
"lurdshar;": "\u294a",
"luruhar;": "\u2966",
"lvertneqq;": "\u2268\ufe00",
"lvnE;": "\u2268\ufe00",
"mDDot;": "\u223a",
"macr": "\xaf",
"macr;": "\xaf",
"male;": "\u2642",
"malt;": "\u2720",
"maltese;": "\u2720",
"map;": "\u21a6",
"mapsto;": "\u21a6",
"mapstodown;": "\u21a7",
"mapstoleft;": "\u21a4",
"mapstoup;": "\u21a5",
"marker;": "\u25ae",
"mcomma;": "\u2a29",
"mcy;": "\u043c",
"mdash;": "\u2014",
"measuredangle;": "\u2221",
"mfr;": "\U0001d52a",
"mho;": "\u2127",
"micro": "\xb5",
"micro;": "\xb5",
"mid;": "\u2223",
"midast;": "*",
"midcir;": "\u2af0",
"middot": "\xb7",
"middot;": "\xb7",
"minus;": "\u2212",
"minusb;": "\u229f",
"minusd;": "\u2238",
"minusdu;": "\u2a2a",
"mlcp;": "\u2adb",
"mldr;": "\u2026",
"mnplus;": "\u2213",
"models;": "\u22a7",
"mopf;": "\U0001d55e",
"mp;": "\u2213",
"mscr;": "\U0001d4c2",
"mstpos;": "\u223e",
"mu;": "\u03bc",
"multimap;": "\u22b8",
"mumap;": "\u22b8",
"nGg;": "\u22d9\u0338",
"nGt;": "\u226b\u20d2",
"nGtv;": "\u226b\u0338",
"nLeftarrow;": "\u21cd",
"nLeftrightarrow;": "\u21ce",
"nLl;": "\u22d8\u0338",
"nLt;": "\u226a\u20d2",
"nLtv;": "\u226a\u0338",
"nRightarrow;": "\u21cf",
"nVDash;": "\u22af",
"nVdash;": "\u22ae",
"nabla;": "\u2207",
"nacute;": "\u0144",
"nang;": "\u2220\u20d2",
"nap;": "\u2249",
"napE;": "\u2a70\u0338",
"napid;": "\u224b\u0338",
"napos;": "\u0149",
"napprox;": "\u2249",
"natur;": "\u266e",
"natural;": "\u266e",
"naturals;": "\u2115",
"nbsp": "\xa0",
"nbsp;": "\xa0",
"nbump;": "\u224e\u0338",
"nbumpe;": "\u224f\u0338",
"ncap;": "\u2a43",
"ncaron;": "\u0148",
"ncedil;": "\u0146",
"ncong;": "\u2247",
"ncongdot;": "\u2a6d\u0338",
"ncup;": "\u2a42",
"ncy;": "\u043d",
"ndash;": "\u2013",
"ne;": "\u2260",
"neArr;": "\u21d7",
"nearhk;": "\u2924",
"nearr;": "\u2197",
"nearrow;": "\u2197",
"nedot;": "\u2250\u0338",
"nequiv;": "\u2262",
"nesear;": "\u2928",
"nesim;": "\u2242\u0338",
"nexist;": "\u2204",
"nexists;": "\u2204",
"nfr;": "\U0001d52b",
"ngE;": "\u2267\u0338",
"nge;": "\u2271",
"ngeq;": "\u2271",
"ngeqq;": "\u2267\u0338",
"ngeqslant;": "\u2a7e\u0338",
"nges;": "\u2a7e\u0338",
"ngsim;": "\u2275",
"ngt;": "\u226f",
"ngtr;": "\u226f",
"nhArr;": "\u21ce",
"nharr;": "\u21ae",
"nhpar;": "\u2af2",
"ni;": "\u220b",
"nis;": "\u22fc",
"nisd;": "\u22fa",
"niv;": "\u220b",
"njcy;": "\u045a",
"nlArr;": "\u21cd",
"nlE;": "\u2266\u0338",
"nlarr;": "\u219a",
"nldr;": "\u2025",
"nle;": "\u2270",
"nleftarrow;": "\u219a",
"nleftrightarrow;": "\u21ae",
"nleq;": "\u2270",
"nleqq;": "\u2266\u0338",
"nleqslant;": "\u2a7d\u0338",
"nles;": "\u2a7d\u0338",
"nless;": "\u226e",
"nlsim;": "\u2274",
"nlt;": "\u226e",
"nltri;": "\u22ea",
"nltrie;": "\u22ec",
"nmid;": "\u2224",
"nopf;": "\U0001d55f",
"not": "\xac",
"not;": "\xac",
"notin;": "\u2209",
"notinE;": "\u22f9\u0338",
"notindot;": "\u22f5\u0338",
"notinva;": "\u2209",
"notinvb;": "\u22f7",
"notinvc;": "\u22f6",
"notni;": "\u220c",
"notniva;": "\u220c",
"notnivb;": "\u22fe",
"notnivc;": "\u22fd",
"npar;": "\u2226",
"nparallel;": "\u2226",
"nparsl;": "\u2afd\u20e5",
"npart;": "\u2202\u0338",
"npolint;": "\u2a14",
"npr;": "\u2280",
"nprcue;": "\u22e0",
"npre;": "\u2aaf\u0338",
"nprec;": "\u2280",
"npreceq;": "\u2aaf\u0338",
"nrArr;": "\u21cf",
"nrarr;": "\u219b",
"nrarrc;": "\u2933\u0338",
"nrarrw;": "\u219d\u0338",
"nrightarrow;": "\u219b",
"nrtri;": "\u22eb",
"nrtrie;": "\u22ed",
"nsc;": "\u2281",
"nsccue;": "\u22e1",
"nsce;": "\u2ab0\u0338",
"nscr;": "\U0001d4c3",
"nshortmid;": "\u2224",
"nshortparallel;": "\u2226",
"nsim;": "\u2241",
"nsime;": "\u2244",
"nsimeq;": "\u2244",
"nsmid;": "\u2224",
"nspar;": "\u2226",
"nsqsube;": "\u22e2",
"nsqsupe;": "\u22e3",
"nsub;": "\u2284",
"nsubE;": "\u2ac5\u0338",
"nsube;": "\u2288",
"nsubset;": "\u2282\u20d2",
"nsubseteq;": "\u2288",
"nsubseteqq;": "\u2ac5\u0338",
"nsucc;": "\u2281",
"nsucceq;": "\u2ab0\u0338",
"nsup;": "\u2285",
"nsupE;": "\u2ac6\u0338",
"nsupe;": "\u2289",
"nsupset;": "\u2283\u20d2",
"nsupseteq;": "\u2289",
"nsupseteqq;": "\u2ac6\u0338",
"ntgl;": "\u2279",
"ntilde": "\xf1",
"ntilde;": "\xf1",
"ntlg;": "\u2278",
"ntriangleleft;": "\u22ea",
"ntrianglelefteq;": "\u22ec",
"ntriangleright;": "\u22eb",
"ntrianglerighteq;": "\u22ed",
"nu;": "\u03bd",
"num;": "#",
"numero;": "\u2116",
"numsp;": "\u2007",
"nvDash;": "\u22ad",
"nvHarr;": "\u2904",
"nvap;": "\u224d\u20d2",
"nvdash;": "\u22ac",
"nvge;": "\u2265\u20d2",
"nvgt;": ">\u20d2",
"nvinfin;": "\u29de",
"nvlArr;": "\u2902",
"nvle;": "\u2264\u20d2",
"nvlt;": "<\u20d2",
"nvltrie;": "\u22b4\u20d2",
"nvrArr;": "\u2903",
"nvrtrie;": "\u22b5\u20d2",
"nvsim;": "\u223c\u20d2",
"nwArr;": "\u21d6",
"nwarhk;": "\u2923",
"nwarr;": "\u2196",
"nwarrow;": "\u2196",
"nwnear;": "\u2927",
"oS;": "\u24c8",
"oacute": "\xf3",
"oacute;": "\xf3",
"oast;": "\u229b",
"ocir;": "\u229a",
"ocirc": "\xf4",
"ocirc;": "\xf4",
"ocy;": "\u043e",
"odash;": "\u229d",
"odblac;": "\u0151",
"odiv;": "\u2a38",
"odot;": "\u2299",
"odsold;": "\u29bc",
"oelig;": "\u0153",
"ofcir;": "\u29bf",
"ofr;": "\U0001d52c",
"ogon;": "\u02db",
"ograve": "\xf2",
"ograve;": "\xf2",
"ogt;": "\u29c1",
"ohbar;": "\u29b5",
"ohm;": "\u03a9",
"oint;": "\u222e",
"olarr;": "\u21ba",
"olcir;": "\u29be",
"olcross;": "\u29bb",
"oline;": "\u203e",
"olt;": "\u29c0",
"omacr;": "\u014d",
"omega;": "\u03c9",
"omicron;": "\u03bf",
"omid;": "\u29b6",
"ominus;": "\u2296",
"oopf;": "\U0001d560",
"opar;": "\u29b7",
"operp;": "\u29b9",
"oplus;": "\u2295",
"or;": "\u2228",
"orarr;": "\u21bb",
"ord;": "\u2a5d",
"order;": "\u2134",
"orderof;": "\u2134",
"ordf": "\xaa",
"ordf;": "\xaa",
"ordm": "\xba",
"ordm;": "\xba",
"origof;": "\u22b6",
"oror;": "\u2a56",
"orslope;": "\u2a57",
"orv;": "\u2a5b",
"oscr;": "\u2134",
"oslash": "\xf8",
"oslash;": "\xf8",
"osol;": "\u2298",
"otilde": "\xf5",
"otilde;": "\xf5",
"otimes;": "\u2297",
"otimesas;": "\u2a36",
"ouml": "\xf6",
"ouml;": "\xf6",
"ovbar;": "\u233d",
"par;": "\u2225",
"para": "\xb6",
"para;": "\xb6",
"parallel;": "\u2225",
"parsim;": "\u2af3",
"parsl;": "\u2afd",
"part;": "\u2202",
"pcy;": "\u043f",
"percnt;": "%",
"period;": ".",
"permil;": "\u2030",
"perp;": "\u22a5",
"pertenk;": "\u2031",
"pfr;": "\U0001d52d",
"phi;": "\u03c6",
"phiv;": "\u03d5",
"phmmat;": "\u2133",
"phone;": "\u260e",
"pi;": "\u03c0",
"pitchfork;": "\u22d4",
"piv;": "\u03d6",
"planck;": "\u210f",
"planckh;": "\u210e",
"plankv;": "\u210f",
"plus;": "+",
"plusacir;": "\u2a23",
"plusb;": "\u229e",
"pluscir;": "\u2a22",
"plusdo;": "\u2214",
"plusdu;": "\u2a25",
"pluse;": "\u2a72",
"plusmn": "\xb1",
"plusmn;": "\xb1",
"plussim;": "\u2a26",
"plustwo;": "\u2a27",
"pm;": "\xb1",
"pointint;": "\u2a15",
"popf;": "\U0001d561",
"pound": "\xa3",
"pound;": "\xa3",
"pr;": "\u227a",
"prE;": "\u2ab3",
"prap;": "\u2ab7",
"prcue;": "\u227c",
"pre;": "\u2aaf",
"prec;": "\u227a",
"precapprox;": "\u2ab7",
"preccurlyeq;": "\u227c",
"preceq;": "\u2aaf",
"precnapprox;": "\u2ab9",
"precneqq;": "\u2ab5",
"precnsim;": "\u22e8",
"precsim;": "\u227e",
"prime;": "\u2032",
"primes;": "\u2119",
"prnE;": "\u2ab5",
"prnap;": "\u2ab9",
"prnsim;": "\u22e8",
"prod;": "\u220f",
"profalar;": "\u232e",
"profline;": "\u2312",
"profsurf;": "\u2313",
"prop;": "\u221d",
"propto;": "\u221d",
"prsim;": "\u227e",
"prurel;": "\u22b0",
"pscr;": "\U0001d4c5",
"psi;": "\u03c8",
"puncsp;": "\u2008",
"qfr;": "\U0001d52e",
"qint;": "\u2a0c",
"qopf;": "\U0001d562",
"qprime;": "\u2057",
"qscr;": "\U0001d4c6",
"quaternions;": "\u210d",
"quatint;": "\u2a16",
"quest;": "?",
"questeq;": "\u225f",
"quot": "\"",
"quot;": "\"",
"rAarr;": "\u21db",
"rArr;": "\u21d2",
"rAtail;": "\u291c",
"rBarr;": "\u290f",
"rHar;": "\u2964",
"race;": "\u223d\u0331",
"racute;": "\u0155",
"radic;": "\u221a",
"raemptyv;": "\u29b3",
"rang;": "\u27e9",
"rangd;": "\u2992",
"range;": "\u29a5",
"rangle;": "\u27e9",
"raquo": "\xbb",
"raquo;": "\xbb",
"rarr;": "\u2192",
"rarrap;": "\u2975",
"rarrb;": "\u21e5",
"rarrbfs;": "\u2920",
"rarrc;": "\u2933",
"rarrfs;": "\u291e",
"rarrhk;": "\u21aa",
"rarrlp;": "\u21ac",
"rarrpl;": "\u2945",
"rarrsim;": "\u2974",
"rarrtl;": "\u21a3",
"rarrw;": "\u219d",
"ratail;": "\u291a",
"ratio;": "\u2236",
"rationals;": "\u211a",
"rbarr;": "\u290d",
"rbbrk;": "\u2773",
"rbrace;": "}",
"rbrack;": "]",
"rbrke;": "\u298c",
"rbrksld;": "\u298e",
"rbrkslu;": "\u2990",
"rcaron;": "\u0159",
"rcedil;": "\u0157",
"rceil;": "\u2309",
"rcub;": "}",
"rcy;": "\u0440",
"rdca;": "\u2937",
"rdldhar;": "\u2969",
"rdquo;": "\u201d",
"rdquor;": "\u201d",
"rdsh;": "\u21b3",
"real;": "\u211c",
"realine;": "\u211b",
"realpart;": "\u211c",
"reals;": "\u211d",
"rect;": "\u25ad",
"reg": "\xae",
"reg;": "\xae",
"rfisht;": "\u297d",
"rfloor;": "\u230b",
"rfr;": "\U0001d52f",
"rhard;": "\u21c1",
"rharu;": "\u21c0",
"rharul;": "\u296c",
"rho;": "\u03c1",
"rhov;": "\u03f1",
"rightarrow;": "\u2192",
"rightarrowtail;": "\u21a3",
"rightharpoondown;": "\u21c1",
"rightharpoonup;": "\u21c0",
"rightleftarrows;": "\u21c4",
"rightleftharpoons;": "\u21cc",
"rightrightarrows;": "\u21c9",
"rightsquigarrow;": "\u219d",
"rightthreetimes;": "\u22cc",
"ring;": "\u02da",
"risingdotseq;": "\u2253",
"rlarr;": "\u21c4",
"rlhar;": "\u21cc",
"rlm;": "\u200f",
"rmoust;": "\u23b1",
"rmoustache;": "\u23b1",
"rnmid;": "\u2aee",
"roang;": "\u27ed",
"roarr;": "\u21fe",
"robrk;": "\u27e7",
"ropar;": "\u2986",
"ropf;": "\U0001d563",
"roplus;": "\u2a2e",
"rotimes;": "\u2a35",
"rpar;": ")",
"rpargt;": "\u2994",
"rppolint;": "\u2a12",
"rrarr;": "\u21c9",
"rsaquo;": "\u203a",
"rscr;": "\U0001d4c7",
"rsh;": "\u21b1",
"rsqb;": "]",
"rsquo;": "\u2019",
"rsquor;": "\u2019",
"rthree;": "\u22cc",
"rtimes;": "\u22ca",
"rtri;": "\u25b9",
"rtrie;": "\u22b5",
"rtrif;": "\u25b8",
"rtriltri;": "\u29ce",
"ruluhar;": "\u2968",
"rx;": "\u211e",
"sacute;": "\u015b",
"sbquo;": "\u201a",
"sc;": "\u227b",
"scE;": "\u2ab4",
"scap;": "\u2ab8",
"scaron;": "\u0161",
"sccue;": "\u227d",
"sce;": "\u2ab0",
"scedil;": "\u015f",
"scirc;": "\u015d",
"scnE;": "\u2ab6",
"scnap;": "\u2aba",
"scnsim;": "\u22e9",
"scpolint;": "\u2a13",
"scsim;": "\u227f",
"scy;": "\u0441",
"sdot;": "\u22c5",
"sdotb;": "\u22a1",
"sdote;": "\u2a66",
"seArr;": "\u21d8",
"searhk;": "\u2925",
"searr;": "\u2198",
"searrow;": "\u2198",
"sect": "\xa7",
"sect;": "\xa7",
"semi;": ";",
"seswar;": "\u2929",
"setminus;": "\u2216",
"setmn;": "\u2216",
"sext;": "\u2736",
"sfr;": "\U0001d530",
"sfrown;": "\u2322",
"sharp;": "\u266f",
"shchcy;": "\u0449",
"shcy;": "\u0448",
"shortmid;": "\u2223",
"shortparallel;": "\u2225",
"shy": "\xad",
"shy;": "\xad",
"sigma;": "\u03c3",
"sigmaf;": "\u03c2",
"sigmav;": "\u03c2",
"sim;": "\u223c",
"simdot;": "\u2a6a",
"sime;": "\u2243",
"simeq;": "\u2243",
"simg;": "\u2a9e",
"simgE;": "\u2aa0",
"siml;": "\u2a9d",
"simlE;": "\u2a9f",
"simne;": "\u2246",
"simplus;": "\u2a24",
"simrarr;": "\u2972",
"slarr;": "\u2190",
"smallsetminus;": "\u2216",
"smashp;": "\u2a33",
"smeparsl;": "\u29e4",
"smid;": "\u2223",
"smile;": "\u2323",
"smt;": "\u2aaa",
"smte;": "\u2aac",
"smtes;": "\u2aac\ufe00",
"softcy;": "\u044c",
"sol;": "/",
"solb;": "\u29c4",
"solbar;": "\u233f",
"sopf;": "\U0001d564",
"spades;": "\u2660",
"spadesuit;": "\u2660",
"spar;": "\u2225",
"sqcap;": "\u2293",
"sqcaps;": "\u2293\ufe00",
"sqcup;": "\u2294",
"sqcups;": "\u2294\ufe00",
"sqsub;": "\u228f",
"sqsube;": "\u2291",
"sqsubset;": "\u228f",
"sqsubseteq;": "\u2291",
"sqsup;": "\u2290",
"sqsupe;": "\u2292",
"sqsupset;": "\u2290",
"sqsupseteq;": "\u2292",
"squ;": "\u25a1",
"square;": "\u25a1",
"squarf;": "\u25aa",
"squf;": "\u25aa",
"srarr;": "\u2192",
"sscr;": "\U0001d4c8",
"ssetmn;": "\u2216",
"ssmile;": "\u2323",
"sstarf;": "\u22c6",
"star;": "\u2606",
"starf;": "\u2605",
"straightepsilon;": "\u03f5",
"straightphi;": "\u03d5",
"strns;": "\xaf",
"sub;": "\u2282",
"subE;": "\u2ac5",
"subdot;": "\u2abd",
"sube;": "\u2286",
"subedot;": "\u2ac3",
"submult;": "\u2ac1",
"subnE;": "\u2acb",
"subne;": "\u228a",
"subplus;": "\u2abf",
"subrarr;": "\u2979",
"subset;": "\u2282",
"subseteq;": "\u2286",
"subseteqq;": "\u2ac5",
"subsetneq;": "\u228a",
"subsetneqq;": "\u2acb",
"subsim;": "\u2ac7",
"subsub;": "\u2ad5",
"subsup;": "\u2ad3",
"succ;": "\u227b",
"succapprox;": "\u2ab8",
"succcurlyeq;": "\u227d",
"succeq;": "\u2ab0",
"succnapprox;": "\u2aba",
"succneqq;": "\u2ab6",
"succnsim;": "\u22e9",
"succsim;": "\u227f",
"sum;": "\u2211",
"sung;": "\u266a",
"sup1": "\xb9",
"sup1;": "\xb9",
"sup2": "\xb2",
"sup2;": "\xb2",
"sup3": "\xb3",
"sup3;": "\xb3",
"sup;": "\u2283",
"supE;": "\u2ac6",
"supdot;": "\u2abe",
"supdsub;": "\u2ad8",
"supe;": "\u2287",
"supedot;": "\u2ac4",
"suphsol;": "\u27c9",
"suphsub;": "\u2ad7",
"suplarr;": "\u297b",
"supmult;": "\u2ac2",
"supnE;": "\u2acc",
"supne;": "\u228b",
"supplus;": "\u2ac0",
"supset;": "\u2283",
"supseteq;": "\u2287",
"supseteqq;": "\u2ac6",
"supsetneq;": "\u228b",
"supsetneqq;": "\u2acc",
"supsim;": "\u2ac8",
"supsub;": "\u2ad4",
"supsup;": "\u2ad6",
"swArr;": "\u21d9",
"swarhk;": "\u2926",
"swarr;": "\u2199",
"swarrow;": "\u2199",
"swnwar;": "\u292a",
"szlig": "\xdf",
"szlig;": "\xdf",
"target;": "\u2316",
"tau;": "\u03c4",
"tbrk;": "\u23b4",
"tcaron;": "\u0165",
"tcedil;": "\u0163",
"tcy;": "\u0442",
"tdot;": "\u20db",
"telrec;": "\u2315",
"tfr;": "\U0001d531",
"there4;": "\u2234",
"therefore;": "\u2234",
"theta;": "\u03b8",
"thetasym;": "\u03d1",
"thetav;": "\u03d1",
"thickapprox;": "\u2248",
"thicksim;": "\u223c",
"thinsp;": "\u2009",
"thkap;": "\u2248",
"thksim;": "\u223c",
"thorn": "\xfe",
"thorn;": "\xfe",
"tilde;": "\u02dc",
"times": "\xd7",
"times;": "\xd7",
"timesb;": "\u22a0",
"timesbar;": "\u2a31",
"timesd;": "\u2a30",
"tint;": "\u222d",
"toea;": "\u2928",
"top;": "\u22a4",
"topbot;": "\u2336",
"topcir;": "\u2af1",
"topf;": "\U0001d565",
"topfork;": "\u2ada",
"tosa;": "\u2929",
"tprime;": "\u2034",
"trade;": "\u2122",
"triangle;": "\u25b5",
"triangledown;": "\u25bf",
"triangleleft;": "\u25c3",
"trianglelefteq;": "\u22b4",
"triangleq;": "\u225c",
"triangleright;": "\u25b9",
"trianglerighteq;": "\u22b5",
"tridot;": "\u25ec",
"trie;": "\u225c",
"triminus;": "\u2a3a",
"triplus;": "\u2a39",
"trisb;": "\u29cd",
"tritime;": "\u2a3b",
"trpezium;": "\u23e2",
"tscr;": "\U0001d4c9",
"tscy;": "\u0446",
"tshcy;": "\u045b",
"tstrok;": "\u0167",
"twixt;": "\u226c",
"twoheadleftarrow;": "\u219e",
"twoheadrightarrow;": "\u21a0",
"uArr;": "\u21d1",
"uHar;": "\u2963",
"uacute": "\xfa",
"uacute;": "\xfa",
"uarr;": "\u2191",
"ubrcy;": "\u045e",
"ubreve;": "\u016d",
"ucirc": "\xfb",
"ucirc;": "\xfb",
"ucy;": "\u0443",
"udarr;": "\u21c5",
"udblac;": "\u0171",
"udhar;": "\u296e",
"ufisht;": "\u297e",
"ufr;": "\U0001d532",
"ugrave": "\xf9",
"ugrave;": "\xf9",
"uharl;": "\u21bf",
"uharr;": "\u21be",
"uhblk;": "\u2580",
"ulcorn;": "\u231c",
"ulcorner;": "\u231c",
"ulcrop;": "\u230f",
"ultri;": "\u25f8",
"umacr;": "\u016b",
"uml": "\xa8",
"uml;": "\xa8",
"uogon;": "\u0173",
"uopf;": "\U0001d566",
"uparrow;": "\u2191",
"updownarrow;": "\u2195",
"upharpoonleft;": "\u21bf",
"upharpoonright;": "\u21be",
"uplus;": "\u228e",
"upsi;": "\u03c5",
"upsih;": "\u03d2",
"upsilon;": "\u03c5",
"upuparrows;": "\u21c8",
"urcorn;": "\u231d",
"urcorner;": "\u231d",
"urcrop;": "\u230e",
"uring;": "\u016f",
"urtri;": "\u25f9",
"uscr;": "\U0001d4ca",
"utdot;": "\u22f0",
"utilde;": "\u0169",
"utri;": "\u25b5",
"utrif;": "\u25b4",
"uuarr;": "\u21c8",
"uuml": "\xfc",
"uuml;": "\xfc",
"uwangle;": "\u29a7",
"vArr;": "\u21d5",
"vBar;": "\u2ae8",
"vBarv;": "\u2ae9",
"vDash;": "\u22a8",
"vangrt;": "\u299c",
"varepsilon;": "\u03f5",
"varkappa;": "\u03f0",
"varnothing;": "\u2205",
"varphi;": "\u03d5",
"varpi;": "\u03d6",
"varpropto;": "\u221d",
"varr;": "\u2195",
"varrho;": "\u03f1",
"varsigma;": "\u03c2",
"varsubsetneq;": "\u228a\ufe00",
"varsubsetneqq;": "\u2acb\ufe00",
"varsupsetneq;": "\u228b\ufe00",
"varsupsetneqq;": "\u2acc\ufe00",
"vartheta;": "\u03d1",
"vartriangleleft;": "\u22b2",
"vartriangleright;": "\u22b3",
"vcy;": "\u0432",
"vdash;": "\u22a2",
"vee;": "\u2228",
"veebar;": "\u22bb",
"veeeq;": "\u225a",
"vellip;": "\u22ee",
"verbar;": "|",
"vert;": "|",
"vfr;": "\U0001d533",
"vltri;": "\u22b2",
"vnsub;": "\u2282\u20d2",
"vnsup;": "\u2283\u20d2",
"vopf;": "\U0001d567",
"vprop;": "\u221d",
"vrtri;": "\u22b3",
"vscr;": "\U0001d4cb",
"vsubnE;": "\u2acb\ufe00",
"vsubne;": "\u228a\ufe00",
"vsupnE;": "\u2acc\ufe00",
"vsupne;": "\u228b\ufe00",
"vzigzag;": "\u299a",
"wcirc;": "\u0175",
"wedbar;": "\u2a5f",
"wedge;": "\u2227",
"wedgeq;": "\u2259",
"weierp;": "\u2118",
"wfr;": "\U0001d534",
"wopf;": "\U0001d568",
"wp;": "\u2118",
"wr;": "\u2240",
"wreath;": "\u2240",
"wscr;": "\U0001d4cc",
"xcap;": "\u22c2",
"xcirc;": "\u25ef",
"xcup;": "\u22c3",
"xdtri;": "\u25bd",
"xfr;": "\U0001d535",
"xhArr;": "\u27fa",
"xharr;": "\u27f7",
"xi;": "\u03be",
"xlArr;": "\u27f8",
"xlarr;": "\u27f5",
"xmap;": "\u27fc",
"xnis;": "\u22fb",
"xodot;": "\u2a00",
"xopf;": "\U0001d569",
"xoplus;": "\u2a01",
"xotime;": "\u2a02",
"xrArr;": "\u27f9",
"xrarr;": "\u27f6",
"xscr;": "\U0001d4cd",
"xsqcup;": "\u2a06",
"xuplus;": "\u2a04",
"xutri;": "\u25b3",
"xvee;": "\u22c1",
"xwedge;": "\u22c0",
"yacute": "\xfd",
"yacute;": "\xfd",
"yacy;": "\u044f",
"ycirc;": "\u0177",
"ycy;": "\u044b",
"yen": "\xa5",
"yen;": "\xa5",
"yfr;": "\U0001d536",
"yicy;": "\u0457",
"yopf;": "\U0001d56a",
"yscr;": "\U0001d4ce",
"yucy;": "\u044e",
"yuml": "\xff",
"yuml;": "\xff",
"zacute;": "\u017a",
"zcaron;": "\u017e",
"zcy;": "\u0437",
"zdot;": "\u017c",
"zeetrf;": "\u2128",
"zeta;": "\u03b6",
"zfr;": "\U0001d537",
"zhcy;": "\u0436",
"zigrarr;": "\u21dd",
"zopf;": "\U0001d56b",
"zscr;": "\U0001d4cf",
"zwj;": "\u200d",
"zwnj;": "\u200c",
}
replacementCharacters = {
0x0: "\uFFFD",
0x0d: "\u000D",
0x80: "\u20AC",
0x81: "\u0081",
0x82: "\u201A",
0x83: "\u0192",
0x84: "\u201E",
0x85: "\u2026",
0x86: "\u2020",
0x87: "\u2021",
0x88: "\u02C6",
0x89: "\u2030",
0x8A: "\u0160",
0x8B: "\u2039",
0x8C: "\u0152",
0x8D: "\u008D",
0x8E: "\u017D",
0x8F: "\u008F",
0x90: "\u0090",
0x91: "\u2018",
0x92: "\u2019",
0x93: "\u201C",
0x94: "\u201D",
0x95: "\u2022",
0x96: "\u2013",
0x97: "\u2014",
0x98: "\u02DC",
0x99: "\u2122",
0x9A: "\u0161",
0x9B: "\u203A",
0x9C: "\u0153",
0x9D: "\u009D",
0x9E: "\u017E",
0x9F: "\u0178",
}
tokenTypes = {
"Doctype": 0,
"Characters": 1,
"SpaceCharacters": 2,
"StartTag": 3,
"EndTag": 4,
"EmptyTag": 5,
"Comment": 6,
"ParseError": 7
}
tagTokenTypes = frozenset([tokenTypes["StartTag"], tokenTypes["EndTag"],
tokenTypes["EmptyTag"]])
prefixes = dict([(v, k) for k, v in namespaces.items()])
prefixes["http://www.w3.org/1998/Math/MathML"] = "math"
class DataLossWarning(UserWarning):
pass
class ReparseException(Exception):
pass
html5lib/_utils.py 0000644 00000010000 15043676225 0010136 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
import sys
from types import ModuleType
from pip._vendor.six import text_type
try:
import xml.etree.cElementTree as default_etree
except ImportError:
import xml.etree.ElementTree as default_etree
__all__ = ["default_etree", "MethodDispatcher", "isSurrogatePair",
"surrogatePairToCodepoint", "moduleFactoryFactory",
"supports_lone_surrogates", "PY27"]
PY27 = sys.version_info[0] == 2 and sys.version_info[1] >= 7
# Platforms not supporting lone surrogates (\uD800-\uDFFF) should be
# caught by the below test. In general this would be any platform
# using UTF-16 as its encoding of unicode strings, such as
# Jython. This is because UTF-16 itself is based on the use of such
# surrogates, and there is no mechanism to further escape such
# escapes.
try:
_x = eval('"\\uD800"') # pylint:disable=eval-used
if not isinstance(_x, text_type):
# We need this with u"" because of http://bugs.jython.org/issue2039
_x = eval('u"\\uD800"') # pylint:disable=eval-used
assert isinstance(_x, text_type)
except: # pylint:disable=bare-except
supports_lone_surrogates = False
else:
supports_lone_surrogates = True
class MethodDispatcher(dict):
"""Dict with 2 special properties:
On initiation, keys that are lists, sets or tuples are converted to
multiple keys so accessing any one of the items in the original
list-like object returns the matching value
md = MethodDispatcher({("foo", "bar"):"baz"})
md["foo"] == "baz"
A default value which can be set through the default attribute.
"""
def __init__(self, items=()):
# Using _dictEntries instead of directly assigning to self is about
# twice as fast. Please do careful performance testing before changing
# anything here.
_dictEntries = []
for name, value in items:
if isinstance(name, (list, tuple, frozenset, set)):
for item in name:
_dictEntries.append((item, value))
else:
_dictEntries.append((name, value))
dict.__init__(self, _dictEntries)
assert len(self) == len(_dictEntries)
self.default = None
def __getitem__(self, key):
return dict.get(self, key, self.default)
# Some utility functions to deal with weirdness around UCS2 vs UCS4
# python builds
def isSurrogatePair(data):
return (len(data) == 2 and
ord(data[0]) >= 0xD800 and ord(data[0]) <= 0xDBFF and
ord(data[1]) >= 0xDC00 and ord(data[1]) <= 0xDFFF)
def surrogatePairToCodepoint(data):
char_val = (0x10000 + (ord(data[0]) - 0xD800) * 0x400 +
(ord(data[1]) - 0xDC00))
return char_val
# Module Factory Factory (no, this isn't Java, I know)
# Here to stop this being duplicated all over the place.
def moduleFactoryFactory(factory):
moduleCache = {}
def moduleFactory(baseModule, *args, **kwargs):
if isinstance(ModuleType.__name__, type("")):
name = "_%s_factory" % baseModule.__name__
else:
name = b"_%s_factory" % baseModule.__name__
kwargs_tuple = tuple(kwargs.items())
try:
return moduleCache[name][args][kwargs_tuple]
except KeyError:
mod = ModuleType(name)
objs = factory(baseModule, *args, **kwargs)
mod.__dict__.update(objs)
if "name" not in moduleCache:
moduleCache[name] = {}
if "args" not in moduleCache[name]:
moduleCache[name][args] = {}
if "kwargs" not in moduleCache[name][args]:
moduleCache[name][args][kwargs_tuple] = {}
moduleCache[name][args][kwargs_tuple] = mod
return mod
return moduleFactory
def memoize(func):
cache = {}
def wrapped(*args, **kwargs):
key = (tuple(args), tuple(kwargs.items()))
if key not in cache:
cache[key] = func(*args, **kwargs)
return cache[key]
return wrapped
html5lib/_trie/__init__.py 0000644 00000000441 15043676226 0011511 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from .py import Trie as PyTrie
Trie = PyTrie
# pylint:disable=wrong-import-position
try:
from .datrie import Trie as DATrie
except ImportError:
pass
else:
Trie = DATrie
# pylint:enable=wrong-import-position
html5lib/_trie/_base.py 0000644 00000001723 15043676226 0011027 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from collections import Mapping
class Trie(Mapping):
"""Abstract base class for tries"""
def keys(self, prefix=None):
# pylint:disable=arguments-differ
keys = super(Trie, self).keys()
if prefix is None:
return set(keys)
# Python 2.6: no set comprehensions
return set([x for x in keys if x.startswith(prefix)])
def has_keys_with_prefix(self, prefix):
for key in self.keys():
if key.startswith(prefix):
return True
return False
def longest_prefix(self, prefix):
if prefix in self:
return prefix
for i in range(1, len(prefix) + 1):
if prefix[:-i] in self:
return prefix[:-i]
raise KeyError(prefix)
def longest_prefix_item(self, prefix):
lprefix = self.longest_prefix(prefix)
return (lprefix, self[lprefix])
html5lib/_trie/datrie.py 0000644 00000002232 15043676226 0011222 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from datrie import Trie as DATrie
from pip._vendor.six import text_type
from ._base import Trie as ABCTrie
class Trie(ABCTrie):
def __init__(self, data):
chars = set()
for key in data.keys():
if not isinstance(key, text_type):
raise TypeError("All keys must be strings")
for char in key:
chars.add(char)
self._data = DATrie("".join(chars))
for key, value in data.items():
self._data[key] = value
def __contains__(self, key):
return key in self._data
def __len__(self):
return len(self._data)
def __iter__(self):
raise NotImplementedError()
def __getitem__(self, key):
return self._data[key]
def keys(self, prefix=None):
return self._data.keys(prefix)
def has_keys_with_prefix(self, prefix):
return self._data.has_keys_with_prefix(prefix)
def longest_prefix(self, prefix):
return self._data.longest_prefix(prefix)
def longest_prefix_item(self, prefix):
return self._data.longest_prefix_item(prefix)
html5lib/_trie/__pycache__/py.cpython-38.pyc 0000644 00000004261 15043676226 0014674 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z
G dd� de
�Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z d S )r c C sJ t dd� |�� D ��s td��|| _t|�� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S �N)�
isinstancer )�.0�x� r
�A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/py.py� <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar
r
r �__init__
s z
Trie.__init__c C s
|| j kS r �r �r �keyr
r
r � __contains__ s zTrie.__contains__c C s
t | j�S r )r r �r r
r
r �__len__ s z Trie.__len__c C s
t | j�S r )�iterr r! r
r
r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r
r
r � __getitem__ s zTrie.__getitem__Nc C s� |d ks|dks| j s t| j �S |�| j�rL| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krt|S | j | �|�r�|�| j | � |d7 }qt|| _||f| _|S )Nr r )r �set�
startswithr r r r �add)r �prefix�lo�hi�start�ir r
r
r r s
z Trie.keysc C sd || j krdS |�| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| �|�S )NTF)r r' r r r r r )r r) r* r+ r- r
r
r �has_keys_with_prefix6 s
zTrie.has_keys_with_prefix)N)
�__name__�
__module__� __qualname__r r r" r$ r% r r. r
r
r
r r s
r N) Z
__future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier
r
r
r �<module> s html5lib/_trie/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000000605 15043676226 0016740 0 ustar 00 U
��.e! � @ sR d dl mZmZmZ ddlmZ eZzddlmZ W n e k
rH Y nX eZdS )� )�absolute_import�division�unicode_literals� )�TrieN)
Z
__future__r r r �pyr ZPyTrieZdatrieZDATrie� ImportError� r r �G/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/__init__.py�<module> s html5lib/_trie/__pycache__/py.cpython-38.opt-1.pyc 0000644 00000004261 15043676226 0015633 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddlm Z
G dd� de
�Z dS ) � )�absolute_import�division�unicode_literals)� text_type)� bisect_left� )�Triec @ sF e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z d S )r c C sJ t dd� |�� D ��s td��|| _t|�� �| _d| _dt|�f| _d S )Nc s s | ]}t |t�V qd S �N)�
isinstancer )�.0�x� r
�A/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/py.py� <genexpr> s z Trie.__init__.<locals>.<genexpr>zAll keys must be strings� r ) �all�keys� TypeError�_data�sorted�_keys� _cachestr�len� _cachepoints)�self�datar
r
r �__init__
s z
Trie.__init__c C s
|| j kS r �r �r �keyr
r
r � __contains__ s zTrie.__contains__c C s
t | j�S r )r r �r r
r
r �__len__ s z Trie.__len__c C s
t | j�S r )�iterr r! r
r
r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r
r
r � __getitem__ s zTrie.__getitem__Nc C s� |d ks|dks| j s t| j �S |�| j�rL| j\}}t| j |||� }}nt| j |� }}t� }|t| j �krt|S | j | �|�r�|�| j | � |d7 }qt|| _||f| _|S )Nr r )r �set�
startswithr r r r �add)r �prefix�lo�hi�start�ir r
r
r r s
z Trie.keysc C sd || j krdS |�| j�r6| j\}}t| j|||�}n t| j|�}|t| j�krTdS | j| �|�S )NTF)r r' r r r r r )r r) r* r+ r- r
r
r �has_keys_with_prefix6 s
zTrie.has_keys_with_prefix)N)
�__name__�
__module__� __qualname__r r r" r$ r% r r. r
r
r
r r s
r N) Z
__future__r r r Zpip._vendor.sixr Zbisectr Z_baser ZABCTrier
r
r
r �<module> s html5lib/_trie/__pycache__/_base.cpython-38.opt-1.pyc 0000644 00000003040 15043676226 0016246 0 ustar 00 U
��.e� � @ sZ d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d
� Z� ZS ) �Triez Abstract base class for triesNc s0 t t| ��� }� d kr t|�S � fdd�|D �S )Nc s h | ]}|� � �r|�qS � )�
startswith)�.0�x��prefixr �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/_base.py� <setcomp> s
z Trie.keys.<locals>.<setcomp>)�superr �keys�set)�selfr r �� __class__r r
r s z Trie.keysc C s" | � � D ]}|�|�r dS qdS )NTF)r r )r r �keyr r r
�has_keys_with_prefix s
zTrie.has_keys_with_prefixc C sT || kr |S t dt|�d �D ](}|d | � | kr |d | � S q t|��d S )N� )�range�len�KeyError)r r �ir r r
�longest_prefix s zTrie.longest_prefixc C s | � |�}|| | fS )N)r )r r Zlprefixr r r
�longest_prefix_item& s
zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__�__doc__r r r r �
__classcell__r r r r
r s
r N) Z
__future__r r r Zcollections.abcr � ImportError� collectionsr r r r r
�<module> s
html5lib/_trie/__pycache__/_base.cpython-38.pyc 0000644 00000003040 15043676226 0015307 0 ustar 00 U
��.e� � @ sZ d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX G dd� de�ZdS )� )�absolute_import�division�unicode_literals)�Mappingc s: e Zd ZdZd � fdd� Zdd� Zdd� Zd d
� Z� ZS ) �Triez Abstract base class for triesNc s0 t t| ��� }� d kr t|�S � fdd�|D �S )Nc s h | ]}|� � �r|�qS � )�
startswith)�.0�x��prefixr �D/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/_base.py� <setcomp> s
z Trie.keys.<locals>.<setcomp>)�superr �keys�set)�selfr r �� __class__r r
r s z Trie.keysc C s" | � � D ]}|�|�r dS qdS )NTF)r r )r r �keyr r r
�has_keys_with_prefix s
zTrie.has_keys_with_prefixc C sT || kr |S t dt|�d �D ](}|d | � | kr |d | � S q t|��d S )N� )�range�len�KeyError)r r �ir r r
�longest_prefix s zTrie.longest_prefixc C s | � |�}|| | fS )N)r )r r Zlprefixr r r
�longest_prefix_item& s
zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__�__doc__r r r r �
__classcell__r r r r
r s
r N) Z
__future__r r r Zcollections.abcr � ImportError� collectionsr r r r r
�<module> s
html5lib/_trie/__pycache__/datrie.cpython-38.opt-1.pyc 0000644 00000003721 15043676226 0016453 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ
G dd� de
�ZdS )� )�absolute_import�division�unicode_literals)�Trie)� text_type� c @ sV e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z dd� Z
dd� Z d S )r c C sj t � }|�� D ]*}t|t�s$td��|D ]}|�|� q(qtd�|��| _|� � D ]\}}|| j|< qRd S )NzAll keys must be strings� )
�set�keys�
isinstancer � TypeError�add�DATrie�join�_data�items)�self�data�chars�key�char�value� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/datrie.py�__init__
s
z
Trie.__init__c C s
|| j kS �N�r �r r r r r � __contains__ s zTrie.__contains__c C s
t | j�S r )�lenr �r r r r �__len__ s z Trie.__len__c C s
t � �d S r )�NotImplementedErrorr r r r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r r r � __getitem__ s zTrie.__getitem__Nc C s | j �|�S r )r r
�r �prefixr r r r
" s z Trie.keysc C s | j �|�S r )r �has_keys_with_prefixr% r r r r' % s zTrie.has_keys_with_prefixc C s | j �|�S r )r �longest_prefixr% r r r r( ( s zTrie.longest_prefixc C s | j �|�S r )r �longest_prefix_itemr% r r r r) + s zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__r r r! r# r$ r
r' r( r) r r r r r s
r N) Z
__future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r �<module> s html5lib/_trie/__pycache__/datrie.cpython-38.pyc 0000644 00000003721 15043676226 0015514 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZ d dlmZ ddl mZ
G dd� de
�ZdS )� )�absolute_import�division�unicode_literals)�Trie)� text_type� c @ sV e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zdd d
�Zdd� Z dd� Z
dd� Z d S )r c C sj t � }|�� D ]*}t|t�s$td��|D ]}|�|� q(qtd�|��| _|� � D ]\}}|| j|< qRd S )NzAll keys must be strings� )
�set�keys�
isinstancer � TypeError�add�DATrie�join�_data�items)�self�data�chars�key�char�value� r �E/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/datrie.py�__init__
s
z
Trie.__init__c C s
|| j kS �N�r �r r r r r � __contains__ s zTrie.__contains__c C s
t | j�S r )�lenr �r r r r �__len__ s z Trie.__len__c C s
t � �d S r )�NotImplementedErrorr r r r �__iter__ s z
Trie.__iter__c C s
| j | S r r r r r r � __getitem__ s zTrie.__getitem__Nc C s | j �|�S r )r r
�r �prefixr r r r
" s z Trie.keysc C s | j �|�S r )r �has_keys_with_prefixr% r r r r' % s zTrie.has_keys_with_prefixc C s | j �|�S r )r �longest_prefixr% r r r r( ( s zTrie.longest_prefixc C s | j �|�S r )r �longest_prefix_itemr% r r r r) + s zTrie.longest_prefix_item)N) �__name__�
__module__� __qualname__r r r! r# r$ r
r' r( r) r r r r r s
r N) Z
__future__r r r Zdatrier r Zpip._vendor.sixr Z_baseZABCTrier r r r �<module> s html5lib/_trie/__pycache__/__init__.cpython-38.pyc 0000644 00000000605 15043676226 0016001 0 ustar 00 U
��.e! � @ sR d dl mZmZmZ ddlmZ eZzddlmZ W n e k
rH Y nX eZdS )� )�absolute_import�division�unicode_literals� )�TrieN)
Z
__future__r r r �pyr ZPyTrieZdatrieZDATrie� ImportError� r r �G/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/_trie/__init__.py�<module> s html5lib/_trie/py.py 0000644 00000003357 15043676226 0010413 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from bisect import bisect_left
from ._base import Trie as ABCTrie
class Trie(ABCTrie):
def __init__(self, data):
if not all(isinstance(x, text_type) for x in data.keys()):
raise TypeError("All keys must be strings")
self._data = data
self._keys = sorted(data.keys())
self._cachestr = ""
self._cachepoints = (0, len(data))
def __contains__(self, key):
return key in self._data
def __len__(self):
return len(self._data)
def __iter__(self):
return iter(self._data)
def __getitem__(self, key):
return self._data[key]
def keys(self, prefix=None):
if prefix is None or prefix == "" or not self._keys:
return set(self._keys)
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
start = i = bisect_left(self._keys, prefix, lo, hi)
else:
start = i = bisect_left(self._keys, prefix)
keys = set()
if start == len(self._keys):
return keys
while self._keys[i].startswith(prefix):
keys.add(self._keys[i])
i += 1
self._cachestr = prefix
self._cachepoints = (start, i)
return keys
def has_keys_with_prefix(self, prefix):
if prefix in self._data:
return True
if prefix.startswith(self._cachestr):
lo, hi = self._cachepoints
i = bisect_left(self._keys, prefix, lo, hi)
else:
i = bisect_left(self._keys, prefix)
if i == len(self._keys):
return False
return self._keys[i].startswith(prefix)
html5lib/treewalkers/__init__.py 0000644 00000012650 15043676226 0012744 0 ustar 00 """A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to do
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method taking a tree as sole argument and
returning an iterator generating tokens.
"""
from __future__ import absolute_import, division, unicode_literals
from .. import constants
from .._utils import default_etree
__all__ = ["getTreeWalker", "pprint", "dom", "etree", "genshi", "etree_lxml"]
treeWalkerCache = {}
def getTreeWalker(treeType, implementation=None, **kwargs):
"""Get a TreeWalker class for various types of tree with built-in support
Args:
treeType (str): the name of the tree type required (case-insensitive).
Supported values are:
- "dom": The xml.dom.minidom DOM implementation
- "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with
ElementTree, cElementTree and lxml.etree).
- "lxml": Optimized walker for lxml.etree
- "genshi": a Genshi stream
Implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the
"etree" tree type only).
"""
treeType = treeType.lower()
if treeType not in treeWalkerCache:
if treeType == "dom":
from . import dom
treeWalkerCache[treeType] = dom.TreeWalker
elif treeType == "genshi":
from . import genshi
treeWalkerCache[treeType] = genshi.TreeWalker
elif treeType == "lxml":
from . import etree_lxml
treeWalkerCache[treeType] = etree_lxml.TreeWalker
elif treeType == "etree":
from . import etree
if implementation is None:
implementation = default_etree
# XXX: NEVER cache here, caching is done in the etree submodule
return etree.getETreeModule(implementation, **kwargs).TreeWalker
return treeWalkerCache.get(treeType)
def concatenateCharacterTokens(tokens):
pendingCharacters = []
for token in tokens:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
pendingCharacters.append(token["data"])
else:
if pendingCharacters:
yield {"type": "Characters", "data": "".join(pendingCharacters)}
pendingCharacters = []
yield token
if pendingCharacters:
yield {"type": "Characters", "data": "".join(pendingCharacters)}
def pprint(walker):
"""Pretty printer for tree walkers"""
output = []
indent = 0
for token in concatenateCharacterTokens(walker):
type = token["type"]
if type in ("StartTag", "EmptyTag"):
# tag name
if token["namespace"] and token["namespace"] != constants.namespaces["html"]:
if token["namespace"] in constants.prefixes:
ns = constants.prefixes[token["namespace"]]
else:
ns = token["namespace"]
name = "%s %s" % (ns, token["name"])
else:
name = token["name"]
output.append("%s<%s>" % (" " * indent, name))
indent += 2
# attributes (sorted for consistent ordering)
attrs = token["data"]
for (namespace, localname), value in sorted(attrs.items()):
if namespace:
if namespace in constants.prefixes:
ns = constants.prefixes[namespace]
else:
ns = namespace
name = "%s %s" % (ns, localname)
else:
name = localname
output.append("%s%s=\"%s\"" % (" " * indent, name, value))
# self-closing
if type == "EmptyTag":
indent -= 2
elif type == "EndTag":
indent -= 2
elif type == "Comment":
output.append("%s<!-- %s -->" % (" " * indent, token["data"]))
elif type == "Doctype":
if token["name"]:
if token["publicId"]:
output.append("""%s<!DOCTYPE %s "%s" "%s">""" %
(" " * indent,
token["name"],
token["publicId"],
token["systemId"] if token["systemId"] else ""))
elif token["systemId"]:
output.append("""%s<!DOCTYPE %s "" "%s">""" %
(" " * indent,
token["name"],
token["systemId"]))
else:
output.append("%s<!DOCTYPE %s>" % (" " * indent,
token["name"]))
else:
output.append("%s<!DOCTYPE >" % (" " * indent,))
elif type == "Characters":
output.append("%s\"%s\"" % (" " * indent, token["data"]))
elif type == "SpaceCharacters":
assert False, "concatenateCharacterTokens should have got rid of all Space tokens"
else:
raise ValueError("Unknown token type, %s" % type)
return "\n".join(output)
html5lib/treewalkers/etree.py 0000644 00000011114 15043676226 0012303 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
try:
from collections import OrderedDict
except ImportError:
try:
from ordereddict import OrderedDict
except ImportError:
OrderedDict = dict
import re
from pip._vendor.six import string_types
from . import base
from .._utils import moduleFactoryFactory
tag_regexp = re.compile("{([^}]*)}(.*)")
def getETreeBuilder(ElementTreeImplementation):
ElementTree = ElementTreeImplementation
ElementTreeCommentType = ElementTree.Comment("asd").tag
class TreeWalker(base.NonRecursiveTreeWalker): # pylint:disable=unused-variable
"""Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
"""
def getNodeDetails(self, node):
if isinstance(node, tuple): # It might be the root Element
elt, _, _, flag = node
if flag in ("text", "tail"):
return base.TEXT, getattr(elt, flag)
else:
node = elt
if not(hasattr(node, "tag")):
node = node.getroot()
if node.tag in ("DOCUMENT_ROOT", "DOCUMENT_FRAGMENT"):
return (base.DOCUMENT,)
elif node.tag == "<!DOCTYPE>":
return (base.DOCTYPE, node.text,
node.get("publicId"), node.get("systemId"))
elif node.tag == ElementTreeCommentType:
return base.COMMENT, node.text
else:
assert isinstance(node.tag, string_types), type(node.tag)
# This is assumed to be an ordinary element
match = tag_regexp.match(node.tag)
if match:
namespace, tag = match.groups()
else:
namespace = None
tag = node.tag
attrs = OrderedDict()
for name, value in list(node.attrib.items()):
match = tag_regexp.match(name)
if match:
attrs[(match.group(1), match.group(2))] = value
else:
attrs[(None, name)] = value
return (base.ELEMENT, namespace, tag,
attrs, len(node) or node.text)
def getFirstChild(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
element, key, parents, flag = node, None, [], None
if flag in ("text", "tail"):
return None
else:
if element.text:
return element, key, parents, "text"
elif len(element):
parents.append(element)
return element[0], 0, parents, None
else:
return None
def getNextSibling(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
return None
if flag == "text":
if len(element):
parents.append(element)
return element[0], 0, parents, None
else:
return None
else:
if element.tail and flag != "tail":
return element, key, parents, "tail"
elif key < len(parents[-1]) - 1:
return parents[-1][key + 1], key + 1, parents, None
else:
return None
def getParentNode(self, node):
if isinstance(node, tuple):
element, key, parents, flag = node
else:
return None
if flag == "text":
if not parents:
return element
else:
return element, key, parents, None
else:
parent = parents.pop()
if not parents:
return parent
else:
assert list(parents[-1]).count(parent) == 1
return parent, list(parents[-1]).index(parent), parents, None
return locals()
getETreeModule = moduleFactoryFactory(getETreeBuilder)
html5lib/treewalkers/__pycache__/base.cpython-38.pyc 0000644 00000015471 15043676226 0016411 0 ustar 00 U
��.e4 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d
d d d
g Z
ej Z ej
ZejZejZejZejZdZd�e �Z G dd � d e�ZG dd
� d
e�ZdS )� )�absolute_import�division�unicode_literals)�Node� )�
namespaces� voidElements�spaceCharacters�DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN�
TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sl e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z ddd�Z dd� Z
dd� ZdS ) r z}Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
c C s
|| _ dS )zCCreates a TreeWalker
:arg tree: the tree to walk
N)�tree)�selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/base.py�__init__ s zTreeWalker.__init__c C s t �d S �N��NotImplementedError)r r r r �__iter__# s zTreeWalker.__iter__c C s
d|d�S )z�Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
ZSerializeError��type�datar )r �msgr r r �error& s zTreeWalker.errorFc c s$ d|||d�V |r | � d�V dS )ar Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
ZEmptyTag�r �name� namespacer zVoid element has childrenN�r! )r r$ r# �attrs� hasChildrenr r r �emptyTag0 s �zTreeWalker.emptyTagc C s d|||d�S )z�Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
ZStartTagr" r )r r$ r# r& r r r �startTagE s
�zTreeWalker.startTagc C s d||d�S )z�Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
ZEndTag)r r# r$ r )r r$ r# r r r �endTagV s
�zTreeWalker.endTagc c sx |}|� t�}|dt|�t|� � }|r6d|d�V |}|�t�}|t|�d� }|rdd|d�V |rtd|d�V dS )at Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
NZSpaceCharactersr Z
Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �textd s
zTreeWalker.textc C s
d|d�S )zdGenerates a Comment token
:arg data: the comment
:returns: Comment token
�Commentr r )r r r r r �comment� s zTreeWalker.commentNc C s d|||d�S )z�Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
ZDoctype)r r# �publicId�systemIdr )r r# r3 r4 r r r �doctype� s
�zTreeWalker.doctypec C s
d|d�S )zjGenerates an Entity token
:arg name: the entity name
:returns: an Entity token
ZEntity)r r# r )r r# r r r �entity� s zTreeWalker.entityc C s | � d| �S )zHandles unknown node typeszUnknown node type: r% )r ZnodeTyper r r �unknown� s zTreeWalker.unknown)F)NN)�__name__�
__module__� __qualname__�__doc__r r r! r( r) r* r0 r2 r5 r6 r7 r r r r r s
&
c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r c C s t �d S r r �r Znoder r r �getNodeDetails� s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S r r r< r r r �
getFirstChild� s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S r r r< r r r �getNextSibling� s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S r r r< r r r �
getParentNode� s z$NonRecursiveTreeWalker.getParentNodec c s� | j }|d k �r�| �|�}|d |dd � }}d}|tkrJ| j|� V n�|tkrj| j|� D ]
}|V q\n�|tkr�|\}}}}|r�|td kr�|tkr�| � ||||�D ]
}|V q�d}n| �
|||�V nV|t kr�| � |d �V n<|t
k�r | �|d �V n |tk�rd}n| �|d �V |�r2| �|�} nd } | d k �rF| }q|d k r| �|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tk�r�| �||�V | j |k�r�d }q| �|�}
|
d k �r�|
}qn
| �|�}�qFqd S )Nr � FZhtmlT)r r= r r5 r r0 r
r r r( r) r r2 r r6 r
r7 r> r* r? r@ ) r Z currentNodeZdetailsr r' �tokenr$ r# Z
attributesZ
firstChildZ nextSiblingr r r r � s\
�
z NonRecursiveTreeWalker.__iter__N)r8 r9 r: r= r> r? r@ r r r r r r � s
N) Z
__future__r r r Zxml.domr Z constantsr r r �__all__Z
DOCUMENT_NODEr
ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr
Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s" �
! html5lib/treewalkers/__pycache__/base.cpython-38.opt-1.pyc 0000644 00000015471 15043676226 0017350 0 ustar 00 U
��.e4 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z ddddd d
d d d
g Z
ej Z ej
ZejZejZejZejZdZd�e �Z G dd � d e�ZG dd
� d
e�ZdS )� )�absolute_import�division�unicode_literals)�Node� )�
namespaces� voidElements�spaceCharacters�DOCUMENT�DOCTYPE�TEXT�ELEMENT�COMMENT�ENTITY�UNKNOWN�
TreeWalker�NonRecursiveTreeWalkerz <#UNKNOWN#>� c @ sl e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z ddd�Z dd� Z
dd� ZdS ) r z}Walks a tree yielding tokens
Tokens are dicts that all have a ``type`` field specifying the type of the
token.
c C s
|| _ dS )zCCreates a TreeWalker
:arg tree: the tree to walk
N)�tree)�selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/base.py�__init__ s zTreeWalker.__init__c C s t �d S �N��NotImplementedError)r r r r �__iter__# s zTreeWalker.__iter__c C s
d|d�S )z�Generates an error token with the given message
:arg msg: the error message
:returns: SerializeError token
ZSerializeError��type�datar )r �msgr r r �error& s zTreeWalker.errorFc c s$ d|||d�V |r | � d�V dS )ar Generates an EmptyTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:arg hasChildren: whether or not to yield a SerializationError because
this tag shouldn't have children
:returns: EmptyTag token
ZEmptyTag�r �name� namespacer zVoid element has childrenN�r! )r r$ r# �attrs� hasChildrenr r r �emptyTag0 s �zTreeWalker.emptyTagc C s d|||d�S )z�Generates a StartTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:arg attrs: the attributes of the element as a dict
:returns: StartTag token
ZStartTagr" r )r r$ r# r& r r r �startTagE s
�zTreeWalker.startTagc C s d||d�S )z�Generates an EndTag token
:arg namespace: the namespace of the token--can be ``None``
:arg name: the name of the element
:returns: EndTag token
ZEndTag)r r# r$ r )r r$ r# r r r �endTagV s
�zTreeWalker.endTagc c sx |}|� t�}|dt|�t|� � }|r6d|d�V |}|�t�}|t|�d� }|rdd|d�V |rtd|d�V dS )at Generates SpaceCharacters and Characters tokens
Depending on what's in the data, this generates one or more
``SpaceCharacters`` and ``Characters`` tokens.
For example:
>>> from html5lib.treewalkers.base import TreeWalker
>>> # Give it an empty tree just so it instantiates
>>> walker = TreeWalker([])
>>> list(walker.text(''))
[]
>>> list(walker.text(' '))
[{u'data': ' ', u'type': u'SpaceCharacters'}]
>>> list(walker.text(' abc ')) # doctest: +NORMALIZE_WHITESPACE
[{u'data': ' ', u'type': u'SpaceCharacters'},
{u'data': u'abc', u'type': u'Characters'},
{u'data': u' ', u'type': u'SpaceCharacters'}]
:arg data: the text data
:returns: one or more ``SpaceCharacters`` and ``Characters`` tokens
NZSpaceCharactersr Z
Characters)�lstripr �len�rstrip)r r Zmiddle�left�rightr r r �textd s
zTreeWalker.textc C s
d|d�S )zdGenerates a Comment token
:arg data: the comment
:returns: Comment token
�Commentr r )r r r r r �comment� s zTreeWalker.commentNc C s d|||d�S )z�Generates a Doctype token
:arg name:
:arg publicId:
:arg systemId:
:returns: the Doctype token
ZDoctype)r r# �publicId�systemIdr )r r# r3 r4 r r r �doctype� s
�zTreeWalker.doctypec C s
d|d�S )zjGenerates an Entity token
:arg name: the entity name
:returns: an Entity token
ZEntity)r r# r )r r# r r r �entity� s zTreeWalker.entityc C s | � d| �S )zHandles unknown node typeszUnknown node type: r% )r ZnodeTyper r r �unknown� s zTreeWalker.unknown)F)NN)�__name__�
__module__� __qualname__�__doc__r r r! r( r) r* r0 r2 r5 r6 r7 r r r r r s
&
c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) r c C s t �d S r r �r Znoder r r �getNodeDetails� s z%NonRecursiveTreeWalker.getNodeDetailsc C s t �d S r r r< r r r �
getFirstChild� s z$NonRecursiveTreeWalker.getFirstChildc C s t �d S r r r< r r r �getNextSibling� s z%NonRecursiveTreeWalker.getNextSiblingc C s t �d S r r r< r r r �
getParentNode� s z$NonRecursiveTreeWalker.getParentNodec c s� | j }|d k �r�| �|�}|d |dd � }}d}|tkrJ| j|� V n�|tkrj| j|� D ]
}|V q\n�|tkr�|\}}}}|r�|td kr�|tkr�| � ||||�D ]
}|V q�d}n| �
|||�V nV|t kr�| � |d �V n<|t
k�r | �|d �V n |tk�rd}n| �|d �V |�r2| �|�} nd } | d k �rF| }q|d k r| �|�}|d |dd � }}|tk�r�|\}}}}|�r�|td k�s�|tk�r�| �||�V | j |k�r�d }q| �|�}
|
d k �r�|
}qn
| �|�}�qFqd S )Nr � FZhtmlT)r r= r r5 r r0 r
r r r( r) r r2 r r6 r
r7 r> r* r? r@ ) r Z currentNodeZdetailsr r' �tokenr$ r# Z
attributesZ
firstChildZ nextSiblingr r r r � s\
�
z NonRecursiveTreeWalker.__iter__N)r8 r9 r: r= r> r? r@ r r r r r r � s
N) Z
__future__r r r Zxml.domr Z constantsr r r �__all__Z
DOCUMENT_NODEr
ZDOCUMENT_TYPE_NODEr Z TEXT_NODEr Z ELEMENT_NODEr
Z COMMENT_NODEr Z ENTITY_NODEr r �join�objectr r r r r r �<module> s" �
! html5lib/treewalkers/__pycache__/etree.cpython-38.pyc 0000644 00000006633 15043676226 0016603 0 ustar 00 U
��.e� � @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m
Z
ddl m Z e�
d �Zd
d � Ze e�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz
{([^}]*)}(.*)c s, | }|� d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
c sH t |t�r2|\}}}}|dkr.tjt||�fS |}t|d�sD|�� }|jdkrVtjfS |jdkr|tj |j
|� d�|� d�fS |j� kr�tj |j
fS t |jt
�s�tt|j���t�|j�}|r�|�� \}}n
d }|j}t� }t|j�� �D ]>\} }
t�| �}|�r|
||�d�|�d�f< q�|
|d | f< q�tj|||t|��p@|j
fS d S ) N��text�tail�tag)Z
DOCUMENT_ROOTZDOCUMENT_FRAGMENTz
<!DOCTYPE>ZpublicIdZsystemIdr r )�
isinstance�tupler ZTEXT�getattr�hasattrZgetrootr ZDOCUMENTZDOCTYPEr �get�COMMENTr �AssertionError�type�
tag_regexp�match�groupsr �listZattrib�items�groupZELEMENT�len) �self�nodeZelt�_�flagr � namespacer Zattrs�name�value�ZElementTreeCommentType� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree.py�getNodeDetails s@
�
�z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|�rl|�|� |d d|d fS d S d S )Nr r r )r r r r �append�r r �element�key�parentsr! r& r& r' �
getFirstChildH s
z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|�|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r
���r )r r r r) r
r* r& r& r' �getNextSiblingY s
z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S s� t |t�r|\}}}}nd S |dkr:|s,|S |||d fS nD|�� }|sJ|S t|d ��|�dksdt�|t|d ��|�|d fS d S )Nr r/ r )r r �popr �countr �index)r r r+ r, r- r! �parentr& r& r' �
getParentNodem s
z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__�
__module__� __qualname__�__doc__r( r. r0 r5 r& r% r& r' �
TreeWalker s
(r: )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementationZ ElementTreer: r& r% r' �getETreeBuilder s nr= )Z
__future__r r r � collectionsr �reZpip._vendor.sixr � r Z_utilsr
�compiler r= ZgetETreeModuler& r& r& r' �<module> s
t html5lib/treewalkers/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000007436 15043676226 0020177 0 ustar 00 U
��.eR � @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z
d
d d�Z d
d � Z d d� Z
dS )a� A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to do
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method taking a tree as sole argument and
returning an iterator generating tokens.
� )�absolute_import�division�unicode_literals� )� constants)�
default_etree�
getTreeWalker�pprintNc K s� | � � } | tkr�| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkr�dd lm} |d
kr�t}|j |f|�jS t�
| �S ) a; Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
�dom� )r
�genshi)r Zlxml)�
etree_lxml�etree)r N) �lower�treeWalkerCache� r
Z
TreeWalkerr r
r r ZgetETreeModule�get)ZtreeType�implementation�kwargsr
r r
r � r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dkr,|� |d � q|rFdd�|�d�V g }|V q|rddd�|�d�V d S )N�type)�
Characters�SpaceCharacters�datar r )r r )�append�join)�tokensZpendingCharacters�tokenr r r r �concatenateCharacterTokensA s r c C sT g }d}t | �D �]6}|d }|dk�r |d rz|d tjd krz|d tjkr`tj|d }n|d }d||d f }n|d }|�dd | |f � |d
7 }|d }t|�� �D ]T\\}} }
|r�|tjkr�tj| }n|}d|| f }n| }|�d d | ||
f � q�|d
k�rH|d
8 }q|dk�r2|d
8 }q|dk�rX|�dd | |d f � q|dk�r
|d �r�|d �r�|�dd | |d |d |d �r�|d ndf � nF|d �r�|�dd | |d |d f � n|�dd | |d f � n|�dd | f � q|dk�r0|�dd | |d f � q|dk�r<qtd | ��qd �|�S ) z�Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
r r )ZStartTag�EmptyTag� namespaceZhtmlz%s %s�namez%s<%s>� r r z %s%s="%s"r ZEndTag�Commentz
%s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z
%s<!DOCTYPE >r z%s"%s"r zUnknown token type, %s�
) r r Z
namespaces�prefixesr �sorted�items�
ValueErrorr ) Zwalker�output�indentr r �nsr" Zattrsr! Z localname�valuer r r r P sn
��
�� �
)N)�__doc__Z
__future__r r r r r Z_utilsr �__all__r r r r r r r r �<module> s
, html5lib/treewalkers/__pycache__/dom.cpython-38.pyc 0000644 00000003242 15043676226 0016247 0 ustar 00 U
��.e� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fkr>tj
|j fS |j tj kr�i }t
|j�� �D ]8}|�|�}|jr�|j||j|jf< q\|j|d |jf< q\tj|j|j||�� fS |j tjkr�tj|j fS |j tjtjfkr�tjfS tj |j fS d S �N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�nameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�listZ
attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENTZnodeNameZ
hasChildNodesZ COMMENT_NODE�COMMENTZ
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)�self�nodeZattrs�attr� r �H/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/dom.py�getNodeDetails s(
� zTreeWalker.getNodeDetailsc C s |j S r )Z
firstChild�r r r r r �
getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z
parentNoder r r r �
getParentNode* s zTreeWalker.getParentNodeN)�__name__�
__module__� __qualname__r r r r r r r r r s r N)
Z
__future__r r r Zxml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s html5lib/treewalkers/__pycache__/genshi.cpython-38.pyc 0000644 00000003500 15043676226 0016742 0 ustar 00 U
��.e � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZmZ ddlmZ ddlmZmZ G d d
� d
ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END�
XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements�
namespacesc @ s e Zd Zdd� Zdd� ZdS )�
TreeWalkerc c sX d }| j D ](}|d k r.| �||�D ]
}|V q"|}q
|d k rT| �|d �D ]
}|V qHd S )N)Ztree�tokens)�selfZprevious�event�token� r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py�__iter__
s
zTreeWalker.__iter__c c st |\}}}|t kr�|\}}|j}|j} i }
|D ]0\} } t| t�rR| |
| j| jf< q.| |
d | f< q.| td kr�|tkr�| �| ||
| p�|d tkp�|d |k�D ]
}
|
V q�n| � | ||
�V n�|tkr�|j}|j} | td ks�|tkr�| �
| |�V nz|t k�r| � |�V nb|t
k�r2| �|�D ] }
|
V �q"n>|tk�rJ| j|� V n&|tttttttfk�rdn | �|�V d S )NZhtmlr r )r Z localname� namespace�
isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr
�textr Zdoctyper r r r
r r �unknown)r r �nextZkind�data�_�tagZattribs�namer Zconverted_attribs�k�vr r r r r sH
�
�zTreeWalker.tokensN)�__name__�
__module__� __qualname__r r r r r r r s r N)Z
__future__r r r Z genshi.corer r r r r r
r r r
r r r � r Z constantsr r r r r r r �<module> s html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.pyc 0000644 00000014666 15043676226 0017644 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl
m Z ddl
m Z d d
� Z
G d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)�etree� )�
tag_regexp� )�base)� _ihatexmlc C s* | d kr d S t | t�r| S | �dd�S d S )N�ascii�strict)�
isinstancer �decode)�s� r �O/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py�
ensure_str s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Rootc C s� || _ g | _z:|jjrD| j�t| t|jj�t|jj�t|jj ��� W n t
k
rZ Y nX z |� � }W n t
k
r� |}Y nX |� � d k r�|� � }q�|d k r�| j�|� |�
� }q�d | _d | _d S �N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ
system_url�AttributeErrorZgetrootZ getprevious�getnext�text�tail)�selfZet�noder r r �__init__ s,
�
z
Root.__init__c C s
| j | S r )r �r �keyr r r � __getitem__1 s zRoot.__getitem__c C s d S r r �r r r r r 4 s z Root.getnextc C s dS �Nr r r$ r r r �__len__7 s z Root.__len__N)�__name__�
__module__� __qualname__r r# r r& r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r )� root_node�namer � system_idr r )r r* r+ r r, r r r r < s zDoctype.__init__c C s | j jd S r% )r* r r$ r r r r E s zDoctype.getnextN�r' r( r) r r r r r r r ; s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0Zchildr$ r r �
<listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r$ r r J s zFragmentRoot.__init__c C s d S r r r$ r r r r N s zFragmentRoot.getnextNr- r r r r r. I s r. c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r/ c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r* �obj�hasattrr r r )r Z
fragment_rootr2 r r r r S s zFragmentWrapper.__init__c C s t | j|�S r )�getattrr2 )r r+ r r r � __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|�| �}|t|�d k r.||d S d S d S r% )r* r �index�len)r Zsiblings�idxr r r r b s
zFragmentWrapper.getnextc C s
| j | S r )r2 r! r r r r# j s zFragmentWrapper.__getitem__c C s
t | j�S r )�boolr2 r$ r r r �__bool__m s zFragmentWrapper.__bool__c C s d S r r r$ r r r � getparentp s zFragmentWrapper.getparentc C s
t | j�S r ��strr2 r$ r r r �__str__s s zFragmentWrapper.__str__c C s
t | j�S r r< r$ r r r � __unicode__v s zFragmentWrapper.__unicode__c C s
t | j�S r )r7 r2 r$ r r r r& y s zFragmentWrapper.__len__N) r' r( r) r r5 r r# r: r; r> r? r& r r r r r/ R s r/ c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tj�| |� t �
� | _ d S r ) r �list�set�fragmentChildrenr. r r
�NonRecursiveTreeWalkerr r Z
InfosetFilter�filter)r Ztreer r r r ~ s
zTreeWalker.__init__c C s� t |t�r:|\}}|dks&td| ��tjtt||��fS t |t�rLtjfS t |t �rjtj
|j |j |j
fS t |t�r�t|d�s�tjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd� fS t�t|j��}|� r�|�� \}}nd }t|j�}i }t|j � � �D ]P\}}t|�}t|�}t�|�}|�rT|||� d�|� d�f< n ||d |f< �qtj || j �!|�|t"|�dk�p�|jfS d S )N�r r �%Text nodes are text or tail, found %s�tagr ���r r )#r �tuple�AssertionErrorr
ZTEXTr r4 r ZDOCUMENTr ZDOCTYPEr+ r r, r/ r3 r2 rH r �Comment�COMMENTr ZEntityZENTITYr �match�groupsrA Zattrib�items�groupZELEMENTrE Z fromXmlNamer7 ) r r r" rN � namespacerH Zattrsr+ �valuer r r �getNodeDetails� s>
�zTreeWalker.getNodeDetailsc C sB t |t�rtd��t|�s(|js(td��|jr6|dfS |d S d S )NzText nodes have no childrenzNode has no childrenr r )r rJ rK r7 r )r r r r r �
getFirstChild� s
zTreeWalker.getFirstChildc C sb t |t�rL|\}}|dks&td| ��|dkrDt|�r>|d S d S n|�� S |jrZ|dfS |�� S )NrF rG r r r )r rJ rK r7 r r �r r r" r r r �getNextSibling� s
zTreeWalker.getNextSiblingc C sJ t |t�r4|\}}|dks&td| ��|dkrB|S n|| jkrBd S |�� S )NrF rG r )r rJ rK rC r; rV r r r �
getParentNode� s
zTreeWalker.getParentNodeN)r' r( r) r rT rU rW rX r r r r r@ } s
) r@ N)Z
__future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer � r
r r �objectr r r. r/ rD r@ r r r r �<module> s & + html5lib/treewalkers/__pycache__/etree.cpython-38.opt-1.pyc 0000644 00000006467 15043676226 0017547 0 ustar 00 U
��.e� � @ sj d dl mZmZmZ d dlmZ d dlZd dlmZ ddl m
Z
ddl m Z e�
d �Zd
d � Ze e�ZdS ) � )�absolute_import�division�unicode_literals)� OrderedDictN)� string_types� )�base� )�moduleFactoryFactoryz
{([^}]*)}(.*)c s, | }|� d�j� G � fdd�dtj�}t� S )NZasdc s4 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
S ) z#getETreeBuilder.<locals>.TreeWalkera� Given the particular ElementTree representation, this implementation,
to avoid using recursion, returns "nodes" as tuples with the following
content:
1. The current element
2. The index of the element relative to its parent
3. A stack of ancestor elements
4. A flag "text", "tail" or None to indicate if the current node is a
text node; either the text or tail of the current element (1)
c s. t |t�r2|\}}}}|dkr.tjt||�fS |}t|d�sD|�� }|jdkrVtjfS |jdkr|tj |j
|� d�|� d�fS |j� kr�tj |j
fS t
�|j�}|r�|�� \}}n
d }|j}t� }t|j�� �D ]>\} }
t
�| �}|�r |
||�d�|�d�f< q�|
|d | f< q�tj|||t|��p&|j
fS d S ) N��text�tail�tag)Z
DOCUMENT_ROOTZDOCUMENT_FRAGMENTz
<!DOCTYPE>ZpublicIdZsystemIdr r )�
isinstance�tupler ZTEXT�getattr�hasattrZgetrootr ZDOCUMENTZDOCTYPEr �get�COMMENT�
tag_regexp�match�groupsr �listZattrib�items�groupZELEMENT�len) �self�nodeZelt�_�flagr � namespacer Zattrs�name�value�ZElementTreeCommentType� �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree.py�getNodeDetails s>
�
�z2getETreeBuilder.<locals>.TreeWalker.getNodeDetailsc S st t |t�r|\}}}}n|d g d f\}}}}|dkr8d S |jrJ|||dfS t|�rl|�|� |d d|d fS d S d S )Nr r r )r r r r �append�r r �element�key�parentsr r$ r$ r% �
getFirstChildH s
z1getETreeBuilder.<locals>.TreeWalker.getFirstChildc S s� t |t�r|\}}}}nd S |dkrLt|�rF|�|� |d d|d fS d S nN|jrf|dkrf|||dfS |t|d �d k r�|d |d |d |d fS d S d S )Nr r r
���r )r r r r' r
r( r$ r$ r% �getNextSiblingY s
z2getETreeBuilder.<locals>.TreeWalker.getNextSiblingc S sh t |t�r|\}}}}nd S |dkr:|s,|S |||d fS n*|�� }|sJ|S |t|d ��|�|d fS d S )Nr r- )r r �popr �index)r r r) r* r+ r �parentr$ r$ r% �
getParentNodem s
z1getETreeBuilder.<locals>.TreeWalker.getParentNodeN)�__name__�
__module__� __qualname__�__doc__r& r, r. r2 r$ r# r$ r% �
TreeWalker s
(r7 )�Commentr r ZNonRecursiveTreeWalker�locals)ZElementTreeImplementationZ ElementTreer7 r$ r# r% �getETreeBuilder s nr: )Z
__future__r r r � collectionsr �reZpip._vendor.sixr � r Z_utilsr
�compiler r: ZgetETreeModuler$ r$ r$ r% �<module> s
t html5lib/treewalkers/__pycache__/etree_lxml.cpython-38.opt-1.pyc 0000644 00000014236 15043676226 0020574 0 ustar 00 U
��.e� � @ s� d dl mZmZmZ d dlmZ d dlmZ ddlm Z ddl
m Z ddl
m Z d d
� Z
G d d � d e�ZG d
d� de�ZG dd� de�ZG dd� de�ZG dd� de j�ZdS )� )�absolute_import�division�unicode_literals)� text_type)�etree� )�
tag_regexp� )�base)� _ihatexmlc C s* | d kr d S t | t�r| S | �dd�S d S )N�ascii�strict)�
isinstancer �decode)�s� r �O/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/etree_lxml.py�
ensure_str s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Rootc C s� || _ g | _z:|jjrD| j�t| t|jj�t|jj�t|jj ��� W n t
k
rZ Y nX z |� � }W n t
k
r� |}Y nX |� � d k r�|� � }q�|d k r�| j�|� |�
� }q�d | _d | _d S �N)Z elementtree�childrenZdocinfoZ internalDTD�append�Doctyper Z root_name� public_idZ
system_url�AttributeErrorZgetrootZ getprevious�getnext�text�tail)�selfZet�noder r r �__init__ s,
�
z
Root.__init__c C s
| j | S r )r �r �keyr r r � __getitem__1 s zRoot.__getitem__c C s d S r r �r r r r r 4 s z Root.getnextc C s dS �Nr r r$ r r r �__len__7 s z Root.__len__N)�__name__�
__module__� __qualname__r r# r r& r r r r r s r c @ s e Zd Zdd� Zdd� ZdS )r c C s( || _ || _|| _|| _d | _d | _d S r )� root_node�namer � system_idr r )r r* r+ r r, r r r r < s zDoctype.__init__c C s | j jd S r% )r* r r$ r r r r E s zDoctype.getnextN�r' r( r) r r r r r r r ; s r c @ s e Zd Zdd� Zdd� ZdS )� FragmentRootc s$ � fdd�|D �� _ d � _� _d S )Nc s g | ]}t � |��qS r )�FragmentWrapper)�.0Zchildr$ r r �
<listcomp>K s z)FragmentRoot.__init__.<locals>.<listcomp>)r r r )r r r r$ r r J s zFragmentRoot.__init__c C s d S r r r$ r r r r N s zFragmentRoot.getnextNr- r r r r r. I s r. c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r/ c C sT || _ || _t| jd�r(t| jj�| _nd | _t| jd�rJt| jj�| _nd | _d S )Nr r )r* �obj�hasattrr r r )r Z
fragment_rootr2 r r r r S s zFragmentWrapper.__init__c C s t | j|�S r )�getattrr2 )r r+ r r r � __getattr___ s zFragmentWrapper.__getattr__c C s6 | j j}|�| �}|t|�d k r.||d S d S d S r% )r* r �index�len)r Zsiblings�idxr r r r b s
zFragmentWrapper.getnextc C s
| j | S r )r2 r! r r r r# j s zFragmentWrapper.__getitem__c C s
t | j�S r )�boolr2 r$ r r r �__bool__m s zFragmentWrapper.__bool__c C s d S r r r$ r r r � getparentp s zFragmentWrapper.getparentc C s
t | j�S r ��strr2 r$ r r r �__str__s s zFragmentWrapper.__str__c C s
t | j�S r r< r$ r r r � __unicode__v s zFragmentWrapper.__unicode__c C s
t | j�S r )r7 r2 r$ r r r r& y s zFragmentWrapper.__len__N) r' r( r) r r5 r r# r: r; r> r? r& r r r r r/ R s r/ c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �
TreeWalkerc C sJ t |t�r t|�| _t|�}nt� | _t|�}tj�| |� t �
� | _ d S r ) r �list�set�fragmentChildrenr. r r
�NonRecursiveTreeWalkerr r Z
InfosetFilter�filter)r Ztreer r r r ~ s
zTreeWalker.__init__c C sz t |t�r&|\}}tjtt||��fS t |t�r8tjfS t |t�rVtj |j
|j |j fS t |t
�rzt|d�sztjt|j�fS |jtjkr�tjt|j�fS |jtjkr�tjt|j�dd� fS t�t|j��}|r�|�� \}}nd }t|j�}i }t|j� � �D ]P\}}t|�}t|�}t�|�}|�r>|||� d�|� d�f< n ||d |f< � q�tj || j � |�|t!|�dk�pr|jfS d S )N�tagr ���r r )"r �tupler
ZTEXTr r4 r ZDOCUMENTr ZDOCTYPEr+ r r, r/ r3 r2 rF r �Comment�COMMENTr ZEntityZENTITYr �match�groupsrA Zattrib�items�groupZELEMENTrE Z fromXmlNamer7 ) r r r" rK � namespacerF Zattrsr+ �valuer r r �getNodeDetails� s<
�zTreeWalker.getNodeDetailsc C s |j r|dfS |d S d S )Nr r )r )r r r r r �
getFirstChild� s zTreeWalker.getFirstChildc C sN t |t�r8|\}}|dkr0t|�r*|d S d S n|�� S |jrF|dfS |�� S )Nr r r )r rH r7 r r �r r r" r r r �getNextSibling� s
zTreeWalker.getNextSiblingc C s6 t |t�r |\}}|dkr.|S n|| jkr.d S |�� S )Nr )r rH rC r; rS r r r �
getParentNode� s
zTreeWalker.getParentNodeN)r' r( r) r rQ rR rT rU r r r r r@ } s
) r@ N)Z
__future__r r r Zpip._vendor.sixr Zlxmlr Ztreebuilders.etreer � r
r r �objectr r r. r/ rD r@ r r r r �<module> s & + html5lib/treewalkers/__pycache__/dom.cpython-38.opt-1.pyc 0000644 00000003242 15043676226 0017206 0 ustar 00 U
��.e� � @ sB d dl mZmZmZ d dlmZ ddlmZ G dd� dej�Z dS )� )�absolute_import�division�unicode_literals)�Node� )�basec @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�
TreeWalkerc C s� |j tjkr tj|j|j|jfS |j tjtj fkr>tj
|j fS |j tj kr�i }t
|j�� �D ]8}|�|�}|jr�|j||j|jf< q\|j|d |jf< q\tj|j|j||�� fS |j tjkr�tj|j fS |j tjtjfkr�tjfS tj |j fS d S �N) ZnodeTyper ZDOCUMENT_TYPE_NODEr ZDOCTYPE�nameZpublicIdZsystemIdZ TEXT_NODEZCDATA_SECTION_NODEZTEXTZ nodeValueZ ELEMENT_NODE�listZ
attributes�keysZgetAttributeNodeZ namespaceURI�valueZ localNameZELEMENTZnodeNameZ
hasChildNodesZ COMMENT_NODE�COMMENTZ
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZDOCUMENTZUNKNOWN)�self�nodeZattrs�attr� r �H/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/dom.py�getNodeDetails s(
� zTreeWalker.getNodeDetailsc C s |j S r )Z
firstChild�r r r r r �
getFirstChild$ s zTreeWalker.getFirstChildc C s |j S r )Z nextSiblingr r r r �getNextSibling' s zTreeWalker.getNextSiblingc C s |j S r )Z
parentNoder r r r �
getParentNode* s zTreeWalker.getParentNodeN)�__name__�
__module__� __qualname__r r r r r r r r r s r N)
Z
__future__r r r Zxml.domr � r ZNonRecursiveTreeWalkerr r r r r �<module> s html5lib/treewalkers/__pycache__/genshi.cpython-38.opt-1.pyc 0000644 00000003500 15043676226 0017701 0 ustar 00 U
��.e � @ s� d dl mZmZmZ d dlmZ d dlmZmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZmZ ddlmZ ddlmZmZ G d d
� d
ej�Zd S ) � )�absolute_import�division�unicode_literals)�QName)�START�END�
XML_NAMESPACE�DOCTYPE�TEXT)�START_NS�END_NS� START_CDATA� END_CDATA�PI�COMMENT� )�base� )� voidElements�
namespacesc @ s e Zd Zdd� Zdd� ZdS )�
TreeWalkerc c sX d }| j D ](}|d k r.| �||�D ]
}|V q"|}q
|d k rT| �|d �D ]
}|V qHd S )N)Ztree�tokens)�selfZprevious�event�token� r �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/genshi.py�__iter__
s
zTreeWalker.__iter__c c st |\}}}|t kr�|\}}|j}|j} i }
|D ]0\} } t| t�rR| |
| j| jf< q.| |
d | f< q.| td kr�|tkr�| �| ||
| p�|d tkp�|d |k�D ]
}
|
V q�n| � | ||
�V n�|tkr�|j}|j} | td ks�|tkr�| �
| |�V nz|t k�r| � |�V nb|t
k�r2| �|�D ] }
|
V �q"n>|tk�rJ| j|� V n&|tttttttfk�rdn | �|�V d S )NZhtmlr r )r Z localname� namespace�
isinstancer r r ZemptyTagr ZstartTagZendTagr Zcommentr
�textr Zdoctyper r r r
r r �unknown)r r �nextZkind�data�_�tagZattribs�namer Zconverted_attribs�k�vr r r r r sH
�
�zTreeWalker.tokensN)�__name__�
__module__� __qualname__r r r r r r r s r N)Z
__future__r r r Z genshi.corer r r r r r
r r r
r r r � r Z constantsr r r r r r r �<module> s html5lib/treewalkers/__pycache__/__init__.cpython-38.pyc 0000644 00000007601 15043676226 0017232 0 ustar 00 U
��.eR � @ sZ d Z ddlmZmZmZ ddlmZ ddlmZ ddgZ i Z
d
d d�Z d
d � Z d d� Z
dS )a� A collection of modules for iterating through different kinds of
tree, generating tokens identical to those produced by the tokenizer
module.
To create a tree walker for a new type of tree, you need to do
implement a tree walker object (called TreeWalker by convention) that
implements a 'serialize' method taking a tree as sole argument and
returning an iterator generating tokens.
� )�absolute_import�division�unicode_literals� )� constants)�
default_etree�
getTreeWalker�pprintNc K s� | � � } | tkr�| dkr0ddlm} |jt| < np| dkrPddlm} |jt| < nP| dkrpddlm} |jt| < n0| dkr�dd lm} |d
kr�t}|j |f|�jS t�
| �S ) a; Get a TreeWalker class for various types of tree with built-in support
:arg str treeType: the name of the tree type required (case-insensitive).
Supported values are:
* "dom": The xml.dom.minidom DOM implementation
* "etree": A generic walker for tree implementations exposing an
elementtree-like interface (known to work with ElementTree,
cElementTree and lxml.etree).
* "lxml": Optimized walker for lxml.etree
* "genshi": a Genshi stream
:arg implementation: A module implementing the tree type e.g.
xml.etree.ElementTree or cElementTree (Currently applies to the "etree"
tree type only).
:arg kwargs: keyword arguments passed to the etree walker--for other
walkers, this has no effect
:returns: a TreeWalker class
�dom� )r
�genshi)r Zlxml)�
etree_lxml�etree)r N) �lower�treeWalkerCache� r
Z
TreeWalkerr r
r r ZgetETreeModule�get)ZtreeType�implementation�kwargsr
r r
r � r �M/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treewalkers/__init__.pyr s" c c sh g }| D ]D}|d }|dkr,|� |d � q|rFdd�|�d�V g }|V q|rddd�|�d�V d S )N�type)�
Characters�SpaceCharacters�datar r )r r )�append�join)�tokensZpendingCharacters�tokenr r r r �concatenateCharacterTokensA s r c C sb g }d}t | �D �]D}|d }|dk�r |d rz|d tjd krz|d tjkr`tj|d }n|d }d||d f }n|d }|�dd | |f � |d
7 }|d }t|�� �D ]T\\}} }
|r�|tjkr�tj| }n|}d|| f }n| }|�d d | ||
f � q�|d
k�rV|d
8 }q|dk�r2|d
8 }q|dk�rX|�dd | |d f � q|dk�r
|d �r�|d �r�|�dd | |d |d |d �r�|d ndf � nF|d �r�|�dd | |d |d f � n|�dd | |d f � n|�dd | f � q|dk�r0|�dd | |d f � q|dk�rJd �sVtd ��qtd | ��qd � |�S ) z�Pretty printer for tree walkers
Takes a TreeWalker instance and pretty prints the output of walking the tree.
:arg walker: a TreeWalker instance
r r )ZStartTag�EmptyTag� namespaceZhtmlz%s %s�namez%s<%s>� r r z %s%s="%s"r ZEndTag�Commentz
%s<!-- %s -->ZDoctypeZpublicIdz%s<!DOCTYPE %s "%s" "%s">ZsystemIdr z%s<!DOCTYPE %s "" "%s">z%s<!DOCTYPE %s>z
%s<!DOCTYPE >r z%s"%s"r FzBconcatenateCharacterTokens should have got rid of all Space tokenszUnknown token type, %s�
)
r r Z
namespaces�prefixesr �sorted�items�AssertionError�
ValueErrorr ) Zwalker�output�indentr r �nsr" Zattrsr! Z localname�valuer r r r P sn
��
�� �
)N)�__doc__Z
__future__r r r r r Z_utilsr �__all__r r r r r r r r �<module> s
, html5lib/treewalkers/etree_lxml.py 0000644 00000014245 15043676226 0013347 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from lxml import etree
from ..treebuilders.etree import tag_regexp
from . import base
from .. import _ihatexml
def ensure_str(s):
if s is None:
return None
elif isinstance(s, text_type):
return s
else:
return s.decode("ascii", "strict")
class Root(object):
def __init__(self, et):
self.elementtree = et
self.children = []
try:
if et.docinfo.internalDTD:
self.children.append(Doctype(self,
ensure_str(et.docinfo.root_name),
ensure_str(et.docinfo.public_id),
ensure_str(et.docinfo.system_url)))
except AttributeError:
pass
try:
node = et.getroot()
except AttributeError:
node = et
while node.getprevious() is not None:
node = node.getprevious()
while node is not None:
self.children.append(node)
node = node.getnext()
self.text = None
self.tail = None
def __getitem__(self, key):
return self.children[key]
def getnext(self):
return None
def __len__(self):
return 1
class Doctype(object):
def __init__(self, root_node, name, public_id, system_id):
self.root_node = root_node
self.name = name
self.public_id = public_id
self.system_id = system_id
self.text = None
self.tail = None
def getnext(self):
return self.root_node.children[1]
class FragmentRoot(Root):
def __init__(self, children):
self.children = [FragmentWrapper(self, child) for child in children]
self.text = self.tail = None
def getnext(self):
return None
class FragmentWrapper(object):
def __init__(self, fragment_root, obj):
self.root_node = fragment_root
self.obj = obj
if hasattr(self.obj, 'text'):
self.text = ensure_str(self.obj.text)
else:
self.text = None
if hasattr(self.obj, 'tail'):
self.tail = ensure_str(self.obj.tail)
else:
self.tail = None
def __getattr__(self, name):
return getattr(self.obj, name)
def getnext(self):
siblings = self.root_node.children
idx = siblings.index(self)
if idx < len(siblings) - 1:
return siblings[idx + 1]
else:
return None
def __getitem__(self, key):
return self.obj[key]
def __bool__(self):
return bool(self.obj)
def getparent(self):
return None
def __str__(self):
return str(self.obj)
def __unicode__(self):
return str(self.obj)
def __len__(self):
return len(self.obj)
class TreeWalker(base.NonRecursiveTreeWalker):
def __init__(self, tree):
# pylint:disable=redefined-variable-type
if isinstance(tree, list):
self.fragmentChildren = set(tree)
tree = FragmentRoot(tree)
else:
self.fragmentChildren = set()
tree = Root(tree)
base.NonRecursiveTreeWalker.__init__(self, tree)
self.filter = _ihatexml.InfosetFilter()
def getNodeDetails(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
return base.TEXT, ensure_str(getattr(node, key))
elif isinstance(node, Root):
return (base.DOCUMENT,)
elif isinstance(node, Doctype):
return base.DOCTYPE, node.name, node.public_id, node.system_id
elif isinstance(node, FragmentWrapper) and not hasattr(node, "tag"):
return base.TEXT, ensure_str(node.obj)
elif node.tag == etree.Comment:
return base.COMMENT, ensure_str(node.text)
elif node.tag == etree.Entity:
return base.ENTITY, ensure_str(node.text)[1:-1] # strip &;
else:
# This is assumed to be an ordinary element
match = tag_regexp.match(ensure_str(node.tag))
if match:
namespace, tag = match.groups()
else:
namespace = None
tag = ensure_str(node.tag)
attrs = {}
for name, value in list(node.attrib.items()):
name = ensure_str(name)
value = ensure_str(value)
match = tag_regexp.match(name)
if match:
attrs[(match.group(1), match.group(2))] = value
else:
attrs[(None, name)] = value
return (base.ELEMENT, namespace, self.filter.fromXmlName(tag),
attrs, len(node) > 0 or node.text)
def getFirstChild(self, node):
assert not isinstance(node, tuple), "Text nodes have no children"
assert len(node) or node.text, "Node has no children"
if node.text:
return (node, "text")
else:
return node[0]
def getNextSibling(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
if key == "text":
# XXX: we cannot use a "bool(node) and node[0] or None" construct here
# because node[0] might evaluate to False if it has no child element
if len(node):
return node[0]
else:
return None
else: # tail
return node.getnext()
return (node, "tail") if node.tail else node.getnext()
def getParentNode(self, node):
if isinstance(node, tuple): # Text node
node, key = node
assert key in ("text", "tail"), "Text nodes are text or tail, found %s" % key
if key == "text":
return node
# else: fallback to "normal" processing
elif node in self.fragmentChildren:
return None
return node.getparent()
html5lib/treewalkers/dom.py 0000644 00000002605 15043676226 0011763 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.dom import Node
from . import base
class TreeWalker(base.NonRecursiveTreeWalker):
def getNodeDetails(self, node):
if node.nodeType == Node.DOCUMENT_TYPE_NODE:
return base.DOCTYPE, node.name, node.publicId, node.systemId
elif node.nodeType in (Node.TEXT_NODE, Node.CDATA_SECTION_NODE):
return base.TEXT, node.nodeValue
elif node.nodeType == Node.ELEMENT_NODE:
attrs = {}
for attr in list(node.attributes.keys()):
attr = node.getAttributeNode(attr)
if attr.namespaceURI:
attrs[(attr.namespaceURI, attr.localName)] = attr.value
else:
attrs[(None, attr.name)] = attr.value
return (base.ELEMENT, node.namespaceURI, node.nodeName,
attrs, node.hasChildNodes())
elif node.nodeType == Node.COMMENT_NODE:
return base.COMMENT, node.nodeValue
elif node.nodeType in (Node.DOCUMENT_NODE, Node.DOCUMENT_FRAGMENT_NODE):
return (base.DOCUMENT,)
else:
return base.UNKNOWN, node.nodeType
def getFirstChild(self, node):
return node.firstChild
def getNextSibling(self, node):
return node.nextSibling
def getParentNode(self, node):
return node.parentNode
html5lib/treewalkers/base.py 0000644 00000011513 15043676226 0012114 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.dom import Node
from ..constants import namespaces, voidElements, spaceCharacters
__all__ = ["DOCUMENT", "DOCTYPE", "TEXT", "ELEMENT", "COMMENT", "ENTITY", "UNKNOWN",
"TreeWalker", "NonRecursiveTreeWalker"]
DOCUMENT = Node.DOCUMENT_NODE
DOCTYPE = Node.DOCUMENT_TYPE_NODE
TEXT = Node.TEXT_NODE
ELEMENT = Node.ELEMENT_NODE
COMMENT = Node.COMMENT_NODE
ENTITY = Node.ENTITY_NODE
UNKNOWN = "<#UNKNOWN#>"
spaceCharacters = "".join(spaceCharacters)
class TreeWalker(object):
def __init__(self, tree):
self.tree = tree
def __iter__(self):
raise NotImplementedError
def error(self, msg):
return {"type": "SerializeError", "data": msg}
def emptyTag(self, namespace, name, attrs, hasChildren=False):
yield {"type": "EmptyTag", "name": name,
"namespace": namespace,
"data": attrs}
if hasChildren:
yield self.error("Void element has children")
def startTag(self, namespace, name, attrs):
return {"type": "StartTag",
"name": name,
"namespace": namespace,
"data": attrs}
def endTag(self, namespace, name):
return {"type": "EndTag",
"name": name,
"namespace": namespace}
def text(self, data):
data = data
middle = data.lstrip(spaceCharacters)
left = data[:len(data) - len(middle)]
if left:
yield {"type": "SpaceCharacters", "data": left}
data = middle
middle = data.rstrip(spaceCharacters)
right = data[len(middle):]
if middle:
yield {"type": "Characters", "data": middle}
if right:
yield {"type": "SpaceCharacters", "data": right}
def comment(self, data):
return {"type": "Comment", "data": data}
def doctype(self, name, publicId=None, systemId=None):
return {"type": "Doctype",
"name": name,
"publicId": publicId,
"systemId": systemId}
def entity(self, name):
return {"type": "Entity", "name": name}
def unknown(self, nodeType):
return self.error("Unknown node type: " + nodeType)
class NonRecursiveTreeWalker(TreeWalker):
def getNodeDetails(self, node):
raise NotImplementedError
def getFirstChild(self, node):
raise NotImplementedError
def getNextSibling(self, node):
raise NotImplementedError
def getParentNode(self, node):
raise NotImplementedError
def __iter__(self):
currentNode = self.tree
while currentNode is not None:
details = self.getNodeDetails(currentNode)
type, details = details[0], details[1:]
hasChildren = False
if type == DOCTYPE:
yield self.doctype(*details)
elif type == TEXT:
for token in self.text(*details):
yield token
elif type == ELEMENT:
namespace, name, attributes, hasChildren = details
if (not namespace or namespace == namespaces["html"]) and name in voidElements:
for token in self.emptyTag(namespace, name, attributes,
hasChildren):
yield token
hasChildren = False
else:
yield self.startTag(namespace, name, attributes)
elif type == COMMENT:
yield self.comment(details[0])
elif type == ENTITY:
yield self.entity(details[0])
elif type == DOCUMENT:
hasChildren = True
else:
yield self.unknown(details[0])
if hasChildren:
firstChild = self.getFirstChild(currentNode)
else:
firstChild = None
if firstChild is not None:
currentNode = firstChild
else:
while currentNode is not None:
details = self.getNodeDetails(currentNode)
type, details = details[0], details[1:]
if type == ELEMENT:
namespace, name, attributes, hasChildren = details
if (namespace and namespace != namespaces["html"]) or name not in voidElements:
yield self.endTag(namespace, name)
if self.tree is currentNode:
currentNode = None
break
nextSibling = self.getNextSibling(currentNode)
if nextSibling is not None:
currentNode = nextSibling
break
else:
currentNode = self.getParentNode(currentNode)
html5lib/treewalkers/genshi.py 0000644 00000004405 15043676226 0012461 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName
from genshi.core import START, END, XML_NAMESPACE, DOCTYPE, TEXT
from genshi.core import START_NS, END_NS, START_CDATA, END_CDATA, PI, COMMENT
from . import base
from ..constants import voidElements, namespaces
class TreeWalker(base.TreeWalker):
def __iter__(self):
# Buffer the events so we can pass in the following one
previous = None
for event in self.tree:
if previous is not None:
for token in self.tokens(previous, event):
yield token
previous = event
# Don't forget the final event!
if previous is not None:
for token in self.tokens(previous, None):
yield token
def tokens(self, event, next):
kind, data, _ = event
if kind == START:
tag, attribs = data
name = tag.localname
namespace = tag.namespace
converted_attribs = {}
for k, v in attribs:
if isinstance(k, QName):
converted_attribs[(k.namespace, k.localname)] = v
else:
converted_attribs[(None, k)] = v
if namespace == namespaces["html"] and name in voidElements:
for token in self.emptyTag(namespace, name, converted_attribs,
not next or next[0] != END or
next[1] != tag):
yield token
else:
yield self.startTag(namespace, name, converted_attribs)
elif kind == END:
name = data.localname
namespace = data.namespace
if namespace != namespaces["html"] or name not in voidElements:
yield self.endTag(namespace, name)
elif kind == COMMENT:
yield self.comment(data)
elif kind == TEXT:
for token in self.text(data):
yield token
elif kind == DOCTYPE:
yield self.doctype(*data)
elif kind in (XML_NAMESPACE, DOCTYPE, START_NS, END_NS,
START_CDATA, END_CDATA, PI):
pass
else:
yield self.unknown(kind)
html5lib/_inputstream.py 0000644 00000077424 15043676226 0011401 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type, binary_type
from pip._vendor.six.moves import http_client, urllib
import codecs
import re
from pip._vendor import webencodings
from .constants import EOF, spaceCharacters, asciiLetters, asciiUppercase
from .constants import ReparseException
from . import _utils
from io import StringIO
try:
from io import BytesIO
except ImportError:
BytesIO = StringIO
# Non-unicode versions of constants for use in the pre-parser
spaceCharactersBytes = frozenset([item.encode("ascii") for item in spaceCharacters])
asciiLettersBytes = frozenset([item.encode("ascii") for item in asciiLetters])
asciiUppercaseBytes = frozenset([item.encode("ascii") for item in asciiUppercase])
spacesAngleBrackets = spaceCharactersBytes | frozenset([b">", b"<"])
invalid_unicode_no_surrogate = "[\u0001-\u0008\u000B\u000E-\u001F\u007F-\u009F\uFDD0-\uFDEF\uFFFE\uFFFF\U0001FFFE\U0001FFFF\U0002FFFE\U0002FFFF\U0003FFFE\U0003FFFF\U0004FFFE\U0004FFFF\U0005FFFE\U0005FFFF\U0006FFFE\U0006FFFF\U0007FFFE\U0007FFFF\U0008FFFE\U0008FFFF\U0009FFFE\U0009FFFF\U000AFFFE\U000AFFFF\U000BFFFE\U000BFFFF\U000CFFFE\U000CFFFF\U000DFFFE\U000DFFFF\U000EFFFE\U000EFFFF\U000FFFFE\U000FFFFF\U0010FFFE\U0010FFFF]" # noqa
if _utils.supports_lone_surrogates:
# Use one extra step of indirection and create surrogates with
# eval. Not using this indirection would introduce an illegal
# unicode literal on platforms not supporting such lone
# surrogates.
assert invalid_unicode_no_surrogate[-1] == "]" and invalid_unicode_no_surrogate.count("]") == 1
invalid_unicode_re = re.compile(invalid_unicode_no_surrogate[:-1] +
eval('"\\uD800-\\uDFFF"') + # pylint:disable=eval-used
"]")
else:
invalid_unicode_re = re.compile(invalid_unicode_no_surrogate)
non_bmp_invalid_codepoints = set([0x1FFFE, 0x1FFFF, 0x2FFFE, 0x2FFFF, 0x3FFFE,
0x3FFFF, 0x4FFFE, 0x4FFFF, 0x5FFFE, 0x5FFFF,
0x6FFFE, 0x6FFFF, 0x7FFFE, 0x7FFFF, 0x8FFFE,
0x8FFFF, 0x9FFFE, 0x9FFFF, 0xAFFFE, 0xAFFFF,
0xBFFFE, 0xBFFFF, 0xCFFFE, 0xCFFFF, 0xDFFFE,
0xDFFFF, 0xEFFFE, 0xEFFFF, 0xFFFFE, 0xFFFFF,
0x10FFFE, 0x10FFFF])
ascii_punctuation_re = re.compile("[\u0009-\u000D\u0020-\u002F\u003A-\u0040\u005B-\u0060\u007B-\u007E]")
# Cache for charsUntil()
charsUntilRegEx = {}
class BufferedStream(object):
"""Buffering for streams that do not have buffering of their own
The buffer is implemented as a list of chunks on the assumption that
joining many strings will be slow since it is O(n**2)
"""
def __init__(self, stream):
self.stream = stream
self.buffer = []
self.position = [-1, 0] # chunk number, offset
def tell(self):
pos = 0
for chunk in self.buffer[:self.position[0]]:
pos += len(chunk)
pos += self.position[1]
return pos
def seek(self, pos):
assert pos <= self._bufferedBytes()
offset = pos
i = 0
while len(self.buffer[i]) < offset:
offset -= len(self.buffer[i])
i += 1
self.position = [i, offset]
def read(self, bytes):
if not self.buffer:
return self._readStream(bytes)
elif (self.position[0] == len(self.buffer) and
self.position[1] == len(self.buffer[-1])):
return self._readStream(bytes)
else:
return self._readFromBuffer(bytes)
def _bufferedBytes(self):
return sum([len(item) for item in self.buffer])
def _readStream(self, bytes):
data = self.stream.read(bytes)
self.buffer.append(data)
self.position[0] += 1
self.position[1] = len(data)
return data
def _readFromBuffer(self, bytes):
remainingBytes = bytes
rv = []
bufferIndex = self.position[0]
bufferOffset = self.position[1]
while bufferIndex < len(self.buffer) and remainingBytes != 0:
assert remainingBytes > 0
bufferedData = self.buffer[bufferIndex]
if remainingBytes <= len(bufferedData) - bufferOffset:
bytesToRead = remainingBytes
self.position = [bufferIndex, bufferOffset + bytesToRead]
else:
bytesToRead = len(bufferedData) - bufferOffset
self.position = [bufferIndex, len(bufferedData)]
bufferIndex += 1
rv.append(bufferedData[bufferOffset:bufferOffset + bytesToRead])
remainingBytes -= bytesToRead
bufferOffset = 0
if remainingBytes:
rv.append(self._readStream(remainingBytes))
return b"".join(rv)
def HTMLInputStream(source, **kwargs):
# Work around Python bug #20007: read(0) closes the connection.
# http://bugs.python.org/issue20007
if (isinstance(source, http_client.HTTPResponse) or
# Also check for addinfourl wrapping HTTPResponse
(isinstance(source, urllib.response.addbase) and
isinstance(source.fp, http_client.HTTPResponse))):
isUnicode = False
elif hasattr(source, "read"):
isUnicode = isinstance(source.read(0), text_type)
else:
isUnicode = isinstance(source, text_type)
if isUnicode:
encodings = [x for x in kwargs if x.endswith("_encoding")]
if encodings:
raise TypeError("Cannot set an encoding with a unicode input, set %r" % encodings)
return HTMLUnicodeInputStream(source, **kwargs)
else:
return HTMLBinaryInputStream(source, **kwargs)
class HTMLUnicodeInputStream(object):
"""Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
"""
_defaultChunkSize = 10240
def __init__(self, source):
"""Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
"""
if not _utils.supports_lone_surrogates:
# Such platforms will have already checked for such
# surrogate errors, so no need to do this checking.
self.reportCharacterErrors = None
elif len("\U0010FFFF") == 1:
self.reportCharacterErrors = self.characterErrorsUCS4
else:
self.reportCharacterErrors = self.characterErrorsUCS2
# List of where new lines occur
self.newLines = [0]
self.charEncoding = (lookupEncoding("utf-8"), "certain")
self.dataStream = self.openStream(source)
self.reset()
def reset(self):
self.chunk = ""
self.chunkSize = 0
self.chunkOffset = 0
self.errors = []
# number of (complete) lines in previous chunks
self.prevNumLines = 0
# number of columns in the last line of the previous chunk
self.prevNumCols = 0
# Deal with CR LF and surrogates split over chunk boundaries
self._bufferedCharacter = None
def openStream(self, source):
"""Produces a file object from source.
source can be either a file object, local filename or a string.
"""
# Already a file object
if hasattr(source, 'read'):
stream = source
else:
stream = StringIO(source)
return stream
def _position(self, offset):
chunk = self.chunk
nLines = chunk.count('\n', 0, offset)
positionLine = self.prevNumLines + nLines
lastLinePos = chunk.rfind('\n', 0, offset)
if lastLinePos == -1:
positionColumn = self.prevNumCols + offset
else:
positionColumn = offset - (lastLinePos + 1)
return (positionLine, positionColumn)
def position(self):
"""Returns (line, col) of the current position in the stream."""
line, col = self._position(self.chunkOffset)
return (line + 1, col)
def char(self):
""" Read one character from the stream or queue if available. Return
EOF when EOF is reached.
"""
# Read a new chunk from the input stream if necessary
if self.chunkOffset >= self.chunkSize:
if not self.readChunk():
return EOF
chunkOffset = self.chunkOffset
char = self.chunk[chunkOffset]
self.chunkOffset = chunkOffset + 1
return char
def readChunk(self, chunkSize=None):
if chunkSize is None:
chunkSize = self._defaultChunkSize
self.prevNumLines, self.prevNumCols = self._position(self.chunkSize)
self.chunk = ""
self.chunkSize = 0
self.chunkOffset = 0
data = self.dataStream.read(chunkSize)
# Deal with CR LF and surrogates broken across chunks
if self._bufferedCharacter:
data = self._bufferedCharacter + data
self._bufferedCharacter = None
elif not data:
# We have no more data, bye-bye stream
return False
if len(data) > 1:
lastv = ord(data[-1])
if lastv == 0x0D or 0xD800 <= lastv <= 0xDBFF:
self._bufferedCharacter = data[-1]
data = data[:-1]
if self.reportCharacterErrors:
self.reportCharacterErrors(data)
# Replace invalid characters
data = data.replace("\r\n", "\n")
data = data.replace("\r", "\n")
self.chunk = data
self.chunkSize = len(data)
return True
def characterErrorsUCS4(self, data):
for _ in range(len(invalid_unicode_re.findall(data))):
self.errors.append("invalid-codepoint")
def characterErrorsUCS2(self, data):
# Someone picked the wrong compile option
# You lose
skip = False
for match in invalid_unicode_re.finditer(data):
if skip:
continue
codepoint = ord(match.group())
pos = match.start()
# Pretty sure there should be endianness issues here
if _utils.isSurrogatePair(data[pos:pos + 2]):
# We have a surrogate pair!
char_val = _utils.surrogatePairToCodepoint(data[pos:pos + 2])
if char_val in non_bmp_invalid_codepoints:
self.errors.append("invalid-codepoint")
skip = True
elif (codepoint >= 0xD800 and codepoint <= 0xDFFF and
pos == len(data) - 1):
self.errors.append("invalid-codepoint")
else:
skip = False
self.errors.append("invalid-codepoint")
def charsUntil(self, characters, opposite=False):
""" Returns a string of characters from the stream up to but not
including any character in 'characters' or EOF. 'characters' must be
a container that supports the 'in' method and iteration over its
characters.
"""
# Use a cache of regexps to find the required characters
try:
chars = charsUntilRegEx[(characters, opposite)]
except KeyError:
if __debug__:
for c in characters:
assert(ord(c) < 128)
regex = "".join(["\\x%02x" % ord(c) for c in characters])
if not opposite:
regex = "^%s" % regex
chars = charsUntilRegEx[(characters, opposite)] = re.compile("[%s]+" % regex)
rv = []
while True:
# Find the longest matching prefix
m = chars.match(self.chunk, self.chunkOffset)
if m is None:
# If nothing matched, and it wasn't because we ran out of chunk,
# then stop
if self.chunkOffset != self.chunkSize:
break
else:
end = m.end()
# If not the whole chunk matched, return everything
# up to the part that didn't match
if end != self.chunkSize:
rv.append(self.chunk[self.chunkOffset:end])
self.chunkOffset = end
break
# If the whole remainder of the chunk matched,
# use it all and read the next chunk
rv.append(self.chunk[self.chunkOffset:])
if not self.readChunk():
# Reached EOF
break
r = "".join(rv)
return r
def unget(self, char):
# Only one character is allowed to be ungotten at once - it must
# be consumed again before any further call to unget
if char is not None:
if self.chunkOffset == 0:
# unget is called quite rarely, so it's a good idea to do
# more work here if it saves a bit of work in the frequently
# called char and charsUntil.
# So, just prepend the ungotten character onto the current
# chunk:
self.chunk = char + self.chunk
self.chunkSize += 1
else:
self.chunkOffset -= 1
assert self.chunk[self.chunkOffset] == char
class HTMLBinaryInputStream(HTMLUnicodeInputStream):
"""Provides a unicode stream of characters to the HTMLTokenizer.
This class takes care of character encoding and removing or replacing
incorrect byte-sequences and also provides column and line tracking.
"""
def __init__(self, source, override_encoding=None, transport_encoding=None,
same_origin_parent_encoding=None, likely_encoding=None,
default_encoding="windows-1252", useChardet=True):
"""Initialises the HTMLInputStream.
HTMLInputStream(source, [encoding]) -> Normalized stream from source
for use by html5lib.
source can be either a file-object, local filename or a string.
The optional encoding parameter must be a string that indicates
the encoding. If specified, that encoding will be used,
regardless of any BOM or later declaration (such as in a meta
element)
"""
# Raw Stream - for unicode objects this will encode to utf-8 and set
# self.charEncoding as appropriate
self.rawStream = self.openStream(source)
HTMLUnicodeInputStream.__init__(self, self.rawStream)
# Encoding Information
# Number of bytes to use when looking for a meta element with
# encoding information
self.numBytesMeta = 1024
# Number of bytes to use when using detecting encoding using chardet
self.numBytesChardet = 100
# Things from args
self.override_encoding = override_encoding
self.transport_encoding = transport_encoding
self.same_origin_parent_encoding = same_origin_parent_encoding
self.likely_encoding = likely_encoding
self.default_encoding = default_encoding
# Determine encoding
self.charEncoding = self.determineEncoding(useChardet)
assert self.charEncoding[0] is not None
# Call superclass
self.reset()
def reset(self):
self.dataStream = self.charEncoding[0].codec_info.streamreader(self.rawStream, 'replace')
HTMLUnicodeInputStream.reset(self)
def openStream(self, source):
"""Produces a file object from source.
source can be either a file object, local filename or a string.
"""
# Already a file object
if hasattr(source, 'read'):
stream = source
else:
stream = BytesIO(source)
try:
stream.seek(stream.tell())
except: # pylint:disable=bare-except
stream = BufferedStream(stream)
return stream
def determineEncoding(self, chardet=True):
# BOMs take precedence over everything
# This will also read past the BOM if present
charEncoding = self.detectBOM(), "certain"
if charEncoding[0] is not None:
return charEncoding
# If we've been overriden, we've been overriden
charEncoding = lookupEncoding(self.override_encoding), "certain"
if charEncoding[0] is not None:
return charEncoding
# Now check the transport layer
charEncoding = lookupEncoding(self.transport_encoding), "certain"
if charEncoding[0] is not None:
return charEncoding
# Look for meta elements with encoding information
charEncoding = self.detectEncodingMeta(), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Parent document encoding
charEncoding = lookupEncoding(self.same_origin_parent_encoding), "tentative"
if charEncoding[0] is not None and not charEncoding[0].name.startswith("utf-16"):
return charEncoding
# "likely" encoding
charEncoding = lookupEncoding(self.likely_encoding), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Guess with chardet, if available
if chardet:
try:
from chardet.universaldetector import UniversalDetector
except ImportError:
pass
else:
buffers = []
detector = UniversalDetector()
while not detector.done:
buffer = self.rawStream.read(self.numBytesChardet)
assert isinstance(buffer, bytes)
if not buffer:
break
buffers.append(buffer)
detector.feed(buffer)
detector.close()
encoding = lookupEncoding(detector.result['encoding'])
self.rawStream.seek(0)
if encoding is not None:
return encoding, "tentative"
# Try the default encoding
charEncoding = lookupEncoding(self.default_encoding), "tentative"
if charEncoding[0] is not None:
return charEncoding
# Fallback to html5lib's default if even that hasn't worked
return lookupEncoding("windows-1252"), "tentative"
def changeEncoding(self, newEncoding):
assert self.charEncoding[1] != "certain"
newEncoding = lookupEncoding(newEncoding)
if newEncoding is None:
return
if newEncoding.name in ("utf-16be", "utf-16le"):
newEncoding = lookupEncoding("utf-8")
assert newEncoding is not None
elif newEncoding == self.charEncoding[0]:
self.charEncoding = (self.charEncoding[0], "certain")
else:
self.rawStream.seek(0)
self.charEncoding = (newEncoding, "certain")
self.reset()
raise ReparseException("Encoding changed from %s to %s" % (self.charEncoding[0], newEncoding))
def detectBOM(self):
"""Attempts to detect at BOM at the start of the stream. If
an encoding can be determined from the BOM return the name of the
encoding otherwise return None"""
bomDict = {
codecs.BOM_UTF8: 'utf-8',
codecs.BOM_UTF16_LE: 'utf-16le', codecs.BOM_UTF16_BE: 'utf-16be',
codecs.BOM_UTF32_LE: 'utf-32le', codecs.BOM_UTF32_BE: 'utf-32be'
}
# Go to beginning of file and read in 4 bytes
string = self.rawStream.read(4)
assert isinstance(string, bytes)
# Try detecting the BOM using bytes from the string
encoding = bomDict.get(string[:3]) # UTF-8
seek = 3
if not encoding:
# Need to detect UTF-32 before UTF-16
encoding = bomDict.get(string) # UTF-32
seek = 4
if not encoding:
encoding = bomDict.get(string[:2]) # UTF-16
seek = 2
# Set the read position past the BOM if one was found, otherwise
# set it to the start of the stream
if encoding:
self.rawStream.seek(seek)
return lookupEncoding(encoding)
else:
self.rawStream.seek(0)
return None
def detectEncodingMeta(self):
"""Report the encoding declared by the meta element
"""
buffer = self.rawStream.read(self.numBytesMeta)
assert isinstance(buffer, bytes)
parser = EncodingParser(buffer)
self.rawStream.seek(0)
encoding = parser.getEncoding()
if encoding is not None and encoding.name in ("utf-16be", "utf-16le"):
encoding = lookupEncoding("utf-8")
return encoding
class EncodingBytes(bytes):
"""String-like object with an associated position and various extra methods
If the position is ever greater than the string length then an exception is
raised"""
def __new__(self, value):
assert isinstance(value, bytes)
return bytes.__new__(self, value.lower())
def __init__(self, value):
# pylint:disable=unused-argument
self._position = -1
def __iter__(self):
return self
def __next__(self):
p = self._position = self._position + 1
if p >= len(self):
raise StopIteration
elif p < 0:
raise TypeError
return self[p:p + 1]
def next(self):
# Py2 compat
return self.__next__()
def previous(self):
p = self._position
if p >= len(self):
raise StopIteration
elif p < 0:
raise TypeError
self._position = p = p - 1
return self[p:p + 1]
def setPosition(self, position):
if self._position >= len(self):
raise StopIteration
self._position = position
def getPosition(self):
if self._position >= len(self):
raise StopIteration
if self._position >= 0:
return self._position
else:
return None
position = property(getPosition, setPosition)
def getCurrentByte(self):
return self[self.position:self.position + 1]
currentByte = property(getCurrentByte)
def skip(self, chars=spaceCharactersBytes):
"""Skip past a list of characters"""
p = self.position # use property for the error-checking
while p < len(self):
c = self[p:p + 1]
if c not in chars:
self._position = p
return c
p += 1
self._position = p
return None
def skipUntil(self, chars):
p = self.position
while p < len(self):
c = self[p:p + 1]
if c in chars:
self._position = p
return c
p += 1
self._position = p
return None
def matchBytes(self, bytes):
"""Look for a sequence of bytes at the start of a string. If the bytes
are found return True and advance the position to the byte after the
match. Otherwise return False and leave the position alone"""
p = self.position
data = self[p:p + len(bytes)]
rv = data.startswith(bytes)
if rv:
self.position += len(bytes)
return rv
def jumpTo(self, bytes):
"""Look for the next sequence of bytes matching a given sequence. If
a match is found advance the position to the last byte of the match"""
newPosition = self[self.position:].find(bytes)
if newPosition > -1:
# XXX: This is ugly, but I can't see a nicer way to fix this.
if self._position == -1:
self._position = 0
self._position += (newPosition + len(bytes) - 1)
return True
else:
raise StopIteration
class EncodingParser(object):
"""Mini parser for detecting character encoding from meta elements"""
def __init__(self, data):
"""string - the data to work on for encoding detection"""
self.data = EncodingBytes(data)
self.encoding = None
def getEncoding(self):
methodDispatch = (
(b"<!--", self.handleComment),
(b"<meta", self.handleMeta),
(b"</", self.handlePossibleEndTag),
(b"<!", self.handleOther),
(b"<?", self.handleOther),
(b"<", self.handlePossibleStartTag))
for _ in self.data:
keepParsing = True
for key, method in methodDispatch:
if self.data.matchBytes(key):
try:
keepParsing = method()
break
except StopIteration:
keepParsing = False
break
if not keepParsing:
break
return self.encoding
def handleComment(self):
"""Skip over comments"""
return self.data.jumpTo(b"-->")
def handleMeta(self):
if self.data.currentByte not in spaceCharactersBytes:
# if we have <meta not followed by a space so just keep going
return True
# We have a valid meta element we want to search for attributes
hasPragma = False
pendingEncoding = None
while True:
# Try to find the next attribute after the current position
attr = self.getAttribute()
if attr is None:
return True
else:
if attr[0] == b"http-equiv":
hasPragma = attr[1] == b"content-type"
if hasPragma and pendingEncoding is not None:
self.encoding = pendingEncoding
return False
elif attr[0] == b"charset":
tentativeEncoding = attr[1]
codec = lookupEncoding(tentativeEncoding)
if codec is not None:
self.encoding = codec
return False
elif attr[0] == b"content":
contentParser = ContentAttrParser(EncodingBytes(attr[1]))
tentativeEncoding = contentParser.parse()
if tentativeEncoding is not None:
codec = lookupEncoding(tentativeEncoding)
if codec is not None:
if hasPragma:
self.encoding = codec
return False
else:
pendingEncoding = codec
def handlePossibleStartTag(self):
return self.handlePossibleTag(False)
def handlePossibleEndTag(self):
next(self.data)
return self.handlePossibleTag(True)
def handlePossibleTag(self, endTag):
data = self.data
if data.currentByte not in asciiLettersBytes:
# If the next byte is not an ascii letter either ignore this
# fragment (possible start tag case) or treat it according to
# handleOther
if endTag:
data.previous()
self.handleOther()
return True
c = data.skipUntil(spacesAngleBrackets)
if c == b"<":
# return to the first step in the overall "two step" algorithm
# reprocessing the < byte
data.previous()
else:
# Read all attributes
attr = self.getAttribute()
while attr is not None:
attr = self.getAttribute()
return True
def handleOther(self):
return self.data.jumpTo(b">")
def getAttribute(self):
"""Return a name,value pair for the next attribute in the stream,
if one is found, or None"""
data = self.data
# Step 1 (skip chars)
c = data.skip(spaceCharactersBytes | frozenset([b"/"]))
assert c is None or len(c) == 1
# Step 2
if c in (b">", None):
return None
# Step 3
attrName = []
attrValue = []
# Step 4 attribute name
while True:
if c == b"=" and attrName:
break
elif c in spaceCharactersBytes:
# Step 6!
c = data.skip()
break
elif c in (b"/", b">"):
return b"".join(attrName), b""
elif c in asciiUppercaseBytes:
attrName.append(c.lower())
elif c is None:
return None
else:
attrName.append(c)
# Step 5
c = next(data)
# Step 7
if c != b"=":
data.previous()
return b"".join(attrName), b""
# Step 8
next(data)
# Step 9
c = data.skip()
# Step 10
if c in (b"'", b'"'):
# 10.1
quoteChar = c
while True:
# 10.2
c = next(data)
# 10.3
if c == quoteChar:
next(data)
return b"".join(attrName), b"".join(attrValue)
# 10.4
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
# 10.5
else:
attrValue.append(c)
elif c == b">":
return b"".join(attrName), b""
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
elif c is None:
return None
else:
attrValue.append(c)
# Step 11
while True:
c = next(data)
if c in spacesAngleBrackets:
return b"".join(attrName), b"".join(attrValue)
elif c in asciiUppercaseBytes:
attrValue.append(c.lower())
elif c is None:
return None
else:
attrValue.append(c)
class ContentAttrParser(object):
def __init__(self, data):
assert isinstance(data, bytes)
self.data = data
def parse(self):
try:
# Check if the attr name is charset
# otherwise return
self.data.jumpTo(b"charset")
self.data.position += 1
self.data.skip()
if not self.data.currentByte == b"=":
# If there is no = sign keep looking for attrs
return None
self.data.position += 1
self.data.skip()
# Look for an encoding between matching quote marks
if self.data.currentByte in (b'"', b"'"):
quoteMark = self.data.currentByte
self.data.position += 1
oldPosition = self.data.position
if self.data.jumpTo(quoteMark):
return self.data[oldPosition:self.data.position]
else:
return None
else:
# Unquoted value
oldPosition = self.data.position
try:
self.data.skipUntil(spaceCharactersBytes)
return self.data[oldPosition:self.data.position]
except StopIteration:
# Return the whole remaining value
return self.data[oldPosition:]
except StopIteration:
return None
def lookupEncoding(encoding):
"""Return the python codec name corresponding to an encoding or None if the
string doesn't correspond to a valid encoding."""
if isinstance(encoding, binary_type):
try:
encoding = encoding.decode("ascii")
except UnicodeDecodeError:
return None
if encoding is not None:
try:
return webencodings.lookup(encoding)
except AttributeError:
return None
else:
return None
html5lib/treebuilders/__init__.py 0000644 00000006516 15043676226 0013111 0 ustar 00 """A collection of modules for building different kinds of tree from
HTML documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1) A set of classes for various types of elements: Document, Doctype,
Comment, Element. These must implement the interface of
_base.treebuilders.Node (although comment nodes have a different
signature for their constructor, see treebuilders.etree.Comment)
Textual content may also be implemented as another node type, or not, as
your tree implementation requires.
2) A treebuilder object (called TreeBuilder by convention) that
inherits from treebuilders._base.TreeBuilder. This has 4 required attributes:
documentClass - the class to use for the bottommost node of a document
elementClass - the class to use for HTML Elements
commentClass - the class to use for comments
doctypeClass - the class to use for doctypes
It also has one required method:
getDocument - Returns the root node of the complete document tree
3) If you wish to run the unit tests, you must also create a
testSerializer method on your treebuilder which accepts a node and
returns a string containing Node and its children serialized according
to the format used in the unittests
"""
from __future__ import absolute_import, division, unicode_literals
from .._utils import default_etree
treeBuilderCache = {}
def getTreeBuilder(treeType, implementation=None, **kwargs):
"""Get a TreeBuilder class for various types of tree with built-in support
treeType - the name of the tree type required (case-insensitive). Supported
values are:
"dom" - A generic builder for DOM implementations, defaulting to
a xml.dom.minidom based implementation.
"etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to
xml.etree.cElementTree if available and
xml.etree.ElementTree if not.
"lxml" - A etree-based builder for lxml.etree, handling
limitations of lxml's implementation.
implementation - (Currently applies to the "etree" and "dom" tree types). A
module implementing the tree type e.g.
xml.etree.ElementTree or xml.etree.cElementTree."""
treeType = treeType.lower()
if treeType not in treeBuilderCache:
if treeType == "dom":
from . import dom
# Come up with a sane default (pref. from the stdlib)
if implementation is None:
from xml.dom import minidom
implementation = minidom
# NEVER cache here, caching is done in the dom submodule
return dom.getDomModule(implementation, **kwargs).TreeBuilder
elif treeType == "lxml":
from . import etree_lxml
treeBuilderCache[treeType] = etree_lxml.TreeBuilder
elif treeType == "etree":
from . import etree
if implementation is None:
implementation = default_etree
# NEVER cache here, caching is done in the etree submodule
return etree.getETreeModule(implementation, **kwargs).TreeBuilder
else:
raise ValueError("""Unrecognised treebuilder "%s" """ % treeType)
return treeBuilderCache.get(treeType)
html5lib/treebuilders/etree.py 0000644 00000030734 15043676226 0012455 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
# pylint:disable=protected-access
from pip._vendor.six import text_type
import re
from . import base
from .. import _ihatexml
from .. import constants
from ..constants import namespaces
from .._utils import moduleFactoryFactory
tag_regexp = re.compile("{([^}]*)}(.*)")
def getETreeBuilder(ElementTreeImplementation, fullTree=False):
ElementTree = ElementTreeImplementation
ElementTreeCommentType = ElementTree.Comment("asd").tag
class Element(base.Node):
def __init__(self, name, namespace=None):
self._name = name
self._namespace = namespace
self._element = ElementTree.Element(self._getETreeTag(name,
namespace))
if namespace is None:
self.nameTuple = namespaces["html"], self._name
else:
self.nameTuple = self._namespace, self._name
self.parent = None
self._childNodes = []
self._flags = []
def _getETreeTag(self, name, namespace):
if namespace is None:
etree_tag = name
else:
etree_tag = "{%s}%s" % (namespace, name)
return etree_tag
def _setName(self, name):
self._name = name
self._element.tag = self._getETreeTag(self._name, self._namespace)
def _getName(self):
return self._name
name = property(_getName, _setName)
def _setNamespace(self, namespace):
self._namespace = namespace
self._element.tag = self._getETreeTag(self._name, self._namespace)
def _getNamespace(self):
return self._namespace
namespace = property(_getNamespace, _setNamespace)
def _getAttributes(self):
return self._element.attrib
def _setAttributes(self, attributes):
# Delete existing attributes first
# XXX - there may be a better way to do this...
for key in list(self._element.attrib.keys()):
del self._element.attrib[key]
for key, value in attributes.items():
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], key[1])
else:
name = key
self._element.set(name, value)
attributes = property(_getAttributes, _setAttributes)
def _getChildNodes(self):
return self._childNodes
def _setChildNodes(self, value):
del self._element[:]
self._childNodes = []
for element in value:
self.insertChild(element)
childNodes = property(_getChildNodes, _setChildNodes)
def hasContent(self):
"""Return true if the node has children or text"""
return bool(self._element.text or len(self._element))
def appendChild(self, node):
self._childNodes.append(node)
self._element.append(node._element)
node.parent = self
def insertBefore(self, node, refNode):
index = list(self._element).index(refNode._element)
self._element.insert(index, node._element)
node.parent = self
def removeChild(self, node):
self._childNodes.remove(node)
self._element.remove(node._element)
node.parent = None
def insertText(self, data, insertBefore=None):
if not(len(self._element)):
if not self._element.text:
self._element.text = ""
self._element.text += data
elif insertBefore is None:
# Insert the text as the tail of the last child element
if not self._element[-1].tail:
self._element[-1].tail = ""
self._element[-1].tail += data
else:
# Insert the text before the specified node
children = list(self._element)
index = children.index(insertBefore._element)
if index > 0:
if not self._element[index - 1].tail:
self._element[index - 1].tail = ""
self._element[index - 1].tail += data
else:
if not self._element.text:
self._element.text = ""
self._element.text += data
def cloneNode(self):
element = type(self)(self.name, self.namespace)
for name, value in self.attributes.items():
element.attributes[name] = value
return element
def reparentChildren(self, newParent):
if newParent.childNodes:
newParent.childNodes[-1]._element.tail += self._element.text
else:
if not newParent._element.text:
newParent._element.text = ""
if self._element.text is not None:
newParent._element.text += self._element.text
self._element.text = ""
base.Node.reparentChildren(self, newParent)
class Comment(Element):
def __init__(self, data):
# Use the superclass constructor to set all properties on the
# wrapper element
self._element = ElementTree.Comment(data)
self.parent = None
self._childNodes = []
self._flags = []
def _getData(self):
return self._element.text
def _setData(self, value):
self._element.text = value
data = property(_getData, _setData)
class DocumentType(Element):
def __init__(self, name, publicId, systemId):
Element.__init__(self, "<!DOCTYPE>")
self._element.text = name
self.publicId = publicId
self.systemId = systemId
def _getPublicId(self):
return self._element.get("publicId", "")
def _setPublicId(self, value):
if value is not None:
self._element.set("publicId", value)
publicId = property(_getPublicId, _setPublicId)
def _getSystemId(self):
return self._element.get("systemId", "")
def _setSystemId(self, value):
if value is not None:
self._element.set("systemId", value)
systemId = property(_getSystemId, _setSystemId)
class Document(Element):
def __init__(self):
Element.__init__(self, "DOCUMENT_ROOT")
class DocumentFragment(Element):
def __init__(self):
Element.__init__(self, "DOCUMENT_FRAGMENT")
def testSerializer(element):
rv = []
def serializeElement(element, indent=0):
if not(hasattr(element, "tag")):
element = element.getroot()
if element.tag == "<!DOCTYPE>":
if element.get("publicId") or element.get("systemId"):
publicId = element.get("publicId") or ""
systemId = element.get("systemId") or ""
rv.append("""<!DOCTYPE %s "%s" "%s">""" %
(element.text, publicId, systemId))
else:
rv.append("<!DOCTYPE %s>" % (element.text,))
elif element.tag == "DOCUMENT_ROOT":
rv.append("#document")
if element.text is not None:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
if element.tail is not None:
raise TypeError("Document node cannot have tail")
if hasattr(element, "attrib") and len(element.attrib):
raise TypeError("Document node cannot have attributes")
elif element.tag == ElementTreeCommentType:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.text))
else:
assert isinstance(element.tag, text_type), \
"Expected unicode, got %s, %s" % (type(element.tag), element.tag)
nsmatch = tag_regexp.match(element.tag)
if nsmatch is None:
name = element.tag
else:
ns, name = nsmatch.groups()
prefix = constants.prefixes[ns]
name = "%s %s" % (prefix, name)
rv.append("|%s<%s>" % (' ' * indent, name))
if hasattr(element, "attrib"):
attributes = []
for name, value in element.attrib.items():
nsmatch = tag_regexp.match(name)
if nsmatch is not None:
ns, name = nsmatch.groups()
prefix = constants.prefixes[ns]
attr_string = "%s %s" % (prefix, name)
else:
attr_string = name
attributes.append((attr_string, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
if element.text:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
indent += 2
for child in element:
serializeElement(child, indent)
if element.tail:
rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail))
serializeElement(element, 0)
return "\n".join(rv)
def tostring(element): # pylint:disable=unused-variable
"""Serialize an element and its child nodes to a string"""
rv = []
filter = _ihatexml.InfosetFilter()
def serializeElement(element):
if isinstance(element, ElementTree.ElementTree):
element = element.getroot()
if element.tag == "<!DOCTYPE>":
if element.get("publicId") or element.get("systemId"):
publicId = element.get("publicId") or ""
systemId = element.get("systemId") or ""
rv.append("""<!DOCTYPE %s PUBLIC "%s" "%s">""" %
(element.text, publicId, systemId))
else:
rv.append("<!DOCTYPE %s>" % (element.text,))
elif element.tag == "DOCUMENT_ROOT":
if element.text is not None:
rv.append(element.text)
if element.tail is not None:
raise TypeError("Document node cannot have tail")
if hasattr(element, "attrib") and len(element.attrib):
raise TypeError("Document node cannot have attributes")
for child in element:
serializeElement(child)
elif element.tag == ElementTreeCommentType:
rv.append("<!--%s-->" % (element.text,))
else:
# This is assumed to be an ordinary element
if not element.attrib:
rv.append("<%s>" % (filter.fromXmlName(element.tag),))
else:
attr = " ".join(["%s=\"%s\"" % (
filter.fromXmlName(name), value)
for name, value in element.attrib.items()])
rv.append("<%s %s>" % (element.tag, attr))
if element.text:
rv.append(element.text)
for child in element:
serializeElement(child)
rv.append("</%s>" % (element.tag,))
if element.tail:
rv.append(element.tail)
serializeElement(element)
return "".join(rv)
class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable
documentClass = Document
doctypeClass = DocumentType
elementClass = Element
commentClass = Comment
fragmentClass = DocumentFragment
implementation = ElementTreeImplementation
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
if fullTree:
return self.document._element
else:
if self.defaultNamespace is not None:
return self.document._element.find(
"{%s}html" % self.defaultNamespace)
else:
return self.document._element.find("html")
def getFragment(self):
return base.TreeBuilder.getFragment(self)._element
return locals()
getETreeModule = moduleFactoryFactory(getETreeBuilder)
html5lib/treebuilders/__pycache__/base.cpython-38.pyc 0000644 00000026062 15043676226 0016550 0 ustar 00 U
��.e�8 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ
e e�dfe ee e d dfg�B �dfe ee e d d fe d d
fg�B �dfe e d dfe d d fg�dfe e d d fe d d
fg�dfd�Z
G dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements�
namespacesNF�html�buttonZolZul�table�optgroup�optionT)Nr �listr Zselectc @ sb e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d
S )�Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node
:arg name: The tag name associated with the node
N)�name�parent�value�
attributes�
childNodesZ_flags)�selfr � r �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/base.py�__init__ s z
Node.__init__c C s: d� dd� | j�� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r �
<listcomp>. s �z Node.__str__.<locals>.<listcomp>z<%s %s>�<%s>)�joinr �itemsr )r Z
attributesStrr r r �__str__- s
�z Node.__str__c C s
d| j S )Nr )r �r r r r �__repr__6 s z
Node.__repr__c C s t �dS )z[Insert node as a child of the current node
:arg node: the node to insert
N��NotImplementedError�r �noder r r � appendChild9 s zNode.appendChildNc C s t �dS )aB Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
Nr# )r �data� insertBeforer r r �
insertTextA s
zNode.insertTextc C s t �dS )a Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
Nr# )r r& ZrefNoder r r r) M s
zNode.insertBeforec C s t �dS )zhRemove node from the children of the current node
:arg node: the child node to remove
Nr# r% r r r � removeChildY s zNode.removeChildc C s | j D ]}|�|� qg | _ dS )z�Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
N)r r' )r Z newParentZchildr r r �reparentChildrena s
zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
Nr# r! r r r � cloneNoden s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise
Nr# r! r r r �
hasContentt s zNode.hasContent)N)�__name__�
__module__� __qualname__�__doc__r r r" r' r* r) r+ r, r- r. r r r r r s
r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krV| d d d� D ]:}|t kr* qV| �||�r>|d7 }|dkr| �|� qVqt�| |� d S )Nr ���� � )�Marker�
nodesEqual�remover �append)r r& Z
equalCount�elementr r r r: { s
z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r Znode1Znode2r r r r8 � s
z#ActiveFormattingElements.nodesEqualN)r/ r0 r1 r: r8 r r r r r3 z s
r3 c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
d+dd�Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
Nc C s |r d| _ nd| _ | �� dS )zmCreate a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
z http://www.w3.org/1999/xhtmlN)�defaultNamespace�reset)r ZnamespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| �� | _d S )NF)� openElementsr3 �activeFormattingElementsZ headPointerZ formPointer�insertFromTable�
documentClass�documentr! r r r r? � s zTreeBuilder.resetc C s� t |d�}|s2t|t�r$td |f}t|t�s2t�t| \}}t| j�D ]>}|r^||kr^ dS |sr|j |krr dS ||j |kA rH dS qHds�t�d S )Nr< r
TF)
�hasattr�
isinstancer r �tuple�AssertionError�listElementsMap�reversedr@ r< )r �targetZvariantZ exactNodeZ listElements�invertr& r r r �elementInScope� s
zTreeBuilder.elementInScopec C s� | j s
d S t| j �d }| j | }|tks4|| jkr8d S |tkrl|| jkrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }|�� }| �d|j|j|jd��}|| j |< || j d krlq�qld S )Nr5 r r4 ZStartTag)�typer � namespacer( ) rA �lenr7 r@ r- �
insertElementr rO r )r �i�entryZcloner; r r r �#reconstructActiveFormattingElements� s.
�
z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j �� }| j r$|tkr$| j �� }q
d S �N)rA �popr7 )r rS r r r � clearActiveFormattingElements s
z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd� D ]$}|tkr" q6q|j|kr| S qdS )z�Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return falseNr4 F)rA r7 r )r r �itemr r r �!elementInActiveFormattingElements
s
z-TreeBuilder.elementInActiveFormattingElementsc C s& | � |�}| j�|� | j�|� d S rU )�
createElementr@ r: rD r' )r �tokenr; r r r �
insertRoot s
zTreeBuilder.insertRootc C s6 |d }|d }|d }| � |||�}| j�|� d S )Nr �publicId�systemId)� doctypeClassrD r' )r r[ r r] r^ Zdoctyper r r �
insertDoctype s
zTreeBuilder.insertDoctypec C s* |d kr| j d }|�| �|d �� d S )Nr4 r( )r@ r' � commentClass)r r[ r r r r �
insertComment( s
zTreeBuilder.insertCommentc C s0 |d }|� d| j�}| �||�}|d |_|S )z.Create an element but don't insert it anywherer rO r( )�getr> � elementClassr �r r[ r rO r; r r r rZ - s
zTreeBuilder.createElementc C s | j S rU )�_insertFromTabler! r r r �_getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the
normal one to the misnested table one and back againN)rf �insertElementTablerQ �insertElementNormal)r r r r r �_setInsertFromTable8 s
z TreeBuilder._setInsertFromTablec C sb |d }t |t�s td| ��|�d| j�}| �||�}|d |_| jd �|� | j� |� |S )Nr zElement %s not unicoderO r( r4 )
rF r rH rc r> rd r r@ r' r: re r r r ri C s
z TreeBuilder.insertElementNormalc C s` | � |�}| jd jtkr$| �|�S | �� \}}|dkrD|�|� n |�||� | j�|� |S )z-Create an element and insert it into the treer4 N) rZ r@ r r ri � getTableMisnestedNodePositionr' r) r: )r r[ r; r r) r r r rh M s
z TreeBuilder.insertElementTablec C sV |dkr| j d }| jr.| jr:| j d jtkr:|�|� n| �� \}}|�||� dS )zInsert text data.Nr4 )r@ rB r r r* rk )r r( r r) r r r r* ] s
�� zTreeBuilder.insertTextc C st d}d}d}| j ddd� D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j �|�d }n
| j d }||fS )zsGet the foster parent element, and sibling to insert before
(or None) when inserting a misnested table nodeNr4 r r5 r )r@ r r �index)r Z lastTableZ fosterParentr) Zelmr r r rk l s
�
z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td�kr4||kr4| j �� | �|� d S )Nr4 )ZddZdtZlir r
�pZrpZrt)r@ r � frozensetrV �generateImpliedEndTags)r �excluder r r r ro � s �
z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rD r! r r r � getDocument� s zTreeBuilder.getDocumentc C s | � � }| jd �|� |S )zReturn the final fragmentr )�
fragmentClassr@ r, )r Zfragmentr r r � getFragment� s zTreeBuilder.getFragmentc C s t �dS )z�Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
Nr# r% r r r �testSerializer� s zTreeBuilder.testSerializer)N)N)N)N) r/ r0 r1 r2 rC rd ra r_ rr r r? rM rT rW rY r\ r` rb rZ rg rj �propertyrB ri rh r* rk ro rq rs rt r r r r r= � s6
.
r= )Z
__future__r r r Zpip._vendor.sixr Z constantsr r r r7 rn �setrI �objectr r r3 r= r r r r �<module> s0
��
��
��� c html5lib/treebuilders/__pycache__/base.cpython-38.opt-1.pyc 0000644 00000025704 15043676226 0017511 0 ustar 00 U
��.e�8 � @ s� d dl mZmZmZ d dlmZ ddlmZmZm Z dZ
e e�dfe ee e d dfg�B �dfe ee e d d fe d d
fg�B �dfe e d dfe d d fg�dfe e d d fe d d
fg�dfd�Z
G dd� de�ZG dd� de�ZG dd� de�ZdS )� )�absolute_import�division�unicode_literals)� text_type� )�scopingElements�tableInsertModeElements�
namespacesNF�html�buttonZolZul�table�optgroup�optionT)Nr �listr Zselectc @ sb e Zd ZdZdd� Zdd� Zdd� Zdd � Zdd d �Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d
S )�Nodez Represents an item in the treec C s( || _ d| _d| _i | _g | _g | _dS )zRCreates a Node
:arg name: The tag name associated with the node
N)�name�parent�value�
attributes�
childNodesZ_flags)�selfr � r �J/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/base.py�__init__ s z
Node.__init__c C s: d� dd� | j�� D ��}|r,d| j|f S d| j S d S )N� c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r r r r r �
<listcomp>. s �z Node.__str__.<locals>.<listcomp>z<%s %s>�<%s>)�joinr �itemsr )r Z
attributesStrr r r �__str__- s
�z Node.__str__c C s
d| j S )Nr )r �r r r r �__repr__6 s z
Node.__repr__c C s t �dS )z[Insert node as a child of the current node
:arg node: the node to insert
N��NotImplementedError�r �noder r r � appendChild9 s zNode.appendChildNc C s t �dS )aB Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
:arg data: the data to insert
:arg insertBefore: True if you want to insert the text before the node
and False if you want to insert it after the node
Nr# )r �data� insertBeforer r r �
insertTextA s
zNode.insertTextc C s t �dS )a Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node
:arg node: the node to insert
:arg refNode: the child node to insert the node before
Nr# )r r& ZrefNoder r r r) M s
zNode.insertBeforec C s t �dS )zhRemove node from the children of the current node
:arg node: the child node to remove
Nr# r% r r r � removeChildY s zNode.removeChildc C s | j D ]}|�|� qg | _ dS )z�Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
:arg newParent: the node to move all this node's children to
N)r r' )r Z newParentZchildr r r �reparentChildrena s
zNode.reparentChildrenc C s t �dS )z�Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
Nr# r! r r r � cloneNoden s zNode.cloneNodec C s t �dS )zFReturn true if the node has children or text, false otherwise
Nr# r! r r r �
hasContentt s zNode.hasContent)N)�__name__�
__module__� __qualname__�__doc__r r r" r' r* r) r+ r, r- r. r r r r r s
r c @ s e Zd Zdd� Zdd� ZdS )�ActiveFormattingElementsc C sf d}|t krV| d d d� D ]:}|t kr* qV| �||�r>|d7 }|dkr| �|� qVqt�| |� d S )Nr ���� � )�Marker�
nodesEqual�remover �append)r r& Z
equalCount�elementr r r r: { s
z ActiveFormattingElements.appendc C s$ |j |j ksdS |j|jks dS dS )NFT)� nameTupler )r Znode1Znode2r r r r8 � s
z#ActiveFormattingElements.nodesEqualN)r/ r0 r1 r: r8 r r r r r3 z s
r3 c @ s� e Zd ZdZdZdZdZdZdZdd� Z dd� Z
d+dd�Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zd,dd�Zdd� Zdd� Zdd� Zeee�Zdd � Zd d � Zd-d d �Zd!d"� Zd.d#d$�Zd%d&� Z d'd(� Z d)d*� Z dS )/� TreeBuildera Base treebuilder implementation
* documentClass - the class to use for the bottommost node of a document
* elementClass - the class to use for HTML Elements
* commentClass - the class to use for comments
* doctypeClass - the class to use for doctypes
Nc C s |r d| _ nd| _ | �� dS )zmCreate a TreeBuilder
:arg namespaceHTMLElements: whether or not to namespace HTML elements
z http://www.w3.org/1999/xhtmlN)�defaultNamespace�reset)r ZnamespaceHTMLElementsr r r r � s zTreeBuilder.__init__c C s. g | _ t� | _d | _d | _d| _| �� | _d S )NF)� openElementsr3 �activeFormattingElementsZ headPointerZ formPointer�insertFromTable�
documentClass�documentr! r r r r? � s zTreeBuilder.resetc C s~ t |d�}|s$t|t�r$td |f}t| \}}t| j�D ]>}|rP||krP dS |sd|j|krd dS ||j|kA r: dS q:d S )Nr< r
TF)�hasattr�
isinstancer r �listElementsMap�reversedr@ r< )r �targetZvariantZ exactNodeZ listElements�invertr& r r r �elementInScope� s
zTreeBuilder.elementInScopec C s� | j s
d S t| j �d }| j | }|tks4|| jkr8d S |tkrl|| jkrl|dkrXd}ql|d8 }| j | }q8|d7 }| j | }|�� }| �d|j|j|jd��}|| j |< || j d krlq�qld S )Nr5 r r4 ZStartTag)�typer � namespacer( ) rA �lenr7 r@ r- �
insertElementr rM r )r �i�entryZcloner; r r r �#reconstructActiveFormattingElements� s.
�
z/TreeBuilder.reconstructActiveFormattingElementsc C s( | j �� }| j r$|tkr$| j �� }q
d S �N)rA �popr7 )r rQ r r r � clearActiveFormattingElements s
z)TreeBuilder.clearActiveFormattingElementsc C s: | j ddd� D ]$}|tkr" q6q|j|kr| S qdS )z�Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return falseNr4 F)rA r7 r )r r �itemr r r �!elementInActiveFormattingElements
s
z-TreeBuilder.elementInActiveFormattingElementsc C s& | � |�}| j�|� | j�|� d S rS )�
createElementr@ r: rD r' )r �tokenr; r r r �
insertRoot s
zTreeBuilder.insertRootc C s6 |d }|d }|d }| � |||�}| j�|� d S )Nr �publicId�systemId)� doctypeClassrD r' )r rY r r[ r\ Zdoctyper r r �
insertDoctype s
zTreeBuilder.insertDoctypec C s* |d kr| j d }|�| �|d �� d S )Nr4 r( )r@ r' � commentClass)r rY r r r r �
insertComment( s
zTreeBuilder.insertCommentc C s0 |d }|� d| j�}| �||�}|d |_|S )z.Create an element but don't insert it anywherer rM r( )�getr> � elementClassr �r rY r rM r; r r r rX - s
zTreeBuilder.createElementc C s | j S rS )�_insertFromTabler! r r r �_getInsertFromTable5 s z TreeBuilder._getInsertFromTablec C s || _ |r| j| _n| j| _dS )zsSwitch the function used to insert an element from the
normal one to the misnested table one and back againN)rd �insertElementTablerO �insertElementNormal)r r r r r �_setInsertFromTable8 s
z TreeBuilder._setInsertFromTablec C sL |d }|� d| j�}| �||�}|d |_| jd �|� | j�|� |S )Nr rM r( r4 )ra r> rb r r@ r' r: rc r r r rg C s
z TreeBuilder.insertElementNormalc C s` | � |�}| jd jtkr$| �|�S | �� \}}|dkrD|�|� n |�||� | j�|� |S )z-Create an element and insert it into the treer4 N) rX r@ r r rg � getTableMisnestedNodePositionr' r) r: )r rY r; r r) r r r rf M s
z TreeBuilder.insertElementTablec C sV |dkr| j d }| jr.| jr:| j d jtkr:|�|� n| �� \}}|�||� dS )zInsert text data.Nr4 )r@ rB r r r* ri )r r( r r) r r r r* ] s
�� zTreeBuilder.insertTextc C st d}d}d}| j ddd� D ]}|jdkr |} q4q |rb|jrJ|j}|}ql| j | j �|�d }n
| j d }||fS )zsGet the foster parent element, and sibling to insert before
(or None) when inserting a misnested table nodeNr4 r r5 r )r@ r r �index)r Z lastTableZ fosterParentr) Zelmr r r ri l s
�
z)TreeBuilder.getTableMisnestedNodePositionc C s8 | j d j}|td�kr4||kr4| j �� | �|� d S )Nr4 )ZddZdtZlir r
�pZrpZrt)r@ r � frozensetrT �generateImpliedEndTags)r �excluder r r r rm � s �
z"TreeBuilder.generateImpliedEndTagsc C s | j S )zReturn the final tree)rD r! r r r � getDocument� s zTreeBuilder.getDocumentc C s | � � }| jd �|� |S )zReturn the final fragmentr )�
fragmentClassr@ r, )r Zfragmentr r r � getFragment� s zTreeBuilder.getFragmentc C s t �dS )z�Serialize the subtree of node in the format required by unit tests
:arg node: the node from which to start serializing
Nr# r% r r r �testSerializer� s zTreeBuilder.testSerializer)N)N)N)N) r/ r0 r1 r2 rC rb r_ r] rp r r? rK rR rU rW rZ r^ r` rX re rh �propertyrB rg rf r* ri rm ro rq rr r r r r r= � s6
.
r= )Z
__future__r r r Zpip._vendor.sixr Z constantsr r r r7 rl �setrG �objectr r r3 r= r r r r �<module> s0
��
��
��� c html5lib/treebuilders/__pycache__/etree.cpython-38.pyc 0000644 00000027040 15043676226 0016737 0 ustar 00 U
��.e�1 � @ s� d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm
Z
dd l
m Z dd
l m
Z
e�d �Zdd
d�Ze
e�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN� )�base� )� _ihatexml)� constants)�
namespaces)�moduleFactoryFactoryz
{([^}]*)}(.*)Fc s� ���� d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd
d �d ����fd d
�� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
ee
e �Z dd� Z dd� Z
ee e
�Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� �| �||��| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html)
�_name�
_namespace�Element� _getETreeTag�_elementr Z nameTuple�parent� _childNodes�_flags)�self�name� namespace�� ElementTree� �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree.py�__init__ s
�z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )N�{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | �| j | j�| j_d S �N)r r r r �tag)r r r r r �_setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r )r �r r r r �_getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | �| j| j �| j_d S r )r r r r r )r r r r r �
_setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r )r r" r r r �
_getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r )r �attribr" r r r �_getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sh t | jj�� �D ]}| jj|= q|�� D ]:\}}t|t�rPd|d |d f }n|}| j�||� q(d S )Nr r r )�listr r& �keys�items�
isinstance�tuple�set)r �
attributes�key�valuer r r r �_setAttributes? s
z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r )r r" r r r �_getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d �= g | _|D ]}| �|� qd S r )r r Z insertChild)r r0 �elementr r r �_setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�lenr" r r r �
hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j �|� | j�|j� | |_d S r )r �appendr r �r �noder r r � appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j��|j�}| j�||j� | |_d S r )r( r �index�insertr )r r; ZrefNoder= r r r � insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j �|� | j�|j� d |_d S r )r �remover r r: r r r � removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d krb| jd jsLd| jd _| jd j|7 _nxt| j�}|�|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� ���r r )r7 r r6 �tailr( r= )r �datar? Zchildrenr= r r r �
insertTextk s"
z+getETreeBuilder.<locals>.Element.insertTextc S s4 t | �| j| j�}| j�� D ]\}}||j|< q |S r )�typer r r. r* )r r3 r r0 r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tj�| |� d S )NrC rB )�
childNodesr rD r6 r �Node�reparentChildren)r Z newParentr r r rK � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__�
__module__� __qualname__r r r! r# �propertyr r$ r% r r' r1 r. r2 r4 rI r8 r< r? rA rF rH rK r r r r r s*
r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � � |�| _d | _g | _g | _d S r )�Commentr r r r )r rE r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r �r r6 r" r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r rQ �r r0 r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rL rM rN r rR rT rO rE r r r r rP � s rP c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d
� Z eee �Z
d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � � | d� || j_|| _|| _d S )N�
<!DOCTYPE>)r r r6 �publicId�systemId)r r rV rW �r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j �dd�S )NrV rB �r �getr" r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j �d|� d S )NrV �r r- rS r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j �dd�S )NrW rB rY r" r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j �d|� d S )NrW r\ rS r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rL rM rN r r[ r] rO rV r^ r_ rW r rX r r � DocumentType� s
r` c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � � | d� d S )N�
DOCUMENT_ROOT�r r" rX r r r � s z*getETreeBuilder.<locals>.Document.__init__N�rL rM rN r r rX r r �Document� s rd c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � � | d� d S )NZDOCUMENT_FRAGMENTrb r" rX r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nrc r rX r r �DocumentFragment� s re c s* g � d�� �fdd� ��| d� d� � �S )Nr c s� t | d�s| �� } | jdkrz| �d�s0| �d�rd| �d�p<d}| �d�pJd}��d| j||f � n��d| jf � �n�| jdkr��d � | jd k r���d
d |d | jf � | jd k r�td
��t | d�r�t| j �r�td���nh| j� k�r��dd | | jf � �n@t
| jt ��s4t dt
| j�| jf ��t�| j�}|d k�rR| j}n"|�� \}}tj| }d||f }��dd | |f � t | d��r*g }| j �� D ]T\}} t�|�}|d k �r�|�� \}}tj| }d||f }
n|}
|�|
| f� �q�t|�D ]&\}} ��dd |d || f � �q| j�rN��d
d |d | jf � |d 7 }| D ]} �| |� �qZ| j�r���d
d |d | jf � d S )Nr rU rV rW rB z<!DOCTYPE %s "%s" "%s">�
<!DOCTYPE %s>ra z #documentz|%s"%s"� r � Document node cannot have tailr& �$Document node cannot have attributesz|%s<!-- %s -->z Expected unicode, got %s, %sz%s %sz|%s<%s>z
|%s%s="%s")�hasattr�getrootr rZ r9 r6 rD � TypeErrorr7 r& r+ r �AssertionErrorrG �
tag_regexp�match�groupsr
�prefixesr* �sorted) r3 �indentrV rW Znsmatchr �ns�prefixr. r0 Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r ry � sb
�
�
zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )�join�r3 )rw )rx ry r �testSerializer� s 7
z'getETreeBuilder.<locals>.testSerializerc s2 g �t �� � ��� ��fdd���| � d���S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| �� } | jdkr|| �d�s2| �d�rf| �d�p>d}| �d�pLd}��d| j||f � n��d| jf � �n| jdkr�| jd k r���| j� | jd k r�td��t | d �r�t
| j �r�td
��| D ] }�|� q�n�| j�kr���d | jf � n�| j �s ��d �� | j�f � n2d
�
�fdd�| j �� D ��}��d| j|f � | j�rd��| j� | D ]}�|� �qh��d| jf � | j�r���| j� d S )NrU rV rW rB z <!DOCTYPE %s PUBLIC "%s" "%s">rf ra rh r& ri z <!--%s-->z<%s>rg c s" g | ]\}}d � � |�|f �qS )z%s="%s")� fromXmlName)�.0r r0 )�filterr r �
<listcomp>& s
� �zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r+ r rk r rZ r9 r6 rD rl rj r7 r& r~ r{ r* )r3 rV rW rv �attr)r rw r� rx ry r r ry sD
�
� z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrB )r Z
InfosetFilterr{ r| )r rw )r� rx ry r �tostring s
-z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z
dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S r r )r r3 )r} r r r} A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd k r*| j j�d| j �S | j j�d�S d S )Nz{%s}htmlr
)Zdocumentr ZdefaultNamespace�findr" )�fullTreer r � getDocumentD s
�z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r" r r r r� N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rL rM rN Z
documentClassZ doctypeClassZ elementClassZ commentClassZ
fragmentClass�implementationr} r� r� r )rP rd re r` r �ElementTreeImplementationr� r} r r r� 9 s
r� )rP r r rJ r� �locals)r� r� r� r� r )
rP rd re r` r r rw r� r� r} r �getETreeBuilder s ~ >6$r� )F)Z
__future__r r r Zpip._vendor.sixr �rerB r r r
r Z_utilsr �compilern r� ZgetETreeModuler r r r �<module> s
E html5lib/treebuilders/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000006330 15043676226 0020330 0 ustar 00 U
��.e � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a) A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
� )�absolute_import�division�unicode_literals� )�
default_etreeNc K s� | � � } | tkr�| dkrLddlm} |dkr<ddlm} |}|j|f|�jS | dkrlddlm} |jt| < n<| d kr�dd
lm } |dkr�t
}|j |f|�jS t d | ��t�
| �S ) a Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
�dom� )r Nr )�minidomZlxml)�
etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r Zxml.domr Z getDomModuleZ TreeBuilderr
r r ZgetETreeModule�
ValueError�get)ZtreeType�implementation�kwargsr r r
r � r �N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/__init__.py�getTreeBuilder' s$ r )N) �__doc__Z
__future__r r r Z_utilsr r
r r r r r �<module> s html5lib/treebuilders/__pycache__/dom.cpython-38.pyc 0000644 00000022315 15043676226 0016412 0 ustar 00 U
��.e�" � @ s� d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX d dlm Z m
Z
d dl Z ddl m
Z
ddl mZ dd lmZ dd
lmZ d d � Zee�ZdS )
� )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)�
namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getDomBuilder.<locals>.AttrListc S s
|| _ d S �N��element��selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj�� �S r )�iterr �
attributes�keys�r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jj�|�}||_|| jj|< d S r )�
isinstance�tuple�NotImplementedErrorr �
ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s
z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S r )�lenr r r r r r �__len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj�� �S r )�listr r �itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj�� �S r )r% r r �valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S r )r r r r r r �r r r r r � __getitem__, s
z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n
| jj|= d S r )r r r r r r( r r r � __delitem__2 s
z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__�
__module__� __qualname__r r r" r$ r& r' r) r* r r r r �AttrList s r. c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd
d � Zd d
� Z dd� Z
� fdd�Z dd� Z ee e �Z
�fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j�| |j� || _d S r )r r r �nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r0 r r r r �<lambda>= s �z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j�|j� d S r )�parentr � appendChild�r �noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j�|�}|r$| j �||j � n | j �|� d S r )r r �createTextNode� insertBeforer4 )r �datar8 �textr r r �
insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j �|j |j � | |_d S r )r r8 r3 )r r6 ZrefNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j �|j � d |_d S r )r Z
parentNode� removeChildr3 r5 r r r r< O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j �� r,| j j}| j �|� |j �|� q g | _d S r )r �
hasChildNodesZ
firstChildr< r4 �
childNodes)r Z newParent�childr r r �reparentChildrenT s
z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s
� | j �S r r r )r. r r �
getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt |�� �D ]`\}}t|t�rb|d d k rD|d d |d }n|d }| j�|d ||� q| j�||� qd S )Nr �:r r
)r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z
qualifiedNamer r r �
setAttributes^ s
� �z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j �d��S )NF)r � cloneNoder �� NodeBuilderr r rD m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s
| j �� S r )r r= r r r r �
hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml)� namespacer r r r r r � getNameTuples s
z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r �propertyrH r4 r; r8 r< r@ rA rC r rD rG rI Z nameTupler )r. rF r r rF 8 s
rF c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd
d �Zd d
� Z�fdd�Z dd� Z
dd� Z ddd�Z �Z
dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � � � �d d d �| _t�| �S r )�getDOMImplementationZcreateDocument�dom�weakref�proxyr )�Domr r �
documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� � � }|�|||�}| j��|�� � tkrN| j|_d S )Nr �publicId�systemId)rK ZcreateDocumentTypeZdocumentr4 r rL r )r �tokenr rQ rR ZdomimplZdoctype)rO rF r r �
insertDoctype� s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | j�|�}n| j�||�}� |�S r )ZdefaultNamespacerL Z
createElementZcreateElementNS)r r rH r6 rE r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j �|��S r )rL Z
createComment)r r9 rE r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j �� �S r )rL ZcreateDocumentFragmentr rE r r �
fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j �|j� d S r )rL r4 r r5 r r r r4 � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S r r r )�testSerializerr r rX � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rL r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r r r r r[ � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j�| ||� nNt| jd�rXtj| jjkrXt| jj�| j_| jj� tj� | j�
| j� |�� d S )N�_child_node_types) r rZ r; r1 rL r � TEXT_NODEr\ r% �appendr4 r7 )r r9 r3 r r r r; � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rP rT rU rV rW r4 rX rY r[ r; �implementationr r )rO �DomImplementationrF rX r r rZ { s
rZ c s0 | � � g � d� �fdd� ��| d� d�� �S )Nr c s | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� �dd| | j||f � q~� �dd| | jf � n� �dd| f � �nr| j tjkr�� �d� �nX| j tjkr�� �d� �n>| j tj krވ �dd| | j
f � �n| j tj k�r� �d d| | j
f � n�t | d
��r6| j
d k �r6d tj| j
| jf }n| j}� �d d| |f � | �� �r�g }tt| j��D ]T}| j�|�}|j}|j}|j
} | �r�d tj| |jf }n|j}|�||f� �qnt|�D ]&\}}� �d
d|d ||f � �q�|d7 }| jD ]}
�|
|� �qd S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z
|%s%s="%s"r
)ZnodeTyper ZDOCUMENT_TYPE_NODEr rQ rR r^ Z
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuer] r1 r0 r �prefixesr/ Z
hasAttributes�ranger# r �itemr Z localName�sortedr> ) r �indentrQ rR r r �ir! r �nsr? ��rv�serializeElementr r rl � sT
� � �
z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )Z normalize�joinr r rj r rX � s
.
z%getDomBuilder.<locals>.testSerializer)r r r rZ �locals)r` rZ r )r. rO r` rF rX r �
getDomBuilder s $C :6rp )Z
__future__r r r Zcollections.abcr � ImportError� collectionsZxml.domr r rM ra r r r Z_utilsr
rp Z getDomModuler r r r �<module> s _ html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.pyc 0000644 00000027000 15043676226 0017767 0 ustar 00 U
��.e*7 � @ s� d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl
m Z ddlm
Z
dd lm Z
dd
lmZ ddlm Z d Ze�d �Ze �d
�jZG dd� de�ZG dd� de�Zdd� Zdd� ZG dd� de j�ZdS )a� Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
� )�absolute_import�division�unicode_literalsN� )�base� )�DataLossWarning)� constants)�etree)� _ihatexmlTz
{([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S �N)�name�publicId�systemId)�selfr r r � r �P/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py�__init__# s zDocumentType.__init__N)�__name__�
__module__� __qualname__r r r r r r " s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S r
)� _elementTree� _childNodes�r r r r r * s zDocument.__init__c C s | j �� �|j� d S r
)r �getrootZaddnext�_element�r �elementr r r � appendChild. s zDocument.appendChildc C s | j S r
)r r r r r �_getChildNodes1 s zDocument._getChildNodesN)r r r r r r! �propertyZ
childNodesr r r r r ) s r c s6 g �t jdd�� d� ��fdd� ��| d� d���S )NT�ZpreventDoubleDashCommentsr c
s, t | d��s,t | d�r���d� | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }��dd|d |f � | �� }|�� d k r�|�� }q�|d k r��||d � |� � }q�nnt
| t �s�t
| t ��rt
| t �s�t
jd dks�t���d
d| | f � n$��d � | D ]}�||d � �q�n�| jtk�r���d d| | jf � t | d
��r(| j�r(��d
d| | jf � �n�t
| tj��s�t�tj�| j�}|d k �r�|�d�}|�d�}tj| }��dd| |� � |�f � n ��dd| � � | j�f � t | d��r�g }| j � � D ]d\} }
t�| �}|d k �rj|� � \}} � � | �} tj| }d|| f } n
� � | �} |�| |
f� �q t |�D ]&\} }
��dd|d | |
f � �q�| j�rڈ�d
d|d | jf � |d7 }| D ]} �| |� �q�t | d
��r(| j�r(��d
d|d | jf � d S )N�tagr z #document�
<!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z
|%s<%s %s>z|%s<%s>�attribz%s %sz
|%s%s="%s")!�hasattr�append�docinfo� internalDTDZ public_idZ
system_url� root_namer Z getpreviousZgetnext�
isinstance�str�bytes�sys� version_info�AssertionErrorr$ � comment_type�textr' r
Z_Element�etree_builders�
tag_regexp�match�groupr �prefixes� fromXmlNamer( �items�groups�sorted)
r �indent�dtd_strZ next_elementZnsmatch�nsr$ �prefix�
attributesr �valueZ attr_string�child��
infosetFilter�rv�serializeElementr r rI ; s|
��
�
�
z(testSerializer.<locals>.serializeElement�
)r )r �
InfosetFilter�join�r r rF r �testSerializer7 s
F
rN c s$ g � � �fdd���| � d� � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� �|� �| �� � n�| jtkrf� �d| j f � n~| j
s�� �d| jf � n.d� dd� | j
� � D ��}� �d| j|f � | j r�� �| j � | D ] }�|� qĈ �d | jf � t | d
��r| j
�r� �| j
� d S ) Nr$ r% z <!--%s-->z<%s>r& c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r rD r r r �
<listcomp>� s �z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r' )r) r+ r, �doctyper- r* r r$ r4 r5 r( rL r< r' )r r@ �attrrE �rH rI r r rI � s,
�
z"tostring.<locals>.serializeElement� )rL rM r rS r �tostring� s rU c sz e Zd ZeZeZdZdZeZ e
Z ddd�Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _
|| _ t j
�| |� d S )
N)�fullTreeTr# c s& e Zd Zd� fdd� Z� fdd�ZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sr |d kr i }|| _ t�| |� | �� D ]F\}}t|t�rTd|d � �|d �f }n
� �|�}|| j j j|< q&d S �N�{%s}%sr r )r �dictr r< r. �tuple�coerceAttributer( )r r rD �keyr �rG r r r � s
z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t �| ||� t|t�r4d|d � �|d �f }n
� �|�}|| jjj|< d S rX )rZ � __setitem__r. r[ r\ r r( )r r] rD r r^ r r r_ � s
z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r r_ r r^ r r �
Attributes� s r` c sx e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Z� fd d
�Z eee �Z
d��fd d
� Z �fdd�Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �� |�}�jj| ||d� � | �| _d S )N)� namespace)�
coerceElement�Elementr � _attributes)r r ra �r` �builderrG r r r � s
z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � � |�| _| �| j| j�| j_d S r
)rb �_nameZ _getETreeTagZ
_namespacer r$ )r r r^ r r �_setName� s
�z.TreeBuilder.__init__.<locals>.Element._setNamec s � � | j�S r
)r; rg r r^ r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r
�rd r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s � | |�| _ d S r
rj )r rC )r` r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �� |�}� j�| ||� d S r
)ZcoerceCharactersrc �
insertText)r �dataZ insertBefore�rf rG r r rm � s
z0TreeBuilder.__init__.<locals>.Element.insertTextc s � j �| |� d S r
)rc r )r rE )rf r r r � s z1TreeBuilder.__init__.<locals>.Element.appendChild)N)
r r r r rh ri r" r rk rl rC rm r r re r r rc � s
rc c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �� |�}� j�| |� d S r
)�
coerceComment�Commentr �r rn ro r r r � s
z.TreeBuilder.__init__.<locals>.Comment.__init__c s � � |�}|| j_d S r
)rp r r5 rr r^ r r �_setData� s
z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r
)r r5 r r r r �_getData� s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rs rt r" rn r ro r r rq � s rq )r6 ZgetETreeModuler
r rK rG �namespaceHTMLElementsrZ rc rq � elementClass� commentClassr rV r )r ru rW rc rq r re r r � s zTreeBuilder.__init__c C s$ t j�| � | j| _g | _d | _d S r
)r rV �reset�insertCommentInitial�
insertComment�initial_commentsrQ r r r r rx s zTreeBuilder.resetc C s t |�S r
)rN r r r r rN s zTreeBuilder.testSerializerc C s t r | jjS | jj�� S d S r
)rW �documentr r r r r r � getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|�|j� |�t|�� |jrB|�|j� |S )Nr )� openElementsr r5 r* �extend�listr' )r Zfragmentr r r r � getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t �dt� d | _n4| j�|�}||krPt �dt� | �|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rQ rG rb � doctypeClass)r �tokenr r r Z coercedNamerQ r r r �
insertDoctype s zTreeBuilder.insertDoctypec C s6 |d ks|| j kst�| j jd ks&t�| j�|� d S r
)r| r3 r r{ r* �r rn �parentr r r ry , s z TreeBuilder.insertCommentInitialc sB || j kr,| j j�� d jtkr,t�dt� tt | ��
||� d S )N���z@lxml cannot represent adjacent comments beyond the root elements) r| r r r$ r4 r� r� r �superrV rz r� �� __class__r r �insertCommentMain1 s
� z TreeBuilder.insertCommentMainc C s� d}| j r�| j jst�|d| j j 7 }| j jd k s>| j jd k r�|d| j�| j jpRd� 7 }| j jr�| j j}|�d�dkr�|�d�dkr�t� dt
� |� dd�}|�d�dkr�|d | 7 }q�|d
| 7 }n|d 7 }|d 7 }| j j|d
kr�t� dt
� |d7 }t �
|�}| jD ] }| �|d �}|�|j� �q | �� | _|�� | j_|d
}|�d| j�}|d k�rj|} n d||f } | |_| �||�}
||
_| jj�|
� | j �|
� | j | _ d S )NrT z <!DOCTYPE %sz
PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rn ra rY ) rQ r r3 r r rG Z coercePubid�findr� r� r �replacer
Z
fromstringr{ rw Z addpreviousr �
documentClassr| Z getroottreer �getZdefaultNamespacer$ rv r r* r~ r� rz ) r r� ZdocStrZsysid�root�
comment_tokenZcommentr ra Z etree_tagZ root_elementr r r �
insertRoot7 sP
��
zTreeBuilder.insertRoot)F)N)N)r r r r r� r r� rv rw Z
fragmentClassr
�implementationr rx rN r} r� r� ry r� r� �
__classcell__r r r� r rV � s
L
rV ) �__doc__Z
__future__r r r r� �rer1 rT r r r r
r6 r Z
lxml.etreerW �compiler7 rq r$ r4 �objectr r rN rU rV r r r r �<module> s$
O)html5lib/treebuilders/__pycache__/etree.cpython-38.opt-1.pyc 0000644 00000026667 15043676226 0017714 0 ustar 00 U
��.e�1 � @ s� d dl mZmZmZ d dlmZ d dlZddlmZ ddlm Z ddlm
Z
dd l
m Z dd
l m
Z
e�d �Zdd
d�Ze
e�ZdS )� )�absolute_import�division�unicode_literals)� text_typeN� )�base� )� _ihatexml)� constants)�
namespaces)�moduleFactoryFactoryz
{([^}]*)}(.*)Fc s� ���� d�j�G �fdd�dtj��G �fdd�d��� G �fdd�d���G �fdd �d ���G �fd
d �d ����fd d
�� ��fdd�}G � ������� fdd�dtj�}t� S )NZasdc s� e Zd Zd$� fdd� Zdd� Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
ee
e �Z dd� Z dd� Z
ee e
�Zdd� Zdd� Zeee�Zdd� Zdd� Zdd� Zd d � Zd%d d �Zd d!� Zd"d#� ZdS )&z getETreeBuilder.<locals>.ElementNc s^ || _ || _� �| �||��| _|d kr:td | j f| _n| j| j f| _d | _g | _g | _ d S )N�html)
�_name�
_namespace�Element� _getETreeTag�_elementr Z nameTuple�parent� _childNodes�_flags)�self�name� namespace�� ElementTree� �K/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree.py�__init__ s
�z)getETreeBuilder.<locals>.Element.__init__c S s |d kr|}n d||f }|S )N�{%s}%sr )r r r Z etree_tagr r r r # s z-getETreeBuilder.<locals>.Element._getETreeTagc S s || _ | �| j | j�| j_d S �N)r r r r �tag)r r r r r �_setName* s z)getETreeBuilder.<locals>.Element._setNamec S s | j S r )r �r r r r �_getName. s z)getETreeBuilder.<locals>.Element._getNamec S s || _ | �| j| j �| j_d S r )r r r r r )r r r r r �
_setNamespace3 s z.getETreeBuilder.<locals>.Element._setNamespacec S s | j S r )r r" r r r �
_getNamespace7 s z.getETreeBuilder.<locals>.Element._getNamespacec S s | j jS r )r �attribr" r r r �_getAttributes< s z/getETreeBuilder.<locals>.Element._getAttributesc S sh t | jj�� �D ]}| jj|= q|�� D ]:\}}t|t�rPd|d |d f }n|}| j�||� q(d S )Nr r r )�listr r& �keys�items�
isinstance�tuple�set)r �
attributes�key�valuer r r r �_setAttributes? s
z/getETreeBuilder.<locals>.Element._setAttributesc S s | j S r )r r" r r r �_getChildNodesM s z/getETreeBuilder.<locals>.Element._getChildNodesc S s* | j d d �= g | _|D ]}| �|� qd S r )r r Z insertChild)r r0 �elementr r r �_setChildNodesP s z/getETreeBuilder.<locals>.Element._setChildNodesc S s t | jjpt| j��S )z,Return true if the node has children or text)�boolr �text�lenr" r r r �
hasContentX s z+getETreeBuilder.<locals>.Element.hasContentc S s$ | j �|� | j�|j� | |_d S r )r �appendr r �r �noder r r � appendChild\ s z,getETreeBuilder.<locals>.Element.appendChildc S s, t | j��|j�}| j�||j� | |_d S r )r( r �index�insertr )r r; ZrefNoder= r r r � insertBeforea s z-getETreeBuilder.<locals>.Element.insertBeforec S s$ | j �|� | j�|j� d |_d S r )r �remover r r: r r r � removeChildf s z,getETreeBuilder.<locals>.Element.removeChildc S s� t | j�s,| jjsd| j_| j j|7 _n�|d krb| jd jsLd| jd _| jd j|7 _nxt| j�}|�|j�}|dkr�| j|d js�d| j|d _| j|d j|7 _n | jjs�d| j_| j j|7 _d S )N� ���r r )r7 r r6 �tailr( r= )r �datar? Zchildrenr= r r r �
insertTextk s"
z+getETreeBuilder.<locals>.Element.insertTextc S s4 t | �| j| j�}| j�� D ]\}}||j|< q |S r )�typer r r. r* )r r3 r r0 r r r � cloneNode� s z*getETreeBuilder.<locals>.Element.cloneNodec S sl |j r"|j d j j| jj7 _n0|jjs2d|j_| jjd k rR|j j| jj7 _d| j_tj�| |� d S )NrC rB )�
childNodesr rD r6 r �Node�reparentChildren)r Z newParentr r r rK � s z1getETreeBuilder.<locals>.Element.reparentChildren)N)N)�__name__�
__module__� __qualname__r r r! r# �propertyr r$ r% r r' r1 r. r2 r4 rI r8 r< r? rA rF rH rK r r r r r s*
r c s2 e Zd Z� fdd�Zdd� Zdd� Zeee�ZdS )z getETreeBuilder.<locals>.Commentc s" � � |�| _d | _g | _g | _d S r )�Commentr r r r )r rE r r r r � s z)getETreeBuilder.<locals>.Comment.__init__c S s | j jS r �r r6 r" r r r �_getData� s z)getETreeBuilder.<locals>.Comment._getDatac S s || j _d S r rQ �r r0 r r r �_setData� s z)getETreeBuilder.<locals>.Comment._setDataN)rL rM rN r rR rT rO rE r r r r rP � s rP c sL e Zd Z� fdd�Zdd� Zdd� Zeee�Zdd� Zd d
� Z eee �Z
d S ) z%getETreeBuilder.<locals>.DocumentTypec s$ � � | d� || j_|| _|| _d S )N�
<!DOCTYPE>)r r r6 �publicId�systemId)r r rV rW �r r r r � s z.getETreeBuilder.<locals>.DocumentType.__init__c S s | j �dd�S )NrV rB �r �getr" r r r � _getPublicId� s z2getETreeBuilder.<locals>.DocumentType._getPublicIdc S s |d k r| j �d|� d S )NrV �r r- rS r r r � _setPublicId� s z2getETreeBuilder.<locals>.DocumentType._setPublicIdc S s | j �dd�S )NrW rB rY r" r r r � _getSystemId� s z2getETreeBuilder.<locals>.DocumentType._getSystemIdc S s |d k r| j �d|� d S )NrW r\ rS r r r � _setSystemId� s z2getETreeBuilder.<locals>.DocumentType._setSystemIdN) rL rM rN r r[ r] rO rV r^ r_ rW r rX r r � DocumentType� s
r` c s e Zd Z� fdd�ZdS )z!getETreeBuilder.<locals>.Documentc s � � | d� d S )N�
DOCUMENT_ROOT�r r" rX r r r � s z*getETreeBuilder.<locals>.Document.__init__N�rL rM rN r r rX r r �Document� s rd c s e Zd Z� fdd�ZdS )z)getETreeBuilder.<locals>.DocumentFragmentc s � � | d� d S )NZDOCUMENT_FRAGMENTrb r" rX r r r � s z2getETreeBuilder.<locals>.DocumentFragment.__init__Nrc r rX r r �DocumentFragment� s re c s* g � d�� �fdd� ��| d� d� � �S )Nr c sn t | d�s| �� } | jdkrz| �d�s0| �d�rd| �d�p<d}| �d�pJd}��d| j||f � n��d| jf � �n�| jdkr��d � | jd k r���d
d |d | jf � | jd k r�td
��t | d�r�t| j �r�td���nB| j� k�r��dd | | jf � �nt
� | j�}|d k�r,| j}n"|� � \}}t
j| }d||f }��dd | |f � t | d��rg }| j �� D ]T\}} t
� |�}|d k �r�|� � \}}t
j| }d||f }
n|}
|�|
| f� �q~t|�D ]&\}} ��dd |d || f � �q�| j�r(��d
d |d | jf � |d 7 }| D ]} �| |� �q4| j�rj��d
d |d | jf � d S )Nr rU rV rW rB z<!DOCTYPE %s "%s" "%s">�
<!DOCTYPE %s>ra z #documentz|%s"%s"� r � Document node cannot have tailr& �$Document node cannot have attributesz|%s<!-- %s -->z%s %sz|%s<%s>z
|%s%s="%s")�hasattr�getrootr rZ r9 r6 rD � TypeErrorr7 r& �
tag_regexp�match�groupsr
�prefixesr* �sorted) r3 �indentrV rW Znsmatchr �ns�prefixr. r0 Z attr_string�child)�ElementTreeCommentType�rv�serializeElementr r rx � s\
�
zAgetETreeBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )�join�r3 )rv )rw rx r �testSerializer� s 7
z'getETreeBuilder.<locals>.testSerializerc s2 g �t �� � ��� ��fdd���| � d���S )z4Serialize an element and its child nodes to a stringc s� t | � j�r| �� } | jdkr|| �d�s2| �d�rf| �d�p>d}| �d�pLd}��d| j||f � n��d| jf � �n| jdkr�| jd k r���| j� | jd k r�td��t | d �r�t
| j �r�td
��| D ] }�|� q�n�| j�kr���d | jf � n�| j �s ��d �� | j�f � n2d
�
�fdd�| j �� D ��}��d| j|f � | j�rd��| j� | D ]}�|� �qh��d| jf � | j�r���| j� d S )NrU rV rW rB z <!DOCTYPE %s PUBLIC "%s" "%s">rf ra rh r& ri z <!--%s-->z<%s>rg c s" g | ]\}}d � � |�|f �qS )z%s="%s")� fromXmlName)�.0r r0 )�filterr r �
<listcomp>& s
� �zOgetETreeBuilder.<locals>.tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>)r+ r rk r rZ r9 r6 rD rl rj r7 r& r} rz r* )r3 rV rW ru �attr)r rv r rw rx r r rx sD
�
� z;getETreeBuilder.<locals>.tostring.<locals>.serializeElementrB )r Z
InfosetFilterrz r{ )r rv )r rw rx r �tostring s
-z!getETreeBuilder.<locals>.tostringc sD e Zd Z�Z�Z�Z� Z�Z�Z�fdd�Z �fdd�Z
dd� Z dS )z$getETreeBuilder.<locals>.TreeBuilderc s � |�S r r )r r3 )r| r r r| A s z3getETreeBuilder.<locals>.TreeBuilder.testSerializerc s< � r | j jS | jd k r*| j j�d| j �S | j j�d�S d S )Nz{%s}htmlr
)Zdocumentr ZdefaultNamespace�findr" )�fullTreer r � getDocumentD s
�z0getETreeBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r" r r r r� N s z0getETreeBuilder.<locals>.TreeBuilder.getFragmentN) rL rM rN Z
documentClassZ doctypeClassZ elementClassZ commentClassZ
fragmentClass�implementationr| r� r� r )rP rd re r` r �ElementTreeImplementationr� r| r r r� 9 s
r� )rP r r rJ r� �locals)r� r� r� r� r )
rP rd re r` r r rv r� r� r| r �getETreeBuilder s ~ >6$r� )F)Z
__future__r r r Zpip._vendor.sixr �rerB r r r
r Z_utilsr �compilerm r� ZgetETreeModuler r r r �<module> s
E html5lib/treebuilders/__pycache__/etree_lxml.cpython-38.opt-1.pyc 0000644 00000026507 15043676226 0020741 0 ustar 00 U
��.e*7 � @ s� d Z ddlmZmZmZ ddlZddlZddlZddlm Z ddl
m Z ddlm
Z
dd lm Z
dd
lmZ ddlm Z d Ze�d �Ze �d
�jZG dd� de�ZG dd� de�Zdd� Zdd� ZG dd� de j�ZdS )a� Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
� )�absolute_import�division�unicode_literalsN� )�base� )�DataLossWarning)� constants)�etree)� _ihatexmlTz
{([^}]*)}(.*)Zasdc @ s e Zd Zdd� ZdS )� DocumentTypec C s || _ || _|| _d S �N)�name�publicId�systemId)�selfr r r � r �P/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/etree_lxml.py�__init__# s zDocumentType.__init__N)�__name__�
__module__� __qualname__r r r r r r " s r c @ s, e Zd Zdd� Zdd� Zdd� Zee�ZdS )�Documentc C s d | _ g | _d S r
)� _elementTree� _childNodes�r r r r r * s zDocument.__init__c C s | j �� �|j� d S r
)r �getrootZaddnext�_element�r �elementr r r � appendChild. s zDocument.appendChildc C s | j S r
)r r r r r �_getChildNodes1 s zDocument._getChildNodesN)r r r r r r! �propertyZ
childNodesr r r r r ) s r c s6 g �t jdd�� d� ��fdd� ��| d� d���S )NT�ZpreventDoubleDashCommentsr c
s� t | d��s t | d�r���d� | jjrz| jjsF| jjsFd| jj }nd| jj| jj| jjf }��dd|d |f � | �� }|�� d k r�|�� }q�|d k r��||d � |� � }q�nNt
| t �s�t
| t �r��d d| | f � n"��d
� | D ]}�||d � q�n�| j
tk�r`��d d| | jf � t | d ��r�| j�r���d d| | jf � �n�tj�| j
�}|d k �r�|�d
�}|�d�}tj| }��dd| |� �|�f � n ��dd| � �| j
�f � t | d��r�g }| j�� D ]d\} }
t�| �}|d k �r8|�� \}} � �| �} tj| }d|| f } n
� �| �} |�| |
f� �q�t|�D ]&\} }
��dd|d | |
f � �q\| j�r���d d|d | jf � |d7 }| D ]} �| |� �q�t | d ��r�| j�r���d d|d | jf � d S )N�tagr z #document�
<!DOCTYPE %s>z<!DOCTYPE %s "%s" "%s">z|%s%s� r z|%s"%s"z#document-fragmentz|%s<!-- %s -->�tailr z
|%s<%s %s>z|%s<%s>�attribz%s %sz
|%s%s="%s") �hasattr�append�docinfo� internalDTDZ public_idZ
system_url� root_namer Z getpreviousZgetnext�
isinstance�str�bytesr$ � comment_type�textr' �etree_builders�
tag_regexp�match�groupr �prefixes� fromXmlNamer( �items�groups�sorted)
r �indent�dtd_strZ next_elementZnsmatch�nsr$ �prefix�
attributesr �valueZ attr_string�child��
infosetFilter�rv�serializeElementr r rF ; sx
��
�
�
z(testSerializer.<locals>.serializeElement�
)r )r �
InfosetFilter�join�r r rC r �testSerializer7 s
F
rK c s$ g � � �fdd���| � d� � �S )z4Serialize an element and its child nodes to a stringc s t | d�sH| jjr:| jjr$| jj}n d| jj }� �|� �| �� � n�| jtkrf� �d| j f � n~| j
s�� �d| jf � n.d� dd� | j
� � D ��}� �d| j|f � | j r�� �| j � | D ] }�|� qĈ �d | jf � t | d
��r| j
�r� �| j
� d S ) Nr$ r% z <!--%s-->z<%s>r& c S s g | ]\}}d ||f �qS )z%s="%s"r )�.0r rA r r r �
<listcomp>� s �z6tostring.<locals>.serializeElement.<locals>.<listcomp>z<%s %s>z</%s>r' )r) r+ r, �doctyper- r* r r$ r1 r2 r( rI r9 r' )r r= �attrrB �rE rF r r rF � s,
�
z"tostring.<locals>.serializeElement� )rI rJ r rP r �tostring� s rR c sz e Zd ZeZeZdZdZeZ e
Z ddd�Z dd� Z
dd� Zd d
� Zd d � Zd
d� Zddd�Zd� fdd� Zdd� Z� ZS )� TreeBuilderNFc s� t jt|d��tjdd� �| _|| _G �fdd�dt�� G � ��fdd�d�j�}G ��fdd �d �j �}|| _
|| _ t j
�| |� d S )
N)�fullTreeTr# c s& e Zd Zd� fdd� Z� fdd�ZdS )z(TreeBuilder.__init__.<locals>.AttributesNc sr |d kr i }|| _ t�| |� | �� D ]F\}}t|t�rTd|d � �|d �f }n
� �|�}|| j j j|< q&d S �N�{%s}%sr r )r �dictr r9 r. �tuple�coerceAttributer( )r r rA �keyr �rD r r r � s
z1TreeBuilder.__init__.<locals>.Attributes.__init__c sP t �| ||� t|t�r4d|d � �|d �f }n
� �|�}|| jjj|< d S rU )rW � __setitem__r. rX rY r r( )r rZ rA r r[ r r r\ � s
z4TreeBuilder.__init__.<locals>.Attributes.__setitem__)N)r r r r r\ r r[ r r �
Attributes� s r] c sx e Zd Z� ��fdd�Z�fdd�Z�fdd�Zeee�Zdd� Z� fd d
�Z eee �Z
d��fd d
� Z �fdd�Z d S )z%TreeBuilder.__init__.<locals>.Elementc s* �� |�}�jj| ||d� � | �| _d S )N)� namespace)�
coerceElement�Elementr � _attributes)r r r^ �r] �builderrD r r r � s
z.TreeBuilder.__init__.<locals>.Element.__init__c s$ � � |�| _| �| j| j�| j_d S r
)r_ �_nameZ _getETreeTagZ
_namespacer r$ )r r r[ r r �_setName� s
�z.TreeBuilder.__init__.<locals>.Element._setNamec s � � | j�S r
)r8 rd r r[ r r �_getName� s z.TreeBuilder.__init__.<locals>.Element._getNamec S s | j S r
�ra r r r r �_getAttributes� s z4TreeBuilder.__init__.<locals>.Element._getAttributesc s � | |�| _ d S r
rg )r r@ )r] r r �_setAttributes� s z4TreeBuilder.__init__.<locals>.Element._setAttributesNc s �� |�}� j�| ||� d S r
)ZcoerceCharactersr` �
insertText)r �dataZ insertBefore�rc rD r r rj � s
z0TreeBuilder.__init__.<locals>.Element.insertTextc s � j �| |� d S r
)r` r )r rB )rc r r r � s z1TreeBuilder.__init__.<locals>.Element.appendChild)N)
r r r r re rf r" r rh ri r@ rj r r rb r r r` � s
r` c s8 e Zd Z� �fdd�Z�fdd�Zdd� Zeee�ZdS )z%TreeBuilder.__init__.<locals>.Commentc s �� |�}� j�| |� d S r
)�
coerceComment�Commentr �r rk rl r r r � s
z.TreeBuilder.__init__.<locals>.Comment.__init__c s � � |�}|| j_d S r
)rm r r2 ro r[ r r �_setData� s
z.TreeBuilder.__init__.<locals>.Comment._setDatac S s | j jS r
)r r2 r r r r �_getData� s z.TreeBuilder.__init__.<locals>.Comment._getDataN)r r r r rp rq r" rk r rl r r rn � s rn )r3 ZgetETreeModuler
r rH rD �namespaceHTMLElementsrW r` rn � elementClass� commentClassr rS r )r rr rT r` rn r rb r r � s zTreeBuilder.__init__c C s$ t j�| � | j| _g | _d | _d S r
)r rS �reset�insertCommentInitial�
insertComment�initial_commentsrN r r r r ru s zTreeBuilder.resetc C s t |�S r
)rK r r r r rK s zTreeBuilder.testSerializerc C s t r | jjS | jj�� S d S r
)rT �documentr r r r r r � getDocument s zTreeBuilder.getDocumentc C sF g }| j d j}|jr"|�|j� |�t|�� |jrB|�|j� |S )Nr )� openElementsr r2 r* �extend�listr' )r Zfragmentr r r r � getFragment s zTreeBuilder.getFragmentc C sh |d }|d }|d }|s0t �dt� d | _n4| j�|�}||krPt �dt� | �|||�}|| _d S )Nr r r z#lxml cannot represent empty doctypez%lxml cannot represent non-xml doctype)�warnings�warnr rN rD r_ � doctypeClass)r �tokenr r r Z coercedNamerN r r r �
insertDoctype s zTreeBuilder.insertDoctypec C s | j �|� d S r
)rx r* �r rk �parentr r r rv , s z TreeBuilder.insertCommentInitialc sB || j kr,| j j�� d jtkr,t�dt� tt | ��
||� d S )N���z@lxml cannot represent adjacent comments beyond the root elements) ry r r r$ r1 r r� r �superrS rw r� �� __class__r r �insertCommentMain1 s
� z TreeBuilder.insertCommentMainc C s� d}| j r�|d| j j 7 }| j jd k s2| j jd k r�|d| j�| j jpFd� 7 }| j jr�| j j}|�d�dkr�|�d�dkr�t�dt � |�
dd�}|�d�dkr�|d | 7 }q�|d
| 7 }n|d 7 }|d 7 }| j j|d
kr�t�dt � |d7 }t � |�}| j
D ] }| �|d �}|�|j� �q | �� | _|�� | j_|d
}|�d| j�}|d k�r^|} n d||f } | |_| �||�}
||
_| jj�|
� | j�|
� | j | _ d S )NrQ z <!DOCTYPE %sz
PUBLIC "%s" �'r �"z6DOCTYPE system cannot contain single and double quotesZU00027z"%s"z'%s'z''�>r zGlxml cannot represent doctype with a different name to the root elementz$<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>rk r^ rV ) rN r r r rD Z coercePubid�findr r� r �replacer
Z
fromstringrx rt Z addpreviousr �
documentClassry Z getroottreer �getZdefaultNamespacer$ rs r r* r{ r� rw ) r r� ZdocStrZsysid�root�
comment_tokenZcommentr r^ Z etree_tagZ root_elementr r r �
insertRoot7 sN
��
zTreeBuilder.insertRoot)F)N)N)r r r r r� r r� rs rt Z
fragmentClassr
�implementationr ru rK rz r~ r� rv r� r� �
__classcell__r r r� r rS � s
L
rS ) �__doc__Z
__future__r r r r �re�sysrQ r r r r
r3 r Z
lxml.etreerT �compiler4 rn r$ r1 �objectr r rK rR rS r r r r �<module> s$
O) html5lib/treebuilders/__pycache__/dom.cpython-38.opt-1.pyc 0000644 00000022315 15043676226 0017351 0 ustar 00 U
��.e�" � @ s� d dl mZmZmZ zd dlmZ W n ek
rD d dlmZ Y nX d dlm Z m
Z
d dl Z ddl m
Z
ddl mZ dd lmZ dd
lmZ d d � Zee�ZdS )
� )�absolute_import�division�unicode_literals)�MutableMapping)�minidom�NodeN� )�base� )� constants)�
namespaces)�moduleFactoryFactoryc sV ��G dd� dt �� G � �fdd�dtj��G ����fdd�dtj�}dd� �t� S ) Nc @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )z getDomBuilder.<locals>.AttrListc S s
|| _ d S �N��element��selfr � r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/dom.py�__init__ s z(getDomBuilder.<locals>.AttrList.__init__c S s t | jj�� �S r )�iterr �
attributes�keys�r r r r �__iter__ s z(getDomBuilder.<locals>.AttrList.__iter__c S s4 t |t�rt�n | jj�|�}||_|| jj|< d S r )�
isinstance�tuple�NotImplementedErrorr �
ownerDocumentZcreateAttribute�valuer )r �namer �attrr r r � __setitem__ s
z+getDomBuilder.<locals>.AttrList.__setitem__c S s t | jj�S r )�lenr r r r r r �__len__# s z'getDomBuilder.<locals>.AttrList.__len__c S s t | jj�� �S r )�listr r �itemsr r r r r& & s z%getDomBuilder.<locals>.AttrList.itemsc S s t | jj�� �S r )r% r r �valuesr r r r r' ) s z&getDomBuilder.<locals>.AttrList.valuesc S s" t |t�rt�n| jj| jS d S r )r r r r r r �r r r r r � __getitem__, s
z+getDomBuilder.<locals>.AttrList.__getitem__c S s t |t�rt�n
| jj|= d S r )r r r r r r( r r r � __delitem__2 s
z+getDomBuilder.<locals>.AttrList.__delitem__N) �__name__�
__module__� __qualname__r r r" r$ r& r' r) r* r r r r �AttrList s r. c s� e Zd Zdd� Zedd� �Zdd� Zddd �Zd
d � Zd d
� Z dd� Z
� fdd�Z dd� Z ee e �Z
�fdd�Zdd� Zdd� Zee�ZdS )z"getDomBuilder.<locals>.NodeBuilderc S s t j�| |j� || _d S r )r r r �nodeNamer r r r r r 9 s z+getDomBuilder.<locals>.NodeBuilder.__init__c S s t | jd�r| jjpd S )N� namespaceURI)�hasattrr r0 r r r r �<lambda>= s �z+getDomBuilder.<locals>.NodeBuilder.<lambda>c S s | |_ | j�|j� d S r )�parentr � appendChild�r �noder r r r4 @ s z.getDomBuilder.<locals>.NodeBuilder.appendChildNc S s4 | j j�|�}|r$| j �||j � n | j �|� d S r )r r �createTextNode� insertBeforer4 )r �datar8 �textr r r �
insertTextD s z-getDomBuilder.<locals>.NodeBuilder.insertTextc S s | j �|j |j � | |_d S r )r r8 r3 )r r6 ZrefNoder r r r8 K s z/getDomBuilder.<locals>.NodeBuilder.insertBeforec S s& |j j| j kr | j �|j � d |_d S r )r Z
parentNode� removeChildr3 r5 r r r r< O s z.getDomBuilder.<locals>.NodeBuilder.removeChildc S s6 | j �� r,| j j}| j �|� |j �|� q g | _d S r )r �
hasChildNodesZ
firstChildr< r4 �
childNodes)r Z newParent�childr r r �reparentChildrenT s
z3getDomBuilder.<locals>.NodeBuilder.reparentChildrenc s
� | j �S r r r )r. r r �
getAttributes[ s z0getDomBuilder.<locals>.NodeBuilder.getAttributesc S sv |rrt |�� �D ]`\}}t|t�rb|d d k rD|d d |d }n|d }| j�|d ||� q| j�||� qd S )Nr �:r r
)r% r& r r r ZsetAttributeNSZ setAttribute)r r r r Z
qualifiedNamer r r �
setAttributes^ s
� �z0getDomBuilder.<locals>.NodeBuilder.setAttributesc s � | j �d��S )NF)r � cloneNoder �� NodeBuilderr r rD m s z,getDomBuilder.<locals>.NodeBuilder.cloneNodec S s
| j �� S r )r r= r r r r �
hasContentp s z-getDomBuilder.<locals>.NodeBuilder.hasContentc S s( | j d krtd | jfS | j | jfS d S )NZhtml)� namespacer r r r r r � getNameTuples s
z/getDomBuilder.<locals>.NodeBuilder.getNameTuple)N)r+ r, r- r �propertyrH r4 r; r8 r< r@ rA rC r rD rG rI Z nameTupler )r. rF r r rF 8 s
rF c s� e Zd Z� fdd�Z� �fdd�Zd�fdd� Z�fdd �Z�fd
d �Zd d
� Z�fdd�Z dd� Z
dd� Z ddd�Z �Z
dZdS )z"getDomBuilder.<locals>.TreeBuilderc s � � � �d d d �| _t�| �S r )�getDOMImplementationZcreateDocument�dom�weakref�proxyr )�Domr r �
documentClass| s z0getDomBuilder.<locals>.TreeBuilder.documentClassc sR |d }|d }|d }� � � }|�|||�}| j��|�� � tkrN| j|_d S )Nr �publicId�systemId)rK ZcreateDocumentTypeZdocumentr4 r rL r )r �tokenr rQ rR ZdomimplZdoctype)rO rF r r �
insertDoctype� s z0getDomBuilder.<locals>.TreeBuilder.insertDoctypeNc s6 |d kr | j d kr | j�|�}n| j�||�}� |�S r )ZdefaultNamespacerL Z
createElementZcreateElementNS)r r rH r6 rE r r � elementClass� s z/getDomBuilder.<locals>.TreeBuilder.elementClassc s � | j �|��S r )rL Z
createComment)r r9 rE r r � commentClass� s z/getDomBuilder.<locals>.TreeBuilder.commentClassc s � | j �� �S r )rL ZcreateDocumentFragmentr rE r r �
fragmentClass� s z0getDomBuilder.<locals>.TreeBuilder.fragmentClassc S s | j �|j� d S r )rL r4 r r5 r r r r4 � s z.getDomBuilder.<locals>.TreeBuilder.appendChildc s � |�S r r r )�testSerializerr r rX � s z1getDomBuilder.<locals>.TreeBuilder.testSerializerc S s | j S r )rL r r r r � getDocument� s z.getDomBuilder.<locals>.TreeBuilder.getDocumentc S s t j�| �jS r )r � TreeBuilder� getFragmentr r r r r r[ � s z.getDomBuilder.<locals>.TreeBuilder.getFragmentc S sp |}|| kr t j�| ||� nNt| jd�rXtj| jjkrXt| jj�| j_| jj� tj� | j�
| j� |�� d S )N�_child_node_types) r rZ r; r1 rL r � TEXT_NODEr\ r% �appendr4 r7 )r r9 r3 r r r r; � s z-getDomBuilder.<locals>.TreeBuilder.insertText)N)N)r+ r, r- rP rT rU rV rW r4 rX rY r[ r; �implementationr r )rO �DomImplementationrF rX r r rZ { s
rZ c s0 | � � g � d� �fdd� ��| d� d�� �S )Nr c s | j tjkr�| jrj| js | jrP| jp&d}| jp0d}� �dd| | j||f � q~� �dd| | jf � n� �dd| f � �nr| j tjkr�� �d� �nX| j tjkr�� �d� �n>| j tj krވ �dd| | j
f � �n| j tj k�r� �d d| | j
f � n�t | d
��r6| j
d k �r6d tj| j
| jf }n| j}� �d d| |f � | �� �r�g }tt| j��D ]T}| j�|�}|j}|j}|j
} | �r�d tj| |jf }n|j}|�||f� �qnt|�D ]&\}}� �d
d|d ||f � �q�|d7 }| jD ]}
�|
|� �qd S )N� z|%s<!DOCTYPE %s "%s" "%s">� z|%s<!DOCTYPE %s>z|%s<!DOCTYPE >z #documentz#document-fragmentz|%s<!-- %s -->z|%s"%s"r0 z%s %sz|%s<%s>z
|%s%s="%s"r
)ZnodeTyper ZDOCUMENT_TYPE_NODEr rQ rR r^ Z
DOCUMENT_NODEZDOCUMENT_FRAGMENT_NODEZ COMMENT_NODEZ nodeValuer] r1 r0 r �prefixesr/ Z
hasAttributes�ranger# r �itemr Z localName�sortedr> ) r �indentrQ rR r r �ir! r �nsr? ��rv�serializeElementr r rl � sT
� � �
z?getDomBuilder.<locals>.testSerializer.<locals>.serializeElement�
)r )Z normalize�joinr r rj r rX � s
.
z%getDomBuilder.<locals>.testSerializer)r r r rZ �locals)r` rZ r )r. rO r` rF rX r �
getDomBuilder s $C :6rp )Z
__future__r r r Zcollections.abcr � ImportError� collectionsZxml.domr r rM ra r r r Z_utilsr
rp Z getDomModuler r r r �<module> s _ html5lib/treebuilders/__pycache__/__init__.cpython-38.pyc 0000644 00000006330 15043676226 0017371 0 ustar 00 U
��.e � @ s6 d Z ddlmZmZmZ ddlmZ i Zddd�ZdS ) a) A collection of modules for building different kinds of trees from HTML
documents.
To create a treebuilder for a new type of tree, you need to do
implement several things:
1. A set of classes for various types of elements: Document, Doctype, Comment,
Element. These must implement the interface of ``base.treebuilders.Node``
(although comment nodes have a different signature for their constructor,
see ``treebuilders.etree.Comment``) Textual content may also be implemented
as another node type, or not, as your tree implementation requires.
2. A treebuilder object (called ``TreeBuilder`` by convention) that inherits
from ``treebuilders.base.TreeBuilder``. This has 4 required attributes:
* ``documentClass`` - the class to use for the bottommost node of a document
* ``elementClass`` - the class to use for HTML Elements
* ``commentClass`` - the class to use for comments
* ``doctypeClass`` - the class to use for doctypes
It also has one required method:
* ``getDocument`` - Returns the root node of the complete document tree
3. If you wish to run the unit tests, you must also create a ``testSerializer``
method on your treebuilder which accepts a node and returns a string
containing Node and its children serialized according to the format used in
the unittests
� )�absolute_import�division�unicode_literals� )�
default_etreeNc K s� | � � } | tkr�| dkrLddlm} |dkr<ddlm} |}|j|f|�jS | dkrlddlm} |jt| < n<| d kr�dd
lm } |dkr�t
}|j |f|�jS t d | ��t�
| �S ) a Get a TreeBuilder class for various types of trees with built-in support
:arg treeType: the name of the tree type required (case-insensitive). Supported
values are:
* "dom" - A generic builder for DOM implementations, defaulting to a
xml.dom.minidom based implementation.
* "etree" - A generic builder for tree implementations exposing an
ElementTree-like interface, defaulting to xml.etree.cElementTree if
available and xml.etree.ElementTree if not.
* "lxml" - A etree-based builder for lxml.etree, handling limitations
of lxml's implementation.
:arg implementation: (Currently applies to the "etree" and "dom" tree
types). A module implementing the tree type e.g. xml.etree.ElementTree
or xml.etree.cElementTree.
:arg kwargs: Any additional options to pass to the TreeBuilder when
creating it.
Example:
>>> from html5lib.treebuilders import getTreeBuilder
>>> builder = getTreeBuilder('etree')
�dom� )r Nr )�minidomZlxml)�
etree_lxml�etree)r z Unrecognised treebuilder "%s" )�lower�treeBuilderCache� r Zxml.domr Z getDomModuleZ TreeBuilderr
r r ZgetETreeModule�
ValueError�get)ZtreeType�implementation�kwargsr r r
r � r �N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treebuilders/__init__.py�getTreeBuilder' s$ r )N) �__doc__Z
__future__r r r Z_utilsr r
r r r r r �<module> s html5lib/treebuilders/etree_lxml.py 0000644 00000033521 15043676226 0013506 0 ustar 00 """Module for supporting the lxml.etree library. The idea here is to use as much
of the native library as possible, without using fragile hacks like custom element
names that break between releases. The downside of this is that we cannot represent
all possible trees; specifically the following are known to cause problems:
Text or comments as siblings of the root element
Docypes with no name
When any of these things occur, we emit a DataLossWarning
"""
from __future__ import absolute_import, division, unicode_literals
# pylint:disable=protected-access
import warnings
import re
import sys
from . import base
from ..constants import DataLossWarning
from .. import constants
from . import etree as etree_builders
from .. import _ihatexml
import lxml.etree as etree
fullTree = True
tag_regexp = re.compile("{([^}]*)}(.*)")
comment_type = etree.Comment("asd").tag
class DocumentType(object):
def __init__(self, name, publicId, systemId):
self.name = name
self.publicId = publicId
self.systemId = systemId
class Document(object):
def __init__(self):
self._elementTree = None
self._childNodes = []
def appendChild(self, element):
self._elementTree.getroot().addnext(element._element)
def _getChildNodes(self):
return self._childNodes
childNodes = property(_getChildNodes)
def testSerializer(element):
rv = []
infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True)
def serializeElement(element, indent=0):
if not hasattr(element, "tag"):
if hasattr(element, "getroot"):
# Full tree case
rv.append("#document")
if element.docinfo.internalDTD:
if not (element.docinfo.public_id or
element.docinfo.system_url):
dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name
else:
dtd_str = """<!DOCTYPE %s "%s" "%s">""" % (
element.docinfo.root_name,
element.docinfo.public_id,
element.docinfo.system_url)
rv.append("|%s%s" % (' ' * (indent + 2), dtd_str))
next_element = element.getroot()
while next_element.getprevious() is not None:
next_element = next_element.getprevious()
while next_element is not None:
serializeElement(next_element, indent + 2)
next_element = next_element.getnext()
elif isinstance(element, str) or isinstance(element, bytes):
# Text in a fragment
assert isinstance(element, str) or sys.version_info[0] == 2
rv.append("|%s\"%s\"" % (' ' * indent, element))
else:
# Fragment case
rv.append("#document-fragment")
for next_element in element:
serializeElement(next_element, indent + 2)
elif element.tag == comment_type:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.text))
if hasattr(element, "tail") and element.tail:
rv.append("|%s\"%s\"" % (' ' * indent, element.tail))
else:
assert isinstance(element, etree._Element)
nsmatch = etree_builders.tag_regexp.match(element.tag)
if nsmatch is not None:
ns = nsmatch.group(1)
tag = nsmatch.group(2)
prefix = constants.prefixes[ns]
rv.append("|%s<%s %s>" % (' ' * indent, prefix,
infosetFilter.fromXmlName(tag)))
else:
rv.append("|%s<%s>" % (' ' * indent,
infosetFilter.fromXmlName(element.tag)))
if hasattr(element, "attrib"):
attributes = []
for name, value in element.attrib.items():
nsmatch = tag_regexp.match(name)
if nsmatch is not None:
ns, name = nsmatch.groups()
name = infosetFilter.fromXmlName(name)
prefix = constants.prefixes[ns]
attr_string = "%s %s" % (prefix, name)
else:
attr_string = infosetFilter.fromXmlName(name)
attributes.append((attr_string, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
if element.text:
rv.append("|%s\"%s\"" % (' ' * (indent + 2), element.text))
indent += 2
for child in element:
serializeElement(child, indent)
if hasattr(element, "tail") and element.tail:
rv.append("|%s\"%s\"" % (' ' * (indent - 2), element.tail))
serializeElement(element, 0)
return "\n".join(rv)
def tostring(element):
"""Serialize an element and its child nodes to a string"""
rv = []
def serializeElement(element):
if not hasattr(element, "tag"):
if element.docinfo.internalDTD:
if element.docinfo.doctype:
dtd_str = element.docinfo.doctype
else:
dtd_str = "<!DOCTYPE %s>" % element.docinfo.root_name
rv.append(dtd_str)
serializeElement(element.getroot())
elif element.tag == comment_type:
rv.append("<!--%s-->" % (element.text,))
else:
# This is assumed to be an ordinary element
if not element.attrib:
rv.append("<%s>" % (element.tag,))
else:
attr = " ".join(["%s=\"%s\"" % (name, value)
for name, value in element.attrib.items()])
rv.append("<%s %s>" % (element.tag, attr))
if element.text:
rv.append(element.text)
for child in element:
serializeElement(child)
rv.append("</%s>" % (element.tag,))
if hasattr(element, "tail") and element.tail:
rv.append(element.tail)
serializeElement(element)
return "".join(rv)
class TreeBuilder(base.TreeBuilder):
documentClass = Document
doctypeClass = DocumentType
elementClass = None
commentClass = None
fragmentClass = Document
implementation = etree
def __init__(self, namespaceHTMLElements, fullTree=False):
builder = etree_builders.getETreeModule(etree, fullTree=fullTree)
infosetFilter = self.infosetFilter = _ihatexml.InfosetFilter(preventDoubleDashComments=True)
self.namespaceHTMLElements = namespaceHTMLElements
class Attributes(dict):
def __init__(self, element, value=None):
if value is None:
value = {}
self._element = element
dict.__init__(self, value) # pylint:disable=non-parent-init-called
for key, value in self.items():
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1]))
else:
name = infosetFilter.coerceAttribute(key)
self._element._element.attrib[name] = value
def __setitem__(self, key, value):
dict.__setitem__(self, key, value)
if isinstance(key, tuple):
name = "{%s}%s" % (key[2], infosetFilter.coerceAttribute(key[1]))
else:
name = infosetFilter.coerceAttribute(key)
self._element._element.attrib[name] = value
class Element(builder.Element):
def __init__(self, name, namespace):
name = infosetFilter.coerceElement(name)
builder.Element.__init__(self, name, namespace=namespace)
self._attributes = Attributes(self)
def _setName(self, name):
self._name = infosetFilter.coerceElement(name)
self._element.tag = self._getETreeTag(
self._name, self._namespace)
def _getName(self):
return infosetFilter.fromXmlName(self._name)
name = property(_getName, _setName)
def _getAttributes(self):
return self._attributes
def _setAttributes(self, attributes):
self._attributes = Attributes(self, attributes)
attributes = property(_getAttributes, _setAttributes)
def insertText(self, data, insertBefore=None):
data = infosetFilter.coerceCharacters(data)
builder.Element.insertText(self, data, insertBefore)
def appendChild(self, child):
builder.Element.appendChild(self, child)
class Comment(builder.Comment):
def __init__(self, data):
data = infosetFilter.coerceComment(data)
builder.Comment.__init__(self, data)
def _setData(self, data):
data = infosetFilter.coerceComment(data)
self._element.text = data
def _getData(self):
return self._element.text
data = property(_getData, _setData)
self.elementClass = Element
self.commentClass = Comment
# self.fragmentClass = builder.DocumentFragment
base.TreeBuilder.__init__(self, namespaceHTMLElements)
def reset(self):
base.TreeBuilder.reset(self)
self.insertComment = self.insertCommentInitial
self.initial_comments = []
self.doctype = None
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
if fullTree:
return self.document._elementTree
else:
return self.document._elementTree.getroot()
def getFragment(self):
fragment = []
element = self.openElements[0]._element
if element.text:
fragment.append(element.text)
fragment.extend(list(element))
if element.tail:
fragment.append(element.tail)
return fragment
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
if not name:
warnings.warn("lxml cannot represent empty doctype", DataLossWarning)
self.doctype = None
else:
coercedName = self.infosetFilter.coerceElement(name)
if coercedName != name:
warnings.warn("lxml cannot represent non-xml doctype", DataLossWarning)
doctype = self.doctypeClass(coercedName, publicId, systemId)
self.doctype = doctype
def insertCommentInitial(self, data, parent=None):
assert parent is None or parent is self.document
assert self.document._elementTree is None
self.initial_comments.append(data)
def insertCommentMain(self, data, parent=None):
if (parent == self.document and
self.document._elementTree.getroot()[-1].tag == comment_type):
warnings.warn("lxml cannot represent adjacent comments beyond the root elements", DataLossWarning)
super(TreeBuilder, self).insertComment(data, parent)
def insertRoot(self, token):
"""Create the document root"""
# Because of the way libxml2 works, it doesn't seem to be possible to
# alter information like the doctype after the tree has been parsed.
# Therefore we need to use the built-in parser to create our initial
# tree, after which we can add elements like normal
docStr = ""
if self.doctype:
assert self.doctype.name
docStr += "<!DOCTYPE %s" % self.doctype.name
if (self.doctype.publicId is not None or
self.doctype.systemId is not None):
docStr += (' PUBLIC "%s" ' %
(self.infosetFilter.coercePubid(self.doctype.publicId or "")))
if self.doctype.systemId:
sysid = self.doctype.systemId
if sysid.find("'") >= 0 and sysid.find('"') >= 0:
warnings.warn("DOCTYPE system cannot contain single and double quotes", DataLossWarning)
sysid = sysid.replace("'", 'U00027')
if sysid.find("'") >= 0:
docStr += '"%s"' % sysid
else:
docStr += "'%s'" % sysid
else:
docStr += "''"
docStr += ">"
if self.doctype.name != token["name"]:
warnings.warn("lxml cannot represent doctype with a different name to the root element", DataLossWarning)
docStr += "<THIS_SHOULD_NEVER_APPEAR_PUBLICLY/>"
root = etree.fromstring(docStr)
# Append the initial comments:
for comment_token in self.initial_comments:
comment = self.commentClass(comment_token["data"])
root.addprevious(comment._element)
# Create the root document and add the ElementTree to it
self.document = self.documentClass()
self.document._elementTree = root.getroottree()
# Give the root element the right name
name = token["name"]
namespace = token.get("namespace", self.defaultNamespace)
if namespace is None:
etree_tag = name
else:
etree_tag = "{%s}%s" % (namespace, name)
root.tag = etree_tag
# Add the root element to the internal child/open data structures
root_element = self.elementClass(name, namespace)
root_element._element = root
self.document._childNodes.append(root_element)
self.openElements.append(root_element)
# Reset to the default insert comment function
self.insertComment = self.insertCommentMain
html5lib/treebuilders/dom.py 0000644 00000021203 15043676226 0012117 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from collections import MutableMapping
from xml.dom import minidom, Node
import weakref
from . import base
from .. import constants
from ..constants import namespaces
from .._utils import moduleFactoryFactory
def getDomBuilder(DomImplementation):
Dom = DomImplementation
class AttrList(MutableMapping):
def __init__(self, element):
self.element = element
def __iter__(self):
return iter(self.element.attributes.keys())
def __setitem__(self, name, value):
if isinstance(name, tuple):
raise NotImplementedError
else:
attr = self.element.ownerDocument.createAttribute(name)
attr.value = value
self.element.attributes[name] = attr
def __len__(self):
return len(self.element.attributes)
def items(self):
return list(self.element.attributes.items())
def values(self):
return list(self.element.attributes.values())
def __getitem__(self, name):
if isinstance(name, tuple):
raise NotImplementedError
else:
return self.element.attributes[name].value
def __delitem__(self, name):
if isinstance(name, tuple):
raise NotImplementedError
else:
del self.element.attributes[name]
class NodeBuilder(base.Node):
def __init__(self, element):
base.Node.__init__(self, element.nodeName)
self.element = element
namespace = property(lambda self: hasattr(self.element, "namespaceURI") and
self.element.namespaceURI or None)
def appendChild(self, node):
node.parent = self
self.element.appendChild(node.element)
def insertText(self, data, insertBefore=None):
text = self.element.ownerDocument.createTextNode(data)
if insertBefore:
self.element.insertBefore(text, insertBefore.element)
else:
self.element.appendChild(text)
def insertBefore(self, node, refNode):
self.element.insertBefore(node.element, refNode.element)
node.parent = self
def removeChild(self, node):
if node.element.parentNode == self.element:
self.element.removeChild(node.element)
node.parent = None
def reparentChildren(self, newParent):
while self.element.hasChildNodes():
child = self.element.firstChild
self.element.removeChild(child)
newParent.element.appendChild(child)
self.childNodes = []
def getAttributes(self):
return AttrList(self.element)
def setAttributes(self, attributes):
if attributes:
for name, value in list(attributes.items()):
if isinstance(name, tuple):
if name[0] is not None:
qualifiedName = (name[0] + ":" + name[1])
else:
qualifiedName = name[1]
self.element.setAttributeNS(name[2], qualifiedName,
value)
else:
self.element.setAttribute(
name, value)
attributes = property(getAttributes, setAttributes)
def cloneNode(self):
return NodeBuilder(self.element.cloneNode(False))
def hasContent(self):
return self.element.hasChildNodes()
def getNameTuple(self):
if self.namespace is None:
return namespaces["html"], self.name
else:
return self.namespace, self.name
nameTuple = property(getNameTuple)
class TreeBuilder(base.TreeBuilder): # pylint:disable=unused-variable
def documentClass(self):
self.dom = Dom.getDOMImplementation().createDocument(None, None, None)
return weakref.proxy(self)
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
domimpl = Dom.getDOMImplementation()
doctype = domimpl.createDocumentType(name, publicId, systemId)
self.document.appendChild(NodeBuilder(doctype))
if Dom == minidom:
doctype.ownerDocument = self.dom
def elementClass(self, name, namespace=None):
if namespace is None and self.defaultNamespace is None:
node = self.dom.createElement(name)
else:
node = self.dom.createElementNS(namespace, name)
return NodeBuilder(node)
def commentClass(self, data):
return NodeBuilder(self.dom.createComment(data))
def fragmentClass(self):
return NodeBuilder(self.dom.createDocumentFragment())
def appendChild(self, node):
self.dom.appendChild(node.element)
def testSerializer(self, element):
return testSerializer(element)
def getDocument(self):
return self.dom
def getFragment(self):
return base.TreeBuilder.getFragment(self).element
def insertText(self, data, parent=None):
data = data
if parent != self:
base.TreeBuilder.insertText(self, data, parent)
else:
# HACK: allow text nodes as children of the document node
if hasattr(self.dom, '_child_node_types'):
# pylint:disable=protected-access
if Node.TEXT_NODE not in self.dom._child_node_types:
self.dom._child_node_types = list(self.dom._child_node_types)
self.dom._child_node_types.append(Node.TEXT_NODE)
self.dom.appendChild(self.dom.createTextNode(data))
implementation = DomImplementation
name = None
def testSerializer(element):
element.normalize()
rv = []
def serializeElement(element, indent=0):
if element.nodeType == Node.DOCUMENT_TYPE_NODE:
if element.name:
if element.publicId or element.systemId:
publicId = element.publicId or ""
systemId = element.systemId or ""
rv.append("""|%s<!DOCTYPE %s "%s" "%s">""" %
(' ' * indent, element.name, publicId, systemId))
else:
rv.append("|%s<!DOCTYPE %s>" % (' ' * indent, element.name))
else:
rv.append("|%s<!DOCTYPE >" % (' ' * indent,))
elif element.nodeType == Node.DOCUMENT_NODE:
rv.append("#document")
elif element.nodeType == Node.DOCUMENT_FRAGMENT_NODE:
rv.append("#document-fragment")
elif element.nodeType == Node.COMMENT_NODE:
rv.append("|%s<!-- %s -->" % (' ' * indent, element.nodeValue))
elif element.nodeType == Node.TEXT_NODE:
rv.append("|%s\"%s\"" % (' ' * indent, element.nodeValue))
else:
if (hasattr(element, "namespaceURI") and
element.namespaceURI is not None):
name = "%s %s" % (constants.prefixes[element.namespaceURI],
element.nodeName)
else:
name = element.nodeName
rv.append("|%s<%s>" % (' ' * indent, name))
if element.hasAttributes():
attributes = []
for i in range(len(element.attributes)):
attr = element.attributes.item(i)
name = attr.nodeName
value = attr.value
ns = attr.namespaceURI
if ns:
name = "%s %s" % (constants.prefixes[ns], attr.localName)
else:
name = attr.nodeName
attributes.append((name, value))
for name, value in sorted(attributes):
rv.append('|%s%s="%s"' % (' ' * (indent + 2), name, value))
indent += 2
for child in element.childNodes:
serializeElement(child, indent)
serializeElement(element, 0)
return "\n".join(rv)
return locals()
# The actual means to get a module!
getDomModule = moduleFactoryFactory(getDomBuilder)
html5lib/treebuilders/base.py 0000644 00000033166 15043676226 0012265 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
from ..constants import scopingElements, tableInsertModeElements, namespaces
# The scope markers are inserted when entering object elements,
# marquees, table cells, and table captions, and are used to prevent formatting
# from "leaking" into tables, object elements, and marquees.
Marker = None
listElementsMap = {
None: (frozenset(scopingElements), False),
"button": (frozenset(scopingElements | set([(namespaces["html"], "button")])), False),
"list": (frozenset(scopingElements | set([(namespaces["html"], "ol"),
(namespaces["html"], "ul")])), False),
"table": (frozenset([(namespaces["html"], "html"),
(namespaces["html"], "table")]), False),
"select": (frozenset([(namespaces["html"], "optgroup"),
(namespaces["html"], "option")]), True)
}
class Node(object):
def __init__(self, name):
"""Node representing an item in the tree.
name - The tag name associated with the node
parent - The parent of the current node (or None for the document node)
value - The value of the current node (applies to text nodes and
comments
attributes - a dict holding name, value pairs for attributes of the node
childNodes - a list of child nodes of the current node. This must
include all elements but not necessarily other node types
_flags - A list of miscellaneous flags that can be set on the node
"""
self.name = name
self.parent = None
self.value = None
self.attributes = {}
self.childNodes = []
self._flags = []
def __str__(self):
attributesStr = " ".join(["%s=\"%s\"" % (name, value)
for name, value in
self.attributes.items()])
if attributesStr:
return "<%s %s>" % (self.name, attributesStr)
else:
return "<%s>" % (self.name)
def __repr__(self):
return "<%s>" % (self.name)
def appendChild(self, node):
"""Insert node as a child of the current node
"""
raise NotImplementedError
def insertText(self, data, insertBefore=None):
"""Insert data as text in the current node, positioned before the
start of node insertBefore or to the end of the node's text.
"""
raise NotImplementedError
def insertBefore(self, node, refNode):
"""Insert node as a child of the current node, before refNode in the
list of child nodes. Raises ValueError if refNode is not a child of
the current node"""
raise NotImplementedError
def removeChild(self, node):
"""Remove node from the children of the current node
"""
raise NotImplementedError
def reparentChildren(self, newParent):
"""Move all the children of the current node to newParent.
This is needed so that trees that don't store text as nodes move the
text in the correct way
"""
# XXX - should this method be made more general?
for child in self.childNodes:
newParent.appendChild(child)
self.childNodes = []
def cloneNode(self):
"""Return a shallow copy of the current node i.e. a node with the same
name and attributes but with no parent or child nodes
"""
raise NotImplementedError
def hasContent(self):
"""Return true if the node has children or text, false otherwise
"""
raise NotImplementedError
class ActiveFormattingElements(list):
def append(self, node):
equalCount = 0
if node != Marker:
for element in self[::-1]:
if element == Marker:
break
if self.nodesEqual(element, node):
equalCount += 1
if equalCount == 3:
self.remove(element)
break
list.append(self, node)
def nodesEqual(self, node1, node2):
if not node1.nameTuple == node2.nameTuple:
return False
if not node1.attributes == node2.attributes:
return False
return True
class TreeBuilder(object):
"""Base treebuilder implementation
documentClass - the class to use for the bottommost node of a document
elementClass - the class to use for HTML Elements
commentClass - the class to use for comments
doctypeClass - the class to use for doctypes
"""
# pylint:disable=not-callable
# Document class
documentClass = None
# The class to use for creating a node
elementClass = None
# The class to use for creating comments
commentClass = None
# The class to use for creating doctypes
doctypeClass = None
# Fragment class
fragmentClass = None
def __init__(self, namespaceHTMLElements):
if namespaceHTMLElements:
self.defaultNamespace = "http://www.w3.org/1999/xhtml"
else:
self.defaultNamespace = None
self.reset()
def reset(self):
self.openElements = []
self.activeFormattingElements = ActiveFormattingElements()
# XXX - rename these to headElement, formElement
self.headPointer = None
self.formPointer = None
self.insertFromTable = False
self.document = self.documentClass()
def elementInScope(self, target, variant=None):
# If we pass a node in we match that. if we pass a string
# match any node with that name
exactNode = hasattr(target, "nameTuple")
if not exactNode:
if isinstance(target, text_type):
target = (namespaces["html"], target)
assert isinstance(target, tuple)
listElements, invert = listElementsMap[variant]
for node in reversed(self.openElements):
if exactNode and node == target:
return True
elif not exactNode and node.nameTuple == target:
return True
elif (invert ^ (node.nameTuple in listElements)):
return False
assert False # We should never reach this point
def reconstructActiveFormattingElements(self):
# Within this algorithm the order of steps described in the
# specification is not quite the same as the order of steps in the
# code. It should still do the same though.
# Step 1: stop the algorithm when there's nothing to do.
if not self.activeFormattingElements:
return
# Step 2 and step 3: we start with the last element. So i is -1.
i = len(self.activeFormattingElements) - 1
entry = self.activeFormattingElements[i]
if entry == Marker or entry in self.openElements:
return
# Step 6
while entry != Marker and entry not in self.openElements:
if i == 0:
# This will be reset to 0 below
i = -1
break
i -= 1
# Step 5: let entry be one earlier in the list.
entry = self.activeFormattingElements[i]
while True:
# Step 7
i += 1
# Step 8
entry = self.activeFormattingElements[i]
clone = entry.cloneNode() # Mainly to get a new copy of the attributes
# Step 9
element = self.insertElement({"type": "StartTag",
"name": clone.name,
"namespace": clone.namespace,
"data": clone.attributes})
# Step 10
self.activeFormattingElements[i] = element
# Step 11
if element == self.activeFormattingElements[-1]:
break
def clearActiveFormattingElements(self):
entry = self.activeFormattingElements.pop()
while self.activeFormattingElements and entry != Marker:
entry = self.activeFormattingElements.pop()
def elementInActiveFormattingElements(self, name):
"""Check if an element exists between the end of the active
formatting elements and the last marker. If it does, return it, else
return false"""
for item in self.activeFormattingElements[::-1]:
# Check for Marker first because if it's a Marker it doesn't have a
# name attribute.
if item == Marker:
break
elif item.name == name:
return item
return False
def insertRoot(self, token):
element = self.createElement(token)
self.openElements.append(element)
self.document.appendChild(element)
def insertDoctype(self, token):
name = token["name"]
publicId = token["publicId"]
systemId = token["systemId"]
doctype = self.doctypeClass(name, publicId, systemId)
self.document.appendChild(doctype)
def insertComment(self, token, parent=None):
if parent is None:
parent = self.openElements[-1]
parent.appendChild(self.commentClass(token["data"]))
def createElement(self, token):
"""Create an element but don't insert it anywhere"""
name = token["name"]
namespace = token.get("namespace", self.defaultNamespace)
element = self.elementClass(name, namespace)
element.attributes = token["data"]
return element
def _getInsertFromTable(self):
return self._insertFromTable
def _setInsertFromTable(self, value):
"""Switch the function used to insert an element from the
normal one to the misnested table one and back again"""
self._insertFromTable = value
if value:
self.insertElement = self.insertElementTable
else:
self.insertElement = self.insertElementNormal
insertFromTable = property(_getInsertFromTable, _setInsertFromTable)
def insertElementNormal(self, token):
name = token["name"]
assert isinstance(name, text_type), "Element %s not unicode" % name
namespace = token.get("namespace", self.defaultNamespace)
element = self.elementClass(name, namespace)
element.attributes = token["data"]
self.openElements[-1].appendChild(element)
self.openElements.append(element)
return element
def insertElementTable(self, token):
"""Create an element and insert it into the tree"""
element = self.createElement(token)
if self.openElements[-1].name not in tableInsertModeElements:
return self.insertElementNormal(token)
else:
# We should be in the InTable mode. This means we want to do
# special magic element rearranging
parent, insertBefore = self.getTableMisnestedNodePosition()
if insertBefore is None:
parent.appendChild(element)
else:
parent.insertBefore(element, insertBefore)
self.openElements.append(element)
return element
def insertText(self, data, parent=None):
"""Insert text data."""
if parent is None:
parent = self.openElements[-1]
if (not self.insertFromTable or (self.insertFromTable and
self.openElements[-1].name
not in tableInsertModeElements)):
parent.insertText(data)
else:
# We should be in the InTable mode. This means we want to do
# special magic element rearranging
parent, insertBefore = self.getTableMisnestedNodePosition()
parent.insertText(data, insertBefore)
def getTableMisnestedNodePosition(self):
"""Get the foster parent element, and sibling to insert before
(or None) when inserting a misnested table node"""
# The foster parent element is the one which comes before the most
# recently opened table element
# XXX - this is really inelegant
lastTable = None
fosterParent = None
insertBefore = None
for elm in self.openElements[::-1]:
if elm.name == "table":
lastTable = elm
break
if lastTable:
# XXX - we should really check that this parent is actually a
# node here
if lastTable.parent:
fosterParent = lastTable.parent
insertBefore = lastTable
else:
fosterParent = self.openElements[
self.openElements.index(lastTable) - 1]
else:
fosterParent = self.openElements[0]
return fosterParent, insertBefore
def generateImpliedEndTags(self, exclude=None):
name = self.openElements[-1].name
# XXX td, th and tr are not actually needed
if (name in frozenset(("dd", "dt", "li", "option", "optgroup", "p", "rp", "rt")) and
name != exclude):
self.openElements.pop()
# XXX This is not entirely what the specification says. We should
# investigate it more closely.
self.generateImpliedEndTags(exclude)
def getDocument(self):
"Return the final tree"
return self.document
def getFragment(self):
"Return the final fragment"
# assert self.innerHTML
fragment = self.fragmentClass()
self.openElements[0].reparentChildren(fragment)
return fragment
def testSerializer(self, node):
"""Serialize the subtree of node in the format required by unit tests
node - the node from which to start serializing"""
raise NotImplementedError
html5lib/serializer.py 0000644 00000033541 15043676226 0011030 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from pip._vendor.six import text_type
import re
from codecs import register_error, xmlcharrefreplace_errors
from .constants import voidElements, booleanAttributes, spaceCharacters
from .constants import rcdataElements, entities, xmlEntities
from . import treewalkers, _utils
from xml.sax.saxutils import escape
_quoteAttributeSpecChars = "".join(spaceCharacters) + "\"'=<>`"
_quoteAttributeSpec = re.compile("[" + _quoteAttributeSpecChars + "]")
_quoteAttributeLegacy = re.compile("[" + _quoteAttributeSpecChars +
"\x00\x01\x02\x03\x04\x05\x06\x07\x08\t\n"
"\x0b\x0c\r\x0e\x0f\x10\x11\x12\x13\x14\x15"
"\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f"
"\x20\x2f\x60\xa0\u1680\u180e\u180f\u2000"
"\u2001\u2002\u2003\u2004\u2005\u2006\u2007"
"\u2008\u2009\u200a\u2028\u2029\u202f\u205f"
"\u3000]")
_encode_entity_map = {}
_is_ucs4 = len("\U0010FFFF") == 1
for k, v in list(entities.items()):
# skip multi-character entities
if ((_is_ucs4 and len(v) > 1) or
(not _is_ucs4 and len(v) > 2)):
continue
if v != "&":
if len(v) == 2:
v = _utils.surrogatePairToCodepoint(v)
else:
v = ord(v)
if v not in _encode_entity_map or k.islower():
# prefer < over < and similarly for &, >, etc.
_encode_entity_map[v] = k
def htmlentityreplace_errors(exc):
if isinstance(exc, (UnicodeEncodeError, UnicodeTranslateError)):
res = []
codepoints = []
skip = False
for i, c in enumerate(exc.object[exc.start:exc.end]):
if skip:
skip = False
continue
index = i + exc.start
if _utils.isSurrogatePair(exc.object[index:min([exc.end, index + 2])]):
codepoint = _utils.surrogatePairToCodepoint(exc.object[index:index + 2])
skip = True
else:
codepoint = ord(c)
codepoints.append(codepoint)
for cp in codepoints:
e = _encode_entity_map.get(cp)
if e:
res.append("&")
res.append(e)
if not e.endswith(";"):
res.append(";")
else:
res.append("&#x%s;" % (hex(cp)[2:]))
return ("".join(res), exc.end)
else:
return xmlcharrefreplace_errors(exc)
register_error("htmlentityreplace", htmlentityreplace_errors)
def serialize(input, tree="etree", encoding=None, **serializer_opts):
# XXX: Should we cache this?
walker = treewalkers.getTreeWalker(tree)
s = HTMLSerializer(**serializer_opts)
return s.render(walker(input), encoding)
class HTMLSerializer(object):
# attribute quoting options
quote_attr_values = "legacy" # be secure by default
quote_char = '"'
use_best_quote_char = True
# tag syntax options
omit_optional_tags = True
minimize_boolean_attributes = True
use_trailing_solidus = False
space_before_trailing_solidus = True
# escaping options
escape_lt_in_attrs = False
escape_rcdata = False
resolve_entities = True
# miscellaneous options
alphabetical_attributes = False
inject_meta_charset = True
strip_whitespace = False
sanitize = False
options = ("quote_attr_values", "quote_char", "use_best_quote_char",
"omit_optional_tags", "minimize_boolean_attributes",
"use_trailing_solidus", "space_before_trailing_solidus",
"escape_lt_in_attrs", "escape_rcdata", "resolve_entities",
"alphabetical_attributes", "inject_meta_charset",
"strip_whitespace", "sanitize")
def __init__(self, **kwargs):
"""Initialize HTMLSerializer.
Keyword options (default given first unless specified) include:
inject_meta_charset=True|False
Whether it insert a meta element to define the character set of the
document.
quote_attr_values="legacy"|"spec"|"always"
Whether to quote attribute values that don't require quoting
per legacy browser behaviour, when required by the standard, or always.
quote_char=u'"'|u"'"
Use given quote character for attribute quoting. Default is to
use double quote unless attribute value contains a double quote,
in which case single quotes are used instead.
escape_lt_in_attrs=False|True
Whether to escape < in attribute values.
escape_rcdata=False|True
Whether to escape characters that need to be escaped within normal
elements within rcdata elements such as style.
resolve_entities=True|False
Whether to resolve named character entities that appear in the
source tree. The XML predefined entities < > & " '
are unaffected by this setting.
strip_whitespace=False|True
Whether to remove semantically meaningless whitespace. (This
compresses all whitespace to a single space except within pre.)
minimize_boolean_attributes=True|False
Shortens boolean attributes to give just the attribute value,
for example <input disabled="disabled"> becomes <input disabled>.
use_trailing_solidus=False|True
Includes a close-tag slash at the end of the start tag of void
elements (empty elements whose end tag is forbidden). E.g. <hr/>.
space_before_trailing_solidus=True|False
Places a space immediately before the closing slash in a tag
using a trailing solidus. E.g. <hr />. Requires use_trailing_solidus.
sanitize=False|True
Strip all unsafe or unknown constructs from output.
See `html5lib user documentation`_
omit_optional_tags=True|False
Omit start/end tags that are optional.
alphabetical_attributes=False|True
Reorder attributes to be in alphabetical order.
.. _html5lib user documentation: http://code.google.com/p/html5lib/wiki/UserDocumentation
"""
unexpected_args = frozenset(kwargs) - frozenset(self.options)
if len(unexpected_args) > 0:
raise TypeError("__init__() got an unexpected keyword argument '%s'" % next(iter(unexpected_args)))
if 'quote_char' in kwargs:
self.use_best_quote_char = False
for attr in self.options:
setattr(self, attr, kwargs.get(attr, getattr(self, attr)))
self.errors = []
self.strict = False
def encode(self, string):
assert(isinstance(string, text_type))
if self.encoding:
return string.encode(self.encoding, "htmlentityreplace")
else:
return string
def encodeStrict(self, string):
assert(isinstance(string, text_type))
if self.encoding:
return string.encode(self.encoding, "strict")
else:
return string
def serialize(self, treewalker, encoding=None):
# pylint:disable=too-many-nested-blocks
self.encoding = encoding
in_cdata = False
self.errors = []
if encoding and self.inject_meta_charset:
from .filters.inject_meta_charset import Filter
treewalker = Filter(treewalker, encoding)
# Alphabetical attributes is here under the assumption that none of
# the later filters add or change order of attributes; it needs to be
# before the sanitizer so escaped elements come out correctly
if self.alphabetical_attributes:
from .filters.alphabeticalattributes import Filter
treewalker = Filter(treewalker)
# WhitespaceFilter should be used before OptionalTagFilter
# for maximum efficiently of this latter filter
if self.strip_whitespace:
from .filters.whitespace import Filter
treewalker = Filter(treewalker)
if self.sanitize:
from .filters.sanitizer import Filter
treewalker = Filter(treewalker)
if self.omit_optional_tags:
from .filters.optionaltags import Filter
treewalker = Filter(treewalker)
for token in treewalker:
type = token["type"]
if type == "Doctype":
doctype = "<!DOCTYPE %s" % token["name"]
if token["publicId"]:
doctype += ' PUBLIC "%s"' % token["publicId"]
elif token["systemId"]:
doctype += " SYSTEM"
if token["systemId"]:
if token["systemId"].find('"') >= 0:
if token["systemId"].find("'") >= 0:
self.serializeError("System identifer contains both single and double quote characters")
quote_char = "'"
else:
quote_char = '"'
doctype += " %s%s%s" % (quote_char, token["systemId"], quote_char)
doctype += ">"
yield self.encodeStrict(doctype)
elif type in ("Characters", "SpaceCharacters"):
if type == "SpaceCharacters" or in_cdata:
if in_cdata and token["data"].find("</") >= 0:
self.serializeError("Unexpected </ in CDATA")
yield self.encode(token["data"])
else:
yield self.encode(escape(token["data"]))
elif type in ("StartTag", "EmptyTag"):
name = token["name"]
yield self.encodeStrict("<%s" % name)
if name in rcdataElements and not self.escape_rcdata:
in_cdata = True
elif in_cdata:
self.serializeError("Unexpected child element of a CDATA element")
for (_, attr_name), attr_value in token["data"].items():
# TODO: Add namespace support here
k = attr_name
v = attr_value
yield self.encodeStrict(' ')
yield self.encodeStrict(k)
if not self.minimize_boolean_attributes or \
(k not in booleanAttributes.get(name, tuple()) and
k not in booleanAttributes.get("", tuple())):
yield self.encodeStrict("=")
if self.quote_attr_values == "always" or len(v) == 0:
quote_attr = True
elif self.quote_attr_values == "spec":
quote_attr = _quoteAttributeSpec.search(v) is not None
elif self.quote_attr_values == "legacy":
quote_attr = _quoteAttributeLegacy.search(v) is not None
else:
raise ValueError("quote_attr_values must be one of: "
"'always', 'spec', or 'legacy'")
v = v.replace("&", "&")
if self.escape_lt_in_attrs:
v = v.replace("<", "<")
if quote_attr:
quote_char = self.quote_char
if self.use_best_quote_char:
if "'" in v and '"' not in v:
quote_char = '"'
elif '"' in v and "'" not in v:
quote_char = "'"
if quote_char == "'":
v = v.replace("'", "'")
else:
v = v.replace('"', """)
yield self.encodeStrict(quote_char)
yield self.encode(v)
yield self.encodeStrict(quote_char)
else:
yield self.encode(v)
if name in voidElements and self.use_trailing_solidus:
if self.space_before_trailing_solidus:
yield self.encodeStrict(" /")
else:
yield self.encodeStrict("/")
yield self.encode(">")
elif type == "EndTag":
name = token["name"]
if name in rcdataElements:
in_cdata = False
elif in_cdata:
self.serializeError("Unexpected child element of a CDATA element")
yield self.encodeStrict("</%s>" % name)
elif type == "Comment":
data = token["data"]
if data.find("--") >= 0:
self.serializeError("Comment contains --")
yield self.encodeStrict("<!--%s-->" % token["data"])
elif type == "Entity":
name = token["name"]
key = name + ";"
if key not in entities:
self.serializeError("Entity %s not recognized" % name)
if self.resolve_entities and key not in xmlEntities:
data = entities[key]
else:
data = "&%s;" % name
yield self.encodeStrict(data)
else:
self.serializeError(token["data"])
def render(self, treewalker, encoding=None):
if encoding:
return b"".join(list(self.serialize(treewalker, encoding)))
else:
return "".join(list(self.serialize(treewalker)))
def serializeError(self, data="XXX ERROR MESSAGE NEEDED"):
# XXX The idea is to make data mandatory.
self.errors.append(data)
if self.strict:
raise SerializeError
class SerializeError(Exception):
"""Error in serialized tree"""
pass
html5lib/treeadapters/__init__.py 0000644 00000000320 15043676226 0013066 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from . import sax
__all__ = ["sax"]
try:
from . import genshi # noqa
except ImportError:
pass
else:
__all__.append("genshi")
html5lib/treeadapters/__pycache__/sax.cpython-38.opt-1.pyc 0000644 00000002563 15043676226 0017362 0 ustar 00 U
��.e� � @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e�
� D ]\Z Z Z
e dk r<e
e e < q<dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s |� � t�� D ]\}}|�||� q| D ]�}|d }|dkrBq*q*|dkr�t|d t�}|�|d |d f|d |� |dkr�|�|d |d f|d � q*|dkr�|�|d |d f|d � q*|d kr�|�|d � q*|d
kr*q*q*t�� D ]\}}|� |� q�|�
� d S ) z�Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
�typeZDoctype)ZStartTag�EmptyTag�data� namespace�namer
ZEndTag)Z
CharactersZSpaceCharacters�CommentN) Z
startDocument�prefix_mapping�itemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ
charactersZendPrefixMappingZ endDocument)ZwalkerZhandler�prefixr �tokenr Zattrs� r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/sax.py�to_sax
s> ���� r )Z
__future__r r r Zxml.sax.xmlreaderr Z constantsr r r �valuesr Z localNamer r r r r r �<module> s
html5lib/treeadapters/__pycache__/__init__.cpython-38.opt-1.pyc 0000644 00000001607 15043676226 0020324 0 ustar 00 U
��.e� � @ s^ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e k
rN Y n X e�
d� dS ) a� Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) �__doc__Z
__future__r r r � r �__all__r � ImportError�append� r
r
�N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py�<module> s html5lib/treeadapters/__pycache__/genshi.cpython-38.pyc 0000644 00000002745 15043676226 0017107 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m
Z
m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sR g }| D �]*}|d }|dkr.|� |d � n|rHtd�|�dfV g }|dkr�|d rnd|d |d f }n|d }td
d � |d �� D ��}tt|�|fdfV |d kr�d
}|d
kr�|d r�d|d |d f }n|d }tt|�dfV q|dk�r t|d dfV q|dkrt |d |d |d fdfV qq|�rNtd�|�dfV dS )z�Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
�type)Z
CharactersZSpaceCharacters�data� )N���r )ZStartTag�EmptyTag� namespace�{%s}%s�namec S s4 g | ],\}}t |d dk r"d| n|d �|f�qS )r Nr � )r )�.0�attr�value� r �L/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py�
<listcomp> s �z to_genshi.<locals>.<listcomp>r ZEndTag�CommentZDoctypeZpublicIdZsystemIdN)
�appendr �joinr �itemsr r r r
r )Zwalker�text�tokenr r Zattrsr r r � to_genshi sD
�
��r! N)
Z
__future__r r r Z genshi.corer r r r r r
r r! r r r r �<module> s html5lib/treeadapters/__pycache__/sax.cpython-38.pyc 0000644 00000002644 15043676226 0016423 0 ustar 00 U
��.e� � @ sd d dl mZmZmZ d dlmZ ddlmZmZ i Z e�
� D ]\Z Z Z
e dk r<e
e e < q<dd� ZdS )� )�absolute_import�division�unicode_literals)�AttributesNSImpl� )�adjustForeignAttributes�unadjustForeignAttributesNc C s |� � t�� D ]\}}|�||� q| D ]�}|d }|dkrBq*q*|dkr�t|d t�}|�|d |d f|d |� |dkr�|�|d |d f|d � q*|dkr�|�|d |d f|d � q*|d kr�|�|d � q*|d
kr�q*d s*t d ��q*t�� D ]\}}|�
|� q�|� � d
S )z�Call SAX-like content handler based on treewalker walker
:arg walker: the treewalker to use to walk the tree to convert it
:arg handler: SAX handler to use
�typeZDoctype)ZStartTag�EmptyTag�data� namespace�namer
ZEndTag)Z
CharactersZSpaceCharacters�CommentFzUnknown token typeN) Z
startDocument�prefix_mapping�itemsZstartPrefixMappingr r ZstartElementNSZ endElementNSZ
characters�AssertionErrorZendPrefixMappingZ endDocument)ZwalkerZhandler�prefixr �tokenr Zattrs� r �I/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/sax.py�to_sax
s> ���� r )Z
__future__r r r Zxml.sax.xmlreaderr Z constantsr r r �valuesr Z localNamer r r r r r �<module> s
html5lib/treeadapters/__pycache__/genshi.cpython-38.opt-1.pyc 0000644 00000002745 15043676226 0020046 0 ustar 00 U
��.e� � @ sL d dl mZmZmZ d dlmZmZ d dlmZmZm Z m
Z
m Z dd� Z dS )� )�absolute_import�division�unicode_literals)�QName�Attrs)�START�END�TEXT�COMMENT�DOCTYPEc c sR g }| D �]*}|d }|dkr.|� |d � n|rHtd�|�dfV g }|dkr�|d rnd|d |d f }n|d }td
d � |d �� D ��}tt|�|fdfV |d kr�d
}|d
kr�|d r�d|d |d f }n|d }tt|�dfV q|dk�r t|d dfV q|dkrt |d |d |d fdfV qq|�rNtd�|�dfV dS )z�Convert a tree to a genshi tree
:arg walker: the treewalker to use to walk the tree to convert it
:returns: generator of genshi nodes
�type)Z
CharactersZSpaceCharacters�data� )N���r )ZStartTag�EmptyTag� namespace�{%s}%s�namec S s4 g | ],\}}t |d dk r"d| n|d �|f�qS )r Nr � )r )�.0�attr�value� r �L/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/genshi.py�
<listcomp> s �z to_genshi.<locals>.<listcomp>r ZEndTag�CommentZDoctypeZpublicIdZsystemIdN)
�appendr �joinr �itemsr r r r
r )Zwalker�text�tokenr r Zattrsr r r � to_genshi sD
�
��r! N)
Z
__future__r r r Z genshi.corer r r r r r
r r! r r r r �<module> s html5lib/treeadapters/__pycache__/__init__.cpython-38.pyc 0000644 00000001607 15043676226 0017365 0 ustar 00 U
��.e� � @ s^ d Z ddlmZmZmZ ddlmZ dgZzddlmZ W n e k
rN Y n X e�
d� dS ) a� Tree adapters let you convert from one tree structure to another
Example:
.. code-block:: python
from pip._vendor import html5lib
from pip._vendor.html5lib.treeadapters import genshi
doc = '<html><body>Hi!</body></html>'
treebuilder = html5lib.getTreeBuilder('etree')
parser = html5lib.HTMLParser(tree=treebuilder)
tree = parser.parse(doc)
TreeWalker = html5lib.getTreeWalker('etree')
genshi_tree = genshi.to_genshi(TreeWalker(tree))
� )�absolute_import�division�unicode_literals� )�saxr )�genshir N) �__doc__Z
__future__r r r � r �__all__r � ImportError�append� r
r
�N/usr/lib/python3.8/site-packages/pip/_vendor/html5lib/treeadapters/__init__.py�<module> s html5lib/treeadapters/sax.py 0000644 00000003175 15043676226 0012135 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from xml.sax.xmlreader import AttributesNSImpl
from ..constants import adjustForeignAttributes, unadjustForeignAttributes
prefix_mapping = {}
for prefix, localName, namespace in adjustForeignAttributes.values():
if prefix is not None:
prefix_mapping[prefix] = namespace
def to_sax(walker, handler):
"""Call SAX-like content handler based on treewalker walker"""
handler.startDocument()
for prefix, namespace in prefix_mapping.items():
handler.startPrefixMapping(prefix, namespace)
for token in walker:
type = token["type"]
if type == "Doctype":
continue
elif type in ("StartTag", "EmptyTag"):
attrs = AttributesNSImpl(token["data"],
unadjustForeignAttributes)
handler.startElementNS((token["namespace"], token["name"]),
token["name"],
attrs)
if type == "EmptyTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type == "EndTag":
handler.endElementNS((token["namespace"], token["name"]),
token["name"])
elif type in ("Characters", "SpaceCharacters"):
handler.characters(token["data"])
elif type == "Comment":
pass
else:
assert False, "Unknown token type"
for prefix, namespace in prefix_mapping.items():
handler.endPrefixMapping(prefix)
handler.endDocument()
html5lib/treeadapters/genshi.py 0000644 00000003023 15043676226 0012607 0 ustar 00 from __future__ import absolute_import, division, unicode_literals
from genshi.core import QName, Attrs
from genshi.core import START, END, TEXT, COMMENT, DOCTYPE
def to_genshi(walker):
text = []
for token in walker:
type = token["type"]
if type in ("Characters", "SpaceCharacters"):
text.append(token["data"])
elif text:
yield TEXT, "".join(text), (None, -1, -1)
text = []
if type in ("StartTag", "EmptyTag"):
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
attrs = Attrs([(QName("{%s}%s" % attr if attr[0] is not None else attr[1]), value)
for attr, value in token["data"].items()])
yield (START, (QName(name), attrs), (None, -1, -1))
if type == "EmptyTag":
type = "EndTag"
if type == "EndTag":
if token["namespace"]:
name = "{%s}%s" % (token["namespace"], token["name"])
else:
name = token["name"]
yield END, QName(name), (None, -1, -1)
elif type == "Comment":
yield COMMENT, token["data"], (None, -1, -1)
elif type == "Doctype":
yield DOCTYPE, (token["name"], token["publicId"],
token["systemId"]), (None, -1, -1)
else:
pass # FIXME: What to do?
if text:
yield TEXT, "".join(text), (None, -1, -1)
packaging/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000024426 15051612326 0015763 0 ustar 00 3
�Pf$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk
r t| �S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
$ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)�
isinstancer �NotImplementedr )r r# �methodr r r r" A s
z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s
zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r �
is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r �
0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower�
startswith�pop�append�tuple)r r
�partsrH r r r r/ � s
r/ a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd
�|jd �p�|jd ��t |jd
�|jd��t
|jd��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r
r r r r r )�_regex�searchr
r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr
r r r r r r )r r �matchr r r r0 � s.
zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd
j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S )
Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s )
r. r
rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5
s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r
rN r2 r^ r )r rP r r r r6 s
zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z
Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s
#
c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d
krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s
rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r
r r r r r r r r rZ W s&
rZ ) Z
__future__r r r � collectionsrm ra Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. !
9k
packaging/__pycache__/__about__.cpython-36.pyc 0000644 00000001177 15051612326 0015243 0 ustar 00 3
�Pf� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r � /usr/lib/python3.6/__about__.py�<module> s
packaging/__pycache__/markers.cpython-36.opt-1.pyc 0000644 00000020761 15051612326 0015740 0 ustar 00 3
�Pf& � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
N)r r r r r r r r r ! s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
N)r r r r r r r r r ' s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S )N)�value)�selfr r r r �__init__0 s z
Node.__init__c C s
t | j�S )N)�strr )r r r r �__str__3 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__6 s z
Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize9 s zNode.serializeN)r r r r r" r% r' r r r r r . s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' ? s zVariable.serializeN)r r r r' r r r r r( = s r( c @ s e Zd Zdd� ZdS )�Valuec C s
dj | �S )Nz"{0}")r# )r r r r r' E s zValue.serializeN)r r r r' r r r r r) C s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' K s z Op.serializeN)r r r r' r r r r r* I s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>k s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< y s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< | s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rG � s
rG Tc C s� t | t�r4t| �dkr4t | d ttf�r4t| d �S t | t�rndd� | D �}|rZdj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �list�lenrD rN �join)�markerrM �innerr r r rN � s
rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rW rX r r r r< � s )r? znot inr> z<=z==z!=z>=r= c
C sl yt dj|j� |g��}W n tk
r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rT r' r �contains�
_operatorsr8 r r# )rW �oprX �specZoperr r r �_eval_op� s
r^ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 �
_undefinedr r# )� environment�namer r r r �_get_env� s
rb c C s� g g}x�| D ]�}t |t�r0|d jt||�� q t |t�r�|\}}}t |t�rbt||j�}|j}n|j}t||j�}|d jt|||�� q |dkr |jg � q W t dd� |D ��S )Nr rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���re )
rK rR �append�_evaluate_markersrD r( rb r r^ �any) Zmarkersr` �groupsrU rW r\ rX Z lhs_valueZ rhs_valuer r r rg � s
rg c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s
ro c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj
� tj� tj � tj � tj � d d� tjd� S )N�implementation�0rY � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 )
�hasattr�sysro rp rn ra �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s
c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c C s` yt tj|��| _W nF tk
rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rU �eZerr_strr r r r s zMarker.__init__c C s
t | j�S )N)rN r| )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updaterg r| )r r` Zcurrent_environmentr r r �evaluate" s
zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ
__future__r r r �operatorru rv rt Zpip._vendor.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr{ rG rN �lt�le�eq�ne�ge�gtr[ r^ r_ rb rg ro r r r r r r �<module> sx �
6
packaging/__pycache__/__about__.cpython-36.opt-1.pyc 0000644 00000001177 15051612326 0016202 0 ustar 00 3
�Pf� � @ sP d dl mZmZmZ dddddddd gZd
Zd Zd Zd
ZdZ dZ
dZ de Z dS )� )�absolute_import�division�print_function� __title__� __summary__�__uri__� __version__�
__author__� __email__� __license__�
__copyright__Z packagingz"Core utilities for Python packagesz!https://github.com/pypa/packagingz16.8z)Donald Stufft and individual contributorszdonald@stufft.ioz"BSD or Apache License, Version 2.0zCopyright 2014-2016 %sN)
Z
__future__r r r �__all__r r r r r r
r r � r r � /usr/lib/python3.6/__about__.py�<module> s
packaging/__pycache__/version.cpython-36.pyc 0000644 00000024426 15051612326 0015024 0 ustar 00 3
�Pf$- � @ s� d dl mZmZmZ d dlZd dlZd dlZddlmZ ddddd gZ ej
d
d d d
dddg�Z dd� Z G dd� de
�ZG dd� de�ZG dd� de�Zejdej�Zdddddd�Zdd � Zd d � Zd ZG d d� de�Zd!d"� Zejd#�Zd$d%� Z d&d'� Z dS )(� )�absolute_import�division�print_functionN� )�Infinity�parse�Version�
LegacyVersion�InvalidVersion�VERSION_PATTERN�_Version�epoch�release�dev�pre�post�localc C s& yt | �S tk
r t| �S X dS )z�
Parse the given version string and return either a :class:`Version` object
or a :class:`LegacyVersion` object depending on if the given version is
a valid PEP 440 version or a legacy version.
N)r r
r )�version� r � /usr/lib/python3.6/version.pyr s c @ s e Zd ZdZdS )r
zF
An invalid version was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__r r r r r
$ s c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )� _BaseVersionc C s
t | j�S )N)�hash�_key)�selfr r r �__hash__, s z_BaseVersion.__hash__c C s | j |dd� �S )Nc S s | |k S )Nr )�s�or r r �<lambda>0 s z%_BaseVersion.__lt__.<locals>.<lambda>)�_compare)r �otherr r r �__lt__/ s z_BaseVersion.__lt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 3 s z%_BaseVersion.__le__.<locals>.<lambda>)r" )r r# r r r �__le__2 s z_BaseVersion.__le__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 6 s z%_BaseVersion.__eq__.<locals>.<lambda>)r" )r r# r r r �__eq__5 s z_BaseVersion.__eq__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! 9 s z%_BaseVersion.__ge__.<locals>.<lambda>)r" )r r# r r r �__ge__8 s z_BaseVersion.__ge__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! < s z%_BaseVersion.__gt__.<locals>.<lambda>)r" )r r# r r r �__gt__; s z_BaseVersion.__gt__c C s | j |dd� �S )Nc S s | |kS )Nr )r r r r r r! ? s z%_BaseVersion.__ne__.<locals>.<lambda>)r" )r r# r r r �__ne__> s z_BaseVersion.__ne__c C s t |t�stS || j|j�S )N)�
isinstancer �NotImplementedr )r r# �methodr r r r" A s
z_BaseVersion._compareN) r r r r r$ r% r& r' r( r) r" r r r r r * s r c @ s` e Zd Zdd� Zdd� Zdd� Zedd� �Zed d
� �Zed d � �Z ed
d� �Z
edd� �Z dS )r c C s t |�| _t| j�| _d S )N)�str�_version�_legacy_cmpkeyr )r r r r r �__init__J s
zLegacyVersion.__init__c C s | j S )N)r. )r r r r �__str__N s zLegacyVersion.__str__c C s dj tt| ���S )Nz<LegacyVersion({0})>)�format�reprr- )r r r r �__repr__Q s zLegacyVersion.__repr__c C s | j S )N)r. )r r r r �publicT s zLegacyVersion.publicc C s | j S )N)r. )r r r r � base_versionX s zLegacyVersion.base_versionc C s d S )Nr )r r r r r \ s zLegacyVersion.localc C s dS )NFr )r r r r �
is_prerelease` s zLegacyVersion.is_prereleasec C s dS )NFr )r r r r �is_postreleased s z LegacyVersion.is_postreleaseN) r r r r0 r1 r4 �propertyr5 r6 r r7 r8 r r r r r H s z(\d+ | [a-z]+ | \.| -)�czfinal-�@)r �preview�-�rcr c c sb xVt j| �D ]H}tj||�}| s |dkr,q |d d� dkrJ|jd�V q d| V q W dV d S )N�.r �
0123456789� �*z*final)� _legacy_version_component_re�split� _legacy_version_replacement_map�get�zfill)r �partr r r �_parse_version_partsr s rI c C s� d}g }xlt | j� �D ]\}|jd�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�}||fS ) Nr rB z*finalz*final-Z00000000���rJ rJ )rI �lower�
startswith�pop�append�tuple)r r
�partsrH r r r r/ � s
r/ a�
v?
(?:
(?:(?P<epoch>[0-9]+)!)? # epoch
(?P<release>[0-9]+(?:\.[0-9]+)*) # release segment
(?P<pre> # pre-release
[-_\.]?
(?P<pre_l>(a|b|c|rc|alpha|beta|pre|preview))
[-_\.]?
(?P<pre_n>[0-9]+)?
)?
(?P<post> # post release
(?:-(?P<post_n1>[0-9]+))
|
(?:
[-_\.]?
(?P<post_l>post|rev|r)
[-_\.]?
(?P<post_n2>[0-9]+)?
)
)?
(?P<dev> # dev release
[-_\.]?
(?P<dev_l>dev)
[-_\.]?
(?P<dev_n>[0-9]+)?
)?
)
(?:\+(?P<local>[a-z0-9]+(?:[-_\.][a-z0-9]+)*))? # local version
c @ s| e Zd Zejde d ejejB �Zdd� Z dd� Z
dd� Z e d d
� �Z
e d d � �Ze d
d� �Ze dd� �Ze dd� �ZdS )r z^\s*z\s*$c C s� | j j|�}|s tdj|���t|jd�r8t|jd��ndtdd� |jd�jd�D ��t |jd�|jd ��t |jd
�|jd �p�|jd ��t |jd
�|jd��t
|jd��d�| _ t | j j
| j j| j j| j j| j j| j j�| _d S )NzInvalid version: '{0}'r
r c s s | ]}t |�V qd S )N)�int)�.0�ir r r � <genexpr>� s z#Version.__init__.<locals>.<genexpr>r r? Zpre_lZpre_nZpost_lZpost_n1Zpost_n2Zdev_lZdev_nr )r
r r r r r )�_regex�searchr
r2 r �grouprQ rO rD �_parse_letter_version�_parse_local_versionr. �_cmpkeyr
r r r r r r )r r �matchr r r r0 � s.
zVersion.__init__c C s dj tt| ���S )Nz<Version({0})>)r2 r3 r- )r r r r r4 � s zVersion.__repr__c C s� g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� | j jd k rl|jdjdd� | j jD ��� | j jd k r�|jdj| j jd �� | j jd k r�|jd
j| j jd �� | j j d k r�|jd jdjd d� | j j D ���� dj|�S )
Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR �xr r r rT � s z"Version.__str__.<locals>.<genexpr>� c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT � s z.post{0}r z.dev{0}z+{0}c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s )
r. r
rN r2 �joinr r r r r )r rP r r r r1 � s zVersion.__str__c C s t | �jdd�d S )N�+r r )r- rD )r r r r r5
s zVersion.publicc C sL g }| j jdkr$|jdj| j j�� |jdjdd� | j jD ��� dj|�S )Nr z{0}!r? c s s | ]}t |�V qd S )N)r- )rR r\ r r r rT s z'Version.base_version.<locals>.<genexpr>r] )r. r
rN r2 r^ r )r rP r r r r6 s
zVersion.base_versionc C s$ t | �}d|kr |jdd�d S d S )Nr_ r )r- rD )r Zversion_stringr r r r s z
Version.localc C s t | jjp| jj�S )N)�boolr. r r )r r r r r7 ! s zVersion.is_prereleasec C s t | jj�S )N)r` r. r )r r r r r8 % s zVersion.is_postreleaseN)r r r �re�compiler �VERBOSE�
IGNORECASErU r0 r4 r1 r9 r5 r6 r r7 r8 r r r r r � s
#
c C sx | rZ|d krd}| j � } | dkr&d} n(| dkr4d} n| d
krBd } n | dkrNd } | t|�fS | rt|rtd } | t|�fS d S )Nr Zalpha�aZbeta�br: r r< r> �rev�rr )r: r r< )rg rh )rK rQ )ZletterZnumberr r r rX * s
rX z[\._-]c C s$ | dk r t dd� tj| �D ��S dS )zR
Takes a string like abc.1.twelve and turns it into ("abc", 1, "twelve").
Nc s s& | ] }|j � s|j� nt|�V qd S )N)�isdigitrK rQ )rR rH r r r rT R s z'_parse_local_version.<locals>.<genexpr>)rO �_local_version_seperatorsrD )r r r r rY L s rY c C s� t tttjdd� t|�����}|d kr@|d kr@|d k r@t }n |d krLt}|d krZt }|d krft}|d krvt }nt dd� |D ��}| |||||fS )Nc S s | dkS )Nr r )r\ r r r r! ` s z_cmpkey.<locals>.<lambda>c s s* | ]"}t |t�r|d fnt |fV qdS )r] N)r* rQ r )rR rS r r r rT � s z_cmpkey.<locals>.<genexpr>)rO �reversed�list� itertools� dropwhiler )r
r r r r r r r r rZ W s&
rZ ) Z
__future__r r r � collectionsrm ra Z _structuresr �__all__�
namedtupler r �
ValueErrorr
�objectr r rb rc rC rE rI r/ r r rX rj rY rZ r r r r �<module> s. !
9k
packaging/__pycache__/requirements.cpython-36.pyc 0000644 00000007306 15051612326 0016060 0 ustar 00 3
�Pf� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed �j!� Z"ed
�j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' )�s�l�tr r r �<lambda>8 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, ; s �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_end)r) r* r+ r r r r, ? s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c C s� yt j|�}W n@ tk
rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j
s�|j r�|j
r�td��|j| _nd | _t |j r�|j j
� ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__Z s" *
zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( )
r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__o s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__� s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ M s r/ )DZ
__future__r r r �string�reZpip._vendor.pyparsingr r r r r r
r r r
r �LZ pip._vendor.six.moves.urllibr r4 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ
packaging/__pycache__/_structures.cpython-36.opt-1.pyc 0000644 00000005335 15051612326 0016656 0 ustar 00 3
�Pf� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r
r r r �__le__ s zInfinity.__le__c C s t || j�S )N)�
isinstance� __class__)r r
r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r
r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r
r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r
r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__�
__module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r
r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r
r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r
r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r
r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r
r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r
r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r
r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s packaging/__pycache__/utils.cpython-36.opt-1.pyc 0000644 00000000630 15051612326 0015425 0 ustar 00 3
�Pf� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�/usr/lib/python3.6/utils.py�canonicalize_name s r )Z
__future__r r r �re�compiler r r
r
r
r �<module> s
packaging/__pycache__/specifiers.cpython-36.pyc 0000644 00000046437 15051612326 0015501 0 ustar 00 3
�Pfym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr )r �valuer r r r 9 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s
t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk
r, tS X nt || j�s@tS | j|jkS )N)�
isinstancer r1 r �NotImplementedr, )r r r r r r r s
z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk
r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s
z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r
)r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s
| j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S )N)r- )r r r r r r � s c C s
| j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< �
is_prereleaser; r% r& )r r r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ]
}|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s
z_IndividualSpecifier.filter)r$ N)N)N)r r
r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s
r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s
z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s
rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare
s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
z^\s*z\s*$Z
compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)�
startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s
z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s
zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s
z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d
krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r
r> )r r% r& r r r r s
zSpecifier.prereleasesc C s
|| _ d S )N)r- )r r r r r r s N)r r
r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split�
_prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s
rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r ro 2 s
&& ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk
rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r �
<listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z
specifiersr Zparsed� specifierr r r r0 O s
zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s
t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- �
ValueError)r r r� r r r �__and__s s
zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s
zSpecifierSet.__ne__c C s
t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S )N)r- )r r r r r r � s c C s
| j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r
r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r )
r r� r �boolr6 r r r
r> r? )r r r r. Zfilteredr@ r rB r r r r � s*
zSpecifierSet.filter)r$ N)N)N)r r
r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s
r� ) Z
__future__r r r r r[ rf rU Z_compatr r r& r r r
r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4
packaging/__pycache__/requirements.cpython-36.opt-1.pyc 0000644 00000007306 15051612326 0017017 0 ustar 00 3
�Pf� � @ sr d dl mZmZmZ d dlZd dlZd dlmZmZm Z m
Z
d dlm Z m Z m
Z
mZmZ d dlmZ d dlmZ ddlmZmZ dd lmZmZmZ G d
d � d e �Z e ej ej �Z ed �j!� Z"ed
�j!� Z#ed�j!� Z$ed�j!� Z%ed�j!� Z&ed�j!� Z'ed�j!� Z(e d�Z)e e e)�e B Z*ee e e*� �Z+e+d�Z,e+Z-ed�d�Z.e(e. Z/e-e e&e- � Z0e"e
e0� e# d�Z1eej2ej3ej4B �Z5eej2ej3ej4B �Z6e5e6A Z7ee7e e&e7 � ddd�d�Z8e
e$e8 e% e8B �Z9e9j:dd � � e e9�d �Z;e;j:d d � � e e� �d �Zej:d d � � e'Z<e<e Z=e;e
e=� Z>e/e
e=� Z?e,e
e1� e?e>B Z@ee@ e ZAG d!d"� d"eB�ZCdS )#� )�absolute_import�division�print_functionN)� stringStart� stringEnd�originalTextFor�ParseException)�
ZeroOrMore�Word�Optional�Regex�Combine)�Literal)�parse� )� MARKER_EXPR�Marker)�LegacySpecifier� Specifier� SpecifierSetc @ s e Zd ZdZdS )�InvalidRequirementzJ
An invalid requirement was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r �"/usr/lib/python3.6/requirements.pyr s r �[�]�(�)�,�;�@z-_.�namez[^ ]+�url�extrasF)Z
joinStringZadjacent� _raw_specc C s
|j pdS )N� )r' )�s�l�tr r r �<lambda>8 s r, � specifierc C s |d S )Nr r )r) r* r+ r r r r, ; s �markerc C s t | |j|j� �S )N)r Z_original_startZ
_original_end)r) r* r+ r r r r, ? s c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) � Requirementz�Parse a requirement.
Parse a given requirement string into its parts, such as name, specifier,
URL, and extras. Raises InvalidRequirement on a badly-formed requirement
string.
c C s� yt j|�}W n@ tk
rN } z$tdj||j|jd � ���W Y d d }~X nX |j| _|jr�tj|j�}|j ot|j
s�|j r�|j
r�td��|j| _nd | _t |j r�|j j
� ng �| _ t|j�| _|jr�|jnd | _d S )Nz+Invalid requirement, parse error at "{0!r}"� zInvalid URL given)� REQUIREMENTZ parseStringr r �format�locr$ r% �urlparse�schemeZnetloc�setr& ZasListr r- r. )�selfZrequirement_stringZreq�eZ
parsed_urlr r r �__init__Z s" *
zRequirement.__init__c C sz | j g}| jr*|jdjdjt| j���� | jr@|jt| j�� | jrX|jdj| j�� | j rp|jdj| j �� dj|�S )Nz[{0}]r! z@ {0}z; {0}r( )
r$ r& �appendr2 �join�sortedr- �strr% r. )r7 �partsr r r �__str__o s zRequirement.__str__c C s dj t| ��S )Nz<Requirement({0!r})>)r2 r= )r7 r r r �__repr__� s zRequirement.__repr__N)r r r r r9 r? r@ r r r r r/ M s r/ )DZ
__future__r r r �string�reZpip._vendor.pyparsingr r r r r r
r r r
r �LZ pip._vendor.six.moves.urllibr r4 Zmarkersr r Z
specifiersr r r �
ValueErrorr Z
ascii_lettersZdigitsZALPHANUM�suppressZLBRACKETZRBRACKETZLPARENZRPAREN�COMMAZ SEMICOLON�ATZ PUNCTUATIONZIDENTIFIER_ENDZ
IDENTIFIER�NAMEZEXTRAZURIZURLZ EXTRAS_LISTZEXTRASZ
_regex_str�VERBOSE�
IGNORECASEZVERSION_PEP440ZVERSION_LEGACYZ VERSION_ONEZ VERSION_MANYZ
_VERSION_SPECZsetParseActionZ VERSION_SPECZMARKER_SEPERATORZMARKERZVERSION_AND_MARKERZURL_AND_MARKERZNAMED_REQUIREMENTr1 �objectr/ r r r r �<module> sZ
packaging/__pycache__/_structures.cpython-36.pyc 0000644 00000005335 15051612326 0015717 0 ustar 00 3
�Pf� � @ sD d dl mZmZmZ G dd� de�Ze� ZG dd� de�Ze� ZdS )� )�absolute_import�division�print_functionc @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�Infinityc C s dS )Nr � )�selfr r �!/usr/lib/python3.6/_structures.py�__repr__ s zInfinity.__repr__c C s t t| ��S )N)�hash�repr)r r r r �__hash__ s zInfinity.__hash__c C s dS )NFr )r �otherr r r �__lt__ s zInfinity.__lt__c C s dS )NFr )r r
r r r �__le__ s zInfinity.__le__c C s t || j�S )N)�
isinstance� __class__)r r
r r r �__eq__ s zInfinity.__eq__c C s t || j� S )N)r r )r r
r r r �__ne__ s zInfinity.__ne__c C s dS )NTr )r r
r r r �__gt__ s zInfinity.__gt__c C s dS )NTr )r r
r r r �__ge__ s zInfinity.__ge__c C s t S )N)�NegativeInfinity)r r r r �__neg__! s zInfinity.__neg__N) �__name__�
__module__� __qualname__r r r r r r r r r r r r r r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )r c C s dS )Nz -Infinityr )r r r r r ) s zNegativeInfinity.__repr__c C s t t| ��S )N)r
r )r r r r r , s zNegativeInfinity.__hash__c C s dS )NTr )r r
r r r r / s zNegativeInfinity.__lt__c C s dS )NTr )r r
r r r r 2 s zNegativeInfinity.__le__c C s t || j�S )N)r r )r r
r r r r 5 s zNegativeInfinity.__eq__c C s t || j� S )N)r r )r r
r r r r 8 s zNegativeInfinity.__ne__c C s dS )NFr )r r
r r r r ; s zNegativeInfinity.__gt__c C s dS )NFr )r r
r r r r > s zNegativeInfinity.__ge__c C s t S )N)r )r r r r r A s zNegativeInfinity.__neg__N) r r r r r r r r r r r r r r r r r ' s r N)Z
__future__r r r �objectr r r r r r �<module> s packaging/__pycache__/_compat.cpython-36.opt-1.pyc 0000644 00000001634 15051612326 0015714 0 ustar 00 3
�Pf\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r )r r r r
� metaclass s r Ztemporary_class)�typer )r r r r )r r r
�with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r
�<module> s packaging/__pycache__/_compat.cpython-36.pyc 0000644 00000001634 15051612326 0014755 0 ustar 00 3
�Pf\ � @ sV d dl mZmZmZ d dlZejd dkZejd dkZerDefZ ne
fZ dd� Z dS )� )�absolute_import�division�print_functionN� � c s& G � �fdd�d��}t j|df i �S )z/
Create a base class with a metaclass.
c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )N� )�cls�nameZ
this_bases�d)�bases�metar � /usr/lib/python3.6/_compat.py�__new__ s z)with_metaclass.<locals>.metaclass.__new__N)�__name__�
__module__� __qualname__r r )r r r r
� metaclass s r Ztemporary_class)�typer )r r r r )r r r
�with_metaclass s r ) Z
__future__r r r �sys� version_infoZPY2ZPY3�strZ string_typesZ
basestringr r r r r
�<module> s packaging/__pycache__/__init__.cpython-36.pyc 0000644 00000000735 15051612326 0015073 0 ustar 00 3
�Pf � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r � /usr/lib/python3.6/__init__.py�<module> s (
packaging/__pycache__/specifiers.cpython-36.opt-1.pyc 0000644 00000046437 15051612326 0016440 0 ustar 00 3
�Pfym � @ s� d dl mZmZmZ d dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z m
Z
mZ G dd� de�ZG dd � d e
eje��ZG d
d � d e�ZG d d
� d
e�Zdd� ZG dd� de�Zejd�Zdd� Zdd� ZG dd� de�Z dS )� )�absolute_import�division�print_functionN� )� string_types�with_metaclass)�Version�
LegacyVersion�parsec @ s e Zd ZdZdS )�InvalidSpecifierzH
An invalid specifier was found, users should refer to PEP 440.
N)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/specifiers.pyr s r c @ s� e Zd Zejdd� �Zejdd� �Zejdd� �Zejdd� �Zej d d
� �Z
e
j d d
� �Z
ejdd
d��Z ejddd��Z
d S )�
BaseSpecifierc C s dS )z�
Returns the str representation of this Specifier like object. This
should be representative of the Specifier itself.
Nr )�selfr r r �__str__ s zBaseSpecifier.__str__c C s dS )zF
Returns a hash value for this Specifier like object.
Nr )r r r r �__hash__ s zBaseSpecifier.__hash__c C s dS )zq
Returns a boolean representing whether or not the two Specifier like
objects are equal.
Nr )r �otherr r r �__eq__$ s zBaseSpecifier.__eq__c C s dS )zu
Returns a boolean representing whether or not the two Specifier like
objects are not equal.
Nr )r r r r r �__ne__+ s zBaseSpecifier.__ne__c C s dS )zg
Returns whether or not pre-releases as a whole are allowed by this
specifier.
Nr )r r r r � prereleases2 s zBaseSpecifier.prereleasesc C s dS )zd
Sets whether or not pre-releases as a whole are allowed by this
specifier.
Nr )r �valuer r r r 9 s Nc C s dS )zR
Determines if the given item is contained within this specifier.
Nr )r �itemr r r r �contains@ s zBaseSpecifier.containsc C s dS )z�
Takes an iterable of items and filters them so that only items which
are contained within this specifier are allowed in it.
Nr )r �iterabler r r r �filterF s zBaseSpecifier.filter)N)N)r r
r �abc�abstractmethodr r r r �abstractpropertyr �setterr r r r r r r s r c @ s� e Zd Zi Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z e dd� �Z
e dd� �Ze dd� �Zejdd� �Zdd� Zd!d d �Zd"d d �ZdS )#�_IndividualSpecifier� Nc C sF | j j|�}|s tdj|���|jd�j� |jd�j� f| _|| _d S )NzInvalid specifier: '{0}'�operator�version)�_regex�searchr �format�group�strip�_spec� _prereleases)r �specr �matchr r r �__init__R s z _IndividualSpecifier.__init__c C s0 | j d k rdj| j�nd}dj| jjt| �|�S )Nz, prereleases={0!r}r$ z<{0}({1!r}{2})>)r- r) r � __class__r �str)r �prer r r �__repr___ s z _IndividualSpecifier.__repr__c C s dj | j� S )Nz{0}{1})r) r, )r r r r r l s z _IndividualSpecifier.__str__c C s
t | j�S )N)�hashr, )r r r r r o s z _IndividualSpecifier.__hash__c C sL t |t�r0y| j|�}W q@ tk
r, tS X nt || j�s@tS | j|jkS )N)�
isinstancer r1 r �NotImplementedr, )r r r r r r r s
z_IndividualSpecifier.__eq__c C sL t |t�r0y| j|�}W q@ tk
r, tS X nt || j�s@tS | j|jkS )N)r6 r r1 r r7 r, )r r r r r r } s
z_IndividualSpecifier.__ne__c C s t | dj| j| ��S )Nz _compare_{0})�getattrr) �
_operators)r �opr r r �
_get_operator� s z"_IndividualSpecifier._get_operatorc C s t |ttf�st|�}|S )N)r6 r r r
)r r& r r r �_coerce_version� s z$_IndividualSpecifier._coerce_versionc C s
| j d S )Nr )r, )r r r r r% � s z _IndividualSpecifier.operatorc C s
| j d S )Nr )r, )r r r r r& � s z _IndividualSpecifier.versionc C s | j S )N)r- )r r r r r � s z _IndividualSpecifier.prereleasesc C s
|| _ d S )N)r- )r r r r r r � s c C s
| j |�S )N)r )r r r r r � __contains__� s z!_IndividualSpecifier.__contains__c C s< |d kr| j }| j|�}|jr(| r(dS | j| j�|| j�S )NF)r r< �
is_prereleaser; r% r& )r r r r r r r � s
z _IndividualSpecifier.containsc c s� d}g }d|d k r|ndi}xL|D ]D}| j |�}| j|f|�r"|jr\|pL| j r\|j|� q"d}|V q"W | r�|r�x|D ]
}|V qzW d S )NFr T)r< r r> r �append)r r r Zyielded�found_prereleases�kwr& �parsed_versionr r r r � s
z_IndividualSpecifier.filter)r$ N)N)N)r r
r r9 r0 r4 r r r r r; r< �propertyr% r& r r" r= r r r r r r r# N s
r# c @ sv e Zd ZdZejde d ejejB �Zdddddd d
�Z d d � Z
d
d� Z dd� Z dd� Z
dd� Zdd� Zdd� ZdS )�LegacySpecifiera�
(?P<operator>(==|!=|<=|>=|<|>))
\s*
(?P<version>
[^,;\s)]* # Since this is a "legacy" specifier, and the version
# string can be just about anything, we match everything
# except for whitespace, a semi-colon for marker support,
# a closing paren since versions can be enclosed in
# them, and a comma since it's a version separator.
)
z^\s*z\s*$�equal� not_equal�less_than_equal�greater_than_equal� less_than� greater_than)z==z!=z<=z>=�<�>c C s t |t�stt|��}|S )N)r6 r r2 )r r& r r r r< � s
z LegacySpecifier._coerce_versionc C s || j |�kS )N)r< )r � prospectiver. r r r �_compare_equal� s z LegacySpecifier._compare_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_not_equal� s z"LegacySpecifier._compare_not_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_less_than_equal� s z(LegacySpecifier._compare_less_than_equalc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than_equal s z+LegacySpecifier._compare_greater_than_equalc C s || j |�k S )N)r< )r rM r. r r r �_compare_less_than s z"LegacySpecifier._compare_less_thanc C s || j |�kS )N)r< )r rM r. r r r �_compare_greater_than s z%LegacySpecifier._compare_greater_thanN)r r
r �
_regex_str�re�compile�VERBOSE�
IGNORECASEr' r9 r< rN rO rP rQ rR rS r r r r rD � s
rD c s t j� �� fdd��}|S )Nc s t |t�sdS � | ||�S )NF)r6 r )r rM r. )�fnr r �wrapped s
z)_require_version_compare.<locals>.wrapped)� functools�wraps)rY rZ r )rY r �_require_version_compare
s r] c @ s� e Zd ZdZejde d ejejB �Zdddddd d
d d �Z e
d
d� �Z e
dd� �Z e
dd� �Z
e
dd� �Ze
dd� �Ze
dd� �Ze
dd� �Zdd � Zed d � �Zejd d � �Zd S )!� Specifiera
(?P<operator>(~=|==|!=|<=|>=|<|>|===))
(?P<version>
(?:
# The identity operators allow for an escape hatch that will
# do an exact string match of the version you wish to install.
# This will not be parsed by PEP 440 and we cannot determine
# any semantic meaning from it. This operator is discouraged
# but included entirely as an escape hatch.
(?<====) # Only match for the identity operator
\s*
[^\s]* # We just match everything, except for whitespace
# since we are only testing for strict identity.
)
|
(?:
# The (non)equality operators allow for wild card and local
# versions to be specified so we have to define these two
# operators separately to enable that.
(?<===|!=) # Only match for equals and not equals
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
# You cannot use a wild card and a dev or local version
# together so group them with a | and make them optional.
(?:
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
(?:\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*)? # local
|
\.\* # Wild card syntax of .*
)?
)
|
(?:
# The compatible operator requires at least two digits in the
# release segment.
(?<=~=) # Only match for the compatible operator
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)+ # release (We have a + instead of a *)
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
|
(?:
# All other operators only allow a sub set of what the
# (non)equality operators do. Specifically they do not allow
# local versions to be specified nor do they allow the prefix
# matching wild cards.
(?<!==|!=|~=) # We have special cases for these
# operators so we want to make sure they
# don't match here.
\s*
v?
(?:[0-9]+!)? # epoch
[0-9]+(?:\.[0-9]+)* # release
(?: # pre release
[-_\.]?
(a|b|c|rc|alpha|beta|pre|preview)
[-_\.]?
[0-9]*
)?
(?: # post release
(?:-[0-9]+)|(?:[-_\.]?(post|rev|r)[-_\.]?[0-9]*)
)?
(?:[-_\.]?dev[-_\.]?[0-9]*)? # dev release
)
)
z^\s*z\s*$Z
compatiblerE rF rG rH rI rJ Z arbitrary)z~=z==z!=z<=z>=rK rL z===c C sN dj ttjdd� t|���d d� �}|d7 }| jd�||�oL| jd�||�S ) N�.c S s | j d� o| j d� S )NZpostZdev)�
startswith)�xr r r �<lambda>� s z/Specifier._compare_compatible.<locals>.<lambda>r z.*z>=z==���)�join�list� itertools� takewhile�_version_splitr; )r rM r. �prefixr r r �_compare_compatible� s
z Specifier._compare_compatiblec C sp |j d�rPt|j�}t|d d� �}tt|��}|d t|�� }t||�\}}nt|�}|jsht|j�}||kS )Nz.*� ���)�endswithr Zpublicrh r2 �len� _pad_version�local)r rM r. r r r rN � s
zSpecifier._compare_equalc C s | j ||� S )N)rN )r rM r. r r r rO � s z Specifier._compare_not_equalc C s |t |�kS )N)r )r rM r. r r r rP � s z"Specifier._compare_less_than_equalc C s |t |�kS )N)r )r rM r. r r r rQ � s z%Specifier._compare_greater_than_equalc C s> t |�}||k sdS |j r:|jr:t |j�t |j�kr:dS dS )NFT)r r> � base_version)r rM r. r r r rR � s z Specifier._compare_less_thanc C s` t |�}||ksdS |j r:|jr:t |j�t |j�kr:dS |jd k r\t |j�t |j�kr\dS dS )NFT)r Zis_postreleaserq rp )r rM r. r r r rS � s
z Specifier._compare_greater_thanc C s t |�j� t |�j� kS )N)r2 �lower)r rM r. r r r �_compare_arbitrary s z Specifier._compare_arbitraryc C sR | j d k r| j S | j\}}|d
krN|dkr@|jd�r@|d d � }t|�jrNdS d S ) N�==�>=�<=�~=�===z.*rk TF)rt ru rv rw rx rl )r- r, rm r
r> )r r% r& r r r r s
zSpecifier.prereleasesc C s
|| _ d S )N)r- )r r r r r r s N)r r
r rT rU rV rW rX r' r9 r] rj rN rO rP rQ rR rS rs rC r r" r r r r r^ s* ^ # r^ z ^([0-9]+)((?:a|b|c|rc)[0-9]+)$c C sD g }x:| j d�D ],}tj|�}|r2|j|j� � q|j|� qW |S )Nr_ )�split�
_prefix_regexr( �extend�groupsr? )r& �resultr r/ r r r rh ' s
rh c C s� g g }}|j ttjdd� | ��� |j ttjdd� |��� |j | t|d �d � � |j |t|d �d � � |jddgtdt|d �t|d � � � |jddgtdt|d �t|d � � � ttj|� �ttj|� �fS )Nc S s | j � S )N)�isdigit)ra r r r rb 6 s z _pad_version.<locals>.<lambda>c S s | j � S )N)r~ )ra r r r rb 7 s r r �0)r? re rf rg rn �insert�max�chain)�left�rightZ
left_splitZ right_splitr r r ro 2 s
&& ro c @ s� e Zd Zd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z e dd� �Z
e
jdd� �Z
dd� Zd dd�Zd d d �ZdS )!� SpecifierSetr$ Nc C sr dd� |j d�D �}t� }xB|D ]:}y|jt|�� W q tk
rX |jt|�� Y q X q W t|�| _|| _d S )Nc S s g | ]}|j � r|j � �qS r )r+ )�.0�sr r r �
<listcomp>R s z)SpecifierSet.__init__.<locals>.<listcomp>�,) ry �set�addr^ r rD � frozenset�_specsr- )r Z
specifiersr Zparsed� specifierr r r r0 O s
zSpecifierSet.__init__c C s* | j d k rdj| j�nd}djt| �|�S )Nz, prereleases={0!r}r$ z<SpecifierSet({0!r}{1})>)r- r) r r2 )r r3 r r r r4 d s zSpecifierSet.__repr__c C s dj tdd� | jD ���S )Nr� c s s | ]}t |�V qd S )N)r2 )r� r� r r r � <genexpr>n s z'SpecifierSet.__str__.<locals>.<genexpr>)rd �sortedr� )r r r r r m s zSpecifierSet.__str__c C s
t | j�S )N)r5 r� )r r r r r p s zSpecifierSet.__hash__c C s� t |t�rt|�}nt |t�s"tS t� }t| j|jB �|_| jd krX|jd k rX|j|_n<| jd k rv|jd krv| j|_n | j|jkr�| j|_ntd��|S )NzFCannot combine SpecifierSets with True and False prerelease overrides.)r6 r r� r7 r� r� r- �
ValueError)r r r� r r r �__and__s s
zSpecifierSet.__and__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s
zSpecifierSet.__eq__c C sF t |t�rt|�}n&t |t�r,tt|��}nt |t�s:tS | j|jkS )N)r6 r r� r# r2 r7 r� )r r r r r r � s
zSpecifierSet.__ne__c C s
t | j�S )N)rn r� )r r r r �__len__� s zSpecifierSet.__len__c C s
t | j�S )N)�iterr� )r r r r �__iter__� s zSpecifierSet.__iter__c C s. | j d k r| j S | jsd S tdd� | jD ��S )Nc s s | ] }|j V qd S )N)r )r� r� r r r r� � s z+SpecifierSet.prereleases.<locals>.<genexpr>)r- r� �any)r r r r r � s
zSpecifierSet.prereleasesc C s
|| _ d S )N)r- )r r r r r r � s c C s
| j |�S )N)r )r r r r r r= � s zSpecifierSet.__contains__c sN t � ttf�st� �� �d kr$| j�� r4� jr4dS t� �fdd�| jD ��S )NFc 3 s | ]}|j � �d �V qdS ))r N)r )r� r� )r r r r r� � s z(SpecifierSet.contains.<locals>.<genexpr>)r6 r r r
r r> �allr� )r r r r )r r r r � s zSpecifierSet.containsc C s� |d kr| j }| jr:x | jD ]}|j|t|�d�}q W |S g }g }xZ|D ]R}t|ttf�sdt|�}n|}t|t�rtqH|jr�| r�|s�|j |� qH|j |� qHW | r�|r�|d kr�|S |S d S )N)r )
r r� r �boolr6 r r r
r> r? )r r r r. Zfilteredr@ r rB r r r r � s*
zSpecifierSet.filter)r$ N)N)N)r r
r r0 r4 r r r� r r r� r� rC r r" r= r r r r r r r� M s
r� ) Z
__future__r r r r r[ rf rU Z_compatr r r& r r r
r� r �ABCMeta�objectr r# rD r] r^ rV rz rh ro r� r r r r �<module> s& 9 4
packaging/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000735 15051612327 0016033 0 ustar 00 3
�Pf � @ sT d dl mZmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z dddddd d
d gZ
d S )
� )�absolute_import�division�print_function� )�
__author__�
__copyright__� __email__� __license__� __summary__� __title__�__uri__� __version__r r
r r
r r r r N)Z
__future__r r r � __about__r r r r r
r r r
�__all__� r r � /usr/lib/python3.6/__init__.py�<module> s (
packaging/__pycache__/markers.cpython-36.pyc 0000644 00000021133 15051612327 0014774 0 ustar 00 3
�Pf& � @ s@ d dl mZmZmZ d dlZd dlZd dlZd dlZd dlm Z m
Z
m Z m Z d dlm
Z
mZmZmZ d dlmZ ddlmZ ddlmZmZ d d
d d d
gZG dd � d e�ZG dd
� d
e�ZG dd � d e�Z G dd� de �Z G dd� de �Z G dd� de �Z G dd� de �Z!ed�ed�B ed�B ed �B ed �B ed �B ed �B ed �B ed!�B ed"�B ed#�B ed$�B ed%�B ed&�B ed'�B ed(�B ed)�B ed*�B Z"d#d"d d ddd+�Z#e"j$d,d-� � ed.�ed/�B ed0�B ed1�B ed2�B ed3�B ed4�B ed5�B Z%e%ed6�B ed7�B Z&e&j$d8d-� � ed9�ed:�B Z'e'j$d;d-� � ed<�ed=�B Z(e"e'B Z)ee)e& e) �Z*e*j$d>d-� � ed?�j+� Z,ed@�j+� Z-e� Z.e*ee,e. e- �B Z/e.e/e
e(e. � > e e. e Z0dAdB� Z1dSdDdE�Z2dFd-� dGd-� ej3ej4ej5ej6ej7ej8dH�Z9dIdJ� Z:e � Z;dKdL� Z<dMdN� Z=dOdP� Z>dQd
� Z?G dRd � d e �Z@dS )T� )�absolute_import�division�print_functionN)�ParseException� ParseResults� stringStart� stringEnd)�
ZeroOrMore�Group�Forward� QuotedString)�Literal� )� string_types)� Specifier�InvalidSpecifier�
InvalidMarker�UndefinedComparison�UndefinedEnvironmentName�Marker�default_environmentc @ s e Zd ZdZdS )r zE
An invalid marker was found, users should refer to PEP 508.
N)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/markers.pyr s c @ s e Zd ZdZdS )r zP
An invalid operation was attempted on a value that doesn't support it.
N)r r r r r r r r r ! s c @ s e Zd ZdZdS )r z\
A name was attempted to be used that does not exist inside of the
environment.
N)r r r r r r r r r ' s c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�Nodec C s
|| _ d S )N)�value)�selfr r r r �__init__0 s z
Node.__init__c C s
t | j�S )N)�strr )r r r r �__str__3 s z Node.__str__c C s dj | jjt| ��S )Nz <{0}({1!r})>)�format� __class__r r! )r r r r �__repr__6 s z
Node.__repr__c C s t �d S )N)�NotImplementedError)r r r r � serialize9 s zNode.serializeN)r r r r r" r% r' r r r r r . s r c @ s e Zd Zdd� ZdS )�Variablec C s t | �S )N)r! )r r r r r' ? s zVariable.serializeN)r r r r' r r r r r( = s r( c @ s e Zd Zdd� ZdS )�Valuec C s
dj | �S )Nz"{0}")r# )r r r r r' E s zValue.serializeN)r r r r' r r r r r) C s r) c @ s e Zd Zdd� ZdS )�Opc C s t | �S )N)r! )r r r r r' K s z Op.serializeN)r r r r' r r r r r* I s r* �implementation_version� platform_python_implementation�implementation_name�python_full_version�platform_release�platform_version�platform_machine�platform_system�python_version� sys_platform�os_namezos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementation�python_implementationZextra)zos.namez sys.platformzplatform.versionzplatform.machinez platform.python_implementationr6 c C s t tj|d |d ��S )Nr )r( �ALIASES�get)�s�l�tr r r �<lambda>k s r< z===z==z>=z<=z!=z~=�>�<znot in�inc C s t |d �S )Nr )r* )r9 r: r; r r r r< y s �'�"c C s t |d �S )Nr )r) )r9 r: r; r r r r< | s �and�orc C s t |d �S )Nr )�tuple)r9 r: r; r r r r< � s �(�)c C s t | t�rdd� | D �S | S d S )Nc S s g | ] }t |��qS r )�_coerce_parse_result)�.0�ir r r �
<listcomp>� s z(_coerce_parse_result.<locals>.<listcomp>)�
isinstancer )�resultsr r r rG � s
rG Tc C s� t | tttf�st�t | t�rHt| �dkrHt | d ttf�rHt| d �S t | t�r�dd� | D �}|rndj|�S ddj|� d S n"t | t�r�djdd � | D ��S | S d S )
Nr r c s s | ]}t |d d�V qdS )F)�firstN)�_format_marker)rH �mr r r � <genexpr>� s z!_format_marker.<locals>.<genexpr>� rE rF c S s g | ] }|j � �qS r )r' )rH rO r r r rJ � s z"_format_marker.<locals>.<listcomp>)rK �listrD r �AssertionError�lenrN �join)�markerrM �innerr r r rN � s
rN c C s | |kS )Nr )�lhs�rhsr r r r< � s c C s | |kS )Nr )rX rY r r r r< � s )r? znot inr> z<=z==z!=z>=r= c
C sl yt dj|j� |g��}W n tk
r. Y n X |j| �S tj|j� �}|d krbtdj|| |���|| |�S )N� z#Undefined {0!r} on {1!r} and {2!r}.) r rU r' r �contains�
_operatorsr8 r r# )rX �oprY �specZoperr r r �_eval_op� s
r_ c C s& | j |t�}|tkr"tdj|���|S )Nz/{0!r} does not exist in evaluation environment.)r8 �
_undefinedr r# )� environment�namer r r r �_get_env� s
rc c C s� g g}x�| D ]�}t |tttf�s$t�t |t�rD|d jt||�� q t |t�r�|\}}}t |t�rvt||j �}|j }n|j }t||j �}|d jt
|||�� q |dks�t�|dkr |jg � q W t dd� |D ��S ) Nr rB rC c s s | ]}t |�V qd S )N)�all)rH �itemr r r rP � s z$_evaluate_markers.<locals>.<genexpr>���rf )rB rC ) rK rR rD r rS �append�_evaluate_markersr( rc r r_ �any) Zmarkersra �groupsrV rX r] rY Z lhs_valueZ rhs_valuer r r rh � s"
rh c C s2 dj | �}| j}|dkr.||d t| j� 7 }|S )Nz {0.major}.{0.minor}.{0.micro}�finalr )r# � releaselevelr! �serial)�info�versionZkindr r r �format_full_version� s
rp c C sl t td�r ttjj�} tjj}nd} d}|| tjtj� tj � tj
� tj� tj � tj � tj � d d� tjd� S )N�implementation�0rZ � ) r- r+ r5 r1 r/ r2 r0 r. r, r3 r4 )
�hasattr�sysrp rq ro rb �os�platform�machine�release�systemr3 r6 )Ziverr- r r r r � s
c @ s. e Zd Zdd� Zdd� Zdd� Zd
dd �ZdS ) r c C s` yt tj|��| _W nF tk
rZ } z*dj|||j|jd � �}t|��W Y d d }~X nX d S )Nz+Invalid marker: {0!r}, parse error at {1!r}� )rG �MARKERZ parseString�_markersr r# �locr )r rV �eZerr_strr r r r s zMarker.__init__c C s
t | j�S )N)rN r} )r r r r r" s zMarker.__str__c C s dj t| ��S )Nz<Marker({0!r})>)r# r! )r r r r r% s zMarker.__repr__Nc C s$ t � }|dk r|j|� t| j|�S )a$ Evaluate a marker.
Return the boolean from evaluating the given marker against the
environment. environment is an optional argument to override all or
part of the determined environment.
The environment is determined from the current Python process.
N)r �updaterh r} )r ra Zcurrent_environmentr r r �evaluate" s
zMarker.evaluate)N)r r r r r" r% r� r r r r r s )T)AZ
__future__r r r �operatorrv rw ru Zpip._vendor.pyparsingr r r r r r
r r r
�LZ_compatr Z
specifiersr r �__all__�
ValueErrorr r r �objectr r( r) r* ZVARIABLEr7 ZsetParseActionZ VERSION_CMPZ MARKER_OPZ MARKER_VALUEZBOOLOPZ
MARKER_VARZ MARKER_ITEM�suppressZLPARENZRPARENZ MARKER_EXPRZ MARKER_ATOMr| rG rN �lt�le�eq�ne�ge�gtr\ r_ r` rc rh rp r r r r r r �<module> sx �
6
packaging/__pycache__/utils.cpython-36.pyc 0000644 00000000630 15051612327 0014467 0 ustar 00 3
�Pf� � @ s2 d dl mZmZmZ d dlZejd�Zdd� ZdS )� )�absolute_import�division�print_functionNz[-_.]+c C s t jd| �j� S )N�-)�_canonicalize_regex�sub�lower)�name� r
�/usr/lib/python3.6/utils.py�canonicalize_name s r )Z
__future__r r r �re�compiler r r
r
r
r �<module> s
urllib3/contrib/_securetransport/__pycache__/bindings.cpython-36.opt-1.pyc 0000644 00000024130 15051612327 0022556 0 ustar 00 3
�Pf�D � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m
Z
m Z m Z m
Z
mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed
��ej� d Zeeeejd ���Z e d k r�e de d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e
Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�y�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee
��ZTee-eAee �ee
��ZUe?eTeUge jV_He-e jV_Ie?e e
ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e
ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e
ee
�ge j]_He-e j]_Ie?e e
ee
�ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee
�ge j`_He-e j`_Ie?ee>�ee
�ge ja_He-e ja_Ie?ee>�e
ge jb_He-e jb_Ie?ee
�ge jc_de-e jc_Ie?ee>�ee
�ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/jse d�e _te/jse d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,jse d�e _�ejse d�e _�ejse d�e _�ejse d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k
�rt ed��Y nX G dd� de��Z�G dd � d e��Z�dS ) ay
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.�
� z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_
A class object that acts as essentially a namespace for CoreFoundation
constants.
i N)�__name__�
__module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" � /usr/lib/python3.6/bindings.pyr � s r c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZd ZdZd
Zd ZdZdDZdEZdFZdGZdHZdIZdJZdKZdLZ dMZ dNZ dOZ dPZ dQZ!dRZ"dSZ#dTZ$dUZ%dVZ&dWZ'dXZ(dYZ)d"Z*d#Z+d$Z,d%Z-d&Z.d'Z/d(Z0d)Z1d*Z2d+Z3d,Z4d-Z5d.Z6d/Z7d0Z8d1Z9d2Z:d3Z;d4Z<d5Z=d6Z>d7Z?d8Z@d9ZAd:ZBd;ZCd<ZDd=ZEd>ZFd?ZGd@ZHdAZIdBZJdCS )Z�
SecurityConstzU
A class object that acts as essentially a namespace for Security constants.
r r � � � r r � � � iH& iK& iM& iX& iN& iO& iQ& iR& iV& iW& iT& iU& is& i`& io& iz& iq& iw& i� i�b i�b i�b i,� i0� i+� i/� � � � � i$� i(� i
� i� �k �j �9 �8 i#� i'� i � i� �g �@ �3 �2 � � �= �< �5 �/ i i i Ni���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���)Kr r r r Z"kSSLSessionOptionBreakOnServerAuthZ
kSSLProtocol2Z
kSSLProtocol3Z
kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256r" r" r" r# r$ � s� r$ )r r )�r Z
__future__r �platformZ ctypes.utilr Zctypesr r r r r r r
r r r
r r Z
security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ
CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ
SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ
SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ
SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ
CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s, ,
urllib3/contrib/_securetransport/__pycache__/low_level.cpython-36.opt-1.pyc 0000644 00000016271 15051612327 0022760 0 ustar 00 3
�Pf / � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z ej dej
�Zdd� Zdd � Zd
d � Zdd d
�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a�
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
� N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE-----
(.*?)
-----END CERTIFICATE-----c C s t jt j| t| ��S )zv
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
)r � CFDataCreate�kCFAllocatorDefault�len)Z
bytestring� r � /usr/lib/python3.6/low_level.py�_cf_data_from_bytes s r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }tjtj|||tjtj�S )zK
Given a list of Python tuples, create an associated CFDictionary.
c s s | ]}|d V qdS )r Nr )�.0�tr r r
� <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr )r r
r r r
r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r
�_cf_dictionary_from_tuples% s r c C sn t j| t jt j��}tj|tj�}|dkrXt jd�}tj ||dtj�}|sRt
d��|j }|dk rj|j d�}|S )z�
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
Ni z'Error copying C string from CFStringRefzutf-8)
�ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r
�_cf_string_to_unicode; s"
r c C s\ | dkr dS t j| d�}t|�}tj|� |dks:|dkrBd| }|dkrPtj}||��dS )z[
Checks the return code and throws an exception if there is an error to
report
r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r
�_assert_no_errorX s
r" c C s� dd� t j| �D �}|s"tjd��tjtjdtjtj ��}|sHtjd��ydx^|D ]V}t
|�}|sjtjd��t j tj|�}tj
|� |s�tjd��tj||� tj
|� qPW W n tk
r� tj
|� Y nX |S )z�
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
c S s g | ]}t j|jd ���qS )r )�base64Z b64decode�group)r �matchr r r
�
<listcomp>s s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)�
_PEM_CERTS_RE�finditerr r r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z
pem_bundleZ der_certsZ
cert_arrayZ der_bytesZcertdataZcertr r r
�_cert_array_from_pemm s2
r. c C s t j� }tj| �|kS )z=
Returns True if a given CFTypeRef is a certificate.
)r ZSecCertificateGetTypeIDr � CFGetTypeID)�item�expectedr r r
�_is_cert� s r2 c C s t j� }tj| �|kS )z;
Returns True if a given CFTypeRef is an identity.
)r ZSecIdentityGetTypeIDr r/ )r0 r1 r r r
� _is_identity� s r3 c C s� t jd�} tj| dd� �jd�}tj| dd� �}tj� }t jj||�j d�}t
j � }t
j |t
|�|ddtj|��}t|� ||fS )a�
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
�( N� zutf-8F)�os�urandomr# Z b64encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r* r" )Z random_bytes�filenameZpasswordZ
tempdirectoryZ
keychain_path�keychain�statusr r r
�_temporary_keychain� s
r? c C s g }g }d}t |d��}|j� }W dQ R X z�tjtj|t|��}tj� }tj|ddddd| t j
|��}t |� tj |�} xdt
| �D ]X}
tj||
�} t j| tj�} t| �r�tj| � |j| � q�t| �r�tj| � |j| � q�W W d|r�tj|� tj|� X ||fS )z�
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
N�rbr )�open�readr r r r Z
CFArrayRefr Z
SecItemImportr r* r" ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r2 ZCFRetain�appendr3 r ) r= r9 � certificates�
identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr0 r r r
�_load_items_from_file� sH
rI c G s� g }g }dd� |D �}z�x.|D ]&}t | |�\}}|j|� |j|� q W |s�tj� }tj| |d tj|��}t|� |j|� t j
|j d�� t j t j
dtjt j��} x tj||�D ]}
t j| |
� q�W | S x tj||�D ]} t j
| � q�W X dS )z�
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
c s s | ]}|r|V qd S )Nr )r r9 r r r
r / s z*_load_client_cert_chain.<locals>.<genexpr>r N)rI �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r* r" rD r r �popr) r r+ � itertools�chainr, ) r= �pathsrE rF Z file_pathZnew_identitiesZ new_certsZ new_identityr> Z trust_chainr0 �objr r r
�_load_client_cert_chain s6
rP )N)�__doc__r# r rL �rer6 r r8 Zbindingsr r r �compile�DOTALLr' r r r r" r. r2 r3 r? rI rP r r r r
�<module> s(
+(; urllib3/contrib/_securetransport/__pycache__/low_level.cpython-36.pyc 0000644 00000016271 15051612327 0022021 0 ustar 00 3
�Pf / � @ s� d Z ddlZddlZddlZddlZddlZddlZddlZddlm Z m
Z
m Z ej dej
�Zdd� Zdd � Zd
d � Zdd d
�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )a�
Low-level helpers for the SecureTransport bindings.
These are Python functions that are not directly related to the high-level APIs
but are necessary to get them to work. They include a whole bunch of low-level
CoreFoundation messing about and memory management. The concerns in this module
are almost entirely about trying to avoid memory leaks and providing
appropriate and useful assistance to the higher-level code.
� N� )�Security�CoreFoundation�CFConsts; -----BEGIN CERTIFICATE-----
(.*?)
-----END CERTIFICATE-----c C s t jt j| t| ��S )zv
Given a bytestring, create a CFData object from it. This CFData object must
be CFReleased by the caller.
)r � CFDataCreate�kCFAllocatorDefault�len)Z
bytestring� r � /usr/lib/python3.6/low_level.py�_cf_data_from_bytes s r c C sZ t | �}dd� | D �}dd� | D �}tj| |� }tj| |� }tjtj|||tjtj�S )zK
Given a list of Python tuples, create an associated CFDictionary.
c s s | ]}|d V qdS )r Nr )�.0�tr r r
� <genexpr>, s z-_cf_dictionary_from_tuples.<locals>.<genexpr>c s s | ]}|d V qdS )r Nr )r r
r r r
r - s )r r � CFTypeRefZCFDictionaryCreater Z kCFTypeDictionaryKeyCallBacksZ kCFTypeDictionaryValueCallBacks)ZtuplesZdictionary_size�keys�valuesZcf_keysZ cf_valuesr r r
�_cf_dictionary_from_tuples% s r c C sn t j| t jt j��}tj|tj�}|dkrXt jd�}tj ||dtj�}|sRt
d��|j }|dk rj|j d�}|S )z�
Creates a Unicode string from a CFString object. Used entirely for error
reporting.
Yes, it annoys me quite a lot that this function is this complex.
Ni z'Error copying C string from CFStringRefzutf-8)
�ctypes�castZPOINTERZc_void_pr ZCFStringGetCStringPtrr ZkCFStringEncodingUTF8Zcreate_string_bufferZCFStringGetCString�OSError�value�decode)r Zvalue_as_void_p�string�buffer�resultr r r
�_cf_string_to_unicode; s"
r c C s\ | dkr dS t j| d�}t|�}tj|� |dks:|dkrBd| }|dkrPtj}||��dS )z[
Checks the return code and throws an exception if there is an error to
report
r N� z OSStatus %s)r ZSecCopyErrorMessageStringr r � CFRelease�ssl�SSLError)�errorZexception_classZcf_error_string�outputr r r
�_assert_no_errorX s
r" c C s� dd� t j| �D �}|s"tjd��tjtjdtjtj ��}|sHtjd��ydx^|D ]V}t
|�}|sjtjd��t j tj|�}tj
|� |s�tjd��tj||� tj
|� qPW W n tk
r� tj
|� Y nX |S )z�
Given a bundle of certs in PEM format, turns them into a CFArray of certs
that can be used to validate a cert chain.
c S s g | ]}t j|jd ���qS )r )�base64Z b64decode�group)r �matchr r r
�
<listcomp>s s z(_cert_array_from_pem.<locals>.<listcomp>z No root certificates specifiedr zUnable to allocate memory!z Unable to build cert object!)�
_PEM_CERTS_RE�finditerr r r �CFArrayCreateMutabler r �byref�kCFTypeArrayCallBacksr r Z SecCertificateCreateWithDatar �CFArrayAppendValue� Exception)Z
pem_bundleZ der_certsZ
cert_arrayZ der_bytesZcertdataZcertr r r
�_cert_array_from_pemm s2
r. c C s t j� }tj| �|kS )z=
Returns True if a given CFTypeRef is a certificate.
)r ZSecCertificateGetTypeIDr � CFGetTypeID)�item�expectedr r r
�_is_cert� s r2 c C s t j� }tj| �|kS )z;
Returns True if a given CFTypeRef is an identity.
)r ZSecIdentityGetTypeIDr r/ )r0 r1 r r r
� _is_identity� s r3 c C s� t jd�} tj| dd� �jd�}tj| dd� �}tj� }t jj||�j d�}t
j � }t
j |t
|�|ddtj|��}t|� ||fS )a�
This function creates a temporary Mac keychain that we can use to work with
credentials. This keychain uses a one-time password and a temporary file to
store the data. We expect to have one keychain per socket. The returned
SecKeychainRef must be freed by the caller, including calling
SecKeychainDelete.
Returns a tuple of the SecKeychainRef and the path to the temporary
directory that contains it.
�( N� zutf-8F)�os�urandomr# Z b64encoder �tempfileZmkdtemp�path�join�encoder ZSecKeychainRefZSecKeychainCreater r r* r" )Z random_bytes�filenameZpasswordZ
tempdirectoryZ
keychain_path�keychain�statusr r r
�_temporary_keychain� s
r? c C s g }g }d}t |d��}|j� }W dQ R X z�tjtj|t|��}tj� }tj|ddddd| t j
|��}t |� tj |�} xdt
| �D ]X}
tj||
�} t j| tj�} t| �r�tj| � |j| � q�t| �r�tj| � |j| � q�W W d|r�tj|� tj|� X ||fS )z�
Given a single file, loads all the trust objects from it into arrays and
the keychain.
Returns a tuple of lists: the first list is a list of identities, the
second a list of certs.
N�rbr )�open�readr r r r Z
CFArrayRefr Z
SecItemImportr r* r" ZCFArrayGetCount�rangeZCFArrayGetValueAtIndexr r r2 ZCFRetain�appendr3 r ) r= r9 � certificates�
identitiesZ result_array�fZ raw_filedataZfiledatar Z result_count�indexr0 r r r
�_load_items_from_file� sH
rI c G s� g }g }dd� |D �}z�x.|D ]&}t | |�\}}|j|� |j|� q W |s�tj� }tj| |d tj|��}t|� |j|� t j
|j d�� t j t j
dtjt j��} x tj||�D ]}
t j| |
� q�W | S x tj||�D ]} t j
| � q�W X dS )z�
Load certificates and maybe keys from a number of files. Has the end goal
of returning a CFArray containing one SecIdentityRef, and then zero or more
SecCertificateRef objects, suitable for use as a client certificate trust
chain.
c s s | ]}|r|V qd S )Nr )r r9 r r r
r / s z*_load_client_cert_chain.<locals>.<genexpr>r N)rI �extendr ZSecIdentityRefZ SecIdentityCreateWithCertificater r* r" rD r r �popr) r r+ � itertools�chainr, ) r= �pathsrE rF Z file_pathZnew_identitiesZ new_certsZ new_identityr> Z trust_chainr0 �objr r r
�_load_client_cert_chain s6
rP )N)�__doc__r# r rL �rer6 r r8 Zbindingsr r r �compile�DOTALLr' r r r r" r. r2 r3 r? rI rP r r r r
�<module> s(
+(; urllib3/contrib/_securetransport/__pycache__/bindings.cpython-36.pyc 0000644 00000024130 15051612327 0021617 0 ustar 00 3
�Pf�D � @ s� d Z ddlmZ ddlZddlmZ ddlmZmZm Z m
Z
m Z m Z m
Z
mZmZ ddlmZmZmZ ed�Zesxed��ed �Zes�ed
��ej� d Zeeeejd ���Z e d k r�e de d e d f ��eedd�Z eedd�Z eZ eZ!e Z"eZ#eZ$eZ%eZ&eZ'eZ(eZ)e
Z*ee)�Z+eZ,eZ-ee#�Z.ee$�Z/ee%�Z0ee&�Z1ee'�Z2eZ3eZ4eZ5ee�Z6e Z7e Z8ee�Z9e Z:eZ;ee�Z<e Z=e Z>ee�Z?ee�Z@e ZAe ZBe ZCe ZDe ZEe ZF�y�e.e/ee7�ee8�e:ee;�e<ee0�ge jG_He-e jG_Ig e jJ_He*e jJ_Ig e jK_He*e jK_Ig e jL_He*e jL_Ie,e.ge jM_He6e jM_Ie6ge jN_He.e jN_Ie-ege jO_He/e jO_Ie+e6ee9�ge jP_He-e jP_Ie e ee eee<�ge jQ_He-e jQ_Ie<ge jR_He-e jR_Ie.e2ee0�ge jS_He-e jS_Iee-eAeee
��ZTee-eAee �ee
��ZUe?eTeUge jV_He-e jV_Ie?e e
ge jW_He-e jW_Ie?e0ge jX_He-e jX_Ie?e+e ge jY_He-e jY_Ie?eAge jZ_He-e jZ_Ie?e e
ge j[_He-e j[_Ie?ge j\_He-e j\_Ie?e e
ee
�ge j]_He-e j]_Ie?e e
ee
�ge j^_He-e j^_Ie?ge j__He-e j__Ie?ee
�ge j`_He-e j`_Ie?ee>�ee
�ge ja_He-e ja_Ie?ee>�e
ge jb_He-e jb_Ie?ee
�ge jc_de-e jc_Ie?ee>�ee
�ge je_He-e je_Ie?ee>�ge jf_He-e jf_Ie?ee=�ge jg_He-e jg_Ie?ee@�ge jh_He-e jh_Ie@e0ge ji_He-e ji_Ie@e ge jj_ke-e jj_Ie@eeB�ge jl_He-e jl_Ie@ge jm_He!e jm_Ie@e!ge jn_He6e jn_Ie,eDeEge jo_He?e jo_Ie?eFe ge jp_He-e jp_Ie?e=ge jq_He-e jq_Ie?e=ge jr_He-e jr_Ie-ege jO_He/e jO_IeTe _TeUe _Ue?e _?e=e _=e>e _>e9e _9e<e _<e@e _@eBe _Be7e _7e-e _-e/jse d�e _te/jse d�e _ue+ge jv_He+e jv_Ie+ge jw_Hde jw_Ie+ge jx_He*e jx_Ie,e e"ge jy_He/e jy_Ie/e"ge jz_He e jz_Ie/e e!e"ge j{_Hee j{_Ie,e e!ge j|_He.e j|_Ie.ge j}_He!e j}_Ie.ge j~_Hee j~_Ie,ee+�ee+�e!e4e5ge j_He2e j_Ie2e+ge j�_He+e j�_Ie,ee+�e!e3ge j�_He0e j�_Ie,e!e3ge j�_He1e j�_Ie1ege j�_Hde j�_Ie0ge j�_He!e j�_Ie0e!ge j�_Hee j�_Ie,jse d�e _�ejse d�e _�ejse d�e _�ejse d�e _�e+e _+e0e _0e/e _/e2e _2W n e�k
�rt ed��Y nX G dd� de��Z�G dd � d e��Z�dS ) ay
This module uses ctypes to bind a whole bunch of functions and constants from
SecureTransport. The goal here is to provide the low-level API to
SecureTransport. These are essentially the C-level functions and constants, and
they're pretty gross to work with.
This code is a bastardised version of the code found in Will Bond's oscrypto
library. An enormous debt is owed to him for blazing this trail for us. For
that reason, this code should be considered to be covered both by urllib3's
license and by oscrypto's:
Copyright (c) 2015-2016 Will Bond <will@wbond.net>
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
the rights to use, copy, modify, merge, publish, distribute, sublicense,
and/or sell copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
� )�absolute_importN)� find_library) �c_void_p�c_int32�c_char_p�c_size_t�c_byte�c_uint32�c_ulong�c_long�c_bool)�CDLL�POINTER� CFUNCTYPE�Securityz'The library Security could not be found�CoreFoundationz-The library CoreFoundation could not be found�.�
� z1Only OS X 10.8 and newer are supported, not %s.%s� T)Z use_errno�kSecImportExportPassphrase�kSecImportItemIdentity�kCFAllocatorDefault�kCFTypeArrayCallBacks� kCFTypeDictionaryKeyCallBacks� kCFTypeDictionaryValueCallBackszError initializing ctypesc @ s e Zd ZdZed�ZdS )�CFConstz_
A class object that acts as essentially a namespace for CoreFoundation
constants.
i N)�__name__�
__module__� __qualname__�__doc__�CFStringEncodingZkCFStringEncodingUTF8� r" r" � /usr/lib/python3.6/bindings.pyr � s r c @ s, e Zd ZdZdZdZdZdZdZdZ dZ
dZ dZ dZ
dZd ZdZd
Zd ZdZdDZdEZdFZdGZdHZdIZdJZdKZdLZ dMZ dNZ dOZ dPZ dQZ!dRZ"dSZ#dTZ$dUZ%dVZ&dWZ'dXZ(dYZ)d"Z*d#Z+d$Z,d%Z-d&Z.d'Z/d(Z0d)Z1d*Z2d+Z3d,Z4d-Z5d.Z6d/Z7d0Z8d1Z9d2Z:d3Z;d4Z<d5Z=d6Z>d7Z?d8Z@d9ZAd:ZBd;ZCd<ZDd=ZEd>ZFd?ZGd@ZHdAZIdBZJdCS )Z�
SecurityConstzU
A class object that acts as essentially a namespace for Security constants.
r r � � � r r � � � iH& iK& iM& iX& iN& iO& iQ& iR& iV& iW& iT& iU& is& i`& io& iz& iq& iw& i� i�b i�b i�b i,� i0� i+� i/� � � � � i$� i(� i
� i� �k �j �9 �8 i#� i'� i � i� �g �@ �3 �2 � � �= �< �5 �/ i i i Ni���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i���i ���iQ���i,���iR���)Kr r r r Z"kSSLSessionOptionBreakOnServerAuthZ
kSSLProtocol2Z
kSSLProtocol3Z
kTLSProtocol1ZkTLSProtocol11ZkTLSProtocol12ZkSSLClientSideZkSSLStreamTypeZkSecFormatPEMSequenceZkSecTrustResultInvalidZkSecTrustResultProceedZkSecTrustResultDenyZkSecTrustResultUnspecifiedZ&kSecTrustResultRecoverableTrustFailureZ kSecTrustResultFatalTrustFailureZkSecTrustResultOtherErrorZerrSSLProtocolZerrSSLWouldBlockZerrSSLClosedGracefulZerrSSLClosedNoNotifyZerrSSLClosedAbortZerrSSLXCertChainInvalidZ errSSLCryptoZerrSSLInternalZerrSSLCertExpiredZerrSSLCertNotYetValidZerrSSLUnknownRootCertZerrSSLNoRootCertZerrSSLHostNameMismatchZerrSSLPeerHandshakeFailZerrSSLPeerUserCancelledZ errSSLWeakPeerEphemeralDHKeyZerrSSLServerAuthCompletedZerrSSLRecordOverflowZerrSecVerifyFailedZerrSecNoTrustSettingsZerrSecItemNotFoundZerrSecInvalidTrustSettingsZ'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHAZTLS_AES_128_GCM_SHA256ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256r" r" r" r# r$ � s� r$ )r r )�r Z
__future__r �platformZ ctypes.utilr Zctypesr r r r r r r
r r r
r r Z
security_path� ImportErrorZcore_foundation_pathZmac_ver�version�tuple�map�int�split� version_info�OSErrorr r ZBooleanZCFIndexr! ZCFDataZCFStringZCFArrayZCFMutableArrayZ CFDictionaryZCFErrorZCFTypeZCFTypeIDZ CFTypeRefZCFAllocatorRefZOSStatusZ CFDataRefZ CFStringRefZ
CFArrayRefZCFMutableArrayRefZCFDictionaryRefZCFArrayCallBacksZCFDictionaryKeyCallBacksZCFDictionaryValueCallBacksZSecCertificateRefZSecExternalFormatZSecExternalItemTypeZSecIdentityRefZSecItemImportExportFlagsZ SecItemImportExportKeyParametersZSecKeychainRefZ SSLProtocolZSSLCipherSuiteZ
SSLContextRefZ SecTrustRefZSSLConnectionRefZSecTrustResultTypeZSecTrustOptionFlagsZSSLProtocolSideZSSLConnectionTypeZSSLSessionOptionZ
SecItemImportZargtypesZrestypeZSecCertificateGetTypeIDZSecIdentityGetTypeIDZSecKeyGetTypeIDZ SecCertificateCreateWithDataZSecCertificateCopyDataZSecCopyErrorMessageStringZ SecIdentityCreateWithCertificateZSecKeychainCreateZSecKeychainDeleteZSecPKCS12ImportZ SSLReadFuncZ SSLWriteFuncZ
SSLSetIOFuncsZ SSLSetPeerIDZSSLSetCertificateZ SSLSetCertificateAuthoritiesZSSLSetConnectionZSSLSetPeerDomainNameZ SSLHandshakeZSSLReadZSSLWriteZSSLCloseZ SSLGetNumberSupportedCiphersZSSLGetSupportedCiphersZSSLSetEnabledCiphersZSSLGetNumberEnabledCiphersZargtypeZSSLGetEnabledCiphersZSSLGetNegotiatedCipherZ SSLGetNegotiatedProtocolVersionZSSLCopyPeerTrustZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZ argstypesZSecTrustEvaluateZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSSLCreateContextZSSLSetSessionOptionZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZin_dllr r ZCFRetainZ CFReleaseZ CFGetTypeIDZCFStringCreateWithCStringZCFStringGetCStringPtrZCFStringGetCStringZ CFDataCreateZCFDataGetLengthZCFDataGetBytePtrZCFDictionaryCreateZCFDictionaryGetValueZ
CFArrayCreateZCFArrayCreateMutableZCFArrayAppendValueZCFArrayGetCountZCFArrayGetValueAtIndexr r r r �AttributeError�objectr r$ r" r" r" r# �<module> s, ,
urllib3/contrib/_securetransport/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15051612327 0021557 0 ustar 00 3
�Pf � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/contrib/_securetransport/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15051612327 0022516 0 ustar 00 3
�Pf � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/contrib/__pycache__/securetransport.cpython-36.opt-1.pyc 0000644 00000042703 15051612327 0020630 0 ustar 00 3
�Pf%w � 1 @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddlmZmZmZ ddlmZmZmZmZ ydd l mZ W n$ ek
r� dZdd
lmZ Y nX y e d � W n e k
r� ed ��Y nX d
dgZ dZ ej Z ej!j"Z#e j$� Z%e j&� Z'dZ(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDejEejFejGejHejIg!ZJe
jKejLejMfiZNeOe
d��r�ejPejPfeNe
jQ< eOe
d��r�ejRejRfeNe
jS< eOe
d��rejLejLfeNe
jT< eOe
d��r0ejUejUfeNe
jV< eOe
d��rNejMejMfeNe
jW< eOe
d��rjeNe
jK eNe
jX< dd
� ZYdd� ZZdd� Z[dd � Z\ej]e[�Z^ej_e\�Z`G d d � d ea�Zbe�r�d&d d �Zcn
d'd"d �Zceceb_cG d#d$� d$ea�ZddS )(aU
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
� )�absolute_importN� )�util� )�Security�
SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject)�backport_makefile� z5SecureTransport only works on Pythons with memoryview�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2� PROTOCOL_TLSc C s( t tj_tt_ttj_dt_dtj_dS )zG
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
TN)�SecureTransportContextr �ssl_�
SSLContext�HAS_SNI�IS_SECURETRANSPORT� r r �%/usr/lib/python3.6/securetransport.pyr � s
c C s( t tj_tt_ttj_dt_dtj_dS )z>
Undo monkey-patching by :func:`inject_into_urllib3`.
FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s
c C sl d}�y,t j| �}|dkr tjS |j}|d }|j� }d}d}tj| j|�} t | �}
ylxf||k r�|dksr|dkr�t
j |g|�} | s�tj t
jd��|j|
||� �} || 7 }| sZ|s�tjS P qZW W nT tj k
�r }
z4|
j
}|dk o�|t
jk�r|t
jk�rtjS � W Y dd}
~
X nX ||d< ||k�r0tjS dS tk
�rf }
z|dk �rV|
|_tjS d}
~
X nX dS )zs
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
Nr z timed out)�_connection_refs�getr �errSSLInternal�socket�
gettimeout�ctypes�c_charZ from_address�
memoryviewr Z
wait_for_read�error�errno�EAGAIN� recv_into�errSSLClosedGraceful�
ECONNRESET�errSSLClosedAbort�errSSLWouldBlock� Exception�
_exception)�
connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr) Z
read_count�bufferZ buffer_viewZ readablesZ
chunk_size�er r r �_read_callback� sN
r; c
C sN d}�yt j| �}|dkr tjS |j}|d }tj||�}|j� }d}d} y`xZ| |k r�|dksf|dkr�tj |g|�}
|
s�tj
t j d��|j
|�} | | 7 } || d� }qNW W nN tj
k
r� } z0| j }|dk r�|t j kr�|t jkr�tjS � W Y dd} ~ X nX | |d< | |k�rtjS dS tk
�rH } z|dk �r8| |_tjS d} ~ X nX dS )zx
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
Nr z timed out)r! r" r r# r$ r& � string_atr% r Zwait_for_writer) r* r+ �sendr. r/ r0 r1 r2 )
r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r) �sentZ writablesZ
chunk_sentr: r r r �_write_callback� sD
r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
d(dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd)d"d#�Zd$d%� Zd&d'� ZdS )*�
WrappedSocketz�
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j j� | _ | j j
d� d S )Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain�
_keychain_dir�_client_cert_chainr% �_timeout�
settimeout)�selfr$ r r r �__init__. s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | j� |�dS )a]
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
N)r2 �close)rJ Z exceptionr r r �_raise_on_error@ s
z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t j| j|tt��}t|� dS )a4
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
N)r ZSSLCipherSuite�len�
CIPHER_SUITESZSSLSetEnabledCiphersrB r )rJ �ciphers�resultr r r � _set_ciphersU s zWrappedSocket._set_ciphersc C s |sdS t jj|�r2t|d��}|j� }W dQ R X d}tj� }z�t|�}tj| j t
j |��}t |� |srt
jd��tj||�}t |� tj|d�}t |� tj� }tj|t
j |��}t |� W d|r�tj|� |dkr�tj|� X tjtjf}|j|k�r
t
jd|j ��dS )z�
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr
�SSLCopyPeerTrustrB r& �byrefr �sslZSSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater � CFReleaser ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rJ �verify� trust_bundle�fZ
cert_array�trustrQ Z trust_resultZ successesr r r �_custom_validateb s@
z WrappedSocket._custom_validatec C s� t jdtjtj�| _t j| jtt�} t | � t
�4 t | �d }
x|
t krV|
d d }
q@W | t |
< W dQ R X t j
| j|
�} t | � |r�t|t�s�|jd�}t j| j|t|��} t | � | j� t j| j|�} t | � t j| j|�} t | � | s�|dk �rt j| jtjd�} t | � |�rNt� \| _| _t| j||�| _ t j | j| j �} t | � xf| j � �R t j | j�} | tj k�r~t!j"d��n(| tj#k�r�| j$||� �wPn
t | � P W dQ R X �qPW dS )z�
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
Ni���r zutf-8Tzhandshake timed out)%r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperB Z
SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection�
isinstance�bytes�encodeZSSLSetPeerDomainNamerN rR ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rE rF r rG ZSSLSetCertificaterM Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedrc ) rJ �server_hostnamer_ r` Z min_versionZ max_versionZ client_certZ
client_keyZclient_key_passphraserQ Zhandler r r � handshake� s\
zWrappedSocket.handshakec C s
| j j� S )N)r$ �fileno)rJ r r r rm � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr r )rC rD rL )rJ r r r �_decref_socketios� s
z WrappedSocket._decref_socketiosc C s& t j|�}| j||�}|d |� }|S )N)r& Zcreate_string_bufferr, )rJ Zbufsizr9 Z
bytes_readr> r r r �recv s
zWrappedSocket.recvNc
C s� | j r
dS |d krt|�}tj| j|�}tjd�}| j� � tj| j ||tj
|��}W d Q R X |t j kr�|j
dkr�tjd��n"|t jt jfkr�| j� nt|� |j
S )Nr zrecv timed out)rD rN r& r' Z from_buffer�c_size_trM r ZSSLReadrB r[ r r0 r^ r$ r8 r- ZerrSSLClosedNoNotifyrL r )rJ r9 �nbytes�processed_bytesrQ r r r r,
s
zWrappedSocket.recv_intoc C s
|| _ d S )N)rH )rJ r8 r r r rI 2 s zWrappedSocket.settimeoutc C s | j S )N)rH )rJ r r r r% 5 s zWrappedSocket.gettimeoutc
C sh t jd�}| j� �" tj| j|t|�t j|��}W d Q R X |tj krZ|j
dkrZt j d��nt
|� |j
S )Nr zsend timed out)r& rp rM r ZSSLWriterB rN r[ r r0 r^ r$ r8 r )rJ r> rr rQ r r r r= 8 s
" zWrappedSocket.sendc C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )rN r= �SSL_WRITE_BLOCKSIZE)rJ r> Z
total_sentr? r r r �sendallI s zWrappedSocket.sendallc C s$ | j � � tj| j� W d Q R X d S )N)rM r ZSSLCloserB )rJ r r r �shutdownO s
zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(tj| j� d | _| jr@tj| j� d | _| jrvtj| j� tj| j� t j
| j � d | _| _ | j j
� S | j d8 _ d S )Nr T)rC rD rB r r] rG rE r ZSecKeychainDelete�shutilZrmtreerF r$ rL )rJ r r r rL S s
zWrappedSocket.closeFc
C s� |s t d��tj� }d }d }zptj| jtj|��}t|� |sBd S tj|�}|sTd S tj |d�}tj
|�}t j |�}t j
|�} tj| |�}W d |r�t j|� |r�t j|� X |S )Nz2SecureTransport only supports dumping binary certsr )�
ValueErrorr rY rZ rB r& r[ r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndexZSecCertificateCopyDatar ZCFDataGetLengthZCFDataGetBytePtrr< r] )
rJ Z binary_formrb ZcertdataZ der_bytesrQ Z
cert_countZleafZ data_lengthr4 r r r � getpeercertf s2
zWrappedSocket.getpeercertc C s | j d7 _ d S )Nr )rC )rJ r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )Nr )rC rL )rJ r r r �_drop� s
zWrappedSocket._drop)N)F)�__name__�
__module__� __qualname__�__doc__rK �
contextlib�contextmanagerrM rR rc rl rm rn ro r, rI r% r= rt ru rL rx ry rz r r r r rA ' s&
>Z
(
>rA c C s | j d7 _ t| ||dd�S )Nr T)rL )rC r
)rJ �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S )Nr )r )rJ r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed
d � �Z e jd d � �Z d
d� Z
dd� Z dd� Z d dd�Z
d dd�Zd dd�ZdS ) r z�
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S )Nr F) �_protocol_to_min_max� _min_version� _max_version�_options�_verify�
_trust_bundle� _client_cert� _client_key�_client_key_passphrase)rJ Zprotocolr r r rK � s z SecureTransportContext.__init__c C s dS )z�
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Tr )rJ r r r �check_hostname� s z%SecureTransportContext.check_hostnamec C s dS )z�
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Nr )rJ r^ r r r r� � s c C s | j S )N)r� )rJ r r r �options� s z SecureTransportContext.optionsc C s
|| _ d S )N)r� )rJ r^ r r r r� � s c C s | j r tjS tjS )N)r� r\ �
CERT_REQUIREDZ CERT_NONE)rJ r r r � verify_mode� s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r\ r� r� )rJ r^ r r r r� � s c C s d S )Nr )rJ r r r �set_default_verify_paths� s
z/SecureTransportContext.set_default_verify_pathsc C s | j � S )N)r� )rJ r r r �load_default_certs� s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSrw )rJ rP r r r � set_ciphers s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)rw r� )rJ ZcafileZcapathZcadatar r r �load_verify_locations s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S )N)r� r� Z_client_cert_passphrase)rJ ZcertfileZkeyfileZpasswordr r r �load_cert_chain s z&SecureTransportContext.load_cert_chainFTc C s2 t |�}|j|| j| j| j| j| j| j| j� |S )N) rA rl r� r� r� r� r� r� r� )rJ ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsrk r6 r r r � wrap_socket s
z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r{ r| r} r~ rK �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s
r ���)r� )r� N)er~ Z
__future__r r r& r* Zos.pathrT rv r$ r\ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r
r r r
� ImportErrorZpackages.backports.makefiler r( � NameError�__all__r r r r r �WeakValueDictionaryr! ZLockrf rs ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256ZTLS_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArO ZPROTOCOL_SSLv23Z
kTLSProtocol1ZkTLSProtocol12r� �hasattrZ
kSSLProtocol2r Z
kSSLProtocol3r r ZkTLSProtocol11r r r r r r; r@ Z SSLReadFuncrd Z SSLWriteFuncre �objectrA r� r r r r r �<module> s� 95
urllib3/contrib/__pycache__/ntlmpool.cpython-36.pyc 0000644 00000006131 15051612327 0016265 0 ustar 00 3
�Pf~ � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee
�Z G dd � d e�Z d
S ) z
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
� )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd
d � Z� ZS )
�NTLMConnectionPoolzQ
Implements an NTLM authentication version of an urllib3 connection pool
Zhttpsc sL t t| �j||� || _|| _|jdd�}|d j� | _|d | _|| _ dS )z�
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\username format.
pw is the password for the user.
�\� r N)
�superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r
�args�kwargsZ
user_parts)� __class__� � /usr/lib/python3.6/ntlmpool.pyr s
zNTLMConnectionPool.__init__c
C s� | j d7 _ tjd| j | j| j� i }d|d< d}d}t| j| jd�}dtj| j � ||< tjd |� |j
d
| jd |� |j � }t |j
� �}tjd |j|j� tjd |� tjd
|jd�� d |_|| jd�}d }x(|D ] } | d d� dkr�| dd � }q�W |d k�r td||| f ��tj|�\}
} tj|
| j| j| j| �} d| ||< tjd |� |j
d
| jd |� |j � }tjd |j|j� tjd t |j
� �� tjd
|j� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_tjd� |S )Nr
z3Starting NTLM HTTPS connection no. %d: https://%s%sz
Keep-Alive�
ConnectionZ
Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r
r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ
getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r )
r �headersZ
req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' s\
z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| �j|||||||�S )Nz
Keep-Aliver )r r �urlopen)r �methodZurlZbodyr' ZretriesZredirectZassert_same_host)r r r r, h s zNTLMConnectionPool.urlopen)NNr+ TT) �__name__�
__module__� __qualname__�__doc__�schemer r* r, �
__classcell__r r )r r r s A r N)
r1 Z
__future__r Zloggingr r � r Z packages.six.moves.http_clientr r. r r r r r r �<module> s urllib3/contrib/__pycache__/socks.cpython-36.pyc 0000644 00000011162 15051612327 0015543 0 ustar 00 3
�Pf3 � @ s( d Z ddlmZ y ddlZW n6 ek
rR ddlZddlmZ ejde� � Y nX ddl m
Z m Z
ddlmZmZ dd lmZmZ dd
lmZmZ dd lmZ dd lmZ y ddlZW n ek
r� dZY nX G d
d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a�
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4 (specifically the SOCKS4A variant) and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4
- SOCKS4a
- SOCKS5
- Usernames and passwords for the SOCKS proxy
Known Limitations:
- Currently PySocks does not support contacting remote websites via literal
IPv6 addresses. Any such connection attempt will fail. You must use a domain
name.
- Currently PySocks does not support IPv6 connections to the SOCKS proxy. Any
such connection attempt will fail.
� )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG
A plain-text HTTP connection that connects via a SOCKS proxy.
c s" |j d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs)� __class__� �/usr/lib/python3.6/socks.pyr ? s zSOCKSConnection.__init__c C sX i }| j r| j |d< | jr$| j|d< yTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk
r� } z t | d
| j| jf ��W Y d d }~X n� tj
k
�r" } zT|j �r|j }t |t�r�t | d
| j| jf ��nt
| d | ��nt
| d | ��W Y d d }~X n2 tk
�rR } zt
| d | ��W Y d d }~X nX |S )
zA
Establish a new connection via the SOCKS proxy.
�source_address�socket_options�
socks_version�
proxy_host�
proxy_port�username�password�rdns)Z
proxy_typeZ
proxy_addrr Zproxy_usernameZproxy_passwordZ
proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s)r r �socksZcreate_connection�host�portr r �
SocketTimeoutr Z
ProxyErrorZ
socket_err�
isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connC sL
zSOCKSConnection._new_conn)�__name__�
__module__� __qualname__�__doc__r r) �
__classcell__r r )r r r ; s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r* r+ r, r r r r r/ � s r/ c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r* r+ r, r �
ConnectionClsr r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r* r+ r, r/ r1 r r r r r2 � s r2 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
)ZhttpZhttpsN�
c s� t |�}|jdkr tj}d} nN|jdkr4tj}d} n8|jdkrJtj}d} n"|jdkr`tj}d} n td| ��|| _||j|j||| d�}
|
|d < t t
| �j ||f|� t
j | _ d S )
NZsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r r! r )
r �schemer" ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4�
ValueError� proxy_urlr# r$ r r3 r �pool_classes_by_scheme) r r7 r r Z num_poolsZheadersZconnection_pool_kwZparsedr r! Z
socks_options)r r r r � s4
zSOCKSProxyManager.__init__)NNr4 N) r* r+ r, r- r0 r2 r8 r r. r r )r r r3 � s
r3 ) r- Z
__future__r r" � ImportError�warnings�
exceptionsr �warnZsocketr r' r r% Z
connectionr r Zconnectionpoolr r
r r Z poolmanagerr
Zutil.urlr Zsslr r/ r0 r2 r3 r r r r �<module> s2
F urllib3/contrib/__pycache__/appengine.cpython-36.opt-1.pyc 0000644 00000021027 15051612327 0017327 0 ustar 00 3
�Pfq* � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZ ddlmZ dd lmZ dd
lmZ dd lmZ ydd lmZ W n ek
r� dZY nX ej e �Z G d
d� de
�Z G dd� de �Z G dd� de�Z!dd� Z"dd� Z#dd� Z$dd� Z%dd � Z&dS ) aC
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from urllib3 import PoolManager
from urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
� )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning�
MaxRetryError�
ProtocolError� TimeoutError�SSLError)�BytesIO)�RequestMethods)� HTTPResponse)�Timeout)�Retry)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN)�__name__�
__module__� __qualname__� r r � /usr/lib/python3.6/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorN)r r r r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd
d �Z d d
� Z
dd� Z dd� Z dS )�AppEngineManagera
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
NTc C sN t s td��t� rtd��tjdt� tj| |� || _|| _ |pFt
j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.)
r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr r r r r r r c s zAppEngineManager.__init__c C s | S )Nr )r r r r � __enter__{ s zAppEngineManager.__enter__c C s dS )NFr )r �exc_typeZexc_valZexc_tbr r r �__exit__~ s zAppEngineManager.__exit__c K s� | j ||�}yF|o |jdko |j} tj||||p2i d| jo<| | j|�| jd�}
W �nB tjk
r� } zt | | ��W Y d d } ~ X �n tj
k
r� } z$dt | �kr�t d| ��t
| ��W Y d d } ~ X n� tjk
�r } z(dt | �kr�t| || d��t
| ��W Y d d } ~ X n� tjk
�r6 } zt d| ��W Y d d } ~ X n` tjk
�rb } zt| ��W Y d d } ~ X n4 tjk
�r� } zt d | | ��W Y d d } ~ X nX | j|
fd
|i|��} |�o�| j� }
|
�rr| j�r�|j�r�t| |d ��n�| jd k�r�d
}y|j||| | d�}W n* tk
�r. |j�r*t| |d ��| S X |j| � tjd||
� t ||
�}| j ||||f|||d�|��S t | j d��}|j || j|��r�|j||| | d�}tjd|� |j!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr! Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr! r r) r* )"� _get_retriesr) �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z
DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr
ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retryZsleep)r r% Zurlr+ r! r r) r* � response_kwr& r( �eZ
http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r4 � s�
zAppEngineManager.urlopenc K sz t � r"|jjd�}|dkr"|jd= |jjd�}|dkrZ|jd�}|jd� dj|�|jd< tf t|j�|j|j d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r+ r! r1 )
�is_prod_appenginer! �get�split�remove�joinr
r ZcontentZ status_code)r Z
urlfetch_respr6 Zcontent_encodingZtransfer_encodingZ encodingsr r r r0 � s
z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8tjdt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r �DEFAULT_TIMEOUT�
isinstanceZ_readZ_connectr r r r- )r r* r r r r. � s
z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:tjdt � |S )N)r) �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.)
r? r Zfrom_intr Zconnect�readr) r r r )r r r) r r r r, s
z AppEngineManager._get_retries)NNTT)
r r r �__doc__r r" r$ r r> r4 r0 r. r, r r r r r O s
Z r c C s t � pt� pt� S )N)�is_local_appenginer9 r r r r r � is_appengine s rD c C s t � o t� S )N)rD r r r r r �is_appengine_sandbox s rE c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r rC s
rC c C s dt jko dt jd ko t� S )NrF zGoogle App Engine/rG )rH rI r r r r r r9 ! s
r9 c C s t jjdd�dkS )NZGAE_VMF�true)rH rI r: r r r r r ' s r )'rB Z
__future__r ZloggingrH r Z packages.six.moves.urllib.parser �
exceptionsr r r r r r
Z packages.sixr Zrequestr r( r
Z util.timeoutr Z
util.retryr Zgoogle.appengine.apir � ImportErrorZ getLoggerr r2 r r r rD rE rC r9 r r r r r �<module>' s2
D urllib3/contrib/__pycache__/socks.cpython-36.opt-1.pyc 0000644 00000011162 15051612327 0016502 0 ustar 00 3
�Pf3 � @ s( d Z ddlmZ y ddlZW n6 ek
rR ddlZddlmZ ejde� � Y nX ddl m
Z m Z
ddlmZmZ dd lmZmZ dd
lmZmZ dd lmZ dd lmZ y ddlZW n ek
r� dZY nX G d
d� de�ZG dd� dee�Z G dd� de�Z G dd� de�Z G dd� de�Z dS )a�
This module contains provisional support for SOCKS proxies from within
urllib3. This module supports SOCKS4 (specifically the SOCKS4A variant) and
SOCKS5. To enable its functionality, either install PySocks or install this
module with the ``socks`` extra.
The SOCKS implementation supports the full range of urllib3 features. It also
supports the following SOCKS features:
- SOCKS4
- SOCKS4a
- SOCKS5
- Usernames and passwords for the SOCKS proxy
Known Limitations:
- Currently PySocks does not support contacting remote websites via literal
IPv6 addresses. Any such connection attempt will fail. You must use a domain
name.
- Currently PySocks does not support IPv6 connections to the SOCKS proxy. Any
such connection attempt will fail.
� )�absolute_importN� )�DependencyWarningz�SOCKS support in urllib3 requires the installation of optional dependencies: specifically, PySocks. For more information, see https://urllib3.readthedocs.io/en/latest/contrib.html#socks-proxies)�error�timeout)�HTTPConnection�HTTPSConnection)�HTTPConnectionPool�HTTPSConnectionPool)�ConnectTimeoutError�NewConnectionError)� PoolManager)� parse_urlc s( e Zd ZdZ� fdd�Zdd� Z� ZS )�SOCKSConnectionzG
A plain-text HTTP connection that connects via a SOCKS proxy.
c s" |j d�| _tt| �j||� d S )N�_socks_options)�popr �superr �__init__)�self�args�kwargs)� __class__� �/usr/lib/python3.6/socks.pyr ? s zSOCKSConnection.__init__c C sX i }| j r| j |d< | jr$| j|d< yTtj| j| jff| jd | jd | jd | jd | jd | jd | jd �|��}W n� tk
r� } z t | d
| j| jf ��W Y d d }~X n� tj
k
�r" } zT|j �r|j }t |t�r�t | d
| j| jf ��nt
| d | ��nt
| d | ��W Y d d }~X n2 tk
�rR } zt
| d | ��W Y d d }~X nX |S )
zA
Establish a new connection via the SOCKS proxy.
�source_address�socket_options�
socks_version�
proxy_host�
proxy_port�username�password�rdns)Z
proxy_typeZ
proxy_addrr Zproxy_usernameZproxy_passwordZ
proxy_rdnsr z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s)r r �socksZcreate_connection�host�portr r �
SocketTimeoutr Z
ProxyErrorZ
socket_err�
isinstancer � SocketError)r Zextra_kwZconn�er r r r � _new_connC sL
zSOCKSConnection._new_conn)�__name__�
__module__� __qualname__�__doc__r r) �
__classcell__r r )r r r ; s r c @ s e Zd ZdS )�SOCKSHTTPSConnectionN)r* r+ r, r r r r r/ � s r/ c @ s e Zd ZeZdS )�SOCKSHTTPConnectionPoolN)r* r+ r, r �
ConnectionClsr r r r r0 � s r0 c @ s e Zd ZeZdS )�SOCKSHTTPSConnectionPoolN)r* r+ r, r/ r1 r r r r r2 � s r2 c s, e Zd ZdZeed�Zd� fdd� Z� ZS )�SOCKSProxyManagerzh
A version of the urllib3 ProxyManager that routes connections via the
defined SOCKS proxy.
)ZhttpZhttpsN�
c s� t |�}|jdkr tj}d} nN|jdkr4tj}d} n8|jdkrJtj}d} n"|jdkr`tj}d} n td| ��|| _||j|j||| d�}
|
|d < t t
| �j ||f|� t
j | _ d S )
NZsocks5FZsocks5hTZsocks4Zsocks4az)Unable to determine SOCKS version from %s)r r r r r r! r )
r �schemer" ZPROXY_TYPE_SOCKS5ZPROXY_TYPE_SOCKS4�
ValueError� proxy_urlr# r$ r r3 r �pool_classes_by_scheme) r r7 r r Z num_poolsZheadersZconnection_pool_kwZparsedr r! Z
socks_options)r r r r � s4
zSOCKSProxyManager.__init__)NNr4 N) r* r+ r, r- r0 r2 r8 r r. r r )r r r3 � s
r3 ) r- Z
__future__r r" � ImportError�warnings�
exceptionsr �warnZsocketr r' r r% Z
connectionr r Zconnectionpoolr r
r r Z poolmanagerr
Zutil.urlr Zsslr r/ r0 r2 r3 r r r r �<module> s2
F urllib3/contrib/__pycache__/pyopenssl.cpython-36.opt-1.pyc 0000644 00000033337 15051612327 0017424 0 ustar 00 3
�Pf�; � @ s, d Z ddlmZ ddlZddlmZ ddlmZ ddl
m Z ddl m
Z
mZ ddlmZ ydd l mZ W n$ ek
r� dZd
d lmZ Y nX ddlZddlZd
d lmZ ddlZd
d
lm Z ddgZ dZ ej ej j!ej"ej j#iZ$e%ed�o�e%ej d��rej j&e$ej'< e%ed��r0e%ej d��r0ej j(e$ej)< ye$j*ej+ej j,i� W n e-k
�r^ Y nX ej.ej j/ej0ej j1ej2ej j1ej j3 iZ4e5dd� e4j6� D ��Z7dZ8e j Z9e j:j;Z<ej=e>�Z?dd� Z@dd� ZAdd� ZBd d � ZCd d � ZDG d d!� d!eE�ZFe�rd*d#d$�ZGneZGeGeF_GG d%d&� d&eE�ZHd'd(� ZIdS )+ab
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
� )�absolute_importN)�x509)�backend)� _Certificate)�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S )N� )�.0�k�vr r � /usr/lib/python3.6/pyopenssl.py� <genexpr>` s r i @ c C s. t � ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr
�ssl_�
SSLContext�HAS_SNI� IS_PYOPENSSLr r r r r m s c C s( t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr
r r �orig_util_HAS_SNIr r r r r r r y s
c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
r )�
Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr" �getattr� ImportErrorZOpenSSL.cryptor$ )r" r$ r r r r r � s r c C s( dd� }|| �} t jdkr$| jd�} | S )a�
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
c S sN ddl }x:dD ]2}| j|�r| t|�d� } |jd�|j| � S qW |j| �S )z�
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
r N�*.�.�ascii)r( r) )�idna�
startswith�len�encode)�namer+ �prefixr r r � idna_encode� s
z'_dnsname_to_stdlib.<locals>.idna_encode� r zutf-8)r2 r )�sys� version_info�decode)r/ r1 r r r �_dnsname_to_stdlib� s
r6 c C s� t | d�r| j� }n tt| j�}y|jjtj�j }W nN tj
k
rJ g S tj tj tj
tfk
r� } ztjd|� g S d}~X nX dd� |jtj�D �}|jdd� |jtj�D �� |S )zU
Given an PyOpenSSL certificate, provides all the subject alternative names.
�to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}d t |�f�qS )ZDNS)r6 )r r/ r r r �
<listcomp>� s z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z
IP AddressN)�str)r r/ r r r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr7 r �openssl_backendr% �
extensionsr# r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionZUnsupportedExtensionZUnsupportedGeneralNameType� UnicodeError�logZwarningZget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr r r �get_subj_alt_name� s(
rC c @ s| e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d dd�Zdd� Zd d � Zd S )!�
WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
Tc C s" || _ || _|| _d| _d| _d S )Nr F)�
connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrE rF rG r r r �__init__� s
zWrappedSocket.__init__c C s
| j j� S )N)rF �fileno)rJ r r r rL � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr � )rH rI �close)rJ r r r �_decref_socketios� s
z WrappedSocket._decref_socketiosc O s� y| j j||�}W n� tjjk
rX } z&| jr<|jdkr<dS tt|���W Y d d }~X n� tjj k
r� } z | j j
� tjj kr�dS � W Y d d }~X nJ tjj k
r� t
j| j| jj� �}|s�td��n | j||�S Y nX |S d S )NrM �Unexpected EOF� z The read operation timed out���)rR rP )rE �recv�OpenSSL�SSL� SysCallErrorrG �args� SocketErrorr9 �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN�
WantReadErrorr
�
wait_for_readrF �
gettimeoutr )rJ rW �kwargs�datarA �rdr r r rS s
zWrappedSocket.recvc O s� y| j j||�S tjjk
rT } z&| jr8|jdkr8dS tt|���W Y d d }~X n� tjj k
r� } z | j j
� tjj kr~dS � W Y d d }~X nF tjj k
r� t
j| j| jj� �}|s�td��n | j||�S Y nX d S )NrM �Unexpected EOFr z The read operation timed outrR )rR rb )rE � recv_intorT rU rV rG rW rX r9 rY rZ r[ r\ r
r] rF r^ r )rJ rW r_ rA ra r r r rc s
zWrappedSocket.recv_intoc C s | j j|�S )N)rF �
settimeout)rJ r r r r rd * s zWrappedSocket.settimeoutc C s� xzy | j j|�S tjjk
rF tj| j| jj� �}|s@t � �wY q tjj
k
rv } zt t |���W Y d d }~X qX qW d S )N)
rE �sendrT rU ZWantWriteErrorr
Zwait_for_writerF r^ r rV rX r9 )rJ r` �wrrA r r r �_send_until_done- s z WrappedSocket._send_until_donec C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )r- rg �SSL_WRITE_BLOCKSIZE)rJ r` Z
total_sentZsentr r r �sendall9 s zWrappedSocket.sendallc C s | j j� d S )N)rE �shutdown)rJ r r r rj ? s zWrappedSocket.shutdownc C sH | j dk r6yd| _| jj� S tjjk
r2 d S X n| j d8 _ d S )NrM T)rH rI rE rN rT rU �Error)rJ r r r rN C s
zWrappedSocket.closeFc C sD | j j� }|s|S |r(tjjtjj|�S d|j� jffft|�d�S )NZ
commonName)ZsubjectZsubjectAltName) rE Zget_peer_certificaterT ZcryptoZdump_certificateZ
FILETYPE_ASN1Z get_subjectZCNrC )rJ Z binary_formr r r r � getpeercertM s
zWrappedSocket.getpeercertc C s | j d7 _ d S )NrM )rH )rJ r r r �_reuse_ s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )NrM )rH rN )rJ r r r �_dropb s
zWrappedSocket._dropN)T)F)�__name__�
__module__� __qualname__�__doc__rK rL rO rS rc rd rg ri rj rN rl rm rn r r r r rD � s
rD rM c C s | j d7 _ t| ||dd�S )NrM T)rN )rH r )rJ �mode�bufsizer r r �makefilej s ru c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd
d � Z d d
� Z
ddd�Z ddd�Z ddd�Z
dS )r z�
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
c C s* t | | _tjj| j�| _d| _d| _d S )Nr F)�_openssl_versions�protocolrT rU ZContext�_ctx�_optionsZcheck_hostname)rJ rw r r r rK y s
zPyOpenSSLContext.__init__c C s | j S )N)ry )rJ r r r �options s zPyOpenSSLContext.optionsc C s || _ | jj|� d S )N)ry rx Z set_options)rJ r= r r r rz � s c C s t | jj� S )N)�_openssl_to_stdlib_verifyrx Zget_verify_mode)rJ r r r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j jt| t� d S )N)rx Z
set_verify�_stdlib_to_openssl_verify�_verify_callback)rJ r= r r r r| � s c C s | j j� d S )N)rx �set_default_verify_paths)rJ r r r r � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|jd�}| jj|� d S )Nzutf-8)�
isinstancer � text_typer. rx Zset_cipher_list)rJ Zciphersr r r � set_ciphers� s
z PyOpenSSLContext.set_ciphersNc C sN |d k r|j d�}|d k r$|j d�}| jj||� |d k rJ| jjt|�� d S )Nzutf-8)r. rx �load_verify_locationsr )rJ ZcafileZcapathZcadatar r r r� � s
z&PyOpenSSLContext.load_verify_locationsc s< | j j|� � d k r(| j j� fdd�� | j j|p4|� d S )Nc s � S )Nr )Z
max_lengthZ prompt_twiceZuserdata)�passwordr r �<lambda>� s z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)rx Zuse_certificate_fileZ
set_passwd_cbZuse_privatekey_file)rJ ZcertfileZkeyfiler� r )r� r �load_cert_chain� s z PyOpenSSLContext.load_cert_chainFTc C s� t jj| j|�}t|tj�r&|jd�}|d k r8|j|� |j � x|y |j
� W nh t jj k
r� t j
||j� �}|s~td��wBY n4 t jjk
r� } ztjd| ��W Y d d }~X nX P qBW t||�S )Nzutf-8zselect timed outzbad handshake: %r)rT rU Z
Connectionrx r� r r� r. Zset_tlsext_host_nameZset_connect_stateZ do_handshaker\ r
r] r^ r rk �sslZSSLErrorrD ) rJ ZsockZ server_sideZdo_handshake_on_connectrG Zserver_hostname�cnxra rA r r r � wrap_socket� s$
z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)ro rp rq rr rK �propertyrz �setterr| r r� r� r� r� r r r r r s s
r c C s |dkS )Nr r )r� r Zerr_noZ err_depthZ return_coder r r r~ � s r~ rR )rR )Jrr Z
__future__r Z OpenSSL.SSLrT Z cryptographyr Z$cryptography.hazmat.backends.opensslr r; Z)cryptography.hazmat.backends.openssl.x509r rF r r rX �ior r r' Zpackages.backports.makefiler Zloggingr� Zpackagesr r3 � r
�__all__r ZPROTOCOL_SSLv23rU Z
SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODrv r: r r r r �updateZPROTOCOL_SSLv3Z SSLv3_METHOD�AttributeErrorZ CERT_NONEZ VERIFY_NONEZ
CERT_OPTIONALZ VERIFY_PEERZ
CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr} �dict�itemsr{ rh r! r r r Z getLoggerro r? r r r r6 rC �objectrD ru r r~ r r r r �<module>+ sh
3 S urllib3/contrib/__pycache__/pyopenssl.cpython-36.pyc 0000644 00000033337 15051612327 0016465 0 ustar 00 3
�Pf�; � @ s, d Z ddlmZ ddlZddlmZ ddlmZ ddl
m Z ddl m
Z
mZ ddlmZ ydd l mZ W n$ ek
r� dZd
d lmZ Y nX ddlZddlZd
d lmZ ddlZd
d
lm Z ddgZ dZ ej ej j!ej"ej j#iZ$e%ed�o�e%ej d��rej j&e$ej'< e%ed��r0e%ej d��r0ej j(e$ej)< ye$j*ej+ej j,i� W n e-k
�r^ Y nX ej.ej j/ej0ej j1ej2ej j1ej j3 iZ4e5dd� e4j6� D ��Z7dZ8e j Z9e j:j;Z<ej=e>�Z?dd� Z@dd� ZAdd� ZBd d � ZCd d � ZDG d d!� d!eE�ZFe�rd*d#d$�ZGneZGeGeF_GG d%d&� d&eE�ZHd'd(� ZIdS )+ab
SSL with SNI_-support for Python 2. Follow these instructions if you would
like to verify SSL certificates in Python 2. Note, the default libraries do
*not* do certificate checking; you need to do additional work to validate
certificates yourself.
This needs the following packages installed:
* pyOpenSSL (tested with 16.0.0)
* cryptography (minimum 1.3.4, from pyopenssl)
* idna (minimum 2.0, from cryptography)
However, pyopenssl depends on cryptography, which depends on idna, so while we
use all three directly here we end up having relatively few packages required.
You can install them with the following command:
pip install pyopenssl cryptography idna
To activate certificate checking, call
:func:`~urllib3.contrib.pyopenssl.inject_into_urllib3` from your Python code
before you begin making HTTP requests. This can be done in a ``sitecustomize``
module, or at any other time before your application begins using ``urllib3``,
like this::
try:
import urllib3.contrib.pyopenssl
urllib3.contrib.pyopenssl.inject_into_urllib3()
except ImportError:
pass
Now you can use :mod:`urllib3` as you normally would, and it will support SNI
when the required modules are installed.
Activating this module also has the positive side effect of disabling SSL/TLS
compression in Python 2 (see `CRIME attack`_).
If you want to configure the default list of supported cipher suites, you can
set the ``urllib3.contrib.pyopenssl.DEFAULT_SSL_CIPHER_LIST`` variable.
.. _sni: https://en.wikipedia.org/wiki/Server_Name_Indication
.. _crime attack: https://en.wikipedia.org/wiki/CRIME_(security_exploit)
� )�absolute_importN)�x509)�backend)� _Certificate)�timeout�error)�BytesIO)� _fileobject� )�backport_makefile)�six)�util�inject_into_urllib3�extract_from_urllib3T�PROTOCOL_TLSv1_1�TLSv1_1_METHOD�PROTOCOL_TLSv1_2�TLSv1_2_METHODc c s | ]\}}||fV qd S )N� )�.0�k�vr r � /usr/lib/python3.6/pyopenssl.py� <genexpr>` s r i @ c C s. t � ttj_tt_ttj_dt_dtj_dS )z7Monkey-patch urllib3 with PyOpenSSL-backed SSL-support.TN)�_validate_dependencies_met�PyOpenSSLContextr
�ssl_�
SSLContext�HAS_SNI� IS_PYOPENSSLr r r r r m s c C s( t tj_tt_ttj_dt_dtj_dS )z4Undo monkey-patching by :func:`inject_into_urllib3`.FN)�orig_util_SSLContextr
r r �orig_util_HAS_SNIr r r r r r r y s
c C sR ddl m} t| dd�dkr$td��ddlm} |� }t|dd�dkrNtd��dS ) z{
Verifies that PyOpenSSL's package-level dependencies have been met.
Throws `ImportError` if they are not met.
r )�
Extensions�get_extension_for_classNzX'cryptography' module missing required functionality. Try upgrading to v1.3.4 or newer.)�X509�_x509zS'pyOpenSSL' module missing required functionality. Try upgrading to v0.14 or newer.)Z cryptography.x509.extensionsr" �getattr� ImportErrorZOpenSSL.cryptor$ )r" r$ r r r r r � s r c C s( dd� }|| �} t jdkr$| jd�} | S )a�
Converts a dNSName SubjectAlternativeName field to the form used by the
standard library on the given Python version.
Cryptography produces a dNSName as a unicode string that was idna-decoded
from ASCII bytes. We need to idna-encode that string to get it back, and
then on Python 3 we also need to convert to unicode via UTF-8 (the stdlib
uses PyUnicode_FromStringAndSize on it, which decodes via UTF-8).
c S sN ddl }x:dD ]2}| j|�r| t|�d� } |jd�|j| � S qW |j| �S )z�
Borrowed wholesale from the Python Cryptography Project. It turns out
that we can't just safely call `idna.encode`: it can explode for
wildcard names. This avoids that problem.
r N�*.�.�ascii)r( r) )�idna�
startswith�len�encode)�namer+ �prefixr r r � idna_encode� s
z'_dnsname_to_stdlib.<locals>.idna_encode� r zutf-8)r2 r )�sys� version_info�decode)r/ r1 r r r �_dnsname_to_stdlib� s
r6 c C s� t | d�r| j� }n tt| j�}y|jjtj�j }W nN tj
k
rJ g S tj tj tj
tfk
r� } ztjd|� g S d}~X nX dd� |jtj�D �}|jdd� |jtj�D �� |S )zU
Given an PyOpenSSL certificate, provides all the subject alternative names.
�to_cryptographyz�A problem was encountered with the certificate that prevented urllib3 from finding the SubjectAlternativeName field. This can affect certificate validation. The error was %sNc S s g | ]}d t |�f�qS )ZDNS)r6 )r r/ r r r �
<listcomp>� s z%get_subj_alt_name.<locals>.<listcomp>c s s | ]}d t |�fV qdS )z
IP AddressN)�str)r r/ r r r r � s z$get_subj_alt_name.<locals>.<genexpr>)�hasattrr7 r �openssl_backendr% �
extensionsr# r ZSubjectAlternativeName�valueZExtensionNotFoundZDuplicateExtensionZUnsupportedExtensionZUnsupportedGeneralNameType� UnicodeError�logZwarningZget_values_for_typeZDNSName�extendZ IPAddress)Z peer_certZcertZext�e�namesr r r �get_subj_alt_name� s(
rC c @ s| e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
d dd�Zdd� Zd d � Zd S )!�
WrappedSocketz�API-compatibility wrapper for Python OpenSSL's Connection-class.
Note: _makefile_refs, _drop() and _reuse() are needed for the garbage
collector of pypy.
Tc C s" || _ || _|| _d| _d| _d S )Nr F)�
connection�socket�suppress_ragged_eofs�_makefile_refs�_closed)�selfrE rF rG r r r �__init__� s
zWrappedSocket.__init__c C s
| j j� S )N)rF �fileno)rJ r r r rL � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr � )rH rI �close)rJ r r r �_decref_socketios� s
z WrappedSocket._decref_socketiosc O s� y| j j||�}W n� tjjk
rX } z&| jr<|jdkr<dS tt|���W Y d d }~X n� tjj k
r� } z | j j
� tjj kr�dS � W Y d d }~X nJ tjj k
r� t
j| j| jj� �}|s�td��n | j||�S Y nX |S d S )NrM �Unexpected EOF� z The read operation timed out���)rR rP )rE �recv�OpenSSL�SSL� SysCallErrorrG �args� SocketErrorr9 �ZeroReturnError� get_shutdown�RECEIVED_SHUTDOWN�
WantReadErrorr
�
wait_for_readrF �
gettimeoutr )rJ rW �kwargs�datarA �rdr r r rS s
zWrappedSocket.recvc O s� y| j j||�S tjjk
rT } z&| jr8|jdkr8dS tt|���W Y d d }~X n� tjj k
r� } z | j j
� tjj kr~dS � W Y d d }~X nF tjj k
r� t
j| j| jj� �}|s�td��n | j||�S Y nX d S )NrM �Unexpected EOFr z The read operation timed outrR )rR rb )rE � recv_intorT rU rV rG rW rX r9 rY rZ r[ r\ r
r] rF r^ r )rJ rW r_ rA ra r r r rc s
zWrappedSocket.recv_intoc C s | j j|�S )N)rF �
settimeout)rJ r r r r rd * s zWrappedSocket.settimeoutc C s� xzy | j j|�S tjjk
rF tj| j| jj� �}|s@t � �wY q tjj
k
rv } zt t |���W Y d d }~X qX qW d S )N)
rE �sendrT rU ZWantWriteErrorr
Zwait_for_writerF r^ r rV rX r9 )rJ r` �wrrA r r r �_send_until_done- s z WrappedSocket._send_until_donec C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )r- rg �SSL_WRITE_BLOCKSIZE)rJ r` Z
total_sentZsentr r r �sendall9 s zWrappedSocket.sendallc C s | j j� d S )N)rE �shutdown)rJ r r r rj ? s zWrappedSocket.shutdownc C sH | j dk r6yd| _| jj� S tjjk
r2 d S X n| j d8 _ d S )NrM T)rH rI rE rN rT rU �Error)rJ r r r rN C s
zWrappedSocket.closeFc C sD | j j� }|s|S |r(tjjtjj|�S d|j� jffft|�d�S )NZ
commonName)ZsubjectZsubjectAltName) rE Zget_peer_certificaterT ZcryptoZdump_certificateZ
FILETYPE_ASN1Z get_subjectZCNrC )rJ Z binary_formr r r r � getpeercertM s
zWrappedSocket.getpeercertc C s | j d7 _ d S )NrM )rH )rJ r r r �_reuse_ s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )NrM )rH rN )rJ r r r �_dropb s
zWrappedSocket._dropN)T)F)�__name__�
__module__� __qualname__�__doc__rK rL rO rS rc rd rg ri rj rN rl rm rn r r r r rD � s
rD rM c C s | j d7 _ t| ||dd�S )NrM T)rN )rH r )rJ �mode�bufsizer r r �makefilej s ru c @ sz e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zd
d � Z d d
� Z
ddd�Z ddd�Z ddd�Z
dS )r z�
I am a wrapper class for the PyOpenSSL ``Context`` object. I am responsible
for translating the interface of the standard library ``SSLContext`` object
to calls into PyOpenSSL.
c C s* t | | _tjj| j�| _d| _d| _d S )Nr F)�_openssl_versions�protocolrT rU ZContext�_ctx�_optionsZcheck_hostname)rJ rw r r r rK y s
zPyOpenSSLContext.__init__c C s | j S )N)ry )rJ r r r �options s zPyOpenSSLContext.optionsc C s || _ | jj|� d S )N)ry rx Z set_options)rJ r= r r r rz � s c C s t | jj� S )N)�_openssl_to_stdlib_verifyrx Zget_verify_mode)rJ r r r � verify_mode� s z PyOpenSSLContext.verify_modec C s | j jt| t� d S )N)rx Z
set_verify�_stdlib_to_openssl_verify�_verify_callback)rJ r= r r r r| � s c C s | j j� d S )N)rx �set_default_verify_paths)rJ r r r r � s z)PyOpenSSLContext.set_default_verify_pathsc C s& t |tj�r|jd�}| jj|� d S )Nzutf-8)�
isinstancer � text_typer. rx Zset_cipher_list)rJ Zciphersr r r � set_ciphers� s
z PyOpenSSLContext.set_ciphersNc C sN |d k r|j d�}|d k r$|j d�}| jj||� |d k rJ| jjt|�� d S )Nzutf-8)r. rx �load_verify_locationsr )rJ ZcafileZcapathZcadatar r r r� � s
z&PyOpenSSLContext.load_verify_locationsc s< | j j|� � d k r(| j j� fdd�� | j j|p4|� d S )Nc s � S )Nr )Z
max_lengthZ prompt_twiceZuserdata)�passwordr r �<lambda>� s z2PyOpenSSLContext.load_cert_chain.<locals>.<lambda>)rx Zuse_certificate_fileZ
set_passwd_cbZuse_privatekey_file)rJ ZcertfileZkeyfiler� r )r� r �load_cert_chain� s z PyOpenSSLContext.load_cert_chainFTc C s� t jj| j|�}t|tj�r&|jd�}|d k r8|j|� |j � x|y |j
� W nh t jj k
r� t j
||j� �}|s~td��wBY n4 t jjk
r� } ztjd| ��W Y d d }~X nX P qBW t||�S )Nzutf-8zselect timed outzbad handshake: %r)rT rU Z
Connectionrx r� r r� r. Zset_tlsext_host_nameZset_connect_stateZ do_handshaker\ r
r] r^ r rk �sslZSSLErrorrD ) rJ ZsockZ server_sideZdo_handshake_on_connectrG Zserver_hostname�cnxra rA r r r � wrap_socket� s$
z PyOpenSSLContext.wrap_socket)NNN)NN)FTTN)ro rp rq rr rK �propertyrz �setterr| r r� r� r� r� r r r r r s s
r c C s |dkS )Nr r )r� r Zerr_noZ err_depthZ return_coder r r r~ � s r~ rR )rR )Jrr Z
__future__r Z OpenSSL.SSLrT Z cryptographyr Z$cryptography.hazmat.backends.opensslr r; Z)cryptography.hazmat.backends.openssl.x509r rF r r rX �ior r r' Zpackages.backports.makefiler Zloggingr� Zpackagesr r3 � r
�__all__r ZPROTOCOL_SSLv23rU Z
SSLv23_METHODZPROTOCOL_TLSv1Z TLSv1_METHODrv r: r r r r �updateZPROTOCOL_SSLv3Z SSLv3_METHOD�AttributeErrorZ CERT_NONEZ VERIFY_NONEZ
CERT_OPTIONALZ VERIFY_PEERZ
CERT_REQUIREDZVERIFY_FAIL_IF_NO_PEER_CERTr} �dict�itemsr{ rh r! r r r Z getLoggerro r? r r r r6 rC �objectrD ru r r~ r r r r �<module>+ sh
3 S urllib3/contrib/__pycache__/securetransport.cpython-36.pyc 0000644 00000043014 15051612327 0017665 0 ustar 00 3
�Pf%w � 1 @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
mZ ddlmZmZmZ ddlmZmZmZmZ ydd l mZ W n$ ek
r� dZdd
lmZ Y nX y e d � W n e k
r� ed ��Y nX d
dgZ dZ ej Z ej!j"Z#e j$� Z%e j&� Z'dZ(ej)ej*ej+ej,ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>ej?ej@ejAejBejCejDejEejFejGejHejIg!ZJe
jKejLejMfiZNeOe
d��r�ejPejPfeNe
jQ< eOe
d��r�ejRejRfeNe
jS< eOe
d��rejLejLfeNe
jT< eOe
d��r0ejUejUfeNe
jV< eOe
d��rNejMejMfeNe
jW< eOe
d��rjeNe
jK eNe
jX< dd
� ZYdd� ZZdd� Z[dd � Z\ej]e[�Z^ej_e\�Z`G d d � d ea�Zbe�r�d&d d �Zcn
d'd"d �Zceceb_cG d#d$� d$ea�ZddS )(aU
SecureTranport support for urllib3 via ctypes.
This makes platform-native TLS available to urllib3 users on macOS without the
use of a compiler. This is an important feature because the Python Package
Index is moving to become a TLSv1.2-or-higher server, and the default OpenSSL
that ships with macOS is not capable of doing TLSv1.2. The only way to resolve
this is to give macOS users an alternative solution to the problem, and that
solution is to use SecureTransport.
We use ctypes here because this solution must not require a compiler. That's
because pip is not allowed to require a compiler either.
This is not intended to be a seriously long-term solution to this problem.
The hope is that PEP 543 will eventually solve this issue for us, at which
point we can retire this contrib module. But in the short term, we need to
solve the impending tire fire that is Python on Mac without this kind of
contrib module. So...here we are.
To use this module, simply import and inject it::
import urllib3.contrib.securetransport
urllib3.contrib.securetransport.inject_into_urllib3()
Happy TLSing!
� )�absolute_importN� )�util� )�Security�
SecurityConst�CoreFoundation)�_assert_no_error�_cert_array_from_pem�_temporary_keychain�_load_client_cert_chain)� _fileobject)�backport_makefile� z5SecureTransport only works on Pythons with memoryview�inject_into_urllib3�extract_from_urllib3Ti @ �PROTOCOL_SSLv2�PROTOCOL_SSLv3�PROTOCOL_TLSv1�PROTOCOL_TLSv1_1�PROTOCOL_TLSv1_2� PROTOCOL_TLSc C s( t tj_tt_ttj_dt_dtj_dS )zG
Monkey-patch urllib3 with SecureTransport-backed SSL-support.
TN)�SecureTransportContextr �ssl_�
SSLContext�HAS_SNI�IS_SECURETRANSPORT� r r �%/usr/lib/python3.6/securetransport.pyr � s
c C s( t tj_tt_ttj_dt_dtj_dS )z>
Undo monkey-patching by :func:`inject_into_urllib3`.
FN)�orig_util_SSLContextr r r �orig_util_HAS_SNIr r r r r r r � s
c C sl d}�y,t j| �}|dkr tjS |j}|d }|j� }d}d}tj| j|�} t | �}
ylxf||k r�|dksr|dkr�t
j |g|�} | s�tj t
jd��|j|
||� �} || 7 }| sZ|s�tjS P qZW W nT tj k
�r }
z4|
j
}|dk o�|t
jk�r|t
jk�rtjS � W Y dd}
~
X nX ||d< ||k�r0tjS dS tk
�rf }
z|dk �rV|
|_tjS d}
~
X nX dS )zs
SecureTransport read callback. This is called by ST to request that data
be returned from the socket.
Nr z timed out)�_connection_refs�getr �errSSLInternal�socket�
gettimeout�ctypes�c_charZ from_address�
memoryviewr Z
wait_for_read�error�errno�EAGAIN� recv_into�errSSLClosedGraceful�
ECONNRESET�errSSLClosedAbort�errSSLWouldBlock� Exception�
_exception)�
connection_id� data_buffer�data_length_pointer�wrapped_socket� base_socketZrequested_length�timeoutr) Z
read_count�bufferZ buffer_viewZ readablesZ
chunk_size�er r r �_read_callback� sN
r; c
C sN d}�yt j| �}|dkr tjS |j}|d }tj||�}|j� }d}d} y`xZ| |k r�|dksf|dkr�tj |g|�}
|
s�tj
t j d��|j
|�} | | 7 } || d� }qNW W nN tj
k
r� } z0| j }|dk r�|t j kr�|t jkr�tjS � W Y dd} ~ X nX | |d< | |k�rtjS dS tk
�rH } z|dk �r8| |_tjS d} ~ X nX dS )zx
SecureTransport write callback. This is called by ST to request that data
actually be sent on the network.
Nr z timed out)r! r" r r# r$ r& � string_atr% r Zwait_for_writer) r* r+ �sendr. r/ r0 r1 r2 )
r3 r4 r5 r6 r7 Zbytes_to_write�datar8 r) �sentZ writablesZ
chunk_sentr: r r r �_write_callback� sD
r@ c @ s� e Zd ZdZdd� Zejdd� �Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
d(dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd)d"d#�Zd$d%� Zd&d'� ZdS )*�
WrappedSocketz�
API-compatibility wrapper for Python's OpenSSL wrapped socket object.
Note: _makefile_refs, _drop(), and _reuse() are needed for the garbage
collector of PyPy.
c C sL || _ d | _d| _d| _d | _d | _d | _d | _| j j� | _ | j j
d� d S )Nr F) r$ �context�_makefile_refs�_closedr2 � _keychain�
_keychain_dir�_client_cert_chainr% �_timeout�
settimeout)�selfr$ r r r �__init__. s zWrappedSocket.__init__c c s4 d| _ dV | j dk r0| j d }| _ | j� |�dS )a]
A context manager that can be used to wrap calls that do I/O from
SecureTransport. If any of the I/O callbacks hit an exception, this
context manager will correctly propagate the exception after the fact.
This avoids silently swallowing those exceptions.
It also correctly forces the socket closed.
N)r2 �close)rJ Z exceptionr r r �_raise_on_error@ s
z WrappedSocket._raise_on_errorc C s2 t jtt� t� }t j| j|tt��}t|� dS )a4
Sets up the allowed ciphers. By default this matches the set in
util.ssl_.DEFAULT_CIPHERS, at least as supported by macOS. This is done
custom and doesn't allow changing at this time, mostly because parsing
OpenSSL cipher strings is going to be a freaking nightmare.
N)r ZSSLCipherSuite�len�
CIPHER_SUITESZSSLSetEnabledCiphersrB r )rJ �ciphers�resultr r r � _set_ciphersU s zWrappedSocket._set_ciphersc C s |sdS t jj|�r2t|d��}|j� }W dQ R X d}tj� }z�t|�}tj| j t
j |��}t |� |srt
jd��tj||�}t |� tj|d�}t |� tj� }tj|t
j |��}t |� W d|r�tj|� |dkr�tj|� X tjtjf}|j|k�r
t
jd|j ��dS )z�
Called when we have set custom validation. We do this in two cases:
first, when cert validation is entirely disabled; and second, when
using a custom trust DB.
N�rbz Failed to copy trust referenceTz)certificate verify failed, error code: %d)�os�path�isfile�open�readr � SecTrustRefr
�SSLCopyPeerTrustrB r& �byrefr �sslZSSLErrorZ SecTrustSetAnchorCertificatesZ!SecTrustSetAnchorCertificatesOnlyZSecTrustResultTypeZSecTrustEvaluater � CFReleaser ZkSecTrustResultUnspecifiedZkSecTrustResultProceed�value) rJ �verify� trust_bundle�fZ
cert_array�trustrQ Z trust_resultZ successesr r r �_custom_validateb s@
z WrappedSocket._custom_validatec C s� t jdtjtj�| _t j| jtt�} t | � t
�4 t | �d }
x|
t krV|
d d }
q@W | t |
< W dQ R X t j
| j|
�} t | � |r�t|t�s�|jd�}t j| j|t|��} t | � | j� t j| j|�} t | � t j| j|�} t | � | s�|dk �rt j| jtjd�} t | � |�rNt� \| _| _t| j||�| _ t j | j| j �} t | � xf| j � �R t j | j�} | tj k�r~t!j"d��n(| tj#k�r�| j$||� �wPn
t | � P W dQ R X �qPW dS )z�
Actually performs the TLS handshake. This is run automatically by
wrapped socket, and shouldn't be needed in user code.
Ni���r zutf-8Tzhandshake timed out)%r ZSSLCreateContextr ZkSSLClientSideZkSSLStreamTyperB Z
SSLSetIOFuncs�_read_callback_pointer�_write_callback_pointerr �_connection_ref_lock�idr! ZSSLSetConnection�
isinstance�bytes�encodeZSSLSetPeerDomainNamerN rR ZSSLSetProtocolVersionMinZSSLSetProtocolVersionMaxZSSLSetSessionOptionZ"kSSLSessionOptionBreakOnServerAuthr rE rF r rG ZSSLSetCertificaterM Z SSLHandshaker0 r$ r8 ZerrSSLServerAuthCompletedrc ) rJ �server_hostnamer_ r` Z min_versionZ max_versionZ client_certZ
client_keyZclient_key_passphraserQ Zhandler r r � handshake� s\
zWrappedSocket.handshakec C s
| j j� S )N)r$ �fileno)rJ r r r rm � s zWrappedSocket.filenoc C s* | j dkr| j d8 _ | jr&| j� d S )Nr r )rC rD rL )rJ r r r �_decref_socketios� s
z WrappedSocket._decref_socketiosc C s& t j|�}| j||�}|d |� }|S )N)r& Zcreate_string_bufferr, )rJ Zbufsizr9 Z
bytes_readr> r r r �recv s
zWrappedSocket.recvNc
C s� | j r
dS |d krt|�}tj| j|�}tjd�}| j� � tj| j ||tj
|��}W d Q R X |t j kr�|j
dkr�tjd��n"|t jt jfkr�| j� nt|� |j
S )Nr zrecv timed out)rD rN r& r' Z from_buffer�c_size_trM r ZSSLReadrB r[ r r0 r^ r$ r8 r- ZerrSSLClosedNoNotifyrL r )rJ r9 �nbytes�processed_bytesrQ r r r r,
s
zWrappedSocket.recv_intoc C s
|| _ d S )N)rH )rJ r8 r r r rI 2 s zWrappedSocket.settimeoutc C s | j S )N)rH )rJ r r r r% 5 s zWrappedSocket.gettimeoutc
C sh t jd�}| j� �" tj| j|t|�t j|��}W d Q R X |tj krZ|j
dkrZt j d��nt
|� |j
S )Nr zsend timed out)r& rp rM r ZSSLWriterB rN r[ r r0 r^ r$ r8 r )rJ r> rr rQ r r r r= 8 s
" zWrappedSocket.sendc C s8 d}x.|t |�k r2| j|||t � �}||7 }qW d S )Nr )rN r= �SSL_WRITE_BLOCKSIZE)rJ r> Z
total_sentr? r r r �sendallI s zWrappedSocket.sendallc C s$ | j � � tj| j� W d Q R X d S )N)rM r ZSSLCloserB )rJ r r r �shutdownO s
zWrappedSocket.shutdownc C s� | j dk r�d| _| jr(tj| j� d | _| jr@tj| j� d | _| jrvtj| j� tj| j� t j
| j � d | _| _ | j j
� S | j d8 _ d S )Nr T)rC rD rB r r] rG rE r ZSecKeychainDelete�shutilZrmtreerF r$ rL )rJ r r r rL S s
zWrappedSocket.closeFc
C s� |s t d��tj� }d }d }z�tj| jtj|��}t|� |sBd S tj|�}|sTd S tj |d�}|sht
�tj |�}|szt
�t j
|�}t j|�} tj| |�}W d |r�t j|� |r�t j|� X |S )Nz2SecureTransport only supports dumping binary certsr )�
ValueErrorr rY rZ rB r& r[ r ZSecTrustGetCertificateCountZ SecTrustGetCertificateAtIndex�AssertionErrorZSecCertificateCopyDatar ZCFDataGetLengthZCFDataGetBytePtrr< r] )
rJ Z binary_formrb ZcertdataZ der_bytesrQ Z
cert_countZleafZ data_lengthr4 r r r � getpeercertf s6
zWrappedSocket.getpeercertc C s | j d7 _ d S )Nr )rC )rJ r r r �_reuse� s zWrappedSocket._reusec C s& | j dk r| j� n| j d8 _ d S )Nr )rC rL )rJ r r r �_drop� s
zWrappedSocket._drop)N)F)�__name__�
__module__� __qualname__�__doc__rK �
contextlib�contextmanagerrM rR rc rl rm rn ro r, rI r% r= rt ru rL ry rz r{ r r r r rA ' s&
>Z
(
>rA c C s | j d7 _ t| ||dd�S )Nr T)rL )rC r
)rJ �mode�bufsizer r r �makefile� s r� �rc O s d}t | ||f|�|�S )Nr )r )rJ r� � buffering�args�kwargsr r r r� � s c @ s� e Zd ZdZdd� Zedd� �Zejdd� �Zedd� �Zejd d� �Zed
d � �Z e jd d � �Z d
d� Z
dd� Z dd� Z d dd�Z
d dd�Zd dd�ZdS ) r z�
I am a wrapper class for the SecureTransport library, to translate the
interface of the standard library ``SSLContext`` object to calls into
SecureTransport.
c C s8 t | \| _| _d| _d| _d | _d | _d | _d | _d S )Nr F) �_protocol_to_min_max� _min_version� _max_version�_options�_verify�
_trust_bundle� _client_cert� _client_key�_client_key_passphrase)rJ Zprotocolr r r rK � s z SecureTransportContext.__init__c C s dS )z�
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Tr )rJ r r r �check_hostname� s z%SecureTransportContext.check_hostnamec C s dS )z�
SecureTransport cannot have its hostname checking disabled. For more,
see the comment on getpeercert() in this file.
Nr )rJ r^ r r r r� � s c C s | j S )N)r� )rJ r r r �options� s z SecureTransportContext.optionsc C s
|| _ d S )N)r� )rJ r^ r r r r� � s c C s | j r tjS tjS )N)r� r\ �
CERT_REQUIREDZ CERT_NONE)rJ r r r � verify_mode� s z"SecureTransportContext.verify_modec C s |t jkrdnd| _d S )NTF)r\ r� r� )rJ r^ r r r r� � s c C s d S )Nr )rJ r r r �set_default_verify_paths� s
z/SecureTransportContext.set_default_verify_pathsc C s | j � S )N)r� )rJ r r r �load_default_certs� s z)SecureTransportContext.load_default_certsc C s |t jjkrtd��d S )Nz5SecureTransport doesn't support custom cipher strings)r r ZDEFAULT_CIPHERSrw )rJ rP r r r � set_ciphers s z"SecureTransportContext.set_ciphersNc C s |d k rt d��|p|| _d S )Nz1SecureTransport does not support cert directories)rw r� )rJ ZcafileZcapathZcadatar r r �load_verify_locations s z,SecureTransportContext.load_verify_locationsc C s || _ || _|| _d S )N)r� r� Z_client_cert_passphrase)rJ ZcertfileZkeyfileZpasswordr r r �load_cert_chain s z&SecureTransportContext.load_cert_chainFTc C sL | s
t �|st �|st �t|�}|j|| j| j| j| j| j| j| j � |S )N)
rx rA rl r� r� r� r� r� r� r� )rJ ZsockZ server_sideZdo_handshake_on_connectZsuppress_ragged_eofsrk r6 r r r � wrap_socket s
z"SecureTransportContext.wrap_socket)NNN)NN)FTTN)r| r} r~ r rK �propertyr� �setterr� r� r� r� r� r� r� r� r r r r r � s
r ���)r� )r� N)er Z
__future__r r� r& r* Zos.pathrT rv r$ r\ Z threading�weakref� r Z_securetransport.bindingsr r r Z_securetransport.low_levelr r
r r r
� ImportErrorZpackages.backports.makefiler r( � NameError�__all__r r r r r �WeakValueDictionaryr! ZLockrf rs ZTLS_AES_256_GCM_SHA384Z TLS_CHACHA20_POLY1305_SHA256ZTLS_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384Z'TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256Z#TLS_DHE_DSS_WITH_AES_256_GCM_SHA384Z#TLS_DHE_RSA_WITH_AES_256_GCM_SHA384Z#TLS_DHE_DSS_WITH_AES_128_GCM_SHA256Z#TLS_DHE_RSA_WITH_AES_128_GCM_SHA256Z'TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA384Z%TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA384Z$TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_256_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_256_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_256_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_256_CBC_SHAZ TLS_DHE_DSS_WITH_AES_256_CBC_SHAZ'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256Z%TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256Z$TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHAZ"TLS_ECDHE_RSA_WITH_AES_128_CBC_SHAZ#TLS_DHE_RSA_WITH_AES_128_CBC_SHA256Z#TLS_DHE_DSS_WITH_AES_128_CBC_SHA256Z TLS_DHE_RSA_WITH_AES_128_CBC_SHAZ TLS_DHE_DSS_WITH_AES_128_CBC_SHAZ TLS_RSA_WITH_AES_256_GCM_SHA384Z TLS_RSA_WITH_AES_128_GCM_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHA256Z TLS_RSA_WITH_AES_128_CBC_SHA256Z TLS_RSA_WITH_AES_256_CBC_SHAZ TLS_RSA_WITH_AES_128_CBC_SHArO ZPROTOCOL_SSLv23Z
kTLSProtocol1ZkTLSProtocol12r� �hasattrZ
kSSLProtocol2r Z
kSSLProtocol3r r ZkTLSProtocol11r r r r r r; r@ Z SSLReadFuncrd Z SSLWriteFuncre �objectrA r� r r r r r �<module> s� 95
urllib3/contrib/__pycache__/ntlmpool.cpython-36.opt-1.pyc 0000644 00000006131 15051612330 0017216 0 ustar 00 3
�Pf~ � @ s\ d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z ee
�Z G dd � d e�Z d
S ) z
NTLM authenticating pool, contributed by erikcederstran
Issue #10, see: http://code.google.com/p/urllib3/issues/detail?id=10
� )�absolute_import)� getLogger)�ntlm� )�HTTPSConnectionPool)�HTTPSConnectionc s: e Zd ZdZdZ� fdd�Zdd� Zd � fd
d � Z� ZS )
�NTLMConnectionPoolzQ
Implements an NTLM authentication version of an urllib3 connection pool
Zhttpsc sL t t| �j||� || _|| _|jdd�}|d j� | _|d | _|| _ dS )z�
authurl is a random URL on the server that is protected by NTLM.
user is the Windows user, probably in the DOMAIN\username format.
pw is the password for the user.
�\� r N)
�superr �__init__�authurl�rawuser�split�upper�domain�user�pw)�selfr r r
�args�kwargsZ
user_parts)� __class__� � /usr/lib/python3.6/ntlmpool.pyr s
zNTLMConnectionPool.__init__c
C s� | j d7 _ tjd| j | j| j� i }d|d< d}d}t| j| jd�}dtj| j � ||< tjd |� |j
d
| jd |� |j � }t |j
� �}tjd |j|j� tjd |� tjd
|jd�� d |_|| jd�}d }x(|D ] } | d d� dkr�| dd � }q�W |d k�r td||| f ��tj|�\}
} tj|
| j| j| j| �} d| ||< tjd |� |j
d
| jd |� |j � }tjd |j|j� tjd t |j
� �� tjd
|j� d d� � |jdk�r�|jdk�r�td��td|j|jf ��d |_tjd� |S )Nr
z3Starting NTLM HTTPS connection no. %d: https://%s%sz
Keep-Alive�
ConnectionZ
Authorizationzwww-authenticate)�host�portzNTLM %szRequest headers: %sZGETzResponse status: %s %szResponse headers: %szResponse data: %s [...]�d z, � zNTLM z!Unexpected %s response header: %s�� i� z3Server rejected request: wrong username or passwordz Wrong server response: %s %szConnection established)Znum_connections�log�debugr r
r r r Z create_NTLM_NEGOTIATE_MESSAGEr ZrequestZ getresponse�dictZ
getheadersZstatus�reason�read�fpr � ExceptionZ parse_NTLM_CHALLENGE_MESSAGEZ create_NTLM_AUTHENTICATE_MESSAGEr r r )
r �headersZ
req_headerZ resp_headerZconn�resZreshdrZauth_header_valuesZauth_header_value�sZServerChallengeZNegotiateFlagsZauth_msgr r r � _new_conn' s\
z NTLMConnectionPool._new_connN� Tc s0 |d kr i }d|d< t t| �j|||||||�S )Nz
Keep-Aliver )r r �urlopen)r �methodZurlZbodyr' ZretriesZredirectZassert_same_host)r r r r, h s zNTLMConnectionPool.urlopen)NNr+ TT) �__name__�
__module__� __qualname__�__doc__�schemer r* r, �
__classcell__r r )r r r s A r N)
r1 Z
__future__r Zloggingr r � r Z packages.six.moves.http_clientr r. r r r r r r �<module> s urllib3/contrib/__pycache__/appengine.cpython-36.pyc 0000644 00000021027 15051612330 0016362 0 ustar 00 3
�Pfq* � @ s d Z ddlmZ ddlZddlZddlZddlmZ ddlm Z m
Z
m Z m Z m
Z
mZ ddlmZ ddlmZ dd lmZ dd
lmZ dd lmZ ydd lmZ W n ek
r� dZY nX ej e �Z G d
d� de
�Z G dd� de �Z G dd� de�Z!dd� Z"dd� Z#dd� Z$dd� Z%dd � Z&dS ) aC
This module provides a pool manager that uses Google App Engine's
`URLFetch Service <https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Example usage::
from urllib3 import PoolManager
from urllib3.contrib.appengine import AppEngineManager, is_appengine_sandbox
if is_appengine_sandbox():
# AppEngineManager uses AppEngine's URLFetch API behind the scenes
http = AppEngineManager()
else:
# PoolManager uses a socket-level API behind the scenes
http = PoolManager()
r = http.request('GET', 'https://google.com/')
There are `limitations <https://cloud.google.com/appengine/docs/python/urlfetch/#Python_Quotas_and_limits>`_ to the URLFetch service and it may not be
the best choice for your application. There are three options for using
urllib3 on Google App Engine:
1. You can use :class:`AppEngineManager` with URLFetch. URLFetch is
cost-effective in many circumstances as long as your usage is within the
limitations.
2. You can use a normal :class:`~urllib3.PoolManager` by enabling sockets.
Sockets also have `limitations and restrictions
<https://cloud.google.com/appengine/docs/python/sockets/ #limitations-and-restrictions>`_ and have a lower free quota than URLFetch.
To use sockets, be sure to specify the following in your ``app.yaml``::
env_variables:
GAE_USE_SOCKETS_HTTPLIB : 'true'
3. If you are using `App Engine Flexible
<https://cloud.google.com/appengine/docs/flexible/>`_, you can use the standard
:class:`PoolManager` without any configuration or special environment variables.
� )�absolute_importN� )�urljoin)� HTTPError� HTTPWarning�
MaxRetryError�
ProtocolError� TimeoutError�SSLError)�BytesIO)�RequestMethods)� HTTPResponse)�Timeout)�Retry)�urlfetchc @ s e Zd ZdS )�AppEnginePlatformWarningN)�__name__�
__module__� __qualname__� r r � /usr/lib/python3.6/appengine.pyr G s r c @ s e Zd ZdS )�AppEnginePlatformErrorN)r r r r r r r r K s r c @ sX e Zd ZdZddd�Zdd� Zdd � Zddddejfd
d �Z d d
� Z
dd� Z dd� Z dS )�AppEngineManagera
Connection manager for Google App Engine sandbox applications.
This manager uses the URLFetch service directly instead of using the
emulated httplib, and is subject to URLFetch limitations as described in
the App Engine documentation `here
<https://cloud.google.com/appengine/docs/python/urlfetch>`_.
Notably it will raise an :class:`AppEnginePlatformError` if:
* URLFetch is not available.
* If you attempt to use this on App Engine Flexible, as full socket
support is available.
* If a request size is more than 10 megabytes.
* If a response size is more than 32 megabtyes.
* If you use an unsupported request method such as OPTIONS.
Beyond those cases, it will raise normal urllib3 errors.
NTc C sN t s td��t� rtd��tjdt� tj| |� || _|| _ |pFt
j | _ d S )Nz.URLFetch is not available in this environment.z�Use normal urllib3.PoolManager instead of AppEngineManageron Managed VMs, as using URLFetch is not necessary in this environment.z�urllib3 is using URLFetch on Google App Engine sandbox instead of sockets. To use sockets directly instead of URLFetch see https://urllib3.readthedocs.io/en/latest/reference/urllib3.contrib.html.)
r r �is_prod_appengine_mvms�warnings�warnr r �__init__�validate_certificate�urlfetch_retriesr ZDEFAULT�retries)�self�headersr r r r r r r c s zAppEngineManager.__init__c C s | S )Nr )r r r r � __enter__{ s zAppEngineManager.__enter__c C s dS )NFr )r �exc_typeZexc_valZexc_tbr r r �__exit__~ s zAppEngineManager.__exit__c K s� | j ||�}yF|o |jdko |j} tj||||p2i d| jo<| | j|�| jd�}
W �nB tjk
r� } zt | | ��W Y d d } ~ X �n tj
k
r� } z$dt | �kr�t d| ��t
| ��W Y d d } ~ X n� tjk
�r } z(dt | �kr�t| || d��t
| ��W Y d d } ~ X n� tjk
�r6 } zt d| ��W Y d d } ~ X n` tjk
�rb } zt| ��W Y d d } ~ X n4 tjk
�r� } zt d | | ��W Y d d } ~ X nX | j|
fd
|i|��} |�o�| j� }
|
�rr| j�r�|j�r�t| |d ��n�| jd k�r�d
}y|j||| | d�}W n* tk
�r. |j�r*t| |d ��| S X |j| � tjd||
� t ||
�}| j ||||f|||d�|��S t | j d��}|j || j|��r�|j||| | d�}tjd|� |j!| � | j ||f|||||d�|��S | S )Nr F)Zpayload�methodr! Zallow_truncated�follow_redirectsZdeadliner z too largezOURLFetch request too large, URLFetch only supports requests up to 10mb in size.zToo many redirects)�reasonzPURLFetch response too large, URLFetch only supportsresponses up to 32mb in size.z$URLFetch does not support method: %sr ztoo many redirectsi/ ZGET)�responseZ_poolzRedirecting %s -> %s)r �redirect�timeoutz Retry-Afterz Retry: %s)�bodyr! r r) r* )"� _get_retriesr) �totalr Zfetchr �_get_absolute_timeoutr ZDeadlineExceededErrorr ZInvalidURLError�strr r Z
DownloadErrorr ZResponseTooLargeErrorZSSLCertificateErrorr
ZInvalidMethodError�#_urlfetch_response_to_http_responseZget_redirect_locationZraise_on_redirect�statusZ incrementZsleep_for_retry�log�debugr �urlopen�boolZ getheaderZis_retryZsleep)r r% Zurlr+ r! r r) r* � response_kwr& r( �eZ
http_responseZredirect_locationZ redirect_urlZhas_retry_afterr r r r4 � s�
zAppEngineManager.urlopenc K sz t � r"|jjd�}|dkr"|jd= |jjd�}|dkrZ|jd�}|jd� dj|�|jd< tf t|j�|j|j d�|��S )Nzcontent-encodingZdeflateztransfer-encodingZchunked�,)r+ r! r1 )
�is_prod_appenginer! �get�split�remove�joinr
r ZcontentZ status_code)r Z
urlfetch_respr6 Zcontent_encodingZtransfer_encodingZ encodingsr r r r0 � s
z4AppEngineManager._urlfetch_response_to_http_responsec C sB |t jkrd S t|t �r>|jd k s,|jd k r8tjdt� |jS |S )NzdURLFetch does not support granular timeout settings, reverting to total or default URLFetch timeout.) r �DEFAULT_TIMEOUT�
isinstanceZ_readZ_connectr r r r- )r r* r r r r. � s
z&AppEngineManager._get_absolute_timeoutc C s> t |t�s tj||| jd�}|js.|js.|jr:tjdt � |S )N)r) �defaultzhURLFetch only supports total retries and does not recognize connect, read, or redirect retry parameters.)
r? r Zfrom_intr Zconnect�readr) r r r )r r r) r r r r, s
z AppEngineManager._get_retries)NNTT)
r r r �__doc__r r" r$ r r> r4 r0 r. r, r r r r r O s
Z r c C s t � pt� pt� S )N)�is_local_appenginer9 r r r r r � is_appengine s rD c C s t � o t� S )N)rD r r r r r �is_appengine_sandbox s rE c C s dt jkodt jd kS )N�APPENGINE_RUNTIMEz Development/�SERVER_SOFTWARE)�os�environr r r r rC s
rC c C s dt jko dt jd ko t� S )NrF zGoogle App Engine/rG )rH rI r r r r r r9 ! s
r9 c C s t jjdd�dkS )NZGAE_VMF�true)rH rI r: r r r r r ' s r )'rB Z
__future__r ZloggingrH r Z packages.six.moves.urllib.parser �
exceptionsr r r r r r
Z packages.sixr Zrequestr r( r
Z util.timeoutr Z
util.retryr Zgoogle.appengine.apir � ImportErrorZ getLoggerr r2 r r r rD rE rC r9 r r r r r �<module>' s2
D urllib3/contrib/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15051612330 0016147 0 ustar 00 3
�Pf � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/contrib/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15051612330 0017106 0 ustar 00 3
�Pf � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/__pycache__/response.cpython-36.opt-1.pyc 0000644 00000037433 15051612330 0015561 0 ustar 00 3
�PfwY � @ s d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm
Z ddl m
Z
ddlmZmZmZmZmZmZmZ dd lmZmZmZ dd
lm Z dd l m Z m Z dd l!m"Z"m#Z# ej$e%�Z&G d
d� de'�Z(G dd� de'�Z)dd� Z*G dd� dej+�Z,dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible�
ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead�
InvalidHeader)� string_types� binary_type�PY3)� http_client)�
HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ t� | _tj� | _d S )NT)�
_first_tryr �_data�zlib�
decompressobj�_obj)�self� r � /usr/lib/python3.6/response.py�__init__ s zDeflateDecoder.__init__c C s t | j|�S )N)�getattrr )r �namer r r � __getattr__ s zDeflateDecoder.__getattr__c C s� |s|S | j s| jj|�S | j|7 _y | jj|�}|rFd| _ d | _|S tjk
r� d| _ tjtj �| _z | j| j�S d | _X Y nX d S )NF)r r �
decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r$ s" zDeflateDecoder.decompressN)�__name__�
__module__� __qualname__r r# r$ r r r r r s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t jdt j �| _d S )N� )r r r% r )r r r r r 9 s zGzipDecoder.__init__c C s t | j|�S )N)r! r )r r" r r r r# < s zGzipDecoder.__getattr__c C s |s|S | j j|�S )N)r r$ )r r& r r r r$ ? s zGzipDecoder.decompressN)r' r( r) r r# r$ r r r r r* 7 s r* c C s | dkrt � S t� S )N�gzip)r* r )�moder r r � _get_decoderE s r. c @ s e Zd ZdZddgZdddddgZdFdd�Zdd� Zdd� Ze dd� �Z
e dd� �Z dd� Z dd� Z
d d � Zd d � Zd d!� Zed"d#� �ZdGd$d%�ZdId(d)�Zed*d+� �Zd,d-� ZdJd.d/�Zd0d1� Zd2d3� Ze d4d5� �Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dKdDdE�Z#d
S )L� HTTPResponsea
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, attempts to decode specific content-encoding's based on headers
(like 'gzip' and 'deflate') will be skipped and raw data will be used
instead.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
r, Zdeflatei- i. i/ i3 i4 � Nr TFc C s t |t�r|| _n
t|�| _|| _|| _|| _|| _|| _| | _|
| _ d | _
d | _ d | _ | | _
d| _|r|t |ttf�r||| _ |
| _| | _t|d�r�|| _ d| _d | _| jjdd�j� }dd� |jd�D �}d |kr�d
| _| j|�| _|r�| j r�| j|d �| _ d S ) Nr �readFztransfer-encodingr0 c s s | ]}|j � V qd S )N)�strip)�.0�encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>�,�chunkedT)�decode_content) �
isinstancer �headers�status�version�reason�strictr8 �retries�enforce_content_length�_decoder�_body�_fp�_original_response�_fp_bytes_read�
basestringr �_pool� _connection�hasattrr7 �
chunk_left�get�lower�split� _init_length�length_remainingr1 )r �bodyr: r; r< r= r> Zpreload_contentr8 �original_responseZpool�
connectionr? r@ �request_methodZtr_encZ encodingsr r r r q s<
zHTTPResponse.__init__c C s | j | jkr| jjd�S dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
�locationF)r; �REDIRECT_STATUSESr: rK )r r r r �get_redirect_location� s z"HTTPResponse.get_redirect_locationc C s, | j s| j rd S | j j| j� d | _d S )N)rG rH Z _put_conn)r r r r � release_conn� s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)�
cache_content)rB rC r1 )r r r r r& � s zHTTPResponse.datac C s | j S )N)rH )r r r r rR � s zHTTPResponse.connectionc C s | j S )z�
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
)rE )r r r r �tell� s zHTTPResponse.tellc C s� | j jd�}|dk r(| jr(tjd� dS |dk r�y<tdd� |jd�D ��}t|�dkrbtd| ��|j � }W n t
k
r� d}Y nX |d k r�d}yt | j �}W n t
k
r� d }Y nX |dks�d | ko�d
k n s�|dkr�d }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)r3 �valr r r �
<listcomp>� s z-HTTPResponse._init_length.<locals>.<listcomp>r6 r z8Content-Length contained multiple unmatching values (%s)r �� �0 �d �� ZHEAD)r] r^ )
r: rK r7 �logZwarning�setrM �lenr �pop�
ValueErrorrZ r; )r rS ZlengthZlengthsr; r r r rN � s,
(zHTTPResponse._init_lengthc C s4 | j jdd�j� }| jdkr0|| jkr0t|�| _dS )z=
Set-up the _decoder attribute if necessary.
zcontent-encodingr0 N)r: rK rL rA �CONTENT_DECODERSr. )r �content_encodingr r r �
_init_decoder� s zHTTPResponse._init_decoderc C s| y|r| j r| j j|�}W nH ttjfk
rb } z&| jjdd�j� }td| |��W Y dd}~X nX |rx|rx|| j � 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
zcontent-encodingr0 zEReceived response with content-encoding: %s, but failed to decode it.N)
rA r$ �IOErrorr r r: rK rL r
�_flush_decoder)r r& r8 �
flush_decoder�erg r r r �_decode s
zHTTPResponse._decodec C s$ | j r | j jd�}|| j j� S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
� )rA r$ �flush)r Zbufr r r rj s zHTTPResponse._flush_decoderc c s� d}z�y
dV W n� t k
r2 t| jdd��Y np tk
rn } z"dt|�krP� t| jdd��W Y dd}~X n4 ttfk
r� } ztd| |��W Y dd}~X nX d}W d|s�| jr�| jj � | j
r�| j
j � | jr�| jj � r�| j � X dS )z�
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outzConnection broken: %rT)
�
SocketTimeoutr rG r �strr � SocketErrorr rD �closerH �isclosedrW )r Z
clean_exitrl r r r �_error_catcher! s(
zHTTPResponse._error_catcherc C s� | j � |dkr| j}| jdkr$dS d}d}| j� �h |dkrN| jj� }d}nJd}| jj|�}|dkr�| r�| jj� d}| jr�| jdkr�t| j | j��W dQ R X |r�| j t
|�7 _ | jdk r�| jt
|�8 _| j |||�}|r�|| _ |S )aP
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
NFTr )r N)
rh r8 rC ru r1 rs r@ rO r
rE rc rm rB )r �amtr8 rX rk r& r r r r1 Z s4
zHTTPResponse.read� r+ c c sZ | j r.| j� r.xF| j||d�D ]
}|V q W n(x&t| j�sT| j||d�}|r0|V q0W dS )a_
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
)r8 )rv r8 N)r7 �supports_chunked_reads� read_chunkedr rC r1 )r rv r8 �liner& r r r �stream� s zHTTPResponse.streamc
K s` |j }t|t�s,tr"t|j� �}n
tj|�}t|dd�}| f |||j|j|j ||d�|��}|S )a
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
r> r )rP r: r; r< r= r> rQ )
�msgr9 r r �items� from_httplibr! r; r< r= )Z ResponseCls�rZ response_kwr: r> Zrespr r r r~ � s
zHTTPResponse.from_httplibc C s | j S )N)r: )r r r r �
getheaders� s zHTTPResponse.getheadersc C s | j j||�S )N)r: rK )r r" �defaultr r r � getheader� s zHTTPResponse.getheaderc C s | j S )N)r: )r r r r �info� s zHTTPResponse.infoc C s$ | j s| jj� | jr | jj� d S )N)�closedrC rs rH )r r r r rs � s
zHTTPResponse.closec C s@ | j d krdS t| j d�r$| j j� S t| j d�r8| j jS dS d S )NTrt r� )rC rI rt r� )r r r r r� � s
zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j j� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rC ri rI r� )r r r r r� � s
zHTTPResponse.filenoc C s$ | j d k r t| j d�r | j j� S d S )Nro )rC rI ro )r r r r ro � s zHTTPResponse.flushc C s dS )NTr )r r r r �readable s zHTTPResponse.readablec C s: | j t|��}t|�dkr dS ||d t|��< t|�S d S )Nr )r1 rc )r �bZtempr r r �readinto s
zHTTPResponse.readintoc C s t | jd�S )z�
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
�fp)rI rC )r r r r rx s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jjj� }|jdd�d }yt|d�| _ W n& tk
r` | j� tj |��Y nX d S )N� ;r r r+ )
rJ rC r� �readlinerM rZ re rs �httplibr
)r rz r r r �_update_chunk_length s
z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j j| j�}|}| j jd� d | _nv|| jk rZ| j j|�}| j| | _|}nN|| jkr�| j j|�}| j jd� d | _|}n | j j| j�}| j jd� d | _|S )Nrw )rC Z
_safe_readrJ )r rv Zreturned_chunk�chunk�valuer r r �
_handle_chunk% s&
zHTTPResponse._handle_chunkc c s� | j � | jstd��| j� s&td��| jrDt| j�rD| jj� dS | j� �� x<| j � | j
dkrdP | j |�}| j ||dd�}|rP|V qPW |r�| j
� }|r�|V x | jjj� }|s�P |dkr�P q�W | jr�| jj� W dQ R X dS )z�
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)r8 rk s
)rh r7 r rx r rD r rs ru r� rJ r� rm rj rC r� r� )r rv r8 r� Zdecodedrz r r r ry ; s@
zHTTPResponse.read_chunked)r0 Nr r Nr TTNNNNFN)NNF� )r� N)N)NN)$r' r( r) �__doc__rf rU r rV rW �propertyr& rR rY rN rh rm rj r ru r1 r{ � classmethodr~ r� r� r� rs r� r� ro r� r� rx r� r� ry r r r r r/ L sB
-
0
9
E
r/ )-Z
__future__r �
contextlibr r �ioZloggingZsocketr rp r rr � _collectionsr �
exceptionsr r r
r r r
r Z packages.sixr rF r r Zpackages.six.movesr r� rR r r Z
util.responser r Z getLoggerr' ra �objectr r* r. �IOBaser/ r r r r �<module> s" $
! urllib3/__pycache__/connectionpool.cpython-36.opt-1.pyc 0000644 00000056152 15051612330 0016753 0 ustar 00 3
�Pf � � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z
d dlZddl m Z m
Z
mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7 e j8�r<d dl9Z:e j;j<Z<ej=e>�Z?e@� ZAG dd� de@�ZBeCejDejEg�ZFG dd� deBe(�ZGG dd� deG�ZHdd� ZIdd� ZJdS ) � )�absolute_importN)�error�timeout� )
�ClosedPoolError�
ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError�
MaxRetryError�
ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection�
HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host�Urlc @ sD e Zd ZdZdZejZd
dd�Zdd� Z dd� Z
d d
� Z d d � Z dS )�ConnectionPoolzz
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
Nc C s. |s t d��t|�j� | _|j� | _|| _d S )NzNo host specified.)r �
_ipv6_host�lower�host� _proxy_host�port)�selfr) r+ � r- �$/usr/lib/python3.6/connectionpool.py�__init__C s
zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r) r+ )r, r- r- r. �__str__K s
zConnectionPool.__str__c C s | S )Nr- )r, r- r- r. � __enter__O s zConnectionPool.__enter__c C s | j � dS )NF)�close)r, �exc_typeZexc_valZexc_tbr- r- r. �__exit__R s zConnectionPool.__exit__c C s dS )zD
Close all pooled connections and disable the pool.
Nr- )r, r- r- r. r4 W s zConnectionPool.close)N)
r1 �
__module__� __qualname__�__doc__�schemer Z LifoQueue�QueueClsr/ r2 r3 r6 r4 r- r- r- r. r& : s
r& c
@ s� e Zd ZdZdZeZeZdde j
ddddddf dd�Z dd � Z d!d
d �Z
d d
� Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf
d d �ZdS )"�HTTPConnectionPoolaN
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
�httpNFr c
K s� t j| ||� tj| |� || _t|t�s4tj|�}|d krBtj}|| _ || _
| j |�| _ || _
| | _|
pli | _x t|�D ]} | j jd � qzW d| _d| _| | _| jr�| jjdg � d S )Nr Zsocket_options)r& r/ r �strict�
isinstancer# �
from_floatr" ZDEFAULTr �retriesr; �pool�block�proxy�
proxy_headers�xrange�put�num_connections� num_requests�conn_kw�
setdefault)
r, r) r+ r> r �maxsizerC �headersrA �_proxy�_proxy_headersrJ �_r- r- r. r/ � s(
zHTTPConnectionPool.__init__c C sJ | j d7 _ tjd| j | j� | jf | j| j| jj| jd�| j ��}|S )z9
Return a fresh :class:`HTTPConnection`.
r z%Starting new HTTP connection (%d): %s)r) r+ r r> )
rH �log�debugr) �
ConnectionClsr+ r �connect_timeoutr> rJ )r, �connr- r- r. � _new_conn� s z HTTPConnectionPool._new_connc C s� d}y| j j| j|d�}W nB tk
r8 t| d��Y n& tjk
r\ | jrXt| d��Y nX |r�t|�r�t j
d| j � |j � t
|dd�dkr�d}|p�| j� S ) a�
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
N)rC r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rB �getrC �AttributeErrorr r �Emptyr r rQ rR r) r4 �getattrrV )r, r rU r- r- r. � _get_conn� s z HTTPConnectionPool._get_connc C s\ y| j j|dd� dS tk
r( Y n$ tjk
rJ tjd| j� Y nX |rX|j� dS )a�
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
F)rC Nz2Connection pool is full, discarding connection: %s) rB rG rX r ZFullrQ �warningr) r4 )r, rU r- r- r. � _put_conn� s z HTTPConnectionPool._put_connc C s dS )zU
Called right before a request is made, after the socket is created.
Nr- )r, rU r- r- r. �_validate_conn s z!HTTPConnectionPool._validate_connc C s d S )Nr- )r, rU r- r- r. �_prepare_proxy! s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| jj� S t|t�r$|j� S tj|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr Zcloner? r# r@ )r, r r- r- r. � _get_timeout% s
z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or passz!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)r? �
SocketTimeoutr �hasattrrb �_blocking_errnos�str)r, �err�url�
timeout_valuer- r- r. �_raise_timeout1 s
z!HTTPConnectionPool._raise_timeoutc
: K s | j d7 _ | j|�}|j� |j|_y| j|� W n: ttfk
rp } z| j|||jd� � W Y dd}~X nX |r�|j ||f|� n|j
||f|� |j } t |dd�r�| dkr�t
| |d| ��| tjkr�|jjtj� � n |jj| � yjy|jdd�}
W nT tk
�rP y |j� }
W n0 tk
�rJ } ztj|d� W Y dd}~X nX Y nX W n< tttfk
�r� } z| j||| d� � W Y dd}~X nX t |d d
�} tjd | j | j | j ||| |
j |
j � yt!|
j"� W n@ t#tfk
�r } z tj$d | j%|�| dd
� W Y dd} ~ X nX |
S )a
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
r )rg rh ri N�sockr z!Read timed out. (read timeout=%s)T)� bufferingZ
_http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rI ra Z
start_connectrT r r^ rc r rj Zrequest_chunked�request� read_timeoutrZ r r# �DEFAULT_TIMEOUTrk Z
settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError� Exceptionr Z
raise_from� SocketErrorrQ rR r: r) r+ �statusZlengthr! �msgr r\ �
_absolute_url)
r, rU �methodrh r �chunkedZhttplib_request_kw� timeout_obj�ero �httplib_responseZ http_versionZhper- r- r. �
_make_requestB sT
(
$z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r: r) r+ �path)r% r: r) r+ rh )r, r~ r- r- r. rw � s z HTTPConnectionPool._absolute_urlc C sL | j d }| _ y"x |jdd�}|r|j� qW W n tjk
rF Y nX dS )zD
Close all pooled connections and disable the pool.
NF)rC )rB rW r4 r rY )r, Zold_poolrU r- r- r. r4 � s zHTTPConnectionPool.closec C st |j d�rdS t|�\}}}t|�j� }| jr@| r@tj|�}n| j rZ|tj|�krZd}|||f| j| j| jfkS )zj
Check if the given ``url`` is a member of the same host as this
connection pool.
�/TN) �
startswithr$ r' r( r+ r rW r: r) )r, rh r: r) r+ r- r- r. � is_same_host� s
z HTTPConnectionPool.is_same_hostTc
. K s� |dkr| j }t|t�s*tj||| jd�}|
dkr>|
jdd�}
|rZ| j|� rZt| ||��d}|
}| jdkr�|j � }|j
| j � d}d}t || �} �zry�| j
|�}| j| d�}|j|_| jdk o�t|dd� }|r�| j|� | j||||||| d �}|
� s�|nd}||
d
< | jj|f| ||d �|
��}d}W n� tjk
�rN t| d ��Y n� ttt t t t t fk
�r } z�d}t|t t f��r�t |�}n>t|t t!f��r�| j�r�t"d
|�}nt|t tf��r�t d|�}|j#|||| t$j%� d d�}|j&� |}W Y dd}~X nX W d|�s |�o|j'� }d}|�r0| j(|� X |�spt)j*d|||� | j+|||||||f|| |
| d�|
��S dd� }|�o�|j,� }|�r$|j-dk�r�d}y|j#|||| d�}W n( t.k
�r� |j/�r�||� � |S X ||� |j0|� t)j1d||� | j+||||f||||| |
| d�|
��S t2|j3d��}|j4||j-|��r�y|j#|||| d�}W n( t.k
�r� |j5�r~||� � |S X ||� |j&|� t)j1d|� | j+||||f||||| |
| d�|
��S |S ) a�
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
N)�redirect�defaultZpreload_contentTr= F)r rk )r �bodyrM ry Zrequest_method)rB �
connectionrA z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc S s@ y | j � W n. ttttttfk
r: } zW Y d d }~X nX d S )N)�readr r rt r r r )�responser{ r- r- r. �drain_and_release_conn� s
z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rA r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)6rM r? r" Zfrom_intrA rW r� r
r: �copy�updaterE r ra r[ rT r rD rZ r_ r} � ResponseClsZ from_httplibr rY r r r rt r r r r r r
Z increment�sysrm Zsleepr4 r] rQ r\ �urlopenZget_redirect_locationru r Zraise_on_redirectZsleep_for_retryrR �boolZ getheaderZis_retryZraise_on_status)r, rx rh r� rM rA r� r� r r� r� ry r� Z response_kwrU Zrelease_this_connrg Z
clean_exitrz Zis_new_proxy_connr| Z
response_connr� r{ r� Zredirect_locationZhas_retry_afterr- r- r. r� � s� ^
zHTTPConnectionPool.urlopen)N)r1 r7 r8 r9 r: r rS r r� r# rp r/ rV r[ r] r^ r_ ra rj r` r} rw r4 r� r� r- r- r- r. r< b s. :%
& Ur< c sn e Zd ZdZdZeZddejddddddddddddddfdd�Z dd � Z
d
d � Z d d
� Z � fdd�Z
� ZS )�HTTPSConnectionPoola�
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, and ``ssl_version`` are only used if :mod:`ssl` is
available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
�httpsNFr c K sf t j| ||||||||| |
f |� |r2|
d kr2d}
| | _| | _|
| _|| _|| _|| _|| _|| _ d S )NZ
CERT_REQUIRED)
r< r/ �key_file� cert_file� cert_reqs�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r, r) r+ r> r rL rC rM rA rN rO r� r� r� r� r� r� r� r� rJ r- r- r. r/ � s z HTTPSConnectionPool.__init__c C s< t |t�r8|j| j| j| j| j| j| j| j d� | j
|_
|S )z�
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
)r� r� r� r� r� r� r� ) r? r Zset_certr� r� r� r� r� r� r� r� )r, rU r- r- r. �
_prepare_conn s
z!HTTPSConnectionPool._prepare_connc C sf y
|j }W n tk
r$ |j}Y nX tjdkrH| j rH|| j| j� n|| j| j| j� |j� dS )z�
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
r� � � N)r� r� r� ) �
set_tunnelrX Z _set_tunnelr� � version_inforE r* r+ �connect)r, rU r� r- r- r. r_ s
z"HTTPSConnectionPool._prepare_proxyc C s� | j d7 _ tjd| j | j� | j s2| jtkr:td��| j}| j}| jdk r`| jj}| jj}| jf ||| j j
| j d�| j ��}| j
|�S )zB
Return a fresh :class:`httplib.HTTPSConnection`.
r z&Starting new HTTPS connection (%d): %szCCan't connect to HTTPS URL because the SSL module is not available.N)r) r+ r r> )rH rQ rR r) rS r r r+ rD r rT r> rJ r� )r, Z actual_hostZ actual_portrU r- r- r. rV 2 s
z HTTPSConnectionPool._new_connc s: t t| �j|� t|dd�s$|j� |js6tjdt� dS )zU
Called right before a request is made, after the socket is created.
rk Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� r^ rZ r� Z is_verified�warnings�warnr )r, rU )� __class__r- r. r^ J s z"HTTPSConnectionPool._validate_conn)r1 r7 r8 r9 r: r rS r# rp r/ r� r_ rV r^ �
__classcell__r- r- )r� r. r� � s r� c K sR t | �\}}}|p tj|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a�
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
�P r� r+ N)r$ r rW r� r< )rh �kwr: r) r+ r- r- r. �connection_from_url] s
r� c C s* | j d�r&| jd�r&| jdd�jd�} | S )z'
Process IPv6 address literals
�[�]z%25�%z[])r� �endswith�replace�strip)r) r- r- r. r' y s r' )KZ
__future__r rb Zloggingr� r� rq r rt r rc �
exceptionsr r r r r
r r r
r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r rn r r� r Zutil.connectionr Z util.requestr Z
util.responser! Z
util.retryr" Z util.timeoutr# Zutil.urlr$ r% ZPY2ZQueueZ_unused_module_QueueZmovesrF Z getLoggerr1 rQ �objectr` r& �setZEAGAINZ EWOULDBLOCKre r< r� r� r' r- r- r- r. �<module> sF < $
% | urllib3/__pycache__/exceptions.cpython-36.pyc 0000644 00000024121 15051612330 0015133 0 ustar 00 3
�Pf� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e�Z G dd� de�Z G dd� de�Z
G dd� de�ZeZG dd� de
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG d d � d ee
�ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N)�__name__�
__module__� __qualname__�__doc__� r
r
� /usr/lib/python3.6/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.N)r r r r r
r
r
r r
s r c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ tj| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager
r
r r s zPoolError.__init__c C s
| j dfS )N)NN)� __class__)r r
r
r �
__reduce__ s zPoolError.__reduce__N)r r r r r r r
r
r
r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ tj| ||� d S )N)�urlr
r )r r r r r
r
r r s zRequestError.__init__c C s | j d | jd ffS )N)r r )r r
r
r r # s zRequestError.__reduce__N)r r r r r r r
r
r
r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.N)r r r r r
r
r
r r ( s r c @ s e Zd ZdZdS )�
ProxyErrorz,Raised when the connection to a proxy fails.N)r r r r r
r
r
r r - s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.N)r r r r r
r
r
r r 2 s r c @ s e Zd ZdZdS )�
ProtocolErrorz>Raised when something unexpected happens mid-request/response.N)r r r r r
r
r
r r 7 s r c @ s e Zd ZdZddd�ZdS )�
MaxRetryErrora Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
Nc C s& || _ d||f }tj| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r
r
r r L s
zMaxRetryError.__init__)N)r r r r r r
r
r
r r B s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t j| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r r r
r
r r X s zHostChangedError.__init__N)r )r r r r r r
r
r
r r U s r c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout N)r r r r r
r
r
r r ^ s r c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
N)r r r r r
r
r
r r c s r c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverN)r r r r r
r
r
r r! l s r! c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverN)r r r r r
r
r
r r" s s r" c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.N)r r r r r
r
r
r r# x s r# c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.N)r r r r r
r
r
r r$ } s r$ c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.N)r r r r r
r
r
r r% � s r% c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.N)r r r r r
r
r
r r& � s r& c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t j| |� || _d S )NzFailed to parse: %s)r r �location)r r( r r
r
r r � s zLocationParseError.__init__N)r r r r r r
r
r
r r' � s r' c @ s e Zd ZdZdZdZdS )�
ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r Z
GENERIC_ERRORZSPECIFIC_ERRORr
r
r
r r) � s r) c @ s e Zd ZdZdS )�SecurityWarningz/Warned when perfoming security reducing actionsN)r r r r r
r
r
r r* � s r* c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.N)r r r r r
r
r
r r+ � s r+ c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.N)r r r r r
r
r
r r, � s r, c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongN)r r r r r
r
r
r r- � s r- c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.N)r r r r r
r
r
r r. � s r. c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.N)r r r r r
r
r
r r/ � s r/ c @ s e Zd ZdZdS )�DependencyWarningzc
Warned when an attempt is made to import a module with missing optional
dependencies.
N)r r r r r
r
r
r r0 � s r0 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.N)r r r r r
r
r
r r1 � s r1 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
N)r r r r r
r
r
r r2 � s r2 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z�
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
c s t t| �j||� d S )N)�superr r )r �partial�expected)r r
r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r4 r5 )r r
r
r �__repr__� s zIncompleteRead.__repr__)r r r r r r6 �
__classcell__r
r
)r r r � s r c @ s e Zd ZdZdS )�
InvalidHeaderz(The header provided was somehow invalid.N)r r r r r
r
r
r r8 � s r8 c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| �j|� d S )Nz Not supported proxy scheme %s)r3 r9 r )r �schemer )r r
r r � s zProxySchemeUnknown.__init__)r r r r r r7 r
r
)r r r9 � s r9 c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| �j|� d S )Nz%s, unparsed data: %rZUnknown)r3 r; r )r ZdefectsZ
unparsed_datar )r r
r r � s zHeaderParsingError.__init__)r r r r r r7 r
r
)r r r; � s r; c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyN)r r r r r
r
r
r r< � s r< N)+Z
__future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr r
r r r r r �ConnectionErrorr r r r r! r" r# r$ r% �
ValueErrorr& r' r) r* r+ r, r- r. r/ r0 r1 r2 r8 �AssertionErrorr9 r; r< r
r
r
r �<module> sH
urllib3/__pycache__/_collections.cpython-36.opt-1.pyc 0000644 00000024340 15051612330 0016371 0 ustar 00 3
�Pf�' � @ s� d dl mZ d dlmZmZ yd dlmZ W n" ek
rN G dd� d�ZY nX yd dlmZ W n ek
r� ddl mZ Y nX ddl
m Z m Z m
Z
d d
gZe� ZG d d � d e�ZG d d
� d
e�Zd
S )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S )N� )�selfr r �"/usr/lib/python3.6/_collections.py� __enter__ s zRLock.__enter__c C s d S )Nr )r �exc_type� exc_value� tracebackr r r �__exit__
s zRLock.__exit__N)�__name__�
__module__� __qualname__r r
r r r r r s r )� OrderedDict� )�iterkeys�
itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r a�
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
�
Nc C s" || _ || _| j� | _t� | _d S )N)�_maxsize� dispose_func� ContainerCls�
_containerr �lock)r �maxsizer r r r �__init__+ s
z RecentlyUsedContainer.__init__c
C s, | j � | jj|�}|| j|< |S Q R X d S )N)r r �pop)r �key�itemr r r � __getitem__2 s
z!RecentlyUsedContainer.__getitem__c
C sl t }| j�@ | jj|t �}|| j|< t| j�| jkrF| jjdd�\}}W d Q R X | jrh|t k rh| j|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r! �valueZ
evicted_valueZ_keyr r r � __setitem__9 s
z!RecentlyUsedContainer.__setitem__c C s2 | j � | jj|�}W d Q R X | jr.| j|� d S )N)r r r r )r r! r( r r r � __delitem__H s z!RecentlyUsedContainer.__delitem__c C s | j � t| j�S Q R X d S )N)r r& r )r r r r �__len__O s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedError)r r r r �__iter__S s z RecentlyUsedContainer.__iter__c
C sL | j � tt| j��}| jj� W d Q R X | jrHx|D ]}| j|� q6W d S )N)r �listr r �clearr )r �valuesr( r r r r/ V s
zRecentlyUsedContainer.clearc
C s | j � tt| j��S Q R X d S )N)r r. r r )r r r r �keys` s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r r# r) r* r+ r- r/ r1 r r r r r s
c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e sZe j
Z
e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
Nc sP t t| �j� t� | _|d k r>t|t�r4| j|� n
| j|� |rL| j|� d S )N)�superr r r r �
isinstance�
_copy_from�extend)r �headers�kwargs)� __class__r r r � s
zHTTPHeaderDict.__init__c C s ||g| j |j� < | j |j� S )N)r �lower)r r! �valr r r r) � s zHTTPHeaderDict.__setitem__c C s | j |j� }dj|dd � �S )Nz, r )r r: �join)r r! r; r r r r# � s zHTTPHeaderDict.__getitem__c C s | j |j� = d S )N)r r: )r r! r r r r* � s zHTTPHeaderDict.__delitem__c C s |j � | jkS )N)r: r )r r! r r r � __contains__� s zHTTPHeaderDict.__contains__c C sb t |t� r t|d� r dS t |t| ��s6t| �|�}tdd� | j� D ��tdd� |j� D ��kS )Nr1 Fc s s | ]\}}|j � |fV qd S )N)r: )�.0�k�vr r r � <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>c s s | ]\}}|j � |fV qd S )N)r: )r> r? r@ r r r rA � s )r4 r �hasattr�type�dict�
itermerged)r �otherr r r �__eq__� s zHTTPHeaderDict.__eq__c C s | j |� S )N)rG )r rF r r r �__ne__� s zHTTPHeaderDict.__ne__c C s
t | j�S )N)r& r )r r r r r+ � s zHTTPHeaderDict.__len__c c s" x | j j� D ]}|d V q W d S )Nr )r r0 )r �valsr r r r- � s zHTTPHeaderDict.__iter__c C s< y | | }W n t k
r, || jkr(� |S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
N)�KeyError�_HTTPHeaderDict__marker)r r! �defaultr( r r r r � s
zHTTPHeaderDict.popc C s$ y
| |= W n t k
r Y nX d S )N)rJ )r r! r r r �discard� s
zHTTPHeaderDict.discardc C s4 |j � }||g}| jj||�}||k r0|j|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
N)r: r �
setdefault�append)r r! r; Z key_lowerZnew_valsrI r r r �add� s
zHTTPHeaderDict.addc O s t |�dkr tdjt |����t |�dkr2|d nf }t|t�rdx�|j� D ]\}}| j||� qJW nvt|t�r�xj|D ]}| j||| � qtW nLt|d�r�x@|j � D ]}| j||| � q�W n x |D ]\}}| j||� q�W x |j
� D ]\}}| j||� q�W dS )z�Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
r z9extend() takes at most 1 positional arguments ({0} given)r r1 N) r& � TypeError�formatr4 r � iteritemsrP r rB r1 �items)r �argsr8 rF r! r; r( r r r r6 � s"
zHTTPHeaderDict.extendc C sF y| j |j� }W n" tk
r4 || jkr0g S |S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an
empty list if the key doesn't exist.r N)r r: rJ rK )r r! rL rI r r r �getlist� s
zHTTPHeaderDict.getlistc C s dt | �jt| j� �f S )Nz%s(%s))rC r rD rE )r r r r �__repr__ s zHTTPHeaderDict.__repr__c C sB x<|D ]4}|j |�}t|t�r&t|�}|g| | j|j� < qW d S )N)rV r4 r. r r: )r rF r! r; r r r r5 s
zHTTPHeaderDict._copy_fromc C s t | �� }|j| � |S )N)rC r5 )r Zcloner r r �copy s
zHTTPHeaderDict.copyc c sD x>| D ]6}| j |j� }x"|dd� D ]}|d |fV q&W qW dS )z8Iterate over all header lines, including duplicate ones.r Nr )r r: )r r! rI r; r r r rS s
zHTTPHeaderDict.iteritemsc c s< x6| D ].}| j |j� }|d dj|dd� �fV qW dS )z:Iterate over all headers, merging duplicate ones together.r z, r N)r r: r< )r r! r; r r r rE % s
zHTTPHeaderDict.itermergedc C s t | j� �S )N)r. rS )r r r r rT + s zHTTPHeaderDict.itemsc C sn g }x`|j D ]V}|jd�r@|d \}}||d |j� f|d< q |jdd�\}}|j||j� f� q W | |�S ) z4Read headers from a Python 2 httplib message object.� � r z
�:)rY rZ ���r\ )r7 �
startswith�rstrip�splitrO �strip)�cls�messager7 �liner! r( r r r � from_httplib. s
zHTTPHeaderDict.from_httplib)N)%r r r r2 r r) r# r* r= rG rH r r r r �objectrK r+ r- r rM rP r6 rV Z
getheadersZgetallmatchingheadersZigetZget_allrW r5 rX rS rE rT � classmethodrd �
__classcell__r r )r9 r r e s<
N)Z
__future__r � collectionsr r Z threadingr � ImportErrorr Zpackages.ordered_dictZ packages.sixr r r �__all__re r$ r r r r r r �<module> s J urllib3/__pycache__/request.cpython-36.pyc 0000644 00000012556 15051612330 0014453 0 ustar 00 3
�Pf: � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sR e Zd ZdZeddddg�Zddd�Zdd
d �Zdd d
�Zddd�Z ddd�Z
dS )r a�
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r � /usr/lib/python3.6/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplemented)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r
�urlopen, s zRequestMethods.urlopenc K sJ |j � }|| jkr,| j||f||d�|��S | j||f||d�|��S dS )a�
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
)�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r
r r r �
urlopen_kwr r r
�request2 s
zRequestMethods.requestc K sD |dkr| j }d|i}|j|� |r4|dt|� 7 }| j||f|�S )z�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
Nr �?)r �updater r )r r
r r r r �extra_kwr r r
r H s
z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} }
nt|�d } }
| |d< d|
i|d< |d j|� |j|� | j||f|�S )a�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimick behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r
r r r r r r r r Z content_typer r r
r Y s &
z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN) �__name__�
__module__� __qualname__�__doc__�setr r r r r r r r r r
r
s
N) Z
__future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r
�<module> s urllib3/__pycache__/_collections.cpython-36.pyc 0000644 00000024340 15051612330 0015432 0 ustar 00 3
�Pf�' � @ s� d dl mZ d dlmZmZ yd dlmZ W n" ek
rN G dd� d�ZY nX yd dlmZ W n ek
r� ddl mZ Y nX ddl
m Z m Z m
Z
d d
gZe� ZG d d � d e�ZG d d
� d
e�Zd
S )� )�absolute_import)�Mapping�MutableMapping)�RLockc @ s e Zd Zdd� Zdd� ZdS )r c C s d S )N� )�selfr r �"/usr/lib/python3.6/_collections.py� __enter__ s zRLock.__enter__c C s d S )Nr )r �exc_type� exc_value� tracebackr r r �__exit__
s zRLock.__exit__N)�__name__�
__module__� __qualname__r r
r r r r r s r )� OrderedDict� )�iterkeys�
itervalues�PY3�RecentlyUsedContainer�HTTPHeaderDictc @ sV e Zd ZdZeZddd�Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z dd� Z dd� Z
dS )r a�
Provides a thread-safe dict-like container which maintains up to
``maxsize`` keys while throwing away the least-recently-used keys beyond
``maxsize``.
:param maxsize:
Maximum number of recent elements to retain.
:param dispose_func:
Every time an item is evicted from the container,
``dispose_func(value)`` is called. Callback which will get called
�
Nc C s" || _ || _| j� | _t� | _d S )N)�_maxsize� dispose_func� ContainerCls�
_containerr �lock)r �maxsizer r r r �__init__+ s
z RecentlyUsedContainer.__init__c
C s, | j � | jj|�}|| j|< |S Q R X d S )N)r r �pop)r �key�itemr r r � __getitem__2 s
z!RecentlyUsedContainer.__getitem__c
C sl t }| j�@ | jj|t �}|| j|< t| j�| jkrF| jjdd�\}}W d Q R X | jrh|t k rh| j|� d S )NF)Zlast)�_Nullr r �get�lenr �popitemr )r r! �valueZ
evicted_valueZ_keyr r r � __setitem__9 s
z!RecentlyUsedContainer.__setitem__c C s2 | j � | jj|�}W d Q R X | jr.| j|� d S )N)r r r r )r r! r( r r r � __delitem__H s z!RecentlyUsedContainer.__delitem__c C s | j � t| j�S Q R X d S )N)r r& r )r r r r �__len__O s z RecentlyUsedContainer.__len__c C s t d��d S )Nz7Iteration over this class is unlikely to be threadsafe.)�NotImplementedError)r r r r �__iter__S s z RecentlyUsedContainer.__iter__c
C sL | j � tt| j��}| jj� W d Q R X | jrHx|D ]}| j|� q6W d S )N)r �listr r �clearr )r �valuesr( r r r r/ V s
zRecentlyUsedContainer.clearc
C s | j � tt| j��S Q R X d S )N)r r. r r )r r r r �keys` s zRecentlyUsedContainer.keys)r N)r r r �__doc__r r r r# r) r* r+ r- r/ r1 r r r r r s
c s� e Zd ZdZd-� fdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
e sZe j
Z
e jZe� Zdd� Zdd� Zefdd�Zdd� Zdd� Zdd � Zefd d �ZeZeZeZeZd d � Z d!d"� Z d#d$� Z d%d&� Z d'd(� Z d)d*� Z!e"d+d,� �Z#� Z$S ).r ap
:param headers:
An iterable of field-value pairs. Must not contain multiple field names
when compared case-insensitively.
:param kwargs:
Additional field-value pairs to pass in to ``dict.update``.
A ``dict`` like container for storing HTTP Headers.
Field names are stored and compared case-insensitively in compliance with
RFC 7230. Iteration provides the first case-sensitive key seen for each
case-insensitive pair.
Using ``__setitem__`` syntax overwrites fields that compare equal
case-insensitively in order to maintain ``dict``'s api. For fields that
compare equal, instead create a new ``HTTPHeaderDict`` and use ``.add``
in a loop.
If multiple fields that are equal case-insensitively are passed to the
constructor or ``.update``, the behavior is undefined and some will be
lost.
>>> headers = HTTPHeaderDict()
>>> headers.add('Set-Cookie', 'foo=bar')
>>> headers.add('set-cookie', 'baz=quxx')
>>> headers['content-length'] = '7'
>>> headers['SET-cookie']
'foo=bar, baz=quxx'
>>> headers['Content-Length']
'7'
Nc sP t t| �j� t� | _|d k r>t|t�r4| j|� n
| j|� |rL| j|� d S )N)�superr r r r �
isinstance�
_copy_from�extend)r �headers�kwargs)� __class__r r r � s
zHTTPHeaderDict.__init__c C s ||g| j |j� < | j |j� S )N)r �lower)r r! �valr r r r) � s zHTTPHeaderDict.__setitem__c C s | j |j� }dj|dd � �S )Nz, r )r r: �join)r r! r; r r r r# � s zHTTPHeaderDict.__getitem__c C s | j |j� = d S )N)r r: )r r! r r r r* � s zHTTPHeaderDict.__delitem__c C s |j � | jkS )N)r: r )r r! r r r � __contains__� s zHTTPHeaderDict.__contains__c C sb t |t� r t|d� r dS t |t| ��s6t| �|�}tdd� | j� D ��tdd� |j� D ��kS )Nr1 Fc s s | ]\}}|j � |fV qd S )N)r: )�.0�k�vr r r � <genexpr>� s z(HTTPHeaderDict.__eq__.<locals>.<genexpr>c s s | ]\}}|j � |fV qd S )N)r: )r> r? r@ r r r rA � s )r4 r �hasattr�type�dict�
itermerged)r �otherr r r �__eq__� s zHTTPHeaderDict.__eq__c C s | j |� S )N)rG )r rF r r r �__ne__� s zHTTPHeaderDict.__ne__c C s
t | j�S )N)r& r )r r r r r+ � s zHTTPHeaderDict.__len__c c s" x | j j� D ]}|d V q W d S )Nr )r r0 )r �valsr r r r- � s zHTTPHeaderDict.__iter__c C s< y | | }W n t k
r, || jkr(� |S X | |= |S dS )z�D.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
N)�KeyError�_HTTPHeaderDict__marker)r r! �defaultr( r r r r � s
zHTTPHeaderDict.popc C s$ y
| |= W n t k
r Y nX d S )N)rJ )r r! r r r �discard� s
zHTTPHeaderDict.discardc C s4 |j � }||g}| jj||�}||k r0|j|� dS )z�Adds a (name, value) pair, doesn't overwrite the value if it already
exists.
>>> headers = HTTPHeaderDict(foo='bar')
>>> headers.add('Foo', 'baz')
>>> headers['foo']
'bar, baz'
N)r: r �
setdefault�append)r r! r; Z key_lowerZnew_valsrI r r r �add� s
zHTTPHeaderDict.addc O s t |�dkr tdjt |����t |�dkr2|d nf }t|t�rdx�|j� D ]\}}| j||� qJW nvt|t�r�xj|D ]}| j||| � qtW nLt|d�r�x@|j � D ]}| j||| � q�W n x |D ]\}}| j||� q�W x |j
� D ]\}}| j||� q�W dS )z�Generic import function for any type of header-like object.
Adapted version of MutableMapping.update in order to insert items
with self.add instead of self.__setitem__
r z9extend() takes at most 1 positional arguments ({0} given)r r1 N) r& � TypeError�formatr4 r � iteritemsrP r rB r1 �items)r �argsr8 rF r! r; r( r r r r6 � s"
zHTTPHeaderDict.extendc C sF y| j |j� }W n" tk
r4 || jkr0g S |S X |dd� S dS )zmReturns a list of all the values for the named field. Returns an
empty list if the key doesn't exist.r N)r r: rJ rK )r r! rL rI r r r �getlist� s
zHTTPHeaderDict.getlistc C s dt | �jt| j� �f S )Nz%s(%s))rC r rD rE )r r r r �__repr__ s zHTTPHeaderDict.__repr__c C sB x<|D ]4}|j |�}t|t�r&t|�}|g| | j|j� < qW d S )N)rV r4 r. r r: )r rF r! r; r r r r5 s
zHTTPHeaderDict._copy_fromc C s t | �� }|j| � |S )N)rC r5 )r Zcloner r r �copy s
zHTTPHeaderDict.copyc c sD x>| D ]6}| j |j� }x"|dd� D ]}|d |fV q&W qW dS )z8Iterate over all header lines, including duplicate ones.r Nr )r r: )r r! rI r; r r r rS s
zHTTPHeaderDict.iteritemsc c s< x6| D ].}| j |j� }|d dj|dd� �fV qW dS )z:Iterate over all headers, merging duplicate ones together.r z, r N)r r: r< )r r! r; r r r rE % s
zHTTPHeaderDict.itermergedc C s t | j� �S )N)r. rS )r r r r rT + s zHTTPHeaderDict.itemsc C sn g }x`|j D ]V}|jd�r@|d \}}||d |j� f|d< q |jdd�\}}|j||j� f� q W | |�S ) z4Read headers from a Python 2 httplib message object.� � r z
�:)rY rZ ���r\ )r7 �
startswith�rstrip�splitrO �strip)�cls�messager7 �liner! r( r r r � from_httplib. s
zHTTPHeaderDict.from_httplib)N)%r r r r2 r r) r# r* r= rG rH r r r r �objectrK r+ r- r rM rP r6 rV Z
getheadersZgetallmatchingheadersZigetZget_allrW r5 rX rS rE rT � classmethodrd �
__classcell__r r )r9 r r e s<
N)Z
__future__r � collectionsr r Z threadingr � ImportErrorr Zpackages.ordered_dictZ packages.sixr r r �__all__re r$ r r r r r r �<module> s J urllib3/__pycache__/poolmanager.cpython-36.pyc 0000644 00000031074 15051612330 0015263 0 ustar 00 3
�Pf�A � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm
Z
ddl m Z m
Z
mZ ddlmZ dd lmZ dd
lmZ dd lmZ d d
dgZeje�Zd4Zd5Z ej d-e �Z d.d/� Z ej e e �ej e e �d0�Z!ee d0�Z"G d1d � d e�Z#G d2d
� d
e#�Z$d3d� Z%dS )6� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url�key_file� cert_file� cert_reqs�ca_certs� ssl_version� ca_cert_dir� ssl_context�
key_scheme�key_host�key_port� key_timeout� key_retries�
key_strict� key_block�key_source_address� key_key_file�
key_cert_file�
key_cert_reqs� key_ca_certs�key_ssl_version�key_ca_cert_dir�key_ssl_context� key_maxsize� key_headers�
key__proxy�key__proxy_headers�key_socket_options�key__socks_options�key_assert_hostname�key_assert_fingerprint�PoolKeyc C s� |j � }|d j� |d< |d j� |d< x4d D ],}||kr.|| dk r.t|| j� �||< q.W |jd�}|dk r|t|�|d< x&t|j� �D ]}|j|�|d| < q�W x | j D ]}||kr�d||< q�W | f |�S )
a�
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
�scheme�host�headers�_proxy_headers�_socks_optionsNZsocket_optionsZkey_)r3 r4 r5 )
�copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� rC �!/usr/lib/python3.6/poolmanager.py�_default_key_normalizer9 s
rE )�http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d
d �Zd d
� Z d dd�Z
dd� Z d dd�Z d dd�Z
dd� Zd!dd�ZdS )"r a$
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
N�
c K s8 t j| |� || _t|dd� d�| _t| _tj� | _d S )Nc S s | j � S )N)�close)�prC rC rD �<lambda>� s z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r �__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer6 )�self� num_poolsr3 rM rC rC rD rL � s zPoolManager.__init__c C s | S )NrC )rQ rC rC rD � __enter__� s zPoolManager.__enter__c C s | j � dS )NF)�clear)rQ �exc_typeZexc_valZexc_tbrC rC rD �__exit__� s zPoolManager.__exit__c C sf | j | }|dkr | jj� }xdD ]}|j|d� q"W |dkrXxtD ]}|j|d� qDW |||f|�S )a�
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
Nr1 r2 �portrF )r1 r2 rW )rO rM r6 r> � SSL_KEYWORDS)rQ r1 r2 rW r@ Zpool_clsrB �kwrC rC rD � _new_pool� s
zPoolManager._new_poolc C s | j j� dS )z�
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
N)rN rT )rQ rC rC rD rT � s zPoolManager.clearrF c C sT |s t d��| j|�}|p d|d< |s:tj|d j� d�}||d< ||d< | j|�S )a�
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
zNo host specified.rF r1 �P rW r2 )r �_merge_pool_kwargsr r: r7 �connection_from_context)rQ r2 rW r1 � pool_kwargsr@ rC rC rD �connection_from_host� s
z PoolManager.connection_from_hostc C s, |d j � }| j| }||�}| j||d�S )z�
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
r1 )r@ )r7 rP �connection_from_pool_key)rQ r@ r1 Zpool_key_constructor�pool_keyrC rC rD r] � s
z#PoolManager.connection_from_contextc
C s` | j j�N | j j|�}|r |S |d }|d }|d }| j||||d�}|| j |< W dQ R X |S )z�
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
r1 r2 rW )r@ N)rN �lockr: rZ )rQ ra r@ Zpoolr1 r2 rW rC rC rD r` � s
z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a�
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
)rW r1 r^ )r
r_ r2 rW r1 )rQ �urlr^ �urC rC rD �connection_from_url
s z PoolManager.connection_from_urlc C sZ | j j� }|rVxF|j� D ]:\}}|dkrJy
||= W qR tk
rF Y qRX q|||< qW |S )a
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
N)rM r6 r9 �KeyError)rQ �overrideZbase_pool_kwargsrB �valuerC rC rD r\ s
z PoolManager._merge_pool_kwargsTc K sd t |�}| j|j|j|jd�}d|d< d|d< d|krD| jj� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|j
� }|s�|S t ||�}|j dkr�d }|j
d
�} t| t�s�tj| |d �} | jo�|j|� � r�x | jD ]}
|d j|
d� q�W y| j||||d �} W n tk
�r4 | j�r0� |S X | |d
< ||d< tjd
||� | j||f|�S )a]
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
)rW r1 FZassert_same_host�redirectr3 NrF i/ ZGET�retries)ri )�responseZ_poolzRedirecting %s -> %s)r
r_ r2 rW r1 r3 r6 �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr: �
isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr> Z incrementr Zraise_on_redirect�log�info) rQ �methodrc ri rY rd Zconnrk Zredirect_locationrj �headerrC rC rD rm - s@
zPoolManager.urlopen)rH N)N)NrF N)N)N)T)�__name__�
__module__� __qualname__�__doc__rl rL rS rV rZ rT r_ r] r` re r\ rm rC rC rC rD r y s
c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d
�Zd� fd d
� Z� ZS )r aw
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary contaning headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
rH Nc s� t |t�r d|j|j|jf }t|�}|jsFtj|jd�}|j|d�}|jdkrZt |j��|| _
|pfi | _ | j
|d< | j |d< t t
| �j||f|� d S ) Nz
%s://%s:%ir[ )rW rF rG �_proxyr4 )rF rG )rn r r1 r2 rW r
r r: �_replacer
rl �
proxy_headers�superr rL )rQ � proxy_urlrR r3 ry rM rl rW )� __class__rC rD rL � s
zProxyManager.__init__rF c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )NrG )r^ )rz r r_ rl r2 rW r1 )rQ r2 rW r1 r^ )r| rC rD r_ � s
z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|j|� |S )z�
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
ZAcceptz*/*ZHost)r
�netloc�update)rQ rc r3 Zheaders_r} rC rC rD �_set_proxy_headers� s
z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|jd| j�}| j||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.rF r3 ri )r
r1 r: r3 r rz r rm )rQ rq rc ri rY rd r3 )r| rC rD rm � s
zProxyManager.urlopen)rH NN)NrF N)N)T) rs rt ru rv rL r_ r rm �
__classcell__rC rC )r| rD r i s
c K s t f d| i|��S )Nr{ )r )rc rY rC rC rD r � s )r r r r r r r )r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ )&Z
__future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r �
exceptionsr r r
Z packages.six.moves.urllib.parser Zrequestr Zutil.urlr
Z
util.retryr �__all__Z getLoggerrs ro rX Z _key_fields�
namedtupler0 rE �partialrP rO r r r rC rC rC rD �<module> s`
6
qW urllib3/__pycache__/filepost.cpython-36.opt-1.pyc 0000644 00000005037 15051612331 0015544 0 ustar 00 3
�Pf � @ s� d dl mZ d dlZd dlmZ d dlmZ ddlmZ ddl m
Z
ddl m Z ej
d �d
Zd d � Zd
d� Zdd� Zddd�ZdS )� )�absolute_importN)�uuid4)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s t � jS )zN
Our embarrassingly-simple replacement for mimetools.choose_boundary.
)r �hex� r r � /usr/lib/python3.6/filepost.py�choose_boundary s r
c c sN t | t�rtj| �}nt| �}x*|D ]"}t |t�r:|V q$tj|� V q$W dS )z�
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
N)�
isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s
r c C s, t | t�r dd� tj| �D �S dd� | D �S )a-
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
c s s | ]\}}||fV qd S )Nr )�.0�k�vr r r � <genexpr>6 s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S )Nr )r r r r r r r 8 s )r r r r )r r r r � iter_fields) s
r c C s� t � }|dkrt� }x|t| �D ]p}|jtd| �� t|�j|j� � |j}t|t �r^t
|�}t|t j �rzt|�j|� n
|j|� |jd� q W |jtd| �� t
d| �}|j
� |fS )aJ
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`mimetools.choose_boundary`.
Nz--%s
s
z--%s--
z multipart/form-data; boundary=%s)r r
r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r �boundaryZbodyr r Z content_typer r r �encode_multipart_formdata; s
r" )N)Z
__future__r �codecsZuuidr �ior Zpackagesr Z packages.sixr r r �lookupr r
r r r" r r r r �<module> s urllib3/__pycache__/exceptions.cpython-36.opt-1.pyc 0000644 00000024121 15051612331 0016073 0 ustar 00 3
�Pf� � @ sL d dl mZ ddlmZ G dd� de�ZG dd� de�ZG dd � d e�Z G d
d � d e �Z
G d d
� d
e�Z G dd� de�Z G dd� de�Z
G dd� de�ZeZG dd� de
�ZG dd� de
�ZG dd� de�ZG dd� de�ZG d d � d ee
�ZG d d � d e�ZG d d!� d!ee �ZG d"d#� d#e �ZG d$d%� d%e �ZG d&d'� d'ee�ZG d(d)� d)e�ZG d*d+� d+e�Z G d,d-� d-e�Z G d.d/� d/e �Z G d0d1� d1e �Z G d2d3� d3e �Z G d4d5� d5e �Z!G d6d7� d7e�Z"G d8d9� d9e�Z#G d:d;� d;ee�Z$G d<d=� d=e�Z%G d>d?� d?ee�ZG d@dA� dAe�Z&G dBdC� dCe'e�Z(G dDdE� dEe�Z)G dFdG� dGe�Z*dHS )I� )�absolute_import� )�IncompleteReadc @ s e Zd ZdZdS )� HTTPErrorz#Base exception used by this module.N)�__name__�
__module__� __qualname__�__doc__� r
r
� /usr/lib/python3.6/exceptions.pyr s r c @ s e Zd ZdZdS )� HTTPWarningz!Base warning used by this module.N)r r r r r
r
r
r r
s r c @ s e Zd ZdZdd� Zdd� ZdS )� PoolErrorz/Base exception for errors caused within a pool.c C s || _ tj| d||f � d S )Nz%s: %s)�poolr �__init__)�selfr �messager
r
r r s zPoolError.__init__c C s
| j dfS )N)NN)� __class__)r r
r
r �
__reduce__ s zPoolError.__reduce__N)r r r r r r r
r
r
r r
s r
c @ s e Zd ZdZdd� Zdd� ZdS )� RequestErrorz8Base exception for PoolErrors that have associated URLs.c C s || _ tj| ||� d S )N)�urlr
r )r r r r r
r
r r s zRequestError.__init__c C s | j d | jd ffS )N)r r )r r
r
r r # s zRequestError.__reduce__N)r r r r r r r
r
r
r r s r c @ s e Zd ZdZdS )�SSLErrorz9Raised when SSL certificate fails in an HTTPS connection.N)r r r r r
r
r
r r ( s r c @ s e Zd ZdZdS )�
ProxyErrorz,Raised when the connection to a proxy fails.N)r r r r r
r
r
r r - s r c @ s e Zd ZdZdS )� DecodeErrorz;Raised when automatic decoding based on Content-Type fails.N)r r r r r
r
r
r r 2 s r c @ s e Zd ZdZdS )�
ProtocolErrorz>Raised when something unexpected happens mid-request/response.N)r r r r r
r
r
r r 7 s r c @ s e Zd ZdZddd�ZdS )�
MaxRetryErrora Raised when the maximum number of retries is exceeded.
:param pool: The connection pool
:type pool: :class:`~urllib3.connectionpool.HTTPConnectionPool`
:param string url: The requested Url
:param exceptions.Exception reason: The underlying error
Nc C s& || _ d||f }tj| |||� d S )Nz0Max retries exceeded with url: %s (Caused by %r))�reasonr r )r r r r r r
r
r r L s
zMaxRetryError.__init__)N)r r r r r r
r
r
r r B s r c @ s e Zd ZdZddd�ZdS )�HostChangedErrorz?Raised when an existing pool gets a request for a foreign host.� c C s" d| }t j| |||� || _d S )Nz)Tried to open a foreign host with url: %s)r r �retries)r r r r r r
r
r r X s zHostChangedError.__init__N)r )r r r r r r
r
r
r r U s r c @ s e Zd ZdZdS )�TimeoutStateErrorz3 Raised when passing an invalid state to a timeout N)r r r r r
r
r
r r ^ s r c @ s e Zd ZdZdS )� TimeoutErrorz� Raised when a socket timeout error occurs.
Catching this error will catch both :exc:`ReadTimeoutErrors
<ReadTimeoutError>` and :exc:`ConnectTimeoutErrors <ConnectTimeoutError>`.
N)r r r r r
r
r
r r c s r c @ s e Zd ZdZdS )�ReadTimeoutErrorzFRaised when a socket timeout occurs while receiving data from a serverN)r r r r r
r
r
r r! l s r! c @ s e Zd ZdZdS )�ConnectTimeoutErrorz@Raised when a socket timeout occurs while connecting to a serverN)r r r r r
r
r
r r" s s r" c @ s e Zd ZdZdS )�NewConnectionErrorzHRaised when we fail to establish a new connection. Usually ECONNREFUSED.N)r r r r r
r
r
r r# x s r# c @ s e Zd ZdZdS )�EmptyPoolErrorzCRaised when a pool runs out of connections and no more are allowed.N)r r r r r
r
r
r r$ } s r$ c @ s e Zd ZdZdS )�ClosedPoolErrorzCRaised when a request enters a pool after the pool has been closed.N)r r r r r
r
r
r r% � s r% c @ s e Zd ZdZdS )�LocationValueErrorz<Raised when there is something wrong with a given URL input.N)r r r r r
r
r
r r& � s r& c @ s e Zd ZdZdd� ZdS )�LocationParseErrorz=Raised when get_host or similar fails to parse the URL input.c C s d| }t j| |� || _d S )NzFailed to parse: %s)r r �location)r r( r r
r
r r � s zLocationParseError.__init__N)r r r r r r
r
r
r r' � s r' c @ s e Zd ZdZdZdZdS )�
ResponseErrorzDUsed as a container for an error reason supplied in a MaxRetryError.ztoo many error responsesz&too many {status_code} error responsesN)r r r r Z
GENERIC_ERRORZSPECIFIC_ERRORr
r
r
r r) � s r) c @ s e Zd ZdZdS )�SecurityWarningz/Warned when perfoming security reducing actionsN)r r r r r
r
r
r r* � s r* c @ s e Zd ZdZdS )�SubjectAltNameWarningzBWarned when connecting to a host with a certificate missing a SAN.N)r r r r r
r
r
r r+ � s r+ c @ s e Zd ZdZdS )�InsecureRequestWarningz/Warned when making an unverified HTTPS request.N)r r r r r
r
r
r r, � s r, c @ s e Zd ZdZdS )�SystemTimeWarningz0Warned when system time is suspected to be wrongN)r r r r r
r
r
r r- � s r- c @ s e Zd ZdZdS )�InsecurePlatformWarningzEWarned when certain SSL configuration is not available on a platform.N)r r r r r
r
r
r r. � s r. c @ s e Zd ZdZdS )�SNIMissingWarningz9Warned when making a HTTPS request without SNI available.N)r r r r r
r
r
r r/ � s r/ c @ s e Zd ZdZdS )�DependencyWarningzc
Warned when an attempt is made to import a module with missing optional
dependencies.
N)r r r r r
r
r
r r0 � s r0 c @ s e Zd ZdZdS )�ResponseNotChunkedz;Response needs to be chunked in order to read it as chunks.N)r r r r r
r
r
r r1 � s r1 c @ s e Zd ZdZdS )�BodyNotHttplibCompatiblezz
Body should be httplib.HTTPResponse like (have an fp attribute which
returns raw chunks) for read_chunked().
N)r r r r r
r
r
r r2 � s r2 c s( e Zd ZdZ� fdd�Zdd� Z� ZS )r z�
Response length doesn't match expected Content-Length
Subclass of http_client.IncompleteRead to allow int value
for `partial` to avoid creating large objects on streamed
reads.
c s t t| �j||� d S )N)�superr r )r �partial�expected)r r
r r � s zIncompleteRead.__init__c C s d| j | jf S )Nz/IncompleteRead(%i bytes read, %i more expected))r4 r5 )r r
r
r �__repr__� s zIncompleteRead.__repr__)r r r r r r6 �
__classcell__r
r
)r r r � s r c @ s e Zd ZdZdS )�
InvalidHeaderz(The header provided was somehow invalid.N)r r r r r
r
r
r r8 � s r8 c s e Zd ZdZ� fdd�Z� ZS )�ProxySchemeUnknownz1ProxyManager does not support the supplied schemec s d| }t t| �j|� d S )Nz Not supported proxy scheme %s)r3 r9 r )r �schemer )r r
r r � s zProxySchemeUnknown.__init__)r r r r r r7 r
r
)r r r9 � s r9 c s e Zd ZdZ� fdd�Z� ZS )�HeaderParsingErrorzNRaised by assert_header_parsing, but we convert it to a log.warning statement.c s$ d|pd|f }t t| �j|� d S )Nz%s, unparsed data: %rZUnknown)r3 r; r )r ZdefectsZ
unparsed_datar )r r
r r � s zHeaderParsingError.__init__)r r r r r r7 r
r
)r r r; � s r; c @ s e Zd ZdZdS )�UnrewindableBodyErrorz9urllib3 encountered an error when trying to rewind a bodyN)r r r r r
r
r
r r< � s r< N)+Z
__future__r Z packages.six.moves.http_clientr Zhttplib_IncompleteRead� Exceptionr �Warningr r
r r r r r �ConnectionErrorr r r r r! r" r# r$ r% �
ValueErrorr& r' r) r* r+ r, r- r. r/ r0 r1 r2 r8 �AssertionErrorr9 r; r< r
r
r
r �<module> sH
urllib3/__pycache__/response.cpython-36.pyc 0000644 00000037433 15051612331 0014623 0 ustar 00 3
�PfwY � @ s d dl mZ d dlmZ d dlZd dlZd dlZd dlmZ d dlm
Z ddl m
Z
ddlmZmZmZmZmZmZmZ dd lmZmZmZ dd
lm Z dd l m Z m Z dd l!m"Z"m#Z# ej$e%�Z&G d
d� de'�Z(G dd� de'�Z)dd� Z*G dd� dej+�Z,dS )� )�absolute_import)�contextmanagerN)�timeout)�error� )�HTTPHeaderDict)�BodyNotHttplibCompatible�
ProtocolError� DecodeError�ReadTimeoutError�ResponseNotChunked�IncompleteRead�
InvalidHeader)� string_types� binary_type�PY3)� http_client)�
HTTPException� BaseSSLError)� is_fp_closed�is_response_to_headc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�DeflateDecoderc C s d| _ t� | _tj� | _d S )NT)�
_first_tryr �_data�zlib�
decompressobj�_obj)�self� r � /usr/lib/python3.6/response.py�__init__ s zDeflateDecoder.__init__c C s t | j|�S )N)�getattrr )r �namer r r � __getattr__ s zDeflateDecoder.__getattr__c C s� |s|S | j s| jj|�S | j|7 _y | jj|�}|rFd| _ d | _|S tjk
r� d| _ tjtj �| _z | j| j�S d | _X Y nX d S )NF)r r �
decompressr r r r � MAX_WBITS)r �dataZ decompressedr r r r$ s" zDeflateDecoder.decompressN)�__name__�
__module__� __qualname__r r# r$ r r r r r s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� GzipDecoderc C s t jdt j �| _d S )N� )r r r% r )r r r r r 9 s zGzipDecoder.__init__c C s t | j|�S )N)r! r )r r" r r r r# < s zGzipDecoder.__getattr__c C s |s|S | j j|�S )N)r r$ )r r& r r r r$ ? s zGzipDecoder.decompressN)r' r( r) r r# r$ r r r r r* 7 s r* c C s | dkrt � S t� S )N�gzip)r* r )�moder r r � _get_decoderE s r. c @ s e Zd ZdZddgZdddddgZdFdd�Zdd� Zdd� Ze dd� �Z
e dd� �Z dd� Z dd� Z
d d � Zd d � Zd d!� Zed"d#� �ZdGd$d%�ZdId(d)�Zed*d+� �Zd,d-� ZdJd.d/�Zd0d1� Zd2d3� Ze d4d5� �Zd6d7� Z d8d9� Z d:d;� Z d<d=� Z d>d?� Z d@dA� Z!dBdC� Z"dKdDdE�Z#d
S )L� HTTPResponsea
HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is
loaded and decoded on-demand when the ``data`` property is accessed. This
class is also compatible with the Python standard library's :mod:`io`
module, and can hence be treated as a readable object in the context of that
framework.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content:
If True, the response's body will be preloaded during construction.
:param decode_content:
If True, attempts to decode specific content-encoding's based on headers
(like 'gzip' and 'deflate') will be skipped and raw data will be used
instead.
:param original_response:
When this HTTPResponse wrapper is generated from an httplib.HTTPResponse
object, it's convenient to include the original for debug purposes. It's
otherwise unused.
:param retries:
The retries contains the last :class:`~urllib3.util.retry.Retry` that
was used during the request.
:param enforce_content_length:
Enforce content length checking. Body returned by server must match
value of Content-Length header, if present. Otherwise, raise error.
r, Zdeflatei- i. i/ i3 i4 � Nr TFc C s t |t�r|| _n
t|�| _|| _|| _|| _|| _|| _| | _|
| _ d | _
d | _ d | _ | | _
d| _|r|t |ttf�r||| _ |
| _| | _t|d�r�|| _ d| _d | _| jjdd�j� }dd� |jd�D �}d |kr�d
| _| j|�| _|r�| j r�| j|d �| _ d S ) Nr �readFztransfer-encodingr0 c s s | ]}|j � V qd S )N)�strip)�.0�encr r r � <genexpr>� s z(HTTPResponse.__init__.<locals>.<genexpr>�,�chunkedT)�decode_content) �
isinstancer �headers�status�version�reason�strictr8 �retries�enforce_content_length�_decoder�_body�_fp�_original_response�_fp_bytes_read�
basestringr �_pool� _connection�hasattrr7 �
chunk_left�get�lower�split� _init_length�length_remainingr1 )r �bodyr: r; r< r= r> Zpreload_contentr8 �original_responseZpool�
connectionr? r@ �request_methodZtr_encZ encodingsr r r r q s<
zHTTPResponse.__init__c C s | j | jkr| jjd�S dS )a
Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status
code and valid location. ``None`` if redirect status and no
location. ``False`` if not a redirect status code.
�locationF)r; �REDIRECT_STATUSESr: rK )r r r r �get_redirect_location� s z"HTTPResponse.get_redirect_locationc C s, | j s| j rd S | j j| j� d | _d S )N)rG rH Z _put_conn)r r r r � release_conn� s zHTTPResponse.release_connc C s" | j r | j S | jr | jdd�S d S )NT)�
cache_content)rB rC r1 )r r r r r& � s zHTTPResponse.datac C s | j S )N)rH )r r r r rR � s zHTTPResponse.connectionc C s | j S )z�
Obtain the number of bytes pulled over the wire so far. May differ from
the amount of content returned by :meth:``HTTPResponse.read`` if bytes
are encoded on the wire (e.g, compressed).
)rE )r r r r �tell� s zHTTPResponse.tellc C s� | j jd�}|dk r(| jr(tjd� dS |dk r�y<tdd� |jd�D ��}t|�dkrbtd| ��|j � }W n t
k
r� d}Y nX |d k r�d}yt | j �}W n t
k
r� d }Y nX |dks�d | ko�d
k n s�|dkr�d }|S )zM
Set initial length value for Response content if available.
zcontent-lengthNz�Received response with both Content-Length and Transfer-Encoding set. This is expressly forbidden by RFC 7230 sec 3.3.2. Ignoring Content-Length and attempting to process response as Transfer-Encoding: chunked.c S s g | ] }t |��qS r )�int)r3 �valr r r �
<listcomp>� s z-HTTPResponse._init_length.<locals>.<listcomp>r6 r z8Content-Length contained multiple unmatching values (%s)r �� �0 �d �� ZHEAD)r] r^ )
r: rK r7 �logZwarning�setrM �lenr �pop�
ValueErrorrZ r; )r rS ZlengthZlengthsr; r r r rN � s,
(zHTTPResponse._init_lengthc C s4 | j jdd�j� }| jdkr0|| jkr0t|�| _dS )z=
Set-up the _decoder attribute if necessary.
zcontent-encodingr0 N)r: rK rL rA �CONTENT_DECODERSr. )r �content_encodingr r r �
_init_decoder� s zHTTPResponse._init_decoderc C s| y|r| j r| j j|�}W nH ttjfk
rb } z&| jjdd�j� }td| |��W Y dd}~X nX |rx|rx|| j � 7 }|S )zN
Decode the data passed in and potentially flush the decoder.
zcontent-encodingr0 zEReceived response with content-encoding: %s, but failed to decode it.N)
rA r$ �IOErrorr r r: rK rL r
�_flush_decoder)r r& r8 �
flush_decoder�erg r r r �_decode s
zHTTPResponse._decodec C s$ | j r | j jd�}|| j j� S dS )zk
Flushes the decoder. Should only be called if the decoder is actually
being used.
� )rA r$ �flush)r Zbufr r r rj s zHTTPResponse._flush_decoderc c s� d}z�y
dV W n� t k
r2 t| jdd��Y np tk
rn } z"dt|�krP� t| jdd��W Y dd}~X n4 ttfk
r� } ztd| |��W Y dd}~X nX d}W d|s�| jr�| jj � | j
r�| j
j � | jr�| jj � r�| j � X dS )z�
Catch low-level python exceptions, instead re-raising urllib3
variants, so that low-level exceptions are not leaked in the
high-level api.
On exit, release the connection back to the pool.
FNzRead timed out.zread operation timed outzConnection broken: %rT)
�
SocketTimeoutr rG r �strr � SocketErrorr rD �closerH �isclosedrW )r Z
clean_exitrl r r r �_error_catcher! s(
zHTTPResponse._error_catcherc C s� | j � |dkr| j}| jdkr$dS d}d}| j� �h |dkrN| jj� }d}nJd}| jj|�}|dkr�| r�| jj� d}| jr�| jdkr�t| j | j��W dQ R X |r�| j t
|�7 _ | jdk r�| jt
|�8 _| j |||�}|r�|| _ |S )aP
Similar to :meth:`httplib.HTTPResponse.read`, but with two additional
parameters: ``decode_content`` and ``cache_content``.
:param amt:
How much of the content to read. If specified, caching is skipped
because it doesn't make sense to cache partial content as the full
response.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
:param cache_content:
If True, will save the returned data such that the same result is
returned despite of the state of the underlying file object. This
is useful if you want the ``.data`` property to continue working
after having ``.read()`` the file object. (Overridden if ``amt`` is
set.)
NFTr )r N)
rh r8 rC ru r1 rs r@ rO r
rE rc rm rB )r �amtr8 rX rk r& r r r r1 Z s4
zHTTPResponse.read� r+ c c sZ | j r.| j� r.xF| j||d�D ]
}|V q W n(x&t| j�sT| j||d�}|r0|V q0W dS )a_
A generator wrapper for the read() method. A call will block until
``amt`` bytes have been read from the connection or until the
connection is closed.
:param amt:
How much of the content to read. The generator will return up to
much data per iteration, but may return less. This is particularly
likely when using compressed data. However, the empty string will
never be returned.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
)r8 )rv r8 N)r7 �supports_chunked_reads� read_chunkedr rC r1 )r rv r8 �liner& r r r �stream� s zHTTPResponse.streamc
K s` |j }t|t�s,tr"t|j� �}n
tj|�}t|dd�}| f |||j|j|j ||d�|��}|S )a
Given an :class:`httplib.HTTPResponse` instance ``r``, return a
corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along
with ``original_response=r``.
r> r )rP r: r; r< r= r> rQ )
�msgr9 r r �items� from_httplibr! r; r< r= )Z ResponseCls�rZ response_kwr: r> Zrespr r r r~ � s
zHTTPResponse.from_httplibc C s | j S )N)r: )r r r r �
getheaders� s zHTTPResponse.getheadersc C s | j j||�S )N)r: rK )r r" �defaultr r r � getheader� s zHTTPResponse.getheaderc C s | j S )N)r: )r r r r �info� s zHTTPResponse.infoc C s$ | j s| jj� | jr | jj� d S )N)�closedrC rs rH )r r r r rs � s
zHTTPResponse.closec C s@ | j d krdS t| j d�r$| j j� S t| j d�r8| j jS dS d S )NTrt r� )rC rI rt r� )r r r r r� � s
zHTTPResponse.closedc C s6 | j d krtd��n t| j d�r*| j j� S td��d S )Nz-HTTPResponse has no file to get a fileno from�filenozOThe file-like object this HTTPResponse is wrapped around has no file descriptor)rC ri rI r� )r r r r r� � s
zHTTPResponse.filenoc C s$ | j d k r t| j d�r | j j� S d S )Nro )rC rI ro )r r r r ro � s zHTTPResponse.flushc C s dS )NTr )r r r r �readable s zHTTPResponse.readablec C s: | j t|��}t|�dkr dS ||d t|��< t|�S d S )Nr )r1 rc )r �bZtempr r r �readinto s
zHTTPResponse.readintoc C s t | jd�S )z�
Checks if the underlying file-like object looks like a
httplib.HTTPResponse object. We do this by testing for the fp
attribute. If it is present we assume it returns raw chunks as
processed by read_chunked().
�fp)rI rC )r r r r rx s z#HTTPResponse.supports_chunked_readsc C sf | j d k rd S | jjj� }|jdd�d }yt|d�| _ W n& tk
r` | j� tj |��Y nX d S )N� ;r r r+ )
rJ rC r� �readlinerM rZ re rs �httplibr
)r rz r r r �_update_chunk_length s
z!HTTPResponse._update_chunk_lengthc C s� d }|d kr2| j j| j�}|}| j jd� d | _nv|| jk rZ| j j|�}| j| | _|}nN|| jkr�| j j|�}| j jd� d | _|}n | j j| j�}| j jd� d | _|S )Nrw )rC Z
_safe_readrJ )r rv Zreturned_chunk�chunk�valuer r r �
_handle_chunk% s&
zHTTPResponse._handle_chunkc c s� | j � | jstd��| j� s&td��| jrDt| j�rD| jj� dS | j� �� x<| j � | j
dkrdP | j |�}| j ||dd�}|rP|V qPW |r�| j
� }|r�|V x | jjj� }|s�P |dkr�P q�W | jr�| jj� W dQ R X dS )z�
Similar to :meth:`HTTPResponse.read`, but with an additional
parameter: ``decode_content``.
:param decode_content:
If True, will attempt to decode the body based on the
'content-encoding' header.
zHResponse is not chunked. Header 'transfer-encoding: chunked' is missing.zgBody should be httplib.HTTPResponse like. It should have have an fp attribute which returns raw chunks.Nr F)r8 rk s
)rh r7 r rx r rD r rs ru r� rJ r� rm rj rC r� r� )r rv r8 r� Zdecodedrz r r r ry ; s@
zHTTPResponse.read_chunked)r0 Nr r Nr TTNNNNFN)NNF� )r� N)N)NN)$r' r( r) �__doc__rf rU r rV rW �propertyr& rR rY rN rh rm rj r ru r1 r{ � classmethodr~ r� r� r� rs r� r� ro r� r� rx r� r� ry r r r r r/ L sB
-
0
9
E
r/ )-Z
__future__r �
contextlibr r �ioZloggingZsocketr rp r rr � _collectionsr �
exceptionsr r r
r r r
r Z packages.sixr rF r r Zpackages.six.movesr r� rR r r Z
util.responser r Z getLoggerr' ra �objectr r* r. �IOBaser/ r r r r �<module> s" $
! urllib3/__pycache__/connectionpool.cpython-36.pyc 0000644 00000056152 15051612331 0016015 0 ustar 00 3
�Pf � � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZm Z
d dlZddl m Z m
Z
mZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlm Z ddl m Z dd l m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& dd
l'm(Z( dd l)m*Z* dd l+m,Z, dd
l-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6m7Z7 e j8�r<d dl9Z:e j;j<Z<ej=e>�Z?e@� ZAG dd� de@�ZBeCejDejEg�ZFG dd� deBe(�ZGG dd� deG�ZHdd� ZIdd� ZJdS ) � )�absolute_importN)�error�timeout� )
�ClosedPoolError�
ProtocolError�EmptyPoolError�HeaderParsingError�HostChangedError�LocationValueError�
MaxRetryError�
ProxyError�ReadTimeoutError�SSLError� TimeoutError�InsecureRequestWarning�NewConnectionError)�CertificateError)�six)�queue)�port_by_scheme�DummyConnection�HTTPConnection�HTTPSConnection�VerifiedHTTPSConnection�
HTTPException� BaseSSLError)�RequestMethods)� HTTPResponse)�is_connection_dropped)�set_file_position)�assert_header_parsing)�Retry)�Timeout)�get_host�Urlc @ sD e Zd ZdZdZejZd
dd�Zdd� Z dd� Z
d d
� Z d d � Z dS )�ConnectionPoolzz
Base class for all connection pools, such as
:class:`.HTTPConnectionPool` and :class:`.HTTPSConnectionPool`.
Nc C s. |s t d��t|�j� | _|j� | _|| _d S )NzNo host specified.)r �
_ipv6_host�lower�host� _proxy_host�port)�selfr) r+ � r- �$/usr/lib/python3.6/connectionpool.py�__init__C s
zConnectionPool.__init__c C s dt | �j| j| jf S )Nz%s(host=%r, port=%r))�type�__name__r) r+ )r, r- r- r. �__str__K s
zConnectionPool.__str__c C s | S )Nr- )r, r- r- r. � __enter__O s zConnectionPool.__enter__c C s | j � dS )NF)�close)r, �exc_typeZexc_valZexc_tbr- r- r. �__exit__R s zConnectionPool.__exit__c C s dS )zD
Close all pooled connections and disable the pool.
Nr- )r, r- r- r. r4 W s zConnectionPool.close)N)
r1 �
__module__� __qualname__�__doc__�schemer Z LifoQueue�QueueClsr/ r2 r3 r6 r4 r- r- r- r. r& : s
r& c
@ s� e Zd ZdZdZeZeZdde j
ddddddf dd�Z dd � Z d!d
d �Z
d d
� Zdd� Zdd� Zdd� Zdd� Zedfdd�Zdd� Zdd� Zd d � Zdddd d eddddf
d d �ZdS )"�HTTPConnectionPoolaN
Thread-safe connection pool for one host.
:param host:
Host used for this HTTP Connection (e.g. "localhost"), passed into
:class:`httplib.HTTPConnection`.
:param port:
Port used for this HTTP Connection (None is equivalent to 80), passed
into :class:`httplib.HTTPConnection`.
:param strict:
Causes BadStatusLine to be raised if the status line can't be parsed
as a valid HTTP/1.0 or 1.1 status line, passed into
:class:`httplib.HTTPConnection`.
.. note::
Only works in Python 2. This parameter is ignored in Python 3.
:param timeout:
Socket timeout in seconds for each individual connection. This can
be a float or integer, which sets the timeout for the HTTP request,
or an instance of :class:`urllib3.util.Timeout` which gives you more
fine-grained control over request timeouts. After the constructor has
been parsed, this is always a `urllib3.util.Timeout` object.
:param maxsize:
Number of connections to save that can be reused. More than 1 is useful
in multithreaded situations. If ``block`` is set to False, more
connections will be created but they will not be saved once they've
been used.
:param block:
If set to True, no more than ``maxsize`` connections will be used at
a time. When no free connections are available, the call will block
until a connection has been released. This is a useful side effect for
particular multithreaded situations where one does not want to use more
than maxsize connections per host to prevent flooding.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param retries:
Retry configuration to use by default with requests in this pool.
:param _proxy:
Parsed proxy URL, should not be used directly, instead, see
:class:`urllib3.connectionpool.ProxyManager`"
:param _proxy_headers:
A dictionary with proxy headers, should not be used directly,
instead, see :class:`urllib3.connectionpool.ProxyManager`"
:param \**conn_kw:
Additional parameters are used to create fresh :class:`urllib3.connection.HTTPConnection`,
:class:`urllib3.connection.HTTPSConnection` instances.
�httpNFr c
K s� t j| ||� tj| |� || _t|t�s4tj|�}|d krBtj}|| _ || _
| j |�| _ || _
| | _|
pli | _x t|�D ]} | j jd � qzW d| _d| _| | _| jr�| jjdg � d S )Nr Zsocket_options)r& r/ r �strict�
isinstancer# �
from_floatr" ZDEFAULTr �retriesr; �pool�block�proxy�
proxy_headers�xrange�put�num_connections� num_requests�conn_kw�
setdefault)
r, r) r+ r> r �maxsizerC �headersrA �_proxy�_proxy_headersrJ �_r- r- r. r/ � s(
zHTTPConnectionPool.__init__c C sJ | j d7 _ tjd| j | j� | jf | j| j| jj| jd�| j ��}|S )z9
Return a fresh :class:`HTTPConnection`.
r z%Starting new HTTP connection (%d): %s)r) r+ r r> )
rH �log�debugr) �
ConnectionClsr+ r �connect_timeoutr> rJ )r, �connr- r- r. � _new_conn� s z HTTPConnectionPool._new_connc C s� d}y| j j| j|d�}W nB tk
r8 t| d��Y n& tjk
r\ | jrXt| d��Y nX |r�t|�r�t j
d| j � |j � t
|dd�dkr�d}|p�| j� S ) a�
Get a connection. Will return a pooled connection if one is available.
If no connections are available and :prop:`.block` is ``False``, then a
fresh connection is returned.
:param timeout:
Seconds to wait before giving up and raising
:class:`urllib3.exceptions.EmptyPoolError` if the pool is empty and
:prop:`.block` is ``True``.
N)rC r zPool is closed.z>Pool reached maximum size and no more connections are allowed.z Resetting dropped connection: %sZ auto_openr r )rB �getrC �AttributeErrorr r �Emptyr r rQ rR r) r4 �getattrrV )r, r rU r- r- r. � _get_conn� s z HTTPConnectionPool._get_connc C s\ y| j j|dd� dS tk
r( Y n$ tjk
rJ tjd| j� Y nX |rX|j� dS )a�
Put a connection back into the pool.
:param conn:
Connection object for the current host and port as returned by
:meth:`._new_conn` or :meth:`._get_conn`.
If the pool is already full, the connection is closed and discarded
because we exceeded maxsize. If connections are discarded frequently,
then maxsize should be increased.
If the pool is closed, then the connection will be closed and discarded.
F)rC Nz2Connection pool is full, discarding connection: %s) rB rG rX r ZFullrQ �warningr) r4 )r, rU r- r- r. � _put_conn� s z HTTPConnectionPool._put_connc C s dS )zU
Called right before a request is made, after the socket is created.
Nr- )r, rU r- r- r. �_validate_conn s z!HTTPConnectionPool._validate_connc C s d S )Nr- )r, rU r- r- r. �_prepare_proxy! s z!HTTPConnectionPool._prepare_proxyc C s2 |t kr| jj� S t|t�r$|j� S tj|�S dS )z< Helper that always returns a :class:`urllib3.util.Timeout` N)�_Defaultr Zcloner? r# r@ )r, r r- r- r. � _get_timeout% s
z HTTPConnectionPool._get_timeoutc C sj t |t�rt| |d| ��t|d�r>|jtkr>t| |d| ��dt|�ksVdt|�krft| |d| ��dS )zAIs the error actually a timeout? Will raise a ReadTimeout or passz!Read timed out. (read timeout=%s)�errnoz timed outzdid not complete (read)N)r? �
SocketTimeoutr �hasattrrb �_blocking_errnos�str)r, �err�url�
timeout_valuer- r- r. �_raise_timeout1 s
z!HTTPConnectionPool._raise_timeoutc
: K s | j d7 _ | j|�}|j� |j|_y| j|� W n: ttfk
rp } z| j|||jd� � W Y dd}~X nX |r�|j ||f|� n|j
||f|� |j } t |dd�r�| dkr�t
| |d| ��| tjkr�|jjtj� � n |jj| � yjy|jdd�}
W nT tk
�rP y |j� }
W n0 tk
�rJ } ztj|d� W Y dd}~X nX Y nX W n< tttfk
�r� } z| j||| d� � W Y dd}~X nX t |d d
�} tjd | j | j | j ||| |
j |
j � yt!|
j"� W n@ t#tfk
�r } z tj$d | j%|�| dd
� W Y dd} ~ X nX |
S )a
Perform a request on a given urllib connection object taken from our
pool.
:param conn:
a connection from one of our connection pools
:param timeout:
Socket timeout in seconds for the request. This can be a
float or integer, which will set the same timeout value for
the socket connect and the socket read, or an instance of
:class:`urllib3.util.Timeout`, which gives you more fine-grained
control over your timeouts.
r )rg rh ri N�sockr z!Read timed out. (read timeout=%s)T)� bufferingZ
_http_vsn_strzHTTP/?z%s://%s:%s "%s %s %s" %s %sz$Failed to parse headers (url=%s): %s)�exc_info)&rI ra Z
start_connectrT r r^ rc r rj Zrequest_chunked�request� read_timeoutrZ r r# �DEFAULT_TIMEOUTrk Z
settimeout�socketZgetdefaulttimeoutZ getresponse� TypeError� Exceptionr Z
raise_from� SocketErrorrQ rR r: r) r+ �statusZlengthr! �msgr r\ �
_absolute_url)
r, rU �methodrh r �chunkedZhttplib_request_kw� timeout_obj�ero �httplib_responseZ http_versionZhper- r- r. �
_make_requestB sT
(
$z HTTPConnectionPool._make_requestc C s t | j| j| j|d�jS )N)r: r) r+ �path)r% r: r) r+ rh )r, r~ r- r- r. rw � s z HTTPConnectionPool._absolute_urlc C sL | j d }| _ y"x |jdd�}|r|j� qW W n tjk
rF Y nX dS )zD
Close all pooled connections and disable the pool.
NF)rC )rB rW r4 r rY )r, Zold_poolrU r- r- r. r4 � s zHTTPConnectionPool.closec C st |j d�rdS t|�\}}}t|�j� }| jr@| r@tj|�}n| j rZ|tj|�krZd}|||f| j| j| jfkS )zj
Check if the given ``url`` is a member of the same host as this
connection pool.
�/TN) �
startswithr$ r' r( r+ r rW r: r) )r, rh r: r) r+ r- r- r. � is_same_host� s
z HTTPConnectionPool.is_same_hostTc
. K s� |dkr| j }t|t�s*tj||| jd�}|
dkr>|
jdd�}
|rZ| j|� rZt| ||��d}|
}| jdkr�|j � }|j
| j � d}d}t || �} �zry�| j
|�}| j| d�}|j|_| jdk o�t|dd� }|r�| j|� | j||||||| d �}|
� s�|nd}||
d
< | jj|f| ||d �|
��}d}W n� tjk
�rN t| d ��Y n� ttt t t t t fk
�r } z�d}t|t t f��r�t |�}n>t|t t!f��r�| j�r�t"d
|�}nt|t tf��r�t d|�}|j#|||| t$j%� d d�}|j&� |}W Y dd}~X nX W d|�s |�o|j'� }d}|�r0| j(|� X |�spt)j*d|||� | j+|||||||f|| |
| d�|
��S dd� }|�o�|j,� }|�r$|j-dk�r�d}y|j#|||| d�}W n( t.k
�r� |j/�r�||� � |S X ||� |j0|� t)j1d||� | j+||||f||||| |
| d�|
��S t2|j3d��}|j4||j-|��r�y|j#|||| d�}W n( t.k
�r� |j5�r~||� � |S X ||� |j&|� t)j1d|� | j+||||f||||| |
| d�|
��S |S ) a�
Get a connection from the pool and perform an HTTP request. This is the
lowest level call for making a request, so you'll need to specify all
the raw details.
.. note::
More commonly, it's appropriate to use a convenience method provided
by :class:`.RequestMethods`, such as :meth:`request`.
.. note::
`release_conn` will only behave as expected if
`preload_content=False` because we want to make
`preload_content=False` the default behaviour someday soon without
breaking backwards compatibility.
:param method:
HTTP request method (such as GET, POST, PUT, etc.)
:param body:
Data to send in the request body (useful for creating
POST requests, see HTTPConnectionPool.post_url for
more convenience).
:param headers:
Dictionary of custom headers to send, such as User-Agent,
If-None-Match, etc. If None, pool headers are used. If provided,
these headers completely replace any pool-specific headers.
:param retries:
Configure the number of retries to allow before raising a
:class:`~urllib3.exceptions.MaxRetryError` exception.
Pass ``None`` to retry until you receive a response. Pass a
:class:`~urllib3.util.retry.Retry` object for fine-grained control
over different types of retries.
Pass an integer number to retry connection errors that many times,
but no other types of errors. Pass zero to never retry.
If ``False``, then retries are disabled and any exception is raised
immediately. Also, instead of raising a MaxRetryError on redirects,
the redirect response will be returned.
:type retries: :class:`~urllib3.util.retry.Retry`, False, or an int.
:param redirect:
If True, automatically handle redirects (status codes 301, 302,
303, 307, 308). Each redirect counts as a retry. Disabling retries
will disable redirect, too.
:param assert_same_host:
If ``True``, will make sure that the host of the pool requests is
consistent else will raise HostChangedError. When False, you can
use the pool on an HTTP proxy and request foreign hosts.
:param timeout:
If specified, overrides the default timeout for this one
request. It may be a float (in seconds) or an instance of
:class:`urllib3.util.Timeout`.
:param pool_timeout:
If set and the pool is set to block=True, then this method will
block for ``pool_timeout`` seconds and raise EmptyPoolError if no
connection is available within the time period.
:param release_conn:
If False, then the urlopen call will not release the connection
back into the pool once a response is received (but will release if
you read the entire contents of the response such as when
`preload_content=True`). This is useful if you're not preloading
the response's content immediately. You will need to call
``r.release_conn()`` on the response ``r`` to return the connection
back into the pool. If None, it takes the value of
``response_kw.get('preload_content', True)``.
:param chunked:
If True, urllib3 will send the body using chunked transfer
encoding. Otherwise, urllib3 will send the body using the standard
content-length form. Defaults to False.
:param int body_pos:
Position to seek to in file-like body in the event of a retry or
redirect. Typically this won't need to be set because urllib3 will
auto-populate the value when needed.
:param \**response_kw:
Additional parameters are passed to
:meth:`urllib3.response.HTTPResponse.from_httplib`
N)�redirect�defaultZpreload_contentTr= F)r rk )r �bodyrM ry Zrequest_method)rB �
connectionrA z"No pool connections are available.zCannot connect to proxy.zConnection aborted.� )r �_poolZ _stacktracez1Retrying (%r) after connection broken by '%r': %s)r � pool_timeout� release_conn�body_posc S s@ y | j � W n. ttttttfk
r: } zW Y d d }~X nX d S )N)�readr r rt r r r )�responser{ r- r- r. �drain_and_release_conn� s
z:HTTPConnectionPool.urlopen.<locals>.drain_and_release_conni/ ZGET)r� r� zRedirecting %s -> %s)rA r� �assert_same_hostr r� r� r� z Retry-Afterz Retry: %s)6rM r? r" Zfrom_intrA rW r� r
r: �copy�updaterE r ra r[ rT r rD rZ r_ r} � ResponseClsZ from_httplibr rY r r r rt r r r r r r
Z increment�sysrm Zsleepr4 r] rQ r\ �urlopenZget_redirect_locationru r Zraise_on_redirectZsleep_for_retryrR �boolZ getheaderZis_retryZraise_on_status)r, rx rh r� rM rA r� r� r r� r� ry r� Z response_kwrU Zrelease_this_connrg Z
clean_exitrz Zis_new_proxy_connr| Z
response_connr� r{ r� Zredirect_locationZhas_retry_afterr- r- r. r� � s� ^
zHTTPConnectionPool.urlopen)N)r1 r7 r8 r9 r: r rS r r� r# rp r/ rV r[ r] r^ r_ ra rj r` r} rw r4 r� r� r- r- r- r. r< b s. :%
& Ur< c sn e Zd ZdZdZeZddejddddddddddddddfdd�Z dd � Z
d
d � Z d d
� Z � fdd�Z
� ZS )�HTTPSConnectionPoola�
Same as :class:`.HTTPConnectionPool`, but HTTPS.
When Python is compiled with the :mod:`ssl` module, then
:class:`.VerifiedHTTPSConnection` is used, which *can* verify certificates,
instead of :class:`.HTTPSConnection`.
:class:`.VerifiedHTTPSConnection` uses one of ``assert_fingerprint``,
``assert_hostname`` and ``host`` in this order to verify connections.
If ``assert_hostname`` is False, no verification is done.
The ``key_file``, ``cert_file``, ``cert_reqs``, ``ca_certs``,
``ca_cert_dir``, and ``ssl_version`` are only used if :mod:`ssl` is
available and are fed into :meth:`urllib3.util.ssl_wrap_socket` to upgrade
the connection socket into an SSL socket.
�httpsNFr c K sf t j| ||||||||| |
f |� |r2|
d kr2d}
| | _| | _|
| _|| _|| _|| _|| _|| _ d S )NZ
CERT_REQUIRED)
r< r/ �key_file� cert_file� cert_reqs�ca_certs� ca_cert_dir� ssl_version�assert_hostname�assert_fingerprint)r, r) r+ r> r rL rC rM rA rN rO r� r� r� r� r� r� r� r� rJ r- r- r. r/ � s z HTTPSConnectionPool.__init__c C s< t |t�r8|j| j| j| j| j| j| j| j d� | j
|_
|S )z�
Prepare the ``connection`` for :meth:`urllib3.util.ssl_wrap_socket`
and establish the tunnel if proxy is used.
)r� r� r� r� r� r� r� ) r? r Zset_certr� r� r� r� r� r� r� r� )r, rU r- r- r. �
_prepare_conn s
z!HTTPSConnectionPool._prepare_connc C sf y
|j }W n tk
r$ |j}Y nX tjdkrH| j rH|| j| j� n|| j| j| j� |j� dS )z�
Establish tunnel connection early, because otherwise httplib
would improperly set Host: header to proxy's IP:port.
r� � � N)r� r� r� ) �
set_tunnelrX Z _set_tunnelr� � version_inforE r* r+ �connect)r, rU r� r- r- r. r_ s
z"HTTPSConnectionPool._prepare_proxyc C s� | j d7 _ tjd| j | j� | j s2| jtkr:td��| j}| j}| jdk r`| jj}| jj}| jf ||| j j
| j d�| j ��}| j
|�S )zB
Return a fresh :class:`httplib.HTTPSConnection`.
r z&Starting new HTTPS connection (%d): %szCCan't connect to HTTPS URL because the SSL module is not available.N)r) r+ r r> )rH rQ rR r) rS r r r+ rD r rT r> rJ r� )r, Z actual_hostZ actual_portrU r- r- r. rV 2 s
z HTTPSConnectionPool._new_connc s: t t| �j|� t|dd�s$|j� |js6tjdt� dS )zU
Called right before a request is made, after the socket is created.
rk Nz�Unverified HTTPS request is being made. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings) �superr� r^ rZ r� Z is_verified�warnings�warnr )r, rU )� __class__r- r. r^ J s z"HTTPSConnectionPool._validate_conn)r1 r7 r8 r9 r: r rS r# rp r/ r� r_ rV r^ �
__classcell__r- r- )r� r. r� � s r� c K sR t | �\}}}|p tj|d�}|dkr:t|fd|i|��S t|fd|i|��S dS )a�
Given a url, return an :class:`.ConnectionPool` instance of its host.
This is a shortcut for not having to parse out the scheme, host, and port
of the url before creating an :class:`.ConnectionPool` instance.
:param url:
Absolute URL string that must include the scheme. Port is optional.
:param \**kw:
Passes additional parameters to the constructor of the appropriate
:class:`.ConnectionPool`. Useful for specifying things like
timeout, maxsize, headers, etc.
Example::
>>> conn = connection_from_url('http://google.com/')
>>> r = conn.request('GET', '/')
�P r� r+ N)r$ r rW r� r< )rh �kwr: r) r+ r- r- r. �connection_from_url] s
r� c C s* | j d�r&| jd�r&| jdd�jd�} | S )z'
Process IPv6 address literals
�[�]z%25�%z[])r� �endswith�replace�strip)r) r- r- r. r' y s r' )KZ
__future__r rb Zloggingr� r� rq r rt r rc �
exceptionsr r r r r
r r r
r r r r r Zpackages.ssl_match_hostnamer Zpackagesr Zpackages.six.movesr r� r r r r r r r rn r r� r Zutil.connectionr Z util.requestr Z
util.responser! Z
util.retryr" Z util.timeoutr# Zutil.urlr$ r% ZPY2ZQueueZ_unused_module_QueueZmovesrF Z getLoggerr1 rQ �objectr` r& �setZEAGAINZ EWOULDBLOCKre r< r� r� r' r- r- r- r. �<module> sF < $
% | urllib3/__pycache__/fields.cpython-36.pyc 0000644 00000013240 15051612331 0014221 0 ustar 00 3
�Pf7 � @ sN d dl mZ d dlZd dlZddlmZ d dd�Zdd � ZG d
d � d e �Z
dS )
� )�absolute_importN� )�six�application/octet-streamc C s | rt j| �d p|S |S )z�
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
r )� mimetypesZ
guess_type)�filename�default� r � /usr/lib/python3.6/fields.py�guess_content_type s r c s� t � fdd�dD ��sNd| � f }y|jd� W n ttfk
rH Y nX |S tj rlt� tj�rl� jd�� tj j
� d�� d| � f � � S )a�
Helper function to format and quote a single header parameter.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2231, as
suggested by RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
c 3 s | ]}|� kV qd S )Nr )�.0Zch)�valuer r
� <genexpr># s z&format_header_param.<locals>.<genexpr>z"\
z%s="%s"�asciizutf-8z%s*=%s) �any�encode�UnicodeEncodeError�UnicodeDecodeErrorr ZPY3�
isinstanceZ text_type�emailZutilsZencode_rfc2231)�namer
�resultr )r
r
�format_header_param s
r c @ sH e Zd ZdZddd�Zedd� �Zdd� Zd d
� Zd d � Z dd
d�Z
dS )� RequestFieldaK
A data container for request body parameters.
:param name:
The name of this request field.
:param data:
The data/value body.
:param filename:
An optional filename of the request field.
:param headers:
An optional dict-like object of headers to initially use for the field.
Nc C s* || _ || _|| _i | _|r&t|�| _d S )N)�_name� _filename�data�headers�dict)�selfr r r r r r r
�__init__? s zRequestField.__init__c C s^ t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| |||d�}|j|d� |S )a�
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
� N)r )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer
r r r" Z
request_paramr r r
� from_tuplesG s
zRequestField.from_tuplesc C s
t ||�S )a
Overridable helper function to format a single header parameter.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
)r )r r r
r r r
� _render_parti s zRequestField._render_partc C sP g }|}t |t�r|j� }x*|D ]"\}}|dk r |j| j||�� q W dj|�S )aO
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) typles or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
Nz; )r r �items�appendr( �join)r Z header_parts�parts�iterabler r
r r r
�
_render_partst s
zRequestField._render_partsc C s� g }dddg}x2|D ]*}| j j|d�r|jd|| j | f � qW x4| j j� D ]&\}}||krN|rN|jd||f � qNW |jd� dj|�S )z=
Renders the headers for this request field.
zContent-Dispositionz Content-TypezContent-LocationFz%s: %sz
)r �getr* r) r+ )r �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r
�render_headers� s
zRequestField.render_headersc C sX |pd| j d< | j d djd| jd| jfd| jff�g�7 < || j d< || j d< d S )
a|
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
z form-datazContent-Dispositionz; � r r z Content-TypezContent-LocationN)r r+ r. r r )r Zcontent_dispositionr" Zcontent_locationr r r
r% � s
zRequestField.make_multipart)NN)NNN) �__name__�
__module__� __qualname__�__doc__r � classmethodr' r( r. r1 r% r r r r
r 2 s
" r )r ) Z
__future__r Z email.utilsr r Zpackagesr r r �objectr r r r r
�<module> s
urllib3/__pycache__/fields.cpython-36.opt-1.pyc 0000644 00000013240 15051612331 0015160 0 ustar 00 3
�Pf7 � @ sN d dl mZ d dlZd dlZddlmZ d dd�Zdd � ZG d
d � d e �Z
dS )
� )�absolute_importN� )�six�application/octet-streamc C s | rt j| �d p|S |S )z�
Guess the "Content-Type" of a file.
:param filename:
The filename to guess the "Content-Type" of using :mod:`mimetypes`.
:param default:
If no "Content-Type" can be guessed, default to `default`.
r )� mimetypesZ
guess_type)�filename�default� r � /usr/lib/python3.6/fields.py�guess_content_type s r c s� t � fdd�dD ��sNd| � f }y|jd� W n ttfk
rH Y nX |S tj rlt� tj�rl� jd�� tj j
� d�� d| � f � � S )a�
Helper function to format and quote a single header parameter.
Particularly useful for header parameters which might contain
non-ASCII values, like file names. This follows RFC 2231, as
suggested by RFC 2388 Section 4.4.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
c 3 s | ]}|� kV qd S )Nr )�.0Zch)�valuer r
� <genexpr># s z&format_header_param.<locals>.<genexpr>z"\
z%s="%s"�asciizutf-8z%s*=%s) �any�encode�UnicodeEncodeError�UnicodeDecodeErrorr ZPY3�
isinstanceZ text_type�emailZutilsZencode_rfc2231)�namer
�resultr )r
r
�format_header_param s
r c @ sH e Zd ZdZddd�Zedd� �Zdd� Zd d
� Zd d � Z dd
d�Z
dS )� RequestFieldaK
A data container for request body parameters.
:param name:
The name of this request field.
:param data:
The data/value body.
:param filename:
An optional filename of the request field.
:param headers:
An optional dict-like object of headers to initially use for the field.
Nc C s* || _ || _|| _i | _|r&t|�| _d S )N)�_name� _filename�data�headers�dict)�selfr r r r r r r
�__init__? s zRequestField.__init__c C s^ t |t�r4t|�dkr"|\}}}q@|\}}t|�}n d}d}|}| |||d�}|j|d� |S )a�
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
Supports constructing :class:`~urllib3.fields.RequestField` from
parameter of key/value strings AND key/filetuple. A filetuple is a
(filename, data, MIME type) tuple where the MIME type is optional.
For example::
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
Field names and filenames must be unicode.
� N)r )� content_type)r �tuple�lenr �make_multipart)�clsZ fieldnamer
r r r" Z
request_paramr r r
� from_tuplesG s
zRequestField.from_tuplesc C s
t ||�S )a
Overridable helper function to format a single header parameter.
:param name:
The name of the parameter, a string expected to be ASCII only.
:param value:
The value of the parameter, provided as a unicode string.
)r )r r r
r r r
� _render_parti s zRequestField._render_partc C sP g }|}t |t�r|j� }x*|D ]"\}}|dk r |j| j||�� q W dj|�S )aO
Helper function to format and quote a single header.
Useful for single headers that are composed of multiple items. E.g.,
'Content-Disposition' fields.
:param header_parts:
A sequence of (k, v) typles or a :class:`dict` of (k, v) to format
as `k1="v1"; k2="v2"; ...`.
Nz; )r r �items�appendr( �join)r Z header_parts�parts�iterabler r
r r r
�
_render_partst s
zRequestField._render_partsc C s� g }dddg}x2|D ]*}| j j|d�r|jd|| j | f � qW x4| j j� D ]&\}}||krN|rN|jd||f � qNW |jd� dj|�S )z=
Renders the headers for this request field.
zContent-Dispositionz Content-TypezContent-LocationFz%s: %sz
)r �getr* r) r+ )r �linesZ sort_keysZsort_keyZ header_nameZ header_valuer r r
�render_headers� s
zRequestField.render_headersc C sX |pd| j d< | j d djd| jd| jfd| jff�g�7 < || j d< || j d< d S )
a|
Makes this request field into a multipart request field.
This method overrides "Content-Disposition", "Content-Type" and
"Content-Location" headers to the request parameter.
:param content_type:
The 'Content-Type' of the request body.
:param content_location:
The 'Content-Location' of the request body.
z form-datazContent-Dispositionz; � r r z Content-TypezContent-LocationN)r r+ r. r r )r Zcontent_dispositionr" Zcontent_locationr r r
r% � s
zRequestField.make_multipart)NN)NNN) �__name__�
__module__� __qualname__�__doc__r � classmethodr' r( r. r1 r% r r r r
r 2 s
" r )r ) Z
__future__r Z email.utilsr r Zpackagesr r r �objectr r r r r
�<module> s
urllib3/__pycache__/request.cpython-36.opt-1.pyc 0000644 00000012556 15051612331 0015413 0 ustar 00 3
�Pf: � @ s> d dl mZ ddlmZ ddlmZ dgZG dd� de�ZdS )� )�absolute_import� )�encode_multipart_formdata)� urlencode�RequestMethodsc @ sR e Zd ZdZeddddg�Zddd�Zdd
d �Zdd d
�Zddd�Z ddd�Z
dS )r a�
Convenience mixin for classes who implement a :meth:`urlopen` method, such
as :class:`~urllib3.connectionpool.HTTPConnectionPool` and
:class:`~urllib3.poolmanager.PoolManager`.
Provides behavior for making common types of HTTP request methods and
decides which type of request field encoding to use.
Specifically,
:meth:`.request_encode_url` is for sending requests whose fields are
encoded in the URL (such as GET, HEAD, DELETE).
:meth:`.request_encode_body` is for sending requests whose fields are
encoded in the *body* of the request using multipart or www-form-urlencoded
(such as for POST, PUT, PATCH).
:meth:`.request` is for making any kind of request, it will look up the
appropriate encoding format and use one of the above two methods to make
the request.
Initializer parameters:
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
ZDELETEZGETZHEADZOPTIONSNc C s |pi | _ d S )N)�headers)�selfr � r � /usr/lib/python3.6/request.py�__init__) s zRequestMethods.__init__Tc K s t d��d S )NzMClasses extending RequestMethods must implement their own ``urlopen`` method.)�NotImplemented)r �method�url�bodyr �encode_multipart�multipart_boundary�kwr r r
�urlopen, s zRequestMethods.urlopenc K sJ |j � }|| jkr,| j||f||d�|��S | j||f||d�|��S dS )a�
Make a request using :meth:`urlopen` with the appropriate encoding of
``fields`` based on the ``method`` used.
This is a convenience method that requires the least amount of manual
effort. It can be used in most situations, while still having the
option to drop down to more specific methods when necessary, such as
:meth:`request_encode_url`, :meth:`request_encode_body`,
or even the lowest level :meth:`urlopen`.
)�fieldsr N)�upper�_encode_url_methods�request_encode_url�request_encode_body)r r
r r r �
urlopen_kwr r r
�request2 s
zRequestMethods.requestc K sD |dkr| j }d|i}|j|� |r4|dt|� 7 }| j||f|�S )z�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the url. This is useful for request methods like GET, HEAD, DELETE, etc.
Nr �?)r �updater r )r r
r r r r �extra_kwr r r
r H s
z!RequestMethods.request_encode_urlc K s� |dkr| j }di i}|rbd|kr*td��|r@t||d�\} }
nt|�d } }
| |d< d|
i|d< |d j|� |j|� | j||f|�S )a�
Make a request using :meth:`urlopen` with the ``fields`` encoded in
the body. This is useful for request methods like POST, PUT, PATCH, etc.
When ``encode_multipart=True`` (default), then
:meth:`urllib3.filepost.encode_multipart_formdata` is used to encode
the payload with the appropriate content type. Otherwise
:meth:`urllib.urlencode` is used with the
'application/x-www-form-urlencoded' content type.
Multipart encoding must be used when posting files, and it's reasonably
safe to use it in other times too. However, it may break request
signing, such as with OAuth.
Supports an optional ``fields`` parameter of key/value strings AND
key/filetuple. A filetuple is a (filename, data, MIME type) tuple where
the MIME type is optional. For example::
fields = {
'foo': 'bar',
'fakefile': ('foofile.txt', 'contents of foofile'),
'realfile': ('barfile.txt', open('realfile').read()),
'typedfile': ('bazfile.bin', open('bazfile').read(),
'image/jpeg'),
'nonamefile': 'contents of nonamefile field',
}
When uploading a file, providing a filename (the first parameter of the
tuple) is optional but recommended to best mimick behavior of browsers.
Note that if ``headers`` are supplied, the 'Content-Type' header will
be overwritten because it depends on the dynamic random boundary string
which is used to compose the body of the request. The random boundary
string can be explicitly set with the ``multipart_boundary`` parameter.
Nr r zFrequest got values for both 'fields' and 'body', can only specify one.)�boundaryz!application/x-www-form-urlencodedz Content-Type)r � TypeErrorr r r r ) r r
r r r r r r r r Z content_typer r r
r Y s &
z"RequestMethods.request_encode_body)N)NNTN)NN)NN)NNTN) �__name__�
__module__� __qualname__�__doc__�setr r r r r r r r r r
r
s
N) Z
__future__r Zfilepostr Z packages.six.moves.urllib.parser �__all__�objectr r r r r
�<module> s urllib3/__pycache__/connection.cpython-36.opt-1.pyc 0000644 00000021073 15051612331 0016054 0 ustar 00 3
�Pf�2 � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm Z
d dl Z ddl m
Z
ddlmZ ddlmZ yd dlZejZW n, eefk
r� dZG dd � d e�ZY nX yeZW n$ ek
r� G d
d � d e�ZY nX dd lm Z m Z m Z m Z dd
l m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z* ddl+m,Z, ej-e.�Z/ddd�Z0ej1ddd�Z2G dd� de3�Z4G dd� dee3�ZG dd� de�Z5G dd � d e5�Z6d d � Z7e�r�e5Z8e6Z5ne4Z5dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)�
HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN)�__name__�
__module__� __qualname__� r
r
� /usr/lib/python3.6/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorN)r
r r r
r
r
r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)�
connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r
r r �__doc__r
r
r
r r A s r c @ sV e Zd ZdZed ZejejdfgZ dZ
dd� Z dd� Z d d
� Z
d d � Zddd�Zd
S )r a{
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
.. note:: This is ignored for Python 2.6. It is only applied for 2.7 and 3.x
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
r r Fc O sZ t jr|jdd � |jd�| _tjdk r4|jdd � |jd| j�| _t j
| f|�|� d S )N�strict�source_address� � �socket_options)r$ r% ) r ZPY3�pop�getr# �sys� version_info�default_socket_optionsr& �_HTTPConnection�__init__)�self�args�kwr
r
r r- j s
zHTTPConnection.__init__c C s� i }| j r| j |d< | jr$| j|d< y tj| j| jf| jf|�}W nf tk
rz } z t| d| j| jf ��W Y dd}~X n0 t k
r� } zt
| d| ��W Y dd}~X nX |S )zp Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
r# r& z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s) r# r& r Zcreate_connection�host�portr �
SocketTimeoutr � SocketErrorr )r. Zextra_kw�conn�er
r
r � _new_conn s
zHTTPConnection._new_connc C s$ || _ t| dd �r | j� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open)r. r5 r
r
r �
_prepare_conn� s z HTTPConnection._prepare_connc C s | j � }| j|� d S )N)r7 r= )r. r5 r
r
r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� x |j� D ]\}}| j||� q@W d|krl| jdd� | j� |dk �rtjtjf } t|| �r�|f}xj|D ]b}
|
s�q�t|
tj�s�|
j d�}
t
t |
��d d� } | j | j d
�� | j d � | j |
� | j d � q�W | j d � dS )
z�
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8r$ zutf-8s
s 0
)
r Z
putrequest�itemsZ putheaderZ
endheadersr Z string_typesZ binary_type�
isinstance�encode�hex�len�send) r. �methodZurlZbodyZheadersr? r@ �header�valueZstringish_types�chunkZlen_strr
r
r �request_chunked� s8
z HTTPConnection.request_chunked)NN)r
r r r! �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr+ � is_verifiedr- r7 r= r> rL r
r
r
r r F s r c @ s8 e Zd Zed ZdZddddejdfdd�Zdd� Z dS )�HTTPSConnectionr Nc K s8 t j| ||f||d�|�� || _|| _|| _d| _d S )N)r" r r )r r- �key_file� cert_file� ssl_contextZ _protocol) r. r1 r2 rR rS r" r rT r0 r
r
r r- � s zHTTPSConnection.__init__c C sN | j � }| j|� | jd kr2ttd �td �d�| _t|| j| j| jd�| _ d S )N)� ssl_version� cert_reqs)r9 �keyfile�certfilerT )
r7 r= rT r r r r rR rS r9 )r. r5 r
r
r r> � s
zHTTPSConnection.connect)
r
r r rM rN rU rO Z_GLOBAL_DEFAULT_TIMEOUTr- r> r
r
r
r rQ � s
rQ c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z
dS )�VerifiedHTTPSConnectionz[
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
Nc C sn |dkr(|s|rd}n| j dk r(| j j}|| _|| _|| _|| _|| _|oTtjj |�| _
|oftjj |�| _ dS )zX
This method should only be called once, before the connection is used.
N�
CERT_REQUIRED) rT � verify_moderR rS rV �assert_hostnamer �os�path�
expanduser�ca_certs� ca_cert_dir)r. rR rS rV r` r\ r ra r
r
r �set_cert s
z VerifiedHTTPSConnection.set_certc C sL | j � }| j}t| dd �r4|| _| j� d| _| j}tjj � t
k }|rXt j dj
t
�t� | jd kr|tt| j�t| j�d�| _| j}t| j�|_t|| j| j| j| j||d�| _| jr�t| jj dd�| j� nb|jt j ko�t|dd � o�| j d k �r.| jj � }|j d
f ��s t j d j
|�t!� t"|| j �p*|� |jt j#k�pD| jd k | _$d S ) Nr8 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errors)rU rV )r9 rW rX r` ra Zserver_hostnamerT T)Z binary_formZcheck_hostnameFZsubjectAltNamez�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.))%r7 r1 r: r9 r; r< r8 �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rT r r rU r rV r[ r rR rS r` ra r Z getpeercert�sslZ CERT_NONEr\ r( r �_match_hostnamerZ rP )r. r5 ZhostnameZ is_time_off�context�certr
r
r r> sT
z VerifiedHTTPSConnection.connect)NNNNNNN) r
r r r! rV r` ra rU r rb r> r
r
r
r rY � s
rY c C sL yt | |� W n8 tk
rF } z tjd|| � | |_� W Y d d }~X nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logr Z
_peer_cert)rl Zasserted_hostnamer6 r
r
r rj b s rj )9Z
__future__r rc Zloggingr] r) rO r r4 r r3 rf Zpackagesr Z packages.six.moves.http_clientr r, r ri ZSSLErrorr � ImportError�AttributeError�
BaseExceptionr � NameError� Exception�
exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr
rm rM rd re �objectr rQ rY rj ZUnverifiedHTTPSConnectionr
r
r
r �<module> sN
&l urllib3/__pycache__/filepost.cpython-36.pyc 0000644 00000005037 15051612331 0014605 0 ustar 00 3
�Pf � @ s� d dl mZ d dlZd dlmZ d dlmZ ddlmZ ddl m
Z
ddl m Z ej
d �d
Zd d � Zd
d� Zdd� Zddd�ZdS )� )�absolute_importN)�uuid4)�BytesIO� )�six)�b)� RequestFieldzutf-8� c C s t � jS )zN
Our embarrassingly-simple replacement for mimetools.choose_boundary.
)r �hex� r r � /usr/lib/python3.6/filepost.py�choose_boundary s r
c c sN t | t�rtj| �}nt| �}x*|D ]"}t |t�r:|V q$tj|� V q$W dS )z�
Iterate over fields.
Supports list of (k, v) tuples and dicts, and lists of
:class:`~urllib3.fields.RequestField`.
N)�
isinstance�dictr � iteritems�iterr Z from_tuples)�fields�i�fieldr r r �iter_field_objects s
r c C s, t | t�r dd� tj| �D �S dd� | D �S )a-
.. deprecated:: 1.6
Iterate over fields.
The addition of :class:`~urllib3.fields.RequestField` makes this function
obsolete. Instead, use :func:`iter_field_objects`, which returns
:class:`~urllib3.fields.RequestField` objects.
Supports list of (k, v) tuples and dicts.
c s s | ]\}}||fV qd S )Nr )�.0�k�vr r r � <genexpr>6 s z iter_fields.<locals>.<genexpr>c s s | ]\}}||fV qd S )Nr )r r r r r r r 8 s )r r r r )r r r r � iter_fields) s
r c C s� t � }|dkrt� }x|t| �D ]p}|jtd| �� t|�j|j� � |j}t|t �r^t
|�}t|t j �rzt|�j|� n
|j|� |jd� q W |jtd| �� t
d| �}|j
� |fS )aJ
Encode a dictionary of ``fields`` using the multipart/form-data MIME format.
:param fields:
Dictionary of fields or list of (key, :class:`~urllib3.fields.RequestField`).
:param boundary:
If not specified, then a random boundary will be generated using
:func:`mimetools.choose_boundary`.
Nz--%s
s
z--%s--
z multipart/form-data; boundary=%s)r r
r �writer �writerZrender_headers�datar �int�strr Z text_type�getvalue)r �boundaryZbodyr r Z content_typer r r �encode_multipart_formdata; s
r" )N)Z
__future__r �codecsZuuidr �ior Zpackagesr Z packages.sixr r r �lookupr r
r r r" r r r r �<module> s urllib3/__pycache__/connection.cpython-36.pyc 0000644 00000021073 15051612331 0015115 0 ustar 00 3
�Pf�2 � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlmZm Z
d dl Z ddl m
Z
ddlmZ ddlmZ yd dlZejZW n, eefk
r� dZG dd � d e�ZY nX yeZW n$ ek
r� G d
d � d e�ZY nX dd lm Z m Z m Z m Z dd
l m!Z!m"Z" ddl#m$Z$m%Z%m&Z&m'Z'm(Z( ddl)m*Z* ddl+m,Z, ej-e.�Z/ddd�Z0ej1ddd�Z2G dd� de3�Z4G dd� dee3�ZG dd� de�Z5G dd � d e5�Z6d d � Z7e�r�e5Z8e6Z5ne4Z5dS ) � )�absolute_importN)�error�timeout� )�six)�HTTPConnection)�
HTTPExceptionc @ s e Zd ZdS )� BaseSSLErrorN)�__name__�
__module__� __qualname__� r
r
� /usr/lib/python3.6/connection.pyr s r c @ s e Zd ZdS )�ConnectionErrorN)r
r r r
r
r
r r s r )�NewConnectionError�ConnectTimeoutError�SubjectAltNameWarning�SystemTimeWarning)�match_hostname�CertificateError)�resolve_cert_reqs�resolve_ssl_version�assert_fingerprint�create_urllib3_context�ssl_wrap_socket)�
connection)�HTTPHeaderDict�P i� )�http�httpsi� c @ s e Zd ZdZdS )�DummyConnectionz-Used to detect a failed ConnectionCls import.N)r
r r �__doc__r
r
r
r r A s r c @ sV e Zd ZdZed ZejejdfgZ dZ
dd� Z dd� Z d d
� Z
d d � Zddd�Zd
S )r a{
Based on httplib.HTTPConnection but provides an extra constructor
backwards-compatibility layer between older and newer Pythons.
Additional keyword parameters are used to configure attributes of the connection.
Accepted parameters include:
- ``strict``: See the documentation on :class:`urllib3.connectionpool.HTTPConnectionPool`
- ``source_address``: Set the source address for the current connection.
.. note:: This is ignored for Python 2.6. It is only applied for 2.7 and 3.x
- ``socket_options``: Set specific options on the underlying socket. If not specified, then
defaults are loaded from ``HTTPConnection.default_socket_options`` which includes disabling
Nagle's algorithm (sets TCP_NODELAY to 1) unless the connection is behind a proxy.
For example, if you wish to enable TCP Keep Alive in addition to the defaults,
you might pass::
HTTPConnection.default_socket_options + [
(socket.SOL_SOCKET, socket.SO_KEEPALIVE, 1),
]
Or you may want to disable the defaults by passing an empty list (e.g., ``[]``).
r r Fc O sZ t jr|jdd � |jd�| _tjdk r4|jdd � |jd| j�| _t j
| f|�|� d S )N�strict�source_address� � �socket_options)r$ r% ) r ZPY3�pop�getr# �sys� version_info�default_socket_optionsr& �_HTTPConnection�__init__)�self�args�kwr
r
r r- j s
zHTTPConnection.__init__c C s� i }| j r| j |d< | jr$| j|d< y tj| j| jf| jf|�}W nf tk
rz } z t| d| j| jf ��W Y dd}~X n0 t k
r� } zt
| d| ��W Y dd}~X nX |S )zp Establish a socket connection and set nodelay settings on it.
:return: New socket connection.
r# r& z0Connection to %s timed out. (connect timeout=%s)Nz(Failed to establish a new connection: %s) r# r& r Zcreate_connection�host�portr �
SocketTimeoutr � SocketErrorr )r. Zextra_kw�conn�er
r
r � _new_conn s
zHTTPConnection._new_connc C s$ || _ t| dd �r | j� d| _d S )N� _tunnel_hostr )�sock�getattr�_tunnel� auto_open)r. r5 r
r
r �
_prepare_conn� s z HTTPConnection._prepare_connc C s | j � }| j|� d S )N)r7 r= )r. r5 r
r
r �connect� s zHTTPConnection.connectNc C s t |dk r|ni �}d|k}d|k}| j||||d� x |j� D ]\}}| j||� q@W d|krl| jdd� | j� |dk �rtjtjf } t|| �r�|f}xj|D ]b}
|
s�q�t|
tj�s�|
j d�}
t
t |
��d d� } | j | j d
�� | j d � | j |
� | j d � q�W | j d � dS )
z�
Alternative to the common request method, which sends the
body with chunked encoding and not as one block
Nzaccept-encodingr1 )�skip_accept_encoding� skip_hostztransfer-encodingzTransfer-EncodingZchunked�utf8r$ zutf-8s
s 0
)
r Z
putrequest�itemsZ putheaderZ
endheadersr Z string_typesZ binary_type�
isinstance�encode�hex�len�send) r. �methodZurlZbodyZheadersr? r@ �header�valueZstringish_types�chunkZlen_strr
r
r �request_chunked� s8
z HTTPConnection.request_chunked)NN)r
r r r! �port_by_scheme� default_port�socketZ IPPROTO_TCPZ TCP_NODELAYr+ � is_verifiedr- r7 r= r> rL r
r
r
r r F s r c @ s8 e Zd Zed ZdZddddejdfdd�Zdd� Z dS )�HTTPSConnectionr Nc K s8 t j| ||f||d�|�� || _|| _|| _d| _d S )N)r" r r )r r- �key_file� cert_file� ssl_contextZ _protocol) r. r1 r2 rR rS r" r rT r0 r
r
r r- � s zHTTPSConnection.__init__c C sN | j � }| j|� | jd kr2ttd �td �d�| _t|| j| j| jd�| _ d S )N)� ssl_version� cert_reqs)r9 �keyfile�certfilerT )
r7 r= rT r r r r rR rS r9 )r. r5 r
r
r r> � s
zHTTPSConnection.connect)
r
r r rM rN rU rO Z_GLOBAL_DEFAULT_TIMEOUTr- r> r
r
r
r rQ � s
rQ c @ s6 e Zd ZdZdZdZdZdZdZddd�Z dd� Z
dS )�VerifiedHTTPSConnectionz[
Based on httplib.HTTPSConnection but wraps the socket with
SSL certification.
Nc C sn |dkr(|s|rd}n| j dk r(| j j}|| _|| _|| _|| _|| _|oTtjj |�| _
|oftjj |�| _ dS )zX
This method should only be called once, before the connection is used.
N�
CERT_REQUIRED) rT � verify_moderR rS rV �assert_hostnamer �os�path�
expanduser�ca_certs� ca_cert_dir)r. rR rS rV r` r\ r ra r
r
r �set_cert s
z VerifiedHTTPSConnection.set_certc C sL | j � }| j}t| dd �r4|| _| j� d| _| j}tjj � t
k }|rXt j dj
t
�t� | jd kr|tt| j�t| j�d�| _| j}t| j�|_t|| j| j| j| j||d�| _| jr�t| jj dd�| j� nb|jt j ko�t|dd � o�| j d k �r.| jj � }|j d
f ��s t j d j
|�t!� t"|| j �p*|� |jt j#k�pD| jd k | _$d S ) Nr8 r zWSystem time is way off (before {0}). This will probably lead to SSL verification errors)rU rV )r9 rW rX r` ra Zserver_hostnamerT T)Z binary_formZcheck_hostnameFZsubjectAltNamez�Certificate for {0} has no `subjectAltName`, falling back to check for a `commonName` for now. This feature is being removed by major browsers and deprecated by RFC 2818. (See https://github.com/shazow/urllib3/issues/497 for details.))%r7 r1 r: r9 r; r< r8 �datetime�dateZtoday� RECENT_DATE�warnings�warn�formatr rT r r rU r rV r[ r rR rS r` ra r Z getpeercert�sslZ CERT_NONEr\ r( r �_match_hostnamerZ rP )r. r5 ZhostnameZ is_time_off�context�certr
r
r r> sT
z VerifiedHTTPSConnection.connect)NNNNNNN) r
r r r! rV r` ra rU r rb r> r
r
r
r rY � s
rY c C sL yt | |� W n8 tk
rF } z tjd|| � | |_� W Y d d }~X nX d S )Nz@Certificate did not match expected hostname: %s. Certificate: %s)r r �logr Z
_peer_cert)rl Zasserted_hostnamer6 r
r
r rj b s rj )9Z
__future__r rc Zloggingr] r) rO r r4 r r3 rf Zpackagesr Z packages.six.moves.http_clientr r, r ri ZSSLErrorr � ImportError�AttributeError�
BaseExceptionr � NameError� Exception�
exceptionsr r r r Zpackages.ssl_match_hostnamer r Z util.ssl_r r r r r �utilr � _collectionsr Z getLoggerr
rm rM rd re �objectr rQ rY rj ZUnverifiedHTTPSConnectionr
r
r
r �<module> sN
&l urllib3/__pycache__/__init__.cpython-36.pyc 0000644 00000004576 15051612331 0014526 0 ustar 00 3
�Pf% � @ s` d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl
m Z ddl m
Z
mZmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlZyddlmZ W n& e k
r� G dd� dej �ZY nX dZ dZ dZ d(Z!ej"e#�j$e� � ej%fd"d�Z&[ej'd#e j(d$d%� ej'd&e j)d$d%� ej'd&e j*d$d%� ej'd&e j+d$d%� e j,fd'd �Z-dS ))z8
urllib3 - Thread-safe connection pooling and re-using.
� )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)�
exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerc @ s e Zd Zdd� ZdS )r c C s d S )N� )�self�recordr r � /usr/lib/python3.6/__init__.py�emit s zNullHandler.emitN)�__name__�
__module__� __qualname__r r r r r r s r z(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.22r r r r
r r r �add_stderr_loggerr �disable_warningsr r r
r c C sF t jt�}t j� }|jt jd�� |j|� |j| � |jdt� |S )z�
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLoggerr Z
StreamHandlerZ setFormatterZ Formatter�
addHandlerZsetLevel�debug)�levelZloggerZhandlerr r r r 9 s
�alwaysT)�append�defaultc C s t jd| � dS )z<
Helper for quickly disabling all urllib3 warnings.
�ignoreN)�warnings� simplefilter)�categoryr r r r ] s )r r r r
r r r r r r r r r
r ).�__doc__Z
__future__r r% Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r
r Zresponser Z util.requestr
Zutil.urlr Z util.timeoutr Z
util.retryr r r � ImportErrorZHandler�
__author__Z __license__� __version__�__all__r r r �DEBUGr r& ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> sT
urllib3/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000004576 15051612331 0015465 0 ustar 00 3
�Pf% � @ s` d Z ddlmZ ddlZddlmZmZmZ ddlm Z ddl
m Z ddl m
Z
mZmZ dd lmZ dd
lmZ dd lmZ dd lmZ dd
lmZ ddlZyddlmZ W n& e k
r� G dd� dej �ZY nX dZ dZ dZ d(Z!ej"e#�j$e� � ej%fd"d�Z&[ej'd#e j(d$d%� ej'd&e j)d$d%� ej'd&e j*d$d%� ej'd&e j+d$d%� e j,fd'd �Z-dS ))z8
urllib3 - Thread-safe connection pooling and re-using.
� )�absolute_importN� )�HTTPConnectionPool�HTTPSConnectionPool�connection_from_url)�
exceptions)�encode_multipart_formdata)� PoolManager� ProxyManager�proxy_from_url)� HTTPResponse)� make_headers)�get_host)�Timeout)�Retry)� NullHandlerc @ s e Zd Zdd� ZdS )r c C s d S )N� )�self�recordr r � /usr/lib/python3.6/__init__.py�emit s zNullHandler.emitN)�__name__�
__module__� __qualname__r r r r r r s r z(Andrey Petrov (andrey.petrov@shazow.net)ZMITz1.22r r r r
r r r �add_stderr_loggerr �disable_warningsr r r
r c C sF t jt�}t j� }|jt jd�� |j|� |j| � |jdt� |S )z�
Helper for quickly adding a StreamHandler to the logger. Useful for
debugging.
Returns the handler after adding it.
z%%(asctime)s %(levelname)s %(message)sz,Added a stderr logging handler to logger: %s) �logging� getLoggerr Z
StreamHandlerZ setFormatterZ Formatter�
addHandlerZsetLevel�debug)�levelZloggerZhandlerr r r r 9 s
�alwaysT)�append�defaultc C s t jd| � dS )z<
Helper for quickly disabling all urllib3 warnings.
�ignoreN)�warnings� simplefilter)�categoryr r r r ] s )r r r r
r r r r r r r r r
r ).�__doc__Z
__future__r r% Zconnectionpoolr r r � r Zfilepostr Z poolmanagerr r
r Zresponser Z util.requestr
Zutil.urlr Z util.timeoutr Z
util.retryr r r � ImportErrorZHandler�
__author__Z __license__� __version__�__all__r r r �DEBUGr r& ZSecurityWarningZSubjectAltNameWarningZInsecurePlatformWarningZSNIMissingWarningZ HTTPWarningr r r r r �<module> sT
urllib3/__pycache__/poolmanager.cpython-36.opt-1.pyc 0000644 00000031074 15051612331 0016223 0 ustar 00 3
�Pf�A � @ s d dl mZ d dlZd dlZd dlZddlmZ ddlmZm Z ddlm
Z
ddl m Z m
Z
mZ ddlmZ dd lmZ dd
lmZ dd lmZ d d
dgZeje�Zd4Zd5Z ej d-e �Z d.d/� Z ej e e �ej e e �d0�Z!ee d0�Z"G d1d � d e�Z#G d2d
� d
e#�Z$d3d� Z%dS )6� )�absolute_importN� )�RecentlyUsedContainer)�HTTPConnectionPool�HTTPSConnectionPool)�port_by_scheme)�LocationValueError�
MaxRetryError�ProxySchemeUnknown)�urljoin)�RequestMethods)� parse_url)�Retry� PoolManager� ProxyManager�proxy_from_url�key_file� cert_file� cert_reqs�ca_certs� ssl_version� ca_cert_dir� ssl_context�
key_scheme�key_host�key_port� key_timeout� key_retries�
key_strict� key_block�key_source_address� key_key_file�
key_cert_file�
key_cert_reqs� key_ca_certs�key_ssl_version�key_ca_cert_dir�key_ssl_context� key_maxsize� key_headers�
key__proxy�key__proxy_headers�key_socket_options�key__socks_options�key_assert_hostname�key_assert_fingerprint�PoolKeyc C s� |j � }|d j� |d< |d j� |d< x4d D ],}||kr.|| dk r.t|| j� �||< q.W |jd�}|dk r|t|�|d< x&t|j� �D ]}|j|�|d| < q�W x | j D ]}||kr�d||< q�W | f |�S )
a�
Create a pool key out of a request context dictionary.
According to RFC 3986, both the scheme and host are case-insensitive.
Therefore, this function normalizes both before constructing the pool
key for an HTTPS request. If you wish to change this behaviour, provide
alternate callables to ``key_fn_by_scheme``.
:param key_class:
The class to use when constructing the key. This should be a namedtuple
with the ``scheme`` and ``host`` keys at a minimum.
:type key_class: namedtuple
:param request_context:
A dictionary-like object that contain the context for a request.
:type request_context: dict
:return: A namedtuple that can be used as a connection pool key.
:rtype: PoolKey
�scheme�host�headers�_proxy_headers�_socks_optionsNZsocket_optionsZkey_)r3 r4 r5 )
�copy�lower� frozenset�items�get�tuple�list�keys�pop�_fields)Z key_class�request_context�context�keyZ socket_optsZfield� rC �!/usr/lib/python3.6/poolmanager.py�_default_key_normalizer9 s
rE )�http�httpsc @ sx e Zd ZdZdZd dd�Zdd� Zdd � Zd d
d �Zd d
� Z d dd�Z
dd� Z d dd�Z d dd�Z
dd� Zd!dd�ZdS )"r a$
Allows for arbitrary requests while transparently keeping track of
necessary connection pools for you.
:param num_pools:
Number of connection pools to cache before discarding the least
recently used pool.
:param headers:
Headers to include with all requests, unless other headers are given
explicitly.
:param \**connection_pool_kw:
Additional parameters are used to create fresh
:class:`urllib3.connectionpool.ConnectionPool` instances.
Example::
>>> manager = PoolManager(num_pools=2)
>>> r = manager.request('GET', 'http://google.com/')
>>> r = manager.request('GET', 'http://google.com/mail')
>>> r = manager.request('GET', 'http://yahoo.com/')
>>> len(manager.pools)
2
N�
c K s8 t j| |� || _t|dd� d�| _t| _tj� | _d S )Nc S s | j � S )N)�close)�prC rC rD �<lambda>� s z&PoolManager.__init__.<locals>.<lambda>)Z dispose_func)r �__init__�connection_pool_kwr �pools�pool_classes_by_scheme�key_fn_by_schemer6 )�self� num_poolsr3 rM rC rC rD rL � s zPoolManager.__init__c C s | S )NrC )rQ rC rC rD � __enter__� s zPoolManager.__enter__c C s | j � dS )NF)�clear)rQ �exc_typeZexc_valZexc_tbrC rC rD �__exit__� s zPoolManager.__exit__c C sf | j | }|dkr | jj� }xdD ]}|j|d� q"W |dkrXxtD ]}|j|d� qDW |||f|�S )a�
Create a new :class:`ConnectionPool` based on host, port, scheme, and
any additional pool keyword arguments.
If ``request_context`` is provided, it is provided as keyword arguments
to the pool class used. This method is used to actually create the
connection pools handed out by :meth:`connection_from_url` and
companion methods. It is intended to be overridden for customization.
Nr1 r2 �portrF )r1 r2 rW )rO rM r6 r> � SSL_KEYWORDS)rQ r1 r2 rW r@ Zpool_clsrB �kwrC rC rD � _new_pool� s
zPoolManager._new_poolc C s | j j� dS )z�
Empty our store of pools and direct them all to close.
This will not affect in-flight connections, but they will not be
re-used after completion.
N)rN rT )rQ rC rC rD rT � s zPoolManager.clearrF c C sT |s t d��| j|�}|p d|d< |s:tj|d j� d�}||d< ||d< | j|�S )a�
Get a :class:`ConnectionPool` based on the host, port, and scheme.
If ``port`` isn't given, it will be derived from the ``scheme`` using
``urllib3.connectionpool.port_by_scheme``. If ``pool_kwargs`` is
provided, it is merged with the instance's ``connection_pool_kw``
variable and used to create the new connection pool, if one is
needed.
zNo host specified.rF r1 �P rW r2 )r �_merge_pool_kwargsr r: r7 �connection_from_context)rQ r2 rW r1 � pool_kwargsr@ rC rC rD �connection_from_host� s
z PoolManager.connection_from_hostc C s, |d j � }| j| }||�}| j||d�S )z�
Get a :class:`ConnectionPool` based on the request context.
``request_context`` must at least contain the ``scheme`` key and its
value must be a key in ``key_fn_by_scheme`` instance variable.
r1 )r@ )r7 rP �connection_from_pool_key)rQ r@ r1 Zpool_key_constructor�pool_keyrC rC rD r] � s
z#PoolManager.connection_from_contextc
C s` | j j�N | j j|�}|r |S |d }|d }|d }| j||||d�}|| j |< W dQ R X |S )z�
Get a :class:`ConnectionPool` based on the provided pool key.
``pool_key`` should be a namedtuple that only contains immutable
objects. At a minimum it must have the ``scheme``, ``host``, and
``port`` fields.
r1 r2 rW )r@ N)rN �lockr: rZ )rQ ra r@ Zpoolr1 r2 rW rC rC rD r` � s
z$PoolManager.connection_from_pool_keyc C s t |�}| j|j|j|j|d�S )a�
Similar to :func:`urllib3.connectionpool.connection_from_url`.
If ``pool_kwargs`` is not provided and a new pool needs to be
constructed, ``self.connection_pool_kw`` is used to initialize
the :class:`urllib3.connectionpool.ConnectionPool`. If ``pool_kwargs``
is provided, it is used instead. Note that if a new pool does not
need to be created for the request, the provided ``pool_kwargs`` are
not used.
)rW r1 r^ )r
r_ r2 rW r1 )rQ �urlr^ �urC rC rD �connection_from_url
s z PoolManager.connection_from_urlc C sZ | j j� }|rVxF|j� D ]:\}}|dkrJy
||= W qR tk
rF Y qRX q|||< qW |S )a
Merge a dictionary of override values for self.connection_pool_kw.
This does not modify self.connection_pool_kw and returns a new dict.
Any keys in the override dictionary with a value of ``None`` are
removed from the merged dictionary.
N)rM r6 r9 �KeyError)rQ �overrideZbase_pool_kwargsrB �valuerC rC rD r\ s
z PoolManager._merge_pool_kwargsTc K sd t |�}| j|j|j|jd�}d|d< d|d< d|krD| jj� |d< | jdk rj|jdkrj|j||f|�}n|j||j f|�}|o�|j
� }|s�|S t ||�}|j dkr�d }|j
d
�} t| t�s�tj| |d �} | jo�|j|� � r�x | jD ]}
|d j|
d� q�W y| j||||d �} W n tk
�r4 | j�r0� |S X | |d
< ||d< tjd
||� | j||f|�S )a]
Same as :meth:`urllib3.connectionpool.HTTPConnectionPool.urlopen`
with custom cross-host redirect logic and only sends the request-uri
portion of the ``url``.
The given ``url`` parameter must be absolute, such that an appropriate
:class:`urllib3.connectionpool.ConnectionPool` can be chosen for it.
)rW r1 FZassert_same_host�redirectr3 NrF i/ ZGET�retries)ri )�responseZ_poolzRedirecting %s -> %s)r
r_ r2 rW r1 r3 r6 �proxy�urlopenZ request_uriZget_redirect_locationr Zstatusr: �
isinstancer Zfrom_intZremove_headers_on_redirectZ is_same_hostr> Z incrementr Zraise_on_redirect�log�info) rQ �methodrc ri rY rd Zconnrk Zredirect_locationrj �headerrC rC rD rm - s@
zPoolManager.urlopen)rH N)N)NrF N)N)N)T)�__name__�
__module__� __qualname__�__doc__rl rL rS rV rZ rT r_ r] r` re r\ rm rC rC rC rD r y s
c sH e Zd ZdZd� fdd� Zd� fdd� Zdd d
�Zd� fd d
� Z� ZS )r aw
Behaves just like :class:`PoolManager`, but sends all requests through
the defined proxy, using the CONNECT method for HTTPS URLs.
:param proxy_url:
The URL of the proxy to be used.
:param proxy_headers:
A dictionary contaning headers that will be sent to the proxy. In case
of HTTP they are being sent with each request, while in the
HTTPS/CONNECT case they are sent only once. Could be used for proxy
authentication.
Example:
>>> proxy = urllib3.ProxyManager('http://localhost:3128/')
>>> r1 = proxy.request('GET', 'http://google.com/')
>>> r2 = proxy.request('GET', 'http://httpbin.org/')
>>> len(proxy.pools)
1
>>> r3 = proxy.request('GET', 'https://httpbin.org/')
>>> r4 = proxy.request('GET', 'https://twitter.com/')
>>> len(proxy.pools)
3
rH Nc s� t |t�r d|j|j|jf }t|�}|jsFtj|jd�}|j|d�}|jdkrZt |j��|| _
|pfi | _ | j
|d< | j |d< t t
| �j||f|� d S ) Nz
%s://%s:%ir[ )rW rF rG �_proxyr4 )rF rG )rn r r1 r2 rW r
r r: �_replacer
rl �
proxy_headers�superr rL )rQ � proxy_urlrR r3 ry rM rl rW )� __class__rC rD rL � s
zProxyManager.__init__rF c sD |dkr t t| �j||||d�S t t| �j| jj| jj| jj|d�S )NrG )r^ )rz r r_ rl r2 rW r1 )rQ r2 rW r1 r^ )r| rC rD r_ � s
z!ProxyManager.connection_from_hostc C s0 ddi}t |�j}|r ||d< |r,|j|� |S )z�
Sets headers needed by proxies: specifically, the Accept and Host
headers. Only sets headers not provided by the user.
ZAcceptz*/*ZHost)r
�netloc�update)rQ rc r3 Zheaders_r} rC rC rD �_set_proxy_headers� s
z ProxyManager._set_proxy_headersTc sN t |�}|jdkr0|jd| j�}| j||�|d< tt| �j||fd|i|��S )z@Same as HTTP(S)ConnectionPool.urlopen, ``url`` must be absolute.rF r3 ri )r
r1 r: r3 r rz r rm )rQ rq rc ri rY rd r3 )r| rC rD rm � s
zProxyManager.urlopen)rH NN)NrF N)N)T) rs rt ru rv rL r_ r rm �
__classcell__rC rC )r| rD r i s
c K s t f d| i|��S )Nr{ )r )rc rY rC rC rD r � s )r r r r r r r )r r r r r r r r r! r" r# r$ r% r& r' r( r) r* r+ r, r- r. r/ )&Z
__future__r � collections� functoolsZlogging� _collectionsr Zconnectionpoolr r r �
exceptionsr r r
Z packages.six.moves.urllib.parser Zrequestr Zutil.urlr
Z
util.retryr �__all__Z getLoggerrs ro rX Z _key_fields�
namedtupler0 rE �partialrP rO r r r rC rC rC rD �<module> s`
6
qW urllib3/util/selectors.py 0000644 00000051233 15051612331 0011453 0 ustar 00 # Backport of selectors.py from Python 3.5+ to support Python < 3.4
# Also has the behavior specified in PEP 475 which is to retry syscalls
# in the case of an EINTR error. This module is required because selectors34
# does not follow this behavior and instead returns that no dile descriptor
# events have occurred rather than retry the syscall. The decision to drop
# support for select.devpoll is made to maintain 100% test coverage.
import errno
import math
import select
import socket
import sys
import time
from collections import namedtuple, Mapping
try:
monotonic = time.monotonic
except (AttributeError, ImportError): # Python 3.3<
monotonic = time.time
EVENT_READ = (1 << 0)
EVENT_WRITE = (1 << 1)
HAS_SELECT = True # Variable that shows whether the platform has a selector.
_SYSCALL_SENTINEL = object() # Sentinel in case a system call returns None.
_DEFAULT_SELECTOR = None
class SelectorError(Exception):
def __init__(self, errcode):
super(SelectorError, self).__init__()
self.errno = errcode
def __repr__(self):
return "<SelectorError errno={0}>".format(self.errno)
def __str__(self):
return self.__repr__()
def _fileobj_to_fd(fileobj):
""" Return a file descriptor from a file object. If
given an integer will simply return that integer back. """
if isinstance(fileobj, int):
fd = fileobj
else:
try:
fd = int(fileobj.fileno())
except (AttributeError, TypeError, ValueError):
raise ValueError("Invalid file object: {0!r}".format(fileobj))
if fd < 0:
raise ValueError("Invalid file descriptor: {0}".format(fd))
return fd
# Determine which function to use to wrap system calls because Python 3.5+
# already handles the case when system calls are interrupted.
if sys.version_info >= (3, 5):
def _syscall_wrapper(func, _, *args, **kwargs):
""" This is the short-circuit version of the below logic
because in Python 3.5+ all system calls automatically restart
and recalculate their timeouts. """
try:
return func(*args, **kwargs)
except (OSError, IOError, select.error) as e:
errcode = None
if hasattr(e, "errno"):
errcode = e.errno
raise SelectorError(errcode)
else:
def _syscall_wrapper(func, recalc_timeout, *args, **kwargs):
""" Wrapper function for syscalls that could fail due to EINTR.
All functions should be retried if there is time left in the timeout
in accordance with PEP 475. """
timeout = kwargs.get("timeout", None)
if timeout is None:
expires = None
recalc_timeout = False
else:
timeout = float(timeout)
if timeout < 0.0: # Timeout less than 0 treated as no timeout.
expires = None
else:
expires = monotonic() + timeout
args = list(args)
if recalc_timeout and "timeout" not in kwargs:
raise ValueError(
"Timeout must be in args or kwargs to be recalculated")
result = _SYSCALL_SENTINEL
while result is _SYSCALL_SENTINEL:
try:
result = func(*args, **kwargs)
# OSError is thrown by select.select
# IOError is thrown by select.epoll.poll
# select.error is thrown by select.poll.poll
# Aren't we thankful for Python 3.x rework for exceptions?
except (OSError, IOError, select.error) as e:
# select.error wasn't a subclass of OSError in the past.
errcode = None
if hasattr(e, "errno"):
errcode = e.errno
elif hasattr(e, "args"):
errcode = e.args[0]
# Also test for the Windows equivalent of EINTR.
is_interrupt = (errcode == errno.EINTR or (hasattr(errno, "WSAEINTR") and
errcode == errno.WSAEINTR))
if is_interrupt:
if expires is not None:
current_time = monotonic()
if current_time > expires:
raise OSError(errno=errno.ETIMEDOUT)
if recalc_timeout:
if "timeout" in kwargs:
kwargs["timeout"] = expires - current_time
continue
if errcode:
raise SelectorError(errcode)
else:
raise
return result
SelectorKey = namedtuple('SelectorKey', ['fileobj', 'fd', 'events', 'data'])
class _SelectorMapping(Mapping):
""" Mapping of file objects to selector keys """
def __init__(self, selector):
self._selector = selector
def __len__(self):
return len(self._selector._fd_to_key)
def __getitem__(self, fileobj):
try:
fd = self._selector._fileobj_lookup(fileobj)
return self._selector._fd_to_key[fd]
except KeyError:
raise KeyError("{0!r} is not registered.".format(fileobj))
def __iter__(self):
return iter(self._selector._fd_to_key)
class BaseSelector(object):
""" Abstract Selector class
A selector supports registering file objects to be monitored
for specific I/O events.
A file object is a file descriptor or any object with a
`fileno()` method. An arbitrary object can be attached to the
file object which can be used for example to store context info,
a callback, etc.
A selector can use various implementations (select(), poll(), epoll(),
and kqueue()) depending on the platform. The 'DefaultSelector' class uses
the most efficient implementation for the current platform.
"""
def __init__(self):
# Maps file descriptors to keys.
self._fd_to_key = {}
# Read-only mapping returned by get_map()
self._map = _SelectorMapping(self)
def _fileobj_lookup(self, fileobj):
""" Return a file descriptor from a file object.
This wraps _fileobj_to_fd() to do an exhaustive
search in case the object is invalid but we still
have it in our map. Used by unregister() so we can
unregister an object that was previously registered
even if it is closed. It is also used by _SelectorMapping
"""
try:
return _fileobj_to_fd(fileobj)
except ValueError:
# Search through all our mapped keys.
for key in self._fd_to_key.values():
if key.fileobj is fileobj:
return key.fd
# Raise ValueError after all.
raise
def register(self, fileobj, events, data=None):
""" Register a file object for a set of events to monitor. """
if (not events) or (events & ~(EVENT_READ | EVENT_WRITE)):
raise ValueError("Invalid events: {0!r}".format(events))
key = SelectorKey(fileobj, self._fileobj_lookup(fileobj), events, data)
if key.fd in self._fd_to_key:
raise KeyError("{0!r} (FD {1}) is already registered"
.format(fileobj, key.fd))
self._fd_to_key[key.fd] = key
return key
def unregister(self, fileobj):
""" Unregister a file object from being monitored. """
try:
key = self._fd_to_key.pop(self._fileobj_lookup(fileobj))
except KeyError:
raise KeyError("{0!r} is not registered".format(fileobj))
# Getting the fileno of a closed socket on Windows errors with EBADF.
except socket.error as e: # Platform-specific: Windows.
if e.errno != errno.EBADF:
raise
else:
for key in self._fd_to_key.values():
if key.fileobj is fileobj:
self._fd_to_key.pop(key.fd)
break
else:
raise KeyError("{0!r} is not registered".format(fileobj))
return key
def modify(self, fileobj, events, data=None):
""" Change a registered file object monitored events and data. """
# NOTE: Some subclasses optimize this operation even further.
try:
key = self._fd_to_key[self._fileobj_lookup(fileobj)]
except KeyError:
raise KeyError("{0!r} is not registered".format(fileobj))
if events != key.events:
self.unregister(fileobj)
key = self.register(fileobj, events, data)
elif data != key.data:
# Use a shortcut to update the data.
key = key._replace(data=data)
self._fd_to_key[key.fd] = key
return key
def select(self, timeout=None):
""" Perform the actual selection until some monitored file objects
are ready or the timeout expires. """
raise NotImplementedError()
def close(self):
""" Close the selector. This must be called to ensure that all
underlying resources are freed. """
self._fd_to_key.clear()
self._map = None
def get_key(self, fileobj):
""" Return the key associated with a registered file object. """
mapping = self.get_map()
if mapping is None:
raise RuntimeError("Selector is closed")
try:
return mapping[fileobj]
except KeyError:
raise KeyError("{0!r} is not registered".format(fileobj))
def get_map(self):
""" Return a mapping of file objects to selector keys """
return self._map
def _key_from_fd(self, fd):
""" Return the key associated to a given file descriptor
Return None if it is not found. """
try:
return self._fd_to_key[fd]
except KeyError:
return None
def __enter__(self):
return self
def __exit__(self, *args):
self.close()
# Almost all platforms have select.select()
if hasattr(select, "select"):
class SelectSelector(BaseSelector):
""" Select-based selector. """
def __init__(self):
super(SelectSelector, self).__init__()
self._readers = set()
self._writers = set()
def register(self, fileobj, events, data=None):
key = super(SelectSelector, self).register(fileobj, events, data)
if events & EVENT_READ:
self._readers.add(key.fd)
if events & EVENT_WRITE:
self._writers.add(key.fd)
return key
def unregister(self, fileobj):
key = super(SelectSelector, self).unregister(fileobj)
self._readers.discard(key.fd)
self._writers.discard(key.fd)
return key
def _select(self, r, w, timeout=None):
""" Wrapper for select.select because timeout is a positional arg """
return select.select(r, w, [], timeout)
def select(self, timeout=None):
# Selecting on empty lists on Windows errors out.
if not len(self._readers) and not len(self._writers):
return []
timeout = None if timeout is None else max(timeout, 0.0)
ready = []
r, w, _ = _syscall_wrapper(self._select, True, self._readers,
self._writers, timeout)
r = set(r)
w = set(w)
for fd in r | w:
events = 0
if fd in r:
events |= EVENT_READ
if fd in w:
events |= EVENT_WRITE
key = self._key_from_fd(fd)
if key:
ready.append((key, events & key.events))
return ready
if hasattr(select, "poll"):
class PollSelector(BaseSelector):
""" Poll-based selector """
def __init__(self):
super(PollSelector, self).__init__()
self._poll = select.poll()
def register(self, fileobj, events, data=None):
key = super(PollSelector, self).register(fileobj, events, data)
event_mask = 0
if events & EVENT_READ:
event_mask |= select.POLLIN
if events & EVENT_WRITE:
event_mask |= select.POLLOUT
self._poll.register(key.fd, event_mask)
return key
def unregister(self, fileobj):
key = super(PollSelector, self).unregister(fileobj)
self._poll.unregister(key.fd)
return key
def _wrap_poll(self, timeout=None):
""" Wrapper function for select.poll.poll() so that
_syscall_wrapper can work with only seconds. """
if timeout is not None:
if timeout <= 0:
timeout = 0
else:
# select.poll.poll() has a resolution of 1 millisecond,
# round away from zero to wait *at least* timeout seconds.
timeout = math.ceil(timeout * 1e3)
result = self._poll.poll(timeout)
return result
def select(self, timeout=None):
ready = []
fd_events = _syscall_wrapper(self._wrap_poll, True, timeout=timeout)
for fd, event_mask in fd_events:
events = 0
if event_mask & ~select.POLLIN:
events |= EVENT_WRITE
if event_mask & ~select.POLLOUT:
events |= EVENT_READ
key = self._key_from_fd(fd)
if key:
ready.append((key, events & key.events))
return ready
if hasattr(select, "epoll"):
class EpollSelector(BaseSelector):
""" Epoll-based selector """
def __init__(self):
super(EpollSelector, self).__init__()
self._epoll = select.epoll()
def fileno(self):
return self._epoll.fileno()
def register(self, fileobj, events, data=None):
key = super(EpollSelector, self).register(fileobj, events, data)
events_mask = 0
if events & EVENT_READ:
events_mask |= select.EPOLLIN
if events & EVENT_WRITE:
events_mask |= select.EPOLLOUT
_syscall_wrapper(self._epoll.register, False, key.fd, events_mask)
return key
def unregister(self, fileobj):
key = super(EpollSelector, self).unregister(fileobj)
try:
_syscall_wrapper(self._epoll.unregister, False, key.fd)
except SelectorError:
# This can occur when the fd was closed since registry.
pass
return key
def select(self, timeout=None):
if timeout is not None:
if timeout <= 0:
timeout = 0.0
else:
# select.epoll.poll() has a resolution of 1 millisecond
# but luckily takes seconds so we don't need a wrapper
# like PollSelector. Just for better rounding.
timeout = math.ceil(timeout * 1e3) * 1e-3
timeout = float(timeout)
else:
timeout = -1.0 # epoll.poll() must have a float.
# We always want at least 1 to ensure that select can be called
# with no file descriptors registered. Otherwise will fail.
max_events = max(len(self._fd_to_key), 1)
ready = []
fd_events = _syscall_wrapper(self._epoll.poll, True,
timeout=timeout,
maxevents=max_events)
for fd, event_mask in fd_events:
events = 0
if event_mask & ~select.EPOLLIN:
events |= EVENT_WRITE
if event_mask & ~select.EPOLLOUT:
events |= EVENT_READ
key = self._key_from_fd(fd)
if key:
ready.append((key, events & key.events))
return ready
def close(self):
self._epoll.close()
super(EpollSelector, self).close()
if hasattr(select, "kqueue"):
class KqueueSelector(BaseSelector):
""" Kqueue / Kevent-based selector """
def __init__(self):
super(KqueueSelector, self).__init__()
self._kqueue = select.kqueue()
def fileno(self):
return self._kqueue.fileno()
def register(self, fileobj, events, data=None):
key = super(KqueueSelector, self).register(fileobj, events, data)
if events & EVENT_READ:
kevent = select.kevent(key.fd,
select.KQ_FILTER_READ,
select.KQ_EV_ADD)
_syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0)
if events & EVENT_WRITE:
kevent = select.kevent(key.fd,
select.KQ_FILTER_WRITE,
select.KQ_EV_ADD)
_syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0)
return key
def unregister(self, fileobj):
key = super(KqueueSelector, self).unregister(fileobj)
if key.events & EVENT_READ:
kevent = select.kevent(key.fd,
select.KQ_FILTER_READ,
select.KQ_EV_DELETE)
try:
_syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0)
except SelectorError:
pass
if key.events & EVENT_WRITE:
kevent = select.kevent(key.fd,
select.KQ_FILTER_WRITE,
select.KQ_EV_DELETE)
try:
_syscall_wrapper(self._kqueue.control, False, [kevent], 0, 0)
except SelectorError:
pass
return key
def select(self, timeout=None):
if timeout is not None:
timeout = max(timeout, 0)
max_events = len(self._fd_to_key) * 2
ready_fds = {}
kevent_list = _syscall_wrapper(self._kqueue.control, True,
None, max_events, timeout)
for kevent in kevent_list:
fd = kevent.ident
event_mask = kevent.filter
events = 0
if event_mask == select.KQ_FILTER_READ:
events |= EVENT_READ
if event_mask == select.KQ_FILTER_WRITE:
events |= EVENT_WRITE
key = self._key_from_fd(fd)
if key:
if key.fd not in ready_fds:
ready_fds[key.fd] = (key, events & key.events)
else:
old_events = ready_fds[key.fd][1]
ready_fds[key.fd] = (key, (events | old_events) & key.events)
return list(ready_fds.values())
def close(self):
self._kqueue.close()
super(KqueueSelector, self).close()
if not hasattr(select, 'select'): # Platform-specific: AppEngine
HAS_SELECT = False
def _can_allocate(struct):
""" Checks that select structs can be allocated by the underlying
operating system, not just advertised by the select module. We don't
check select() because we'll be hopeful that most platforms that
don't have it available will not advertise it. (ie: GAE) """
try:
# select.poll() objects won't fail until used.
if struct == 'poll':
p = select.poll()
p.poll(0)
# All others will fail on allocation.
else:
getattr(select, struct)().close()
return True
except (OSError, AttributeError) as e:
return False
# Choose the best implementation, roughly:
# kqueue == epoll > poll > select. Devpoll not supported. (See above)
# select() also can't accept a FD > FD_SETSIZE (usually around 1024)
def DefaultSelector():
""" This function serves as a first call for DefaultSelector to
detect if the select module is being monkey-patched incorrectly
by eventlet, greenlet, and preserve proper behavior. """
global _DEFAULT_SELECTOR
if _DEFAULT_SELECTOR is None:
if _can_allocate('kqueue'):
_DEFAULT_SELECTOR = KqueueSelector
elif _can_allocate('epoll'):
_DEFAULT_SELECTOR = EpollSelector
elif _can_allocate('poll'):
_DEFAULT_SELECTOR = PollSelector
elif hasattr(select, 'select'):
_DEFAULT_SELECTOR = SelectSelector
else: # Platform-specific: AppEngine
raise ValueError('Platform does not have a selector')
return _DEFAULT_SELECTOR()
urllib3/util/__pycache__/response.cpython-36.opt-1.pyc 0000644 00000003433 15051612331 0016530 0 ustar 00 3
�Pf' � @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d
� Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sf y| j � S tk
r Y nX y| jS tk
r8 Y nX y
| jdkS tk
rX Y nX td��dS )zt
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp�
ValueError)�obj� r � /usr/lib/python3.6/response.py� is_fp_closed s
r
c C s\ t | tj�s tdjt| ����t| dd�}t| dd�}d}|rD|� }|sL|rXt||d��dS )aP
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
z"expected httplib.Message, got {0}.�defectsN� get_payload)r �
unparsed_data)�
isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrr )Zheadersr r r r r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |j� dkS )z�
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
� ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headE s
r N)
Z
__future__r Zpackages.six.movesr r �
exceptionsr r
r r r r r r �<module> s
urllib3/util/__pycache__/timeout.cpython-36.opt-1.pyc 0000644 00000020757 15051612331 0016370 0 ustar 00 3
�Pf & � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z
G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateErrorZ monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z
e d d
� �Z d d � Z d
d� Z
dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time to wait for a connection attempt to a server
to succeed. Omitting the parameter will default the connect timeout to
the system default, probably `the global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time to wait between consecutive
read operations for a response from the server. Omitting
the parameter will default the read timeout to the system
default, probably `the global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
Nc C s4 | j |d�| _| j |d�| _| j |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr �_start_connect)�selfr r r � r � /usr/lib/python3.6/timeout.py�__init__] s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r r )r r r r �__str__c s zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��y t|� W n( ttfk
rj td||f ��Y nX y |dkr�td||f ��W n$ tk
r� td||f ��Y nX |S )a� Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT�
isinstance�bool�
ValueError�float� TypeError)�cls�value�namer r r r
g s&
zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
)r r )r )r Ztimeoutr r r �
from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
)r r r )r r r r )r r r r �clone� s
z
Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
Nz'Timeout timer has already been started.)r
r � current_time)r r r r �
start_connect� s
zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
Nz:Can't get connect duration for timer that has not started.)r
r r! )r r r r �get_connect_duration� s
z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
N)r r r �min)r r r r �connect_timeout� s
zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | j� | j��S | j dk r�| j | jk r�td| j | j� �S | jS dS )a� Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
Nr )r r r r
�maxr$ r# )r r r r � read_timeout� s
zTimeout.read_timeout)r �
__module__� __qualname__�__doc__r r r r r � classmethodr
r r r" r# �propertyr% r' r r r r r s F %
r ) Z
__future__r Zsocketr Ztime�
exceptionsr �objectr �getattrr! r r r r r �<module> s urllib3/util/__pycache__/selectors.cpython-36.opt-1.pyc 0000644 00000037715 15051612331 0016707 0 ustar 00 3
�Pf�R � @ sz d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ y
ej Z W n e
e fk
rh ejZ Y nX d(Z d)Z
dZe� ZdaG dd� de�Zdd� Zejd*kr�d d � Znd
d � Zedddddg�ZG dd� de�ZG dd� de�Zeed��rG dd� de�Zeed��r G dd � d e�Z eed ��r:G d d � d e�Z eed ��rVG d!d"� d"e�Z eed��sfd#Zd$d%� Z d&d'� Z dS )+� N)�
namedtuple�Mapping� Tc s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )�
SelectorErrorc s t t| �j� || _d S )N)�superr �__init__�errno)�self�errcode)� __class__� � /usr/lib/python3.6/selectors.pyr s zSelectorError.__init__c C s dj | j�S )Nz<SelectorError errno={0}>)�formatr )r r r r
�__repr__" s zSelectorError.__repr__c C s | j � S )N)r )r r r r
�__str__% s zSelectorError.__str__)�__name__�
__module__� __qualname__r r r �
__classcell__r r )r r
r s r c
C sd t | t�r| }n:yt| j� �}W n( tttfk
rH tdj| ���Y nX |dk r`tdj|���|S )zl Return a file descriptor from a file object. If
given an integer will simply return that integer back. zInvalid file object: {0!r}r z Invalid file descriptor: {0})�
isinstance�int�fileno�AttributeError� TypeError�
ValueErrorr )�fileobj�fdr r r
�_fileobj_to_fd) s
r � � c O sV y
| ||�S t ttjfk
rP } z"d}t|d�r8|j}t|��W Y dd}~X nX dS )z� This is the short-circuit version of the below logic
because in Python 3.5+ all system calls automatically restart
and recalculate their timeouts. Nr )�OSError�IOError�select�error�hasattrr r )�func�_�args�kwargs�er
r r r
�_syscall_wrapper; s
r* c O sR |j dd�}|dkr d}d}n t|�}|dk r4d}n
t� | }t|�}|rZd|krZtd��t}x�|tk�rLy| ||�}W q` tttj fk
�rH } z�d}t
|d�r�|j }nt
|d�r�|j d }|t j
kp�t
t d �o�|t jk} | �r&|dk �r$t� }
|
|k�rtt jd
��|�r$d|k�r$||
|d< w`|�r6t|��n� W Y dd}~X q`X q`W |S ) z� Wrapper function for syscalls that could fail due to EINTR.
All functions should be retried if there is time left in the timeout
in accordance with PEP 475. �timeoutNFg z4Timeout must be in args or kwargs to be recalculatedr r' r �WSAEINTR)r )�get�float� monotonic�listr �_SYSCALL_SENTINELr r! r" r# r$ r r' ZEINTRr, Z ETIMEDOUTr ) r% Zrecalc_timeoutr' r( r+ Zexpires�resultr) r
Z is_interruptZ current_timer r r
r* G sJ
� SelectorKeyr r �events�datac @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_SelectorMappingz* Mapping of file objects to selector keys c C s
|| _ d S )N)� _selector)r Zselectorr r r
r � s z_SelectorMapping.__init__c C s t | jj�S )N)�lenr7 �
_fd_to_key)r r r r
�__len__� s z_SelectorMapping.__len__c C s@ y| j j|�}| j j| S tk
r: tdj|���Y nX d S )Nz{0!r} is not registered.)r7 �_fileobj_lookupr9 �KeyErrorr )r r r r r r
� __getitem__� s
z _SelectorMapping.__getitem__c C s t | jj�S )N)�iterr7 r9 )r r r r
�__iter__� s z_SelectorMapping.__iter__N)r r r �__doc__r r: r= r? r r r r
r6 � s
r6 c @ sv e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d d �Zd d
d�Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) � BaseSelectora/ Abstract Selector class
A selector supports registering file objects to be monitored
for specific I/O events.
A file object is a file descriptor or any object with a
`fileno()` method. An arbitrary object can be attached to the
file object which can be used for example to store context info,
a callback, etc.
A selector can use various implementations (select(), poll(), epoll(),
and kqueue()) depending on the platform. The 'DefaultSelector' class uses
the most efficient implementation for the current platform.
c C s i | _ t| �| _d S )N)r9 r6 �_map)r r r r
r � s zBaseSelector.__init__c C sH yt |�S tk
rB x"| jj� D ]}|j|kr$|jS q$W � Y nX dS )aa Return a file descriptor from a file object.
This wraps _fileobj_to_fd() to do an exhaustive
search in case the object is invalid but we still
have it in our map. Used by unregister() so we can
unregister an object that was previously registered
even if it is closed. It is also used by _SelectorMapping
N)r r r9 �valuesr r )r r �keyr r r
r; � s
z BaseSelector._fileobj_lookupNc C sd | s|t tB @ r"tdj|���t|| j|�||�}|j| jkrTtdj||j���|| j|j< |S )z8 Register a file object for a set of events to monitor. zInvalid events: {0!r}z${0!r} (FD {1}) is already registered) �
EVENT_READ� EVENT_WRITEr r r3 r; r r9 r< )r r r4 r5 rD r r r
�register� s zBaseSelector.registerc C s� y| j j| j|��}W n� tk
r8 tdj|���Y np tjk
r� } zR|jtjkrZ� n<x:| j j � D ] }|j
|krf| j j|j � P qfW tdj|���W Y dd}~X nX |S )z0 Unregister a file object from being monitored. z{0!r} is not registeredN) r9 �popr; r< r �socketr# r ZEBADFrC r r )r r rD r) r r r
�
unregister� s
zBaseSelector.unregisterc C s� y| j | j|� }W n" tk
r6 tdj|���Y nX ||jkr\| j|� | j|||�}n"||jkr~|j|d�}|| j |j < |S )z< Change a registered file object monitored events and data. z{0!r} is not registered)r5 )
r9 r; r< r r4 rJ rG r5 �_replacer )r r r4 r5 rD r r r
�modify� s
zBaseSelector.modifyc C s
t � �dS )zj Perform the actual selection until some monitored file objects
are ready or the timeout expires. N)�NotImplementedError)r r+ r r r
r" � s zBaseSelector.selectc C s | j j� d| _dS )zd Close the selector. This must be called to ensure that all
underlying resources are freed. N)r9 �clearrB )r r r r
�close� s
zBaseSelector.closec C sH | j � }|dkrtd��y|| S tk
rB tdj|���Y nX dS )z: Return the key associated with a registered file object. NzSelector is closedz{0!r} is not registered)�get_map� RuntimeErrorr< r )r r �mappingr r r
�get_key s zBaseSelector.get_keyc C s | j S )z3 Return a mapping of file objects to selector keys )rB )r r r r
rP
s zBaseSelector.get_mapc C s$ y
| j | S tk
r dS X dS )z_ Return the key associated to a given file descriptor
Return None if it is not found. N)r9 r< )r r r r r
� _key_from_fd s
zBaseSelector._key_from_fdc C s | S )Nr )r r r r
� __enter__ s zBaseSelector.__enter__c G s | j � d S )N)rO )r r' r r r
�__exit__ s zBaseSelector.__exit__)N)N)N)r r r r@ r r; rG rJ rL r" rO rS rP rT rU rV r r r r
rA � s
rA r" c sN e Zd ZdZ� fdd�Zd
� fdd� Z� fdd�Zdd d
�Zdd d �Z� Z S )�SelectSelectorz Select-based selector. c s" t t| �j� t� | _t� | _d S )N)r rW r �set�_readers�_writers)r )r r r
r ! s zSelectSelector.__init__Nc sD t t| �j|||�}|t@ r*| jj|j� |t@ r@| jj|j� |S )N) r rW rG rE rY �addr rF rZ )r r r4 r5 rD )r r r
rG & s zSelectSelector.registerc s0 t t| �j|�}| jj|j� | jj|j� |S )N)r rW rJ rY �discardr rZ )r r rD )r r r
rJ . s zSelectSelector.unregisterc C s t j ||g |�S )z? Wrapper for select.select because timeout is a positional arg )r" )r �r�wr+ r r r
�_select4 s zSelectSelector._selectc C s� t | j� r t | j� r g S |d kr(d nt|d�}g }t| jd| j| j|�\}}}t|�}t|�}xV||B D ]J}d}||kr�|tO }||kr�|tO }| j |�}|rl|j
|||j @ f� qlW |S )Ng Tr ) r8 rY rZ �maxr* r_ rX rE rF rT �appendr4 ) r r+ �readyr] r^ r& r r4 rD r r r
r" 8 s$
zSelectSelector.select)N)N)N)
r r r r@ r rG rJ r_ r" r r r )r r
rW s
rW �pollc sN e Zd ZdZ� fdd�Zd
� fdd� Z� fdd�Zdd d
�Zdd d �Z� Z S )� PollSelectorz Poll-based selector c s t t| �j� tj� | _d S )N)r rd r r" rc �_poll)r )r r r
r S s zPollSelector.__init__Nc sP t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }| jj|j |� |S )Nr )
r rd rG rE r" �POLLINrF �POLLOUTre r )r r r4 r5 rD �
event_mask)r r r
rG W s
zPollSelector.registerc s" t t| �j|�}| jj|j� |S )N)r rd rJ re r )r r rD )r r r
rJ a s zPollSelector.unregisterc C s4 |dk r$|dkrd}nt j|d �}| jj|�}|S )zj Wrapper function for select.poll.poll() so that
_syscall_wrapper can work with only seconds. Nr g @�@)�math�ceilre rc )r r+ r2 r r r
�
_wrap_pollf s zPollSelector._wrap_pollc C sx g }t | jd|d�}x^|D ]V\}}d}|tj @ r:|tO }|tj @ rN|tO }| j|�}|r|j|||j @ f� qW |S )NT)r+ r )
r* rk r" rf rF rg rE rT ra r4 )r r+ rb � fd_eventsr rh r4 rD r r r
r" t s
zPollSelector.select)N)N)N)
r r r r@ r rG rJ rk r" r r r )r r
rd Q s
rd �epollc sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d
�Zdd d �Z� fd
d�Z � Z
S )�
EpollSelectorz Epoll-based selector c s t t| �j� tj� | _d S )N)r rn r r" rm �_epoll)r )r r r
r � s zEpollSelector.__init__c C s
| j j� S )N)ro r )r r r r
r � s zEpollSelector.filenoNc sT t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }t| j jd|j
|� |S )Nr F) r rn rG rE r" �EPOLLINrF �EPOLLOUTr* ro r )r r r4 r5 rD Z events_mask)r r r
rG � s
zEpollSelector.registerc s@ t t| �j|�}yt| jjd|j� W n tk
r: Y nX |S )NF)r rn rJ r* ro r r )r r rD )r r r
rJ � s zEpollSelector.unregisterc C s� |d k r2|dkrd}nt j|d �d }t|�}nd }tt| j�d�}g }t| jjd||d�}x^|D ]V\}}d}|t j
@ r�|t O }|t j @ r�|t
O }| j|�}|rd|j|||j@ f� qdW |S )
Nr g g @�@g����MbP?g �?r T)r+ Z maxeventsg �)ri rj r. r` r8 r9 r* ro rc r" rp rF rq rE rT ra r4 ) r r+ �
max_eventsrb rl r rh r4 rD r r r
r" � s*
zEpollSelector.selectc s | j j� tt| �j� d S )N)ro rO r rn )r )r r r
rO � s
zEpollSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r
rn � s
!rn �kqueuec sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d
�Zdd d �Z� fd
d�Z � Z
S )�KqueueSelectorz Kqueue / Kevent-based selector c s t t| �j� tj� | _d S )N)r rt r r" rs �_kqueue)r )r r r
r � s zKqueueSelector.__init__c C s
| j j� S )N)ru r )r r r r
r � s zKqueueSelector.filenoNc s| t t| �j|||�}|t@ rFtj|jtjtj�}t | j
j d|gdd� |t @ rxtj|jtj
tj�}t | j
j d|gdd� |S )NFr )r rt rG rE r" �keventr �KQ_FILTER_READZ KQ_EV_ADDr* ru �controlrF �KQ_FILTER_WRITE)r r r4 r5 rD rv )r r r
rG � s zKqueueSelector.registerc s� t t| �j|�}|jt@ r^tj|jtjtj �}yt
| j j d|gdd� W n t
k
r\ Y nX |jt@ r�tj|jtjtj �}yt
| j j d|gdd� W n t
k
r� Y nX |S )NFr )r rt rJ r4 rE r" rv r rw Z KQ_EV_DELETEr* ru rx r rF ry )r r rD rv )r r r
rJ � s$
zKqueueSelector.unregisterc C s� |d k rt |d�}t| j�d }i }t| jjdd ||�}x�|D ]�}|j}|j}d}|tj krd|t
O }|tj krv|t O }| j
|�} | r>| j|kr�| || j@ f|| j< q>|| j d }
| ||
B | j@ f|| j< q>W t|j� �S )Nr � Tr )r` r8 r9 r* ru rx Zident�filterr" rw rE ry rF rT r r4 r0 rC ) r r+ rr Z ready_fdsZ kevent_listrv r rh r4 rD Z
old_eventsr r r
r" � s*
zKqueueSelector.selectc s | j j� tt| �j� d S )N)ru rO r rt )r )r r r
rO s
zKqueueSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r
rt � s
rt Fc C sZ y0| dkr t j� }|jd� ntt | �� j� dS ttfk
rT } zdS d}~X nX dS )a
Checks that select structs can be allocated by the underlying
operating system, not just advertised by the select module. We don't
check select() because we'll be hopeful that most platforms that
don't have it available will not advertise it. (ie: GAE) rc r TFN)r" rc �getattrrO r r )�struct�pr) r r r
�
_can_allocate s r c C sP t dkrJtd�rta n4td�r$ta n&td�r2ta nttd�rBta ntd��t � S )z� This function serves as a first call for DefaultSelector to
detect if the select module is being monkey-patched incorrectly
by eventlet, greenlet, and preserve proper behavior. Nrs rm rc r" z!Platform does not have a selector) �_DEFAULT_SELECTORr rt rn rd r$ r" rW r r r r r
�DefaultSelector5 s
r� r rz )r r )!r ri r" rI �sysZtime� collectionsr r r/ r � ImportErrorrE rF Z
HAS_SELECT�objectr1 r� � Exceptionr r � version_infor* r3 r6 rA r$ rW rd rn rt r r� r r r r
�<module> sH
8 1 4 B R urllib3/util/__pycache__/wait.cpython-36.opt-1.pyc 0000644 00000003055 15051612331 0015636 0 ustar 00 3
�Pf� � @ s: d dl mZmZmZmZ d dd�Zd
dd�Zd dd�ZdS ) � )�
HAS_SELECT�DefaultSelector�
EVENT_READ� EVENT_WRITENc st t s td��t| t�s0t| d�r(| g} nt| �} t� �4}x| D ]}|j|� � q>W � fdd�|j|�D �S Q R X dS )z� Waits for IO events to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be interacted with immediately. z!Platform does not have a selector�filenoc s" g | ]}|d � @ r|d j �qS )r � )Zfileobj)�.0�key)�events� �/usr/lib/python3.6/wait.py�
<listcomp> s z'_wait_for_io_events.<locals>.<listcomp>N)r �
ValueError�
isinstance�list�hasattrr �registerZselect)�socksr
�timeoutZselectorZsockr )r
r �_wait_for_io_events s
r c C s t | t|�S )z� Waits for reading to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be read from immediately. )r r )r r r r r �
wait_for_read s r c C s t | t|�S )z� Waits for writing to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be written to immediately. )r r )r r r r r �wait_for_write$ s r )N)N)N)Z selectorsr r r r r r r r r r r �<module> s
urllib3/util/__pycache__/ssl_.cpython-36.opt-1.pyc 0000644 00000021265 15051612331 0015635 0 ustar 00 3
�Pf�/ � ! @ s� d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z m
Z
m Z ddl m
Z
mZmZ dZdZdZdZe e
e d�Zd d
� Zeed e�Zy,d dlZd d lmZmZmZ d d
lmZ W n e k
r� Y nX yd dlm Z m Z m Z W n" e k
�r d0\Z Z dZ Y nX dj dddddddddd d d d d d!d"g�Z!yd d#lmZ W n. e k
�rr d dl"Z"G d$d%� d%e#�ZY nX d&d'� Z$d(d)� Z%d*d+� Z&d1d,d-�Z'd2d.d/�Z(dS )3� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�SSLError�InsecurePlatformWarning�SNIMissingWarningF)� �( �@ c C sH t t| �t|� �}x*tt| �t|��D ]\}}|||A O }q(W |dkS )z�
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
r )�abs�len�zip� bytearray)�a�b�result�l�r� r �/usr/lib/python3.6/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket� CERT_NONE�PROTOCOL_SSLv23)�HAS_SNI)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION� � i �:zTLS13-AES-256-GCM-SHA384z TLS13-CHACHA20-POLY1305-SHA256zTLS13-AES-128-GCM-SHA256z ECDH+AESGCMz
ECDH+CHACHA20z DH+AESGCMz DH+CHACHA20z ECDH+AES256z DH+AES256z ECDH+AES128zDH+AESz
RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5)�
SSLContextc @ s\ e Zd Zdej ko dk n p*dejkZdd� Zdd� Zdd d
�Zd d � Z ddd�Z
dS )r% r � � c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr )
�protocol�check_hostname�sslr � verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__c s zSSLContext.__init__c C s || _ || _d S )N)r. r/ )r1 r. r/ r r r �load_cert_chainn s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r, r )r1 ZcafileZcapathr r r �load_verify_locationsr s z SSLContext.load_verify_locationsc C s | j std��|| _d S )Nz�Your version of Python does not support setting a custom cipher suite. Please upgrade to Python 2.7, 3.2, or later if you need this functionality.)�supports_set_ciphers� TypeErrorr0 )r1 Z cipher_suiter r r � set_ciphersx s zSSLContext.set_ciphersFc C sT t jdt� | j| j| j| j| j|d�}| jrDt |fd| j
i|��S t |f|�S d S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r/ r. r, � cert_reqs� ssl_version� server_sider0 ) �warnings�warnr
r/ r. r, r+ r( r5 r r0 )r1 Zsocket�server_hostnamer: �kwargsr r r r � s zSSLContext.wrap_socket)r r& )r' )r' r )NN)NF) �__name__�
__module__� __qualname__�sys� version_infor5 r2 r3 r4 r7 r r r r r r% _ s
r% c C sn |j dd�j� }t|�}tj|�}|s4tdj|���t|j� �}|| �j � }t
||�sjtdj|t |����dS )z�
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
r$ � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ
digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s
rL c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a�
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbrevation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
NZCERT_)r �
isinstance�str�getattrr* )� candidate�resr r r �resolve_cert_reqs� s
rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z
like resolve_cert_reqs
NZ PROTOCOL_)r rM rN rO r* )rP rQ r r r �resolve_ssl_version� s
rS c C s� t | p
tj�}|dkr tjn|}|dkrDd}|tO }|tO }|tO }| j|O _t|dd�rl|j |pht
� ||_ t|dd�dk r�d|_ |S )a� All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
Nr r5 Tr) F)
r% r* r Z
CERT_REQUIREDr r r! r- rO r7 �DEFAULT_CIPHERSr+ r) )r9 r8 r- r0 �contextr r r �create_urllib3_context� s # rV c
C s� |}
|
dkrt |||d�}
|s"| r�y|
j|| � W q� tk
r\ } zt| ��W Y dd} ~ X q� tk
r� } z | jtjkr�t| ��� W Y dd} ~ X q�X n|dkr�t|
d�r�|
j� |r�|
j ||� t
r�|
j | |d�S t j
dt� |
j | �S )a
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support. This is not
supported on Python 2.6 as the ssl module does not support it.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
N)r0 �load_default_certs)r= a� An HTTPS request has been made, but the SNI (Subject Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)rV r4 �IOErrorr �OSError�errno�ENOENT�hasattrrW r3 r r r; r< r ) Zsockr/ r. r8 r, r= r9 r0 Z ssl_contextZ ca_cert_dirrU �er r r �ssl_wrap_socket s. r^ )r" r# )NNNN) NNNNNNNNN))Z
__future__r rZ r; ZhmacZbinasciir r Zhashlibr r r �
exceptionsr r
r r% r Z IS_PYOPENSSLZIS_SECURETRANSPORTrG r rO rK r* r r r � ImportErrorr r r! �joinrT rB �objectrL rR rS rV r^ r r r r �<module> st
:
> urllib3/util/__pycache__/timeout.cpython-36.pyc 0000644 00000020757 15051612331 0015431 0 ustar 00 3
�Pf & � @ sT d dl mZ d dlmZ d dlZddlmZ e� Ze edej�Z
G dd� de�Z dS ) � )�absolute_import)�_GLOBAL_DEFAULT_TIMEOUTN� )�TimeoutStateErrorZ monotonicc @ st e Zd ZdZeZdeefdd�Zdd� Ze dd� �Z
e d d
� �Z d d � Z d
d� Z
dd� Zedd� �Zedd� �ZdS )�Timeouta� Timeout configuration.
Timeouts can be defined as a default for a pool::
timeout = Timeout(connect=2.0, read=7.0)
http = PoolManager(timeout=timeout)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', timeout=Timeout(10))
Timeouts can be disabled by setting all the parameters to ``None``::
no_timeout = Timeout(connect=None, read=None)
response = http.request('GET', 'http://example.com/, timeout=no_timeout)
:param total:
This combines the connect and read timeouts into one; the read timeout
will be set to the time leftover from the connect attempt. In the
event that both a connect timeout and a total are specified, or a read
timeout and a total are specified, the shorter timeout will be applied.
Defaults to None.
:type total: integer, float, or None
:param connect:
The maximum amount of time to wait for a connection attempt to a server
to succeed. Omitting the parameter will default the connect timeout to
the system default, probably `the global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout for connection attempts.
:type connect: integer, float, or None
:param read:
The maximum amount of time to wait between consecutive
read operations for a response from the server. Omitting
the parameter will default the read timeout to the system
default, probably `the global default timeout in socket.py
<http://hg.python.org/cpython/file/603b4d593758/Lib/socket.py#l535>`_.
None will set an infinite timeout.
:type read: integer, float, or None
.. note::
Many factors can affect the total amount of time for urllib3 to return
an HTTP response.
For example, Python's DNS resolver does not obey the timeout specified
on the socket. Other factors that can affect total request time include
high CPU load, high swap, the program running at a low priority level,
or other behaviors.
In addition, the read and total timeouts only measure the time between
read operations on the socket connecting the client and the server,
not the total amount of time for the request to return a complete
response. For most requests, the timeout is raised because the server
has not sent the first byte in the specified time. This is not always
the case; if a server streams one byte every fifteen seconds, a timeout
of 20 seconds will not trigger, even though the request will take
several minutes to complete.
If your goal is to cut off any request after a set amount of wall clock
time, consider having a second "watcher" thread to cut off a slow
request.
Nc C s4 | j |d�| _| j |d�| _| j |d�| _d | _d S )N�connect�read�total)�_validate_timeout�_connect�_readr �_start_connect)�selfr r r � r � /usr/lib/python3.6/timeout.py�__init__] s zTimeout.__init__c C s dt | �j| j| j| jf S )Nz!%s(connect=%r, read=%r, total=%r))�type�__name__r r r )r r r r �__str__c s zTimeout.__str__c C s� |t kr| jS |dks || jkr$|S t|t�r6td��y t|� W n( ttfk
rj td||f ��Y nX y |dkr�td||f ��W n$ tk
r� td||f ��Y nX |S )a� Check that a timeout attribute is valid.
:param value: The timeout value to validate
:param name: The name of the timeout attribute to validate. This is
used to specify in error messages.
:return: The validated and casted version of the given value.
:raises ValueError: If it is a numeric value less than or equal to
zero, or the type is not an integer, float, or None.
NzDTimeout cannot be a boolean value. It must be an int, float or None.z>Timeout value %s was %s, but it must be an int, float or None.r zdAttempted to set %s timeout to %s, but the timeout cannot be set to a value less than or equal to 0.)�_Default�DEFAULT_TIMEOUT�
isinstance�bool�
ValueError�float� TypeError)�cls�value�namer r r r
g s&
zTimeout._validate_timeoutc C s t ||d�S )a� Create a new Timeout from a legacy timeout value.
The timeout value used by httplib.py sets the same timeout on the
connect(), and recv() socket requests. This creates a :class:`Timeout`
object that sets the individual timeouts to the ``timeout`` value
passed to this function.
:param timeout: The legacy timeout value.
:type timeout: integer, float, sentinel default object, or None
:return: Timeout object
:rtype: :class:`Timeout`
)r r )r )r Ztimeoutr r r �
from_float� s zTimeout.from_floatc C s t | j| j| jd�S )a Create a copy of the timeout object
Timeout properties are stored per-pool but each request needs a fresh
Timeout object to ensure each one has its own start/stop configured.
:return: a copy of the timeout object
:rtype: :class:`Timeout`
)r r r )r r r r )r r r r �clone� s
z
Timeout.clonec C s | j dk rtd��t� | _ | j S )z� Start the timeout clock, used during a connect() attempt
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to start a timer that has been started already.
Nz'Timeout timer has already been started.)r
r � current_time)r r r r �
start_connect� s
zTimeout.start_connectc C s | j dkrtd��t� | j S )a Gets the time elapsed since the call to :meth:`start_connect`.
:return: Elapsed time.
:rtype: float
:raises urllib3.exceptions.TimeoutStateError: if you attempt
to get duration for a timer that hasn't been started.
Nz:Can't get connect duration for timer that has not started.)r
r r! )r r r r �get_connect_duration� s
z Timeout.get_connect_durationc C s: | j dkr| jS | jdks&| j| jkr,| j S t| j| j �S )a" Get the value to use when setting a connection timeout.
This will be a positive float or integer, the value None
(never timeout), or the default system timeout.
:return: Connect timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
N)r r r �min)r r r r �connect_timeout� s
zTimeout.connect_timeoutc C s� | j dk rX| j | jk rX| jdk rX| j| jk rX| jdkr<| jS tdt| j | j� | j��S | j dk r�| j | jk r�td| j | j� �S | jS dS )a� Get the value for the read timeout.
This assumes some time has elapsed in the connection timeout and
computes the read timeout appropriately.
If self.total is set, the read timeout is dependent on the amount of
time taken by the connect timeout. If the connection time has not been
established, a :exc:`~urllib3.exceptions.TimeoutStateError` will be
raised.
:return: Value to use for the read timeout.
:rtype: int, float, :attr:`Timeout.DEFAULT_TIMEOUT` or None
:raises urllib3.exceptions.TimeoutStateError: If :meth:`start_connect`
has not yet been called on this object.
Nr )r r r r
�maxr$ r# )r r r r � read_timeout� s
zTimeout.read_timeout)r �
__module__� __qualname__�__doc__r r r r r � classmethodr
r r r" r# �propertyr% r' r r r r r s F %
r ) Z
__future__r Zsocketr Ztime�
exceptionsr �objectr �getattrr! r r r r r �<module> s urllib3/util/__pycache__/request.cpython-36.pyc 0000644 00000006102 15051612331 0015417 0 ustar 00 3
�Pfy � @ s\ d dl mZ d dlmZ ddlmZmZ ddlmZ dZ e
� Z ddd �Z d
d � Z
d d
� ZdS )� )�absolute_import)� b64encode� )�b�
integer_types)�UnrewindableBodyErrorz gzip,deflateNc C s� i }|r6t |t�rnt |t�r*dj|�}nt}||d< |rB||d< | rNd|d< |rldtt|��jd� |d< |r�dtt|��jd� |d < |r�d
|d < |S ) a
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
�,zaccept-encodingz
user-agentz
keep-aliveZ
connectionzBasic zutf-8Z
authorizationzproxy-authorizationzno-cachez
cache-control)�
isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z
keep_aliveZaccept_encodingZ
user_agentZ
basic_authZproxy_basic_authZ
disable_cacheZheaders� r � /usr/lib/python3.6/request.py� make_headers s* $
r c C sR |dk rt | |� n:t| dd�dk rNy | j� }W n ttfk
rL t}Y nX |S )z
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionM s
r c C st t | dd�}|dk rNt|t�rNy ||� W qp ttfk
rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z�
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
�seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r �
ValueError�type)r Zbody_posZ body_seekr r r r _ s
r )NNNNNN)Z
__future__r �base64r Z packages.sixr r �
exceptionsr r
�objectr r r r r r r r �<module> s
A urllib3/util/__pycache__/url.cpython-36.opt-1.pyc 0000644 00000012430 15051612331 0015471 0 ustar 00 3
�Pf� � @ s� d dl mZ d dlmZ d dlZddlmZ dddd d
d d gZdZej d�Z
ddl m Z G dd� dede��Z
dd� Zdd� Zdd� ZdS )� )�absolute_import)�
namedtupleN� )�LocationParseError�scheme�auth�host�port�path�query�fragment�http�httpsz[ - ])�quotec s^ e Zd ZdZf Zd� fdd� Zedd� �Zedd� �Zed d
� �Z ed d � �Z
d
d� Z � Z S )�Urlz�
Datastructure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
Nc sV |r|j d� rd| }|r$|j� }|r8|tkr8|j� }tt| �j| |||||||�S )N�/)�
startswith�lower�NORMALIZABLE_SCHEMES�superr �__new__)�clsr r r r r
r r )� __class__� �/usr/lib/python3.6/url.pyr s z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r )�selfr r r �hostname$ s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r N�?)r
r )r Zurir r r � request_uri) s
zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r r )r r r r �netloc3 s z
Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a�
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
� Nz://�@�:r �#)�str) r r r r r r
r r �urlr r r r% : s" zUrl.urlc C s | j S )N)r% )r r r r �__str__b s z Url.__str__)NNNNNNN)
�__name__�
__module__� __qualname__�__doc__� __slots__r �propertyr r r r% r& �
__classcell__r r )r r r s
(r c C sz d}d}x8|D ]0}| j |�}|dk r&q|dks6||k r|}|}qW |dksR|dk r\| ddfS | d|� | |d d� |fS )a�
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
Nr r � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_firstf s
r3 c C s� | s
t � S tjdd� | �} d}d}d}d}d}d}d}d| krN| jdd�\}} t| dddg�\} }} | rp| | }d | kr�| jd d�\}} | r�| d
d kr�| jd d�\}} |d 7 }d
| k�r | jd
d�\}
}|s�|
}|�r|j� s�t| ��y t|�}W n t k
�r t| ��Y nX nd}n| �r.| �r.| }|�sHt |||||||�S d|k�rb|jdd�\}}d|k�r||jdd�\}}t |||||||�S )a:
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
c S s t | j� �S )N)r �group)�matchr r r �<lambda>� s zparse_url.<locals>.<lambda>Nz://r. r r r# r! r �[�]r" )
r �!_contains_disallowed_url_pchar_re�sub�splitr3 �rsplit�isdigitr �int�
ValueError) r% r r r r r
r r Zpath_ZdelimZ_hostr r r � parse_url� sR
r@ c C s t | �}|jpd|j|jfS )z4
Deprecated. Use :func:`parse_url` instead.
r
)r@ r r r )r% �pr r r �get_host� s rB )r
r N)Z
__future__r � collectionsr �re�
exceptionsr Z url_attrsr �compiler9 Z packages.six.moves.urllib.parser r r3 r@ rB r r r r �<module> s
U!a urllib3/util/__pycache__/retry.cpython-36.opt-1.pyc 0000644 00000030433 15051612331 0016037 0 ustar 00 3
�Pf ; � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl
m Z m Z m
Z
mZmZmZ ddlmZ eje�Zedd d
d d d
g�ZG dd� de�Zed�e_dS )� )�absolute_importN)�
namedtuple)� takewhile� )�ConnectTimeoutError�
MaxRetryError�
ProtocolError�ReadTimeoutError�
ResponseError�
InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc
@ s� e Zd ZdZeddddddg�Zedg�Zed d
d g�Zd Zd
ddddeddddddef
dd�Z dd� Z
e d2dd��Z dd� Z
dd� Zdd � Zd3d d �Zd d � Zd4d!d"�Zd#d$� Zd%d&� Zd'd(� Zd5d*d+�Zd,d-� Zd6d.d/�Zd0d1� ZdS )7�Retrya2 Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ^ ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
ZHEADZGETZPUTZDELETEZOPTIONSZTRACEZ
Authorizationi� i� i� �x �
Nr Tc C sv || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ |
| _
| pbt � | _ | | _
|
| _d S )NFr )�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header�remove_headers_on_redirect)�selfr r r r r r r r r r r! r" r# � r% �/usr/lib/python3.6/retry.py�__init__� s zRetry.__init__c K sP t | j| j| j| j| j| j| j| j| j | j
| j | j d� }|j
|� t| �f |�S )N) r r r r r r r r r r r! r# )�dictr r r r r r r r r r r! r# �update�type)r$ �kwZparamsr% r% r& �new� s
z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}tjd||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT�
isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr% r% r& �from_int� s
zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff
:rtype: float
c S s
| j d kS )N)r )�xr% r% r& �<lambda>� s z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr! r �min� BACKOFF_MAX)r$ Zconsecutive_errors_lenZ
backoff_valuer% r% r& �get_backoff_time� s zRetry.get_backoff_timec C s\ t jd|�rt|�}n6tjj|�}|d kr6td| ��tj|�}|tj� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �timeZmktime)r$ � retry_afterZsecondsZretry_date_tupleZ
retry_dater% r% r& �parse_retry_after� s
zRetry.parse_retry_afterc C s |j d�}|dkrdS | j|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrD )r$ �responserC r% r% r& �get_retry_after� s
zRetry.get_retry_afterc C s | j |�}|r tj|� dS dS )NTF)rF rB �sleep)r$ rE rC r% r% r& �sleep_for_retry� s
zRetry.sleep_for_retryc C s" | j � }|dkrd S tj|� d S )Nr )r= rB rG )r$ Zbackoffr% r% r& �_sleep_backoff s zRetry._sleep_backoffc C s" |r| j |�}|rdS | j� dS )aC Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
N)rH rI )r$ rE Zsleptr% r% r& rG s
z Retry.sleepc C s
t |t�S )z{ Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
)r. r )r$ �errr% r% r& �_is_connection_error s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should
assume that the server began processing it.
)r. r r )r$ rJ r% r% r& �_is_read_error! s zRetry._is_read_errorc C s | j r|j� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
FT)r �upper)r$ r r% r% r& �_is_method_retryable' s zRetry._is_method_retryableFc C s< | j |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
FT)rN r r r" �RETRY_AFTER_STATUS_CODES)r$ r � status_codeZhas_retry_afterr% r% r& �is_retry0 s
zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r9 �filterr; )r$ Z retry_countsr% r% r& � is_exhausted@ s
zRetry.is_exhaustedc C s� | j dkr |r tjt|�||��| j }|dk r6|d8 }| j}| j} | j}
| j} d} d}
d}|r�| j|�r�|dkr�tjt|�||��n|dk r�|d8 }n�|r�| j |�r�| dks�| j
|� r�tjt|�||��n| dk r�| d8 } nn|o�|j � �r|
dk r�|
d8 }
d} |j � }|j}
n<t j
} |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j}
| jt||||
|�f }| j||| |
| |d�}|j� �r�t|||�p�t | ���tjd||� |S ) a� Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
FNr7 �unknownztoo many redirects)rP )r r r r r r! z$Incremented Retry for (url='%s'): %r)r r Zreraiser* r r r r rK rL rN Zget_redirect_locationr
Z
GENERIC_ERRORZSPECIFIC_ERROR�formatr! r
r, rS r r0 r1 )r$ r r rE r Z_poolZ _stacktracer r r r Z status_count�causer r r! Z new_retryr% r% r& � incrementI sX
zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r2 r$ )rU r* )r$ r% r% r& �__repr__� s zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__�
__module__� __qualname__�__doc__� frozensetZDEFAULT_METHOD_WHITELISTZ"DEFAULT_REDIRECT_HEADERS_BLACKLISTrO r< r' r, � classmethodr4 r= rD rF rH rI rG rK rL rN rQ rS rW rX r% r% r% r& r s8 x
Jr � )Z
__future__r rB Zlogging� collectionsr � itertoolsr rA r> �
exceptionsr r r r r
r Zpackagesr Z getLoggerrY r0 r
�objectr r- r% r% r% r& �<module> s
urllib3/util/__pycache__/response.cpython-36.pyc 0000644 00000003433 15051612331 0015571 0 ustar 00 3
�Pf' � @ s@ d dl mZ ddlmZ ddlmZ dd� Zdd� Zd d
� Z d S ) � )�absolute_import� )� http_client)�HeaderParsingErrorc C sf y| j � S tk
r Y nX y| jS tk
r8 Y nX y
| jdkS tk
rX Y nX td��dS )zt
Checks whether a given file-like object is closed.
:param obj:
The file-like object to check.
Nz)Unable to determine whether fp is closed.)Zisclosed�AttributeError�closed�fp�
ValueError)�obj� r � /usr/lib/python3.6/response.py� is_fp_closed s
r
c C s\ t | tj�s tdjt| ����t| dd�}t| dd�}d}|rD|� }|sL|rXt||d��dS )aP
Asserts whether all headers have been successfully parsed.
Extracts encountered errors from the result of parsing headers.
Only works on Python 3.
:param headers: Headers to verify.
:type headers: `httplib.HTTPMessage`.
:raises urllib3.exceptions.HeaderParsingError:
If parsing errors are found.
z"expected httplib.Message, got {0}.�defectsN� get_payload)r �
unparsed_data)�
isinstance�httplibZ HTTPMessage� TypeError�format�type�getattrr )Zheadersr r r r r r �assert_header_parsing& s r c C s$ | j }t|t�r|dkS |j� dkS )z�
Checks whether the request of a response has been a HEAD-request.
Handles the quirks of AppEngine.
:param conn:
:type conn: :class:`httplib.HTTPResponse`
� ZHEAD)�_methodr �int�upper)Zresponse�methodr r r �is_response_to_headE s
r N)
Z
__future__r Zpackages.six.movesr r �
exceptionsr r
r r r r r r �<module> s
urllib3/util/__pycache__/ssl_.cpython-36.pyc 0000644 00000021265 15051612331 0014676 0 ustar 00 3
�Pf�/ � ! @ s� d dl mZ d dlZd dlZd dlZd dlmZmZ d dlm Z m
Z
m Z ddl m
Z
mZmZ dZdZdZdZe e
e d�Zd d
� Zeed e�Zy,d dlZd d lmZmZmZ d d
lmZ W n e k
r� Y nX yd dlm Z m Z m Z W n" e k
�r d0\Z Z dZ Y nX dj dddddddddd d d d d d!d"g�Z!yd d#lmZ W n. e k
�rr d dl"Z"G d$d%� d%e#�ZY nX d&d'� Z$d(d)� Z%d*d+� Z&d1d,d-�Z'd2d.d/�Z(dS )3� )�absolute_importN)�hexlify� unhexlify)�md5�sha1�sha256� )�SSLError�InsecurePlatformWarning�SNIMissingWarningF)� �( �@ c C sH t t| �t|� �}x*tt| �t|��D ]\}}|||A O }q(W |dkS )z�
Compare two digests of equal length in constant time.
The digests must be of type str/bytes.
Returns True if the digests match, and False otherwise.
r )�abs�len�zip� bytearray)�a�b�result�l�r� r �/usr/lib/python3.6/ssl_.py� _const_compare_digest_backport s r Zcompare_digest)� wrap_socket� CERT_NONE�PROTOCOL_SSLv23)�HAS_SNI)� OP_NO_SSLv2� OP_NO_SSLv3�OP_NO_COMPRESSION� � i �:zTLS13-AES-256-GCM-SHA384z TLS13-CHACHA20-POLY1305-SHA256zTLS13-AES-128-GCM-SHA256z ECDH+AESGCMz
ECDH+CHACHA20z DH+AESGCMz DH+CHACHA20z ECDH+AES256z DH+AES256z ECDH+AES128zDH+AESz
RSA+AESGCMzRSA+AESz!aNULLz!eNULLz!MD5)�
SSLContextc @ s\ e Zd Zdej ko dk n p*dejkZdd� Zdd� Zdd d
�Zd d � Z ddd�Z
dS )r% r � � c C s6 || _ d| _tj| _d | _d| _d | _d | _d | _ d S )NFr )
�protocol�check_hostname�sslr � verify_mode�ca_certs�options�certfile�keyfile�ciphers)�selfZprotocol_versionr r r �__init__c s zSSLContext.__init__c C s || _ || _d S )N)r. r/ )r1 r. r/ r r r �load_cert_chainn s zSSLContext.load_cert_chainNc C s || _ |d k rtd��d S )Nz-CA directories not supported in older Pythons)r, r )r1 ZcafileZcapathr r r �load_verify_locationsr s z SSLContext.load_verify_locationsc C s | j std��|| _d S )Nz�Your version of Python does not support setting a custom cipher suite. Please upgrade to Python 2.7, 3.2, or later if you need this functionality.)�supports_set_ciphers� TypeErrorr0 )r1 Z cipher_suiter r r � set_ciphersx s zSSLContext.set_ciphersFc C sT t jdt� | j| j| j| j| j|d�}| jrDt |fd| j
i|��S t |f|�S d S )Na2 A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)r/ r. r, � cert_reqs� ssl_version� server_sider0 ) �warnings�warnr
r/ r. r, r+ r( r5 r r0 )r1 Zsocket�server_hostnamer: �kwargsr r r r � s zSSLContext.wrap_socket)r r& )r' )r' r )NN)NF) �__name__�
__module__� __qualname__�sys� version_infor5 r2 r3 r4 r7 r r r r r r% _ s
r% c C sn |j dd�j� }t|�}tj|�}|s4tdj|���t|j� �}|| �j � }t
||�sjtdj|t |����dS )z�
Checks if given fingerprint matches the supplied certificate.
:param cert:
Certificate as bytes object.
:param fingerprint:
Fingerprint as string of hexdigits, can be interspersed by colons.
r$ � z"Fingerprint of invalid length: {0}z6Fingerprints did not match. Expected "{0}", got "{1}".N) �replace�lowerr � HASHFUNC_MAP�getr �formatr �encodeZdigest�_const_compare_digestr )ZcertZ fingerprintZ
digest_lengthZhashfuncZfingerprint_bytesZ cert_digestr r r �assert_fingerprint� s
rL c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )a�
Resolves the argument to a numeric constant, which can be passed to
the wrap_socket function/method from the ssl module.
Defaults to :data:`ssl.CERT_NONE`.
If given a string it is assumed to be the name of the constant in the
:mod:`ssl` module or its abbrevation.
(So you can specify `REQUIRED` instead of `CERT_REQUIRED`.
If it's neither `None` nor a string we assume it is already the numeric
constant which can directly be passed to wrap_socket.
NZCERT_)r �
isinstance�str�getattrr* )� candidate�resr r r �resolve_cert_reqs� s
rR c C s@ | dkr t S t| t�r<tt| d�}|dkr8ttd| �}|S | S )z
like resolve_cert_reqs
NZ PROTOCOL_)r rM rN rO r* )rP rQ r r r �resolve_ssl_version� s
rS c C s� t | p
tj�}|dkr tjn|}|dkrDd}|tO }|tO }|tO }| j|O _t|dd�rl|j |pht
� ||_ t|dd�dk r�d|_ |S )a� All arguments have the same meaning as ``ssl_wrap_socket``.
By default, this function does a lot of the same work that
``ssl.create_default_context`` does on Python 3.4+. It:
- Disables SSLv2, SSLv3, and compression
- Sets a restricted set of server ciphers
If you wish to enable SSLv3, you can do::
from urllib3.util import ssl_
context = ssl_.create_urllib3_context()
context.options &= ~ssl_.OP_NO_SSLv3
You can do the same to enable compression (substituting ``COMPRESSION``
for ``SSLv3`` in the last line above).
:param ssl_version:
The desired protocol version to use. This will default to
PROTOCOL_SSLv23 which will negotiate the highest protocol that both
the server and your installation of OpenSSL support.
:param cert_reqs:
Whether to require the certificate verification. This defaults to
``ssl.CERT_REQUIRED``.
:param options:
Specific OpenSSL options. These default to ``ssl.OP_NO_SSLv2``,
``ssl.OP_NO_SSLv3``, ``ssl.OP_NO_COMPRESSION``.
:param ciphers:
Which cipher suites to allow the server to select.
:returns:
Constructed SSLContext object with specified options
:rtype: SSLContext
Nr r5 Tr) F)
r% r* r Z
CERT_REQUIREDr r r! r- rO r7 �DEFAULT_CIPHERSr+ r) )r9 r8 r- r0 �contextr r r �create_urllib3_context� s # rV c
C s� |}
|
dkrt |||d�}
|s"| r�y|
j|| � W q� tk
r\ } zt| ��W Y dd} ~ X q� tk
r� } z | jtjkr�t| ��� W Y dd} ~ X q�X n|dkr�t|
d�r�|
j� |r�|
j ||� t
r�|
j | |d�S t j
dt� |
j | �S )a
All arguments except for server_hostname, ssl_context, and ca_cert_dir have
the same meaning as they do when using :func:`ssl.wrap_socket`.
:param server_hostname:
When SNI is supported, the expected hostname of the certificate
:param ssl_context:
A pre-made :class:`SSLContext` object. If none is provided, one will
be created using :func:`create_urllib3_context`.
:param ciphers:
A string of ciphers we wish the client to support. This is not
supported on Python 2.6 as the ssl module does not support it.
:param ca_cert_dir:
A directory containing CA certificates in multiple separate files, as
supported by OpenSSL's -CApath flag or the capath argument to
SSLContext.load_verify_locations().
N)r0 �load_default_certs)r= a� An HTTPS request has been made, but the SNI (Subject Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. You can upgrade to a newer version of Python to solve this. For more information, see https://urllib3.readthedocs.io/en/latest/advanced-usage.html#ssl-warnings)rV r4 �IOErrorr �OSError�errno�ENOENT�hasattrrW r3 r r r; r< r ) Zsockr/ r. r8 r, r= r9 r0 Z ssl_contextZ ca_cert_dirrU �er r r �ssl_wrap_socket s. r^ )r" r# )NNNN) NNNNNNNNN))Z
__future__r rZ r; ZhmacZbinasciir r Zhashlibr r r �
exceptionsr r
r r% r Z IS_PYOPENSSLZIS_SECURETRANSPORTrG r rO rK r* r r r � ImportErrorr r r! �joinrT rB �objectrL rR rS rV r^ r r r r �<module> st
:
> urllib3/util/__pycache__/url.cpython-36.pyc 0000644 00000012430 15051612331 0014532 0 ustar 00 3
�Pf� � @ s� d dl mZ d dlmZ d dlZddlmZ dddd d
d d gZdZej d�Z
ddl m Z G dd� dede��Z
dd� Zdd� Zdd� ZdS )� )�absolute_import)�
namedtupleN� )�LocationParseError�scheme�auth�host�port�path�query�fragment�http�httpsz[ - ])�quotec s^ e Zd ZdZf Zd� fdd� Zedd� �Zedd� �Zed d
� �Z ed d � �Z
d
d� Z � Z S )�Urlz�
Datastructure for representing an HTTP URL. Used as a return value for
:func:`parse_url`. Both the scheme and host are normalized as they are
both case-insensitive according to RFC 3986.
Nc sV |r|j d� rd| }|r$|j� }|r8|tkr8|j� }tt| �j| |||||||�S )N�/)�
startswith�lower�NORMALIZABLE_SCHEMES�superr �__new__)�clsr r r r r
r r )� __class__� �/usr/lib/python3.6/url.pyr s z Url.__new__c C s | j S )z@For backwards-compatibility with urlparse. We're nice like that.)r )�selfr r r �hostname$ s z Url.hostnamec C s& | j pd}| jdk r"|d| j 7 }|S )z)Absolute path including the query string.r N�?)r
r )r Zurir r r � request_uri) s
zUrl.request_uric C s | j rd| j| j f S | jS )z(Network location including host and portz%s:%d)r r )r r r r �netloc3 s z
Url.netlocc C s� | \}}}}}}}d}|dk r*||d 7 }|dk r>||d 7 }|dk rN||7 }|dk rf|dt |� 7 }|dk rv||7 }|dk r�|d| 7 }|dk r�|d| 7 }|S )a�
Convert self into a url
This function should more or less round-trip with :func:`.parse_url`. The
returned url may not be exactly the same as the url inputted to
:func:`.parse_url`, but it should be equivalent by the RFC (e.g., urls
with a blank port will have : removed).
Example: ::
>>> U = parse_url('http://google.com/mail/')
>>> U.url
'http://google.com/mail/'
>>> Url('http', 'username:password', 'host.com', 80,
... '/path', 'query', 'fragment').url
'http://username:password@host.com:80/path?query#fragment'
� Nz://�@�:r �#)�str) r r r r r r
r r �urlr r r r% : s" zUrl.urlc C s | j S )N)r% )r r r r �__str__b s z Url.__str__)NNNNNNN)
�__name__�
__module__� __qualname__�__doc__� __slots__r �propertyr r r r% r& �
__classcell__r r )r r r s
(r c C sz d}d}x8|D ]0}| j |�}|dk r&q|dks6||k r|}|}qW |dksR|dk r\| ddfS | d|� | |d d� |fS )a�
Given a string and an iterable of delimiters, split on the first found
delimiter. Return two split parts and the matched delimiter.
If not found, then the first part is the full input string.
Example::
>>> split_first('foo/bar?baz', '?/=')
('foo', 'bar?baz', '/')
>>> split_first('foo/bar?baz', '123')
('foo/bar?baz', '', None)
Scales linearly with number of delims. Not ideal for large number of delims.
Nr r � )�find)�sZdelimsZmin_idxZ min_delim�d�idxr r r � split_firstf s
r3 c C s� | s
t � S tjdd� | �} d}d}d}d}d}d}d}d| krN| jdd�\}} t| dddg�\} }} | rp| | }d | kr�| jd d�\}} | r�| d
d kr�| jd d�\}} |d 7 }d
| k�r | jd
d�\}
}|s�|
}|�r|j� s�t| ��y t|�}W n t k
�r t| ��Y nX nd}n| �r.| �r.| }|�sHt |||||||�S d|k�rb|jdd�\}}d|k�r||jdd�\}}t |||||||�S )a:
Given a url, return a parsed :class:`.Url` namedtuple. Best-effort is
performed to parse incomplete urls. Fields not provided will be None.
Partly backwards-compatible with :mod:`urlparse`.
Example::
>>> parse_url('http://google.com/mail/')
Url(scheme='http', host='google.com', port=None, path='/mail/', ...)
>>> parse_url('google.com:80')
Url(scheme=None, host='google.com', port=80, path=None, ...)
>>> parse_url('/foo?bar')
Url(scheme=None, host=None, port=None, path='/foo', query='bar', ...)
c S s t | j� �S )N)r �group)�matchr r r �<lambda>� s zparse_url.<locals>.<lambda>Nz://r. r r r# r! r �[�]r" )
r �!_contains_disallowed_url_pchar_re�sub�splitr3 �rsplit�isdigitr �int�
ValueError) r% r r r r r
r r Zpath_ZdelimZ_hostr r r � parse_url� sR
r@ c C s t | �}|jpd|j|jfS )z4
Deprecated. Use :func:`parse_url` instead.
r
)r@ r r r )r% �pr r r �get_host� s rB )r
r N)Z
__future__r � collectionsr �re�
exceptionsr Z url_attrsr �compiler9 Z packages.six.moves.urllib.parser r r3 r@ rB r r r r �<module> s
U!a urllib3/util/__pycache__/request.cpython-36.opt-1.pyc 0000644 00000006102 15051612331 0016356 0 ustar 00 3
�Pfy � @ s\ d dl mZ d dlmZ ddlmZmZ ddlmZ dZ e
� Z ddd �Z d
d � Z
d d
� ZdS )� )�absolute_import)� b64encode� )�b�
integer_types)�UnrewindableBodyErrorz gzip,deflateNc C s� i }|r6t |t�rnt |t�r*dj|�}nt}||d< |rB||d< | rNd|d< |rldtt|��jd� |d< |r�dtt|��jd� |d < |r�d
|d < |S ) a
Shortcuts for generating request headers.
:param keep_alive:
If ``True``, adds 'connection: keep-alive' header.
:param accept_encoding:
Can be a boolean, list, or string.
``True`` translates to 'gzip,deflate'.
List will get joined by comma.
String will be used as provided.
:param user_agent:
String representing the user-agent you want, such as
"python-urllib3/0.6"
:param basic_auth:
Colon-separated username:password string for 'authorization: basic ...'
auth header.
:param proxy_basic_auth:
Colon-separated username:password string for 'proxy-authorization: basic ...'
auth header.
:param disable_cache:
If ``True``, adds 'cache-control: no-cache' header.
Example::
>>> make_headers(keep_alive=True, user_agent="Batman/1.0")
{'connection': 'keep-alive', 'user-agent': 'Batman/1.0'}
>>> make_headers(accept_encoding=True)
{'accept-encoding': 'gzip,deflate'}
�,zaccept-encodingz
user-agentz
keep-aliveZ
connectionzBasic zutf-8Z
authorizationzproxy-authorizationzno-cachez
cache-control)�
isinstance�str�list�join�ACCEPT_ENCODINGr r �decode)Z
keep_aliveZaccept_encodingZ
user_agentZ
basic_authZproxy_basic_authZ
disable_cacheZheaders� r � /usr/lib/python3.6/request.py� make_headers s* $
r c C sR |dk rt | |� n:t| dd�dk rNy | j� }W n ttfk
rL t}Y nX |S )z
If a position is provided, move file to that point.
Otherwise, we'll attempt to record a position for future use.
N�tell)� rewind_body�getattrr �IOError�OSError� _FAILEDTELL)�body�posr r r �set_file_positionM s
r c C st t | dd�}|dk rNt|t�rNy ||� W qp ttfk
rJ td��Y qpX n"|tkr`td��ntdt|� ��dS )z�
Attempt to rewind body to a certain position.
Primarily used for request redirects and retries.
:param body:
File-like object that supports seek.
:param int pos:
Position to seek to in file.
�seekNzAAn error occurred when rewinding request body for redirect/retry.zRUnable to record file position for rewinding request body during a redirect/retry.z4body_pos must be of type integer, instead it was %s.) r r r r r r r �
ValueError�type)r Zbody_posZ body_seekr r r r _ s
r )NNNNNN)Z
__future__r �base64r Z packages.sixr r �
exceptionsr r
�objectr r r r r r r r �<module> s
A urllib3/util/__pycache__/wait.cpython-36.pyc 0000644 00000003055 15051612331 0014677 0 ustar 00 3
�Pf� � @ s: d dl mZmZmZmZ d dd�Zd
dd�Zd dd�ZdS ) � )�
HAS_SELECT�DefaultSelector�
EVENT_READ� EVENT_WRITENc st t s td��t| t�s0t| d�r(| g} nt| �} t� �4}x| D ]}|j|� � q>W � fdd�|j|�D �S Q R X dS )z� Waits for IO events to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be interacted with immediately. z!Platform does not have a selector�filenoc s" g | ]}|d � @ r|d j �qS )r � )Zfileobj)�.0�key)�events� �/usr/lib/python3.6/wait.py�
<listcomp> s z'_wait_for_io_events.<locals>.<listcomp>N)r �
ValueError�
isinstance�list�hasattrr �registerZselect)�socksr
�timeoutZselectorZsockr )r
r �_wait_for_io_events s
r c C s t | t|�S )z� Waits for reading to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be read from immediately. )r r )r r r r r �
wait_for_read s r c C s t | t|�S )z� Waits for writing to be available from a list of sockets
or optionally a single socket if passed in. Returns a list of
sockets that can be written to immediately. )r r )r r r r r �wait_for_write$ s r )N)N)N)Z selectorsr r r r r r r r r r r �<module> s
urllib3/util/__pycache__/connection.cpython-36.opt-1.pyc 0000644 00000005744 15051612331 0017040 0 ustar 00 3
�Pf� � @ sn d dl mZ d dlZddlmZ ddlmZmZ dd� Zej ddfdd �Z
d
d � Z d d
� Z dd� Z
e
d�ZdS )� )�absolute_importN� )�
wait_for_read)�
HAS_SELECT�
SelectorErrorc C sV t | dd�}|dkrdS |dkr$dS ts,dS ytt|dd��S tk
rP dS X dS )a
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
�sockFNTg )�timeout)�getattrr �boolr r )Zconnr � r � /usr/lib/python3.6/connection.py�is_connection_dropped s
r
c C s� | \}}|j d�r |jd�}d}t� }x�tj|||tj�D ]�}|\} }
} } }
d}yHtj| |
| �}t||� |tjk r~|j|� |r�|j |� |j
|
� |S tj k
r� } z |}|dk r�|j � d}W Y dd}~X q:X q:W |dk r�|�tj d��dS )ad Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
�[z[]Nz!getaddrinfo returns an empty list)
�
startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ
settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection$ s2
r c C s( |d kr d S x|D ]}| j |� qW d S )N)Z
setsockopt)r Zoptions�optr r r r X s
r c C s t j} trt j} | S )z�This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r ` s r c C sV d}d}t jrFy"t j t j�}|j| df� d}W n tk
rD Y nX |rR|j� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6k s r# z::1)Z
__future__r r �waitr Z selectorsr r r
r r r r r# r r r r r �<module> s 3 urllib3/util/__pycache__/retry.cpython-36.pyc 0000644 00000030433 15051612331 0015100 0 ustar 00 3
�Pf ; � @ s� d dl mZ d dlZd dlZd dlmZ d dlmZ d dlZd dl Z ddl
m Z m Z m
Z
mZmZmZ ddlmZ eje�Zedd d
d d d
g�ZG dd� de�Zed�e_dS )� )�absolute_importN)�
namedtuple)� takewhile� )�ConnectTimeoutError�
MaxRetryError�
ProtocolError�ReadTimeoutError�
ResponseError�
InvalidHeader)�six�RequestHistory�method�url�error�status�redirect_locationc
@ s� e Zd ZdZeddddddg�Zedg�Zed d
d g�Zd Zd
ddddeddddddef
dd�Z dd� Z
e d2dd��Z dd� Z
dd� Zdd � Zd3d d �Zd d � Zd4d!d"�Zd#d$� Zd%d&� Zd'd(� Zd5d*d+�Zd,d-� Zd6d.d/�Zd0d1� ZdS )7�Retrya2 Retry configuration.
Each retry attempt will create a new Retry object with updated values, so
they can be safely reused.
Retries can be defined as a default for a pool::
retries = Retry(connect=5, read=2, redirect=5)
http = PoolManager(retries=retries)
response = http.request('GET', 'http://example.com/')
Or per-request (which overrides the default for the pool)::
response = http.request('GET', 'http://example.com/', retries=Retry(10))
Retries can be disabled by passing ``False``::
response = http.request('GET', 'http://example.com/', retries=False)
Errors will be wrapped in :class:`~urllib3.exceptions.MaxRetryError` unless
retries are disabled, in which case the causing exception will be raised.
:param int total:
Total number of retries to allow. Takes precedence over other counts.
Set to ``None`` to remove this constraint and fall back on other
counts. It's a good idea to set this to some sensibly-high value to
account for unexpected edge cases and avoid infinite retry loops.
Set to ``0`` to fail on the first retry.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int connect:
How many connection-related errors to retry on.
These are errors raised before the request is sent to the remote server,
which we assume has not triggered the server to process the request.
Set to ``0`` to fail on the first retry of this type.
:param int read:
How many times to retry on read errors.
These errors are raised after the request was sent to the server, so the
request may have side-effects.
Set to ``0`` to fail on the first retry of this type.
:param int redirect:
How many redirects to perform. Limit this to avoid infinite redirect
loops.
A redirect is a HTTP response with a status code 301, 302, 303, 307 or
308.
Set to ``0`` to fail on the first retry of this type.
Set to ``False`` to disable and imply ``raise_on_redirect=False``.
:param int status:
How many times to retry on bad status codes.
These are retries made on responses, where status code matches
``status_forcelist``.
Set to ``0`` to fail on the first retry of this type.
:param iterable method_whitelist:
Set of uppercased HTTP method verbs that we should retry on.
By default, we only retry on methods which are considered to be
idempotent (multiple requests with the same parameters end with the
same state). See :attr:`Retry.DEFAULT_METHOD_WHITELIST`.
Set to a ``False`` value to retry on any verb.
:param iterable status_forcelist:
A set of integer HTTP status codes that we should force a retry on.
A retry is initiated if the request method is in ``method_whitelist``
and the response status code is in ``status_forcelist``.
By default, this is disabled with ``None``.
:param float backoff_factor:
A backoff factor to apply between attempts after the second try
(most errors are resolved immediately by a second try without a
delay). urllib3 will sleep for::
{backoff factor} * (2 ^ ({number of total retries} - 1))
seconds. If the backoff_factor is 0.1, then :func:`.sleep` will sleep
for [0.0s, 0.2s, 0.4s, ...] between retries. It will never be longer
than :attr:`Retry.BACKOFF_MAX`.
By default, backoff is disabled (set to 0).
:param bool raise_on_redirect: Whether, if the number of redirects is
exhausted, to raise a MaxRetryError, or to return a response with a
response code in the 3xx range.
:param iterable remove_headers_on_redirect:
Sequence of headers to remove from the request when a response
indicating a redirect is returned before firing off the redirected
request
:param bool raise_on_status: Similar meaning to ``raise_on_redirect``:
whether we should raise an exception, or return a response,
if status falls in ``status_forcelist`` range and retries have
been exhausted.
:param tuple history: The history of the request encountered during
each call to :meth:`~Retry.increment`. The list is in the order
the requests occurred. Each list item is of class :class:`RequestHistory`.
:param bool respect_retry_after_header:
Whether to respect Retry-After header on status codes defined as
:attr:`Retry.RETRY_AFTER_STATUS_CODES` or not.
ZHEADZGETZPUTZDELETEZOPTIONSZTRACEZ
Authorizationi� i� i� �x �
Nr Tc C sv || _ || _|| _|| _|dks(|dkr0d}d} || _|p>t� | _|| _|| _| | _ |
| _
| pbt � | _ | | _
|
| _d S )NFr )�total�connect�readr �redirect�set�status_forcelist�method_whitelist�backoff_factor�raise_on_redirect�raise_on_status�tuple�history�respect_retry_after_header�remove_headers_on_redirect)�selfr r r r r r r r r r r! r" r# � r% �/usr/lib/python3.6/retry.py�__init__� s zRetry.__init__c K sP t | j| j| j| j| j| j| j| j| j | j
| j | j d� }|j
|� t| �f |�S )N) r r r r r r r r r r r! r# )�dictr r r r r r r r r r r! r# �update�type)r$ �kwZparamsr% r% r& �new� s
z Retry.newc C sR |dkr|dk r|n| j }t|t�r(|S t|�o2d}| ||d�}tjd||� |S )z4 Backwards-compatibility for the old retries format.N)r z!Converted retries value: %r -> %r)�DEFAULT�
isinstancer �bool�log�debug)�clsZretriesr �defaultZ new_retriesr% r% r& �from_int� s
zRetry.from_intc C sF t ttdd� t| j����}|dkr(dS | jd|d }t| j|�S )zJ Formula for computing the current backoff
:rtype: float
c S s
| j d kS )N)r )�xr% r% r& �<lambda>� s z(Retry.get_backoff_time.<locals>.<lambda>� r r )�len�listr �reversedr! r �min� BACKOFF_MAX)r$ Zconsecutive_errors_lenZ
backoff_valuer% r% r& �get_backoff_time� s zRetry.get_backoff_timec C s\ t jd|�rt|�}n6tjj|�}|d kr6td| ��tj|�}|tj� }|dk rXd}|S )Nz^\s*[0-9]+\s*$z Invalid Retry-After header: %sr ) �re�match�int�emailZutilsZ parsedater �timeZmktime)r$ � retry_afterZsecondsZretry_date_tupleZ
retry_dater% r% r& �parse_retry_after� s
zRetry.parse_retry_afterc C s |j d�}|dkrdS | j|�S )z* Get the value of Retry-After in seconds. z Retry-AfterN)Z getheaderrD )r$ �responserC r% r% r& �get_retry_after� s
zRetry.get_retry_afterc C s | j |�}|r tj|� dS dS )NTF)rF rB �sleep)r$ rE rC r% r% r& �sleep_for_retry� s
zRetry.sleep_for_retryc C s" | j � }|dkrd S tj|� d S )Nr )r= rB rG )r$ Zbackoffr% r% r& �_sleep_backoff s zRetry._sleep_backoffc C s" |r| j |�}|rdS | j� dS )aC Sleep between retry attempts.
This method will respect a server's ``Retry-After`` response header
and sleep the duration of the time requested. If that is not present, it
will use an exponential backoff. By default, the backoff factor is 0 and
this method will return immediately.
N)rH rI )r$ rE Zsleptr% r% r& rG s
z Retry.sleepc C s
t |t�S )z{ Errors when we're fairly sure that the server did not receive the
request, so it should be safe to retry.
)r. r )r$ �errr% r% r& �_is_connection_error s zRetry._is_connection_errorc C s t |ttf�S )z� Errors that occur after the request has been started, so we should
assume that the server began processing it.
)r. r r )r$ rJ r% r% r& �_is_read_error! s zRetry._is_read_errorc C s | j r|j� | j krdS dS )z| Checks if a given HTTP method should be retried upon, depending if
it is included on the method whitelist.
FT)r �upper)r$ r r% r% r& �_is_method_retryable' s zRetry._is_method_retryableFc C s< | j |�sdS | jr"|| jkr"dS | jo:| jo:|o:|| jkS )ax Is this method/status code retryable? (Based on whitelists and control
variables such as the number of total retries to allow, whether to
respect the Retry-After header, whether this header is present, and
whether the returned status code is on the list of status codes to
be retried upon on the presence of the aforementioned header)
FT)rN r r r" �RETRY_AFTER_STATUS_CODES)r$ r � status_codeZhas_retry_afterr% r% r& �is_retry0 s
zRetry.is_retryc C s: | j | j| j| j| jf}ttd|��}|s.dS t|�dk S )z Are we out of retries? NFr )r r r r r r9 �filterr; )r$ Z retry_countsr% r% r& � is_exhausted@ s
zRetry.is_exhaustedc C s� | j dkr |r tjt|�||��| j }|dk r6|d8 }| j}| j} | j}
| j} d} d}
d}|r�| j|�r�|dkr�tjt|�||��n|dk r�|d8 }n�|r�| j |�r�| dks�| j
|� r�tjt|�||��n| dk r�| d8 } nn|o�|j � �r|
dk r�|
d8 }
d} |j � }|j}
n<t j
} |�rL|j�rL| dk �r6| d8 } t jj|jd�} |j}
| jt||||
|�f }| j||| |
| |d�}|j� �r�t|||�p�t | ���tjd||� |S ) a� Return a new Retry object with incremented retry counters.
:param response: A response object, or None, if the server did not
return a response.
:type response: :class:`~urllib3.response.HTTPResponse`
:param Exception error: An error encountered during the request, or
None if the response was received successfully.
:return: A new ``Retry`` object.
FNr7 �unknownztoo many redirects)rP )r r r r r r! z$Incremented Retry for (url='%s'): %r)r r Zreraiser* r r r r rK rL rN Zget_redirect_locationr
Z
GENERIC_ERRORZSPECIFIC_ERROR�formatr! r
r, rS r r0 r1 )r$ r r rE r Z_poolZ _stacktracer r r r Z status_count�causer r r! Z new_retryr% r% r& � incrementI sX
zRetry.incrementc C s dj t| �| d�S )Nz|{cls.__name__}(total={self.total}, connect={self.connect}, read={self.read}, redirect={self.redirect}, status={self.status}))r2 r$ )rU r* )r$ r% r% r& �__repr__� s zRetry.__repr__)TN)N)N)F)NNNNNN)�__name__�
__module__� __qualname__�__doc__� frozensetZDEFAULT_METHOD_WHITELISTZ"DEFAULT_REDIRECT_HEADERS_BLACKLISTrO r< r' r, � classmethodr4 r= rD rF rH rI rG rK rL rN rQ rS rW rX r% r% r% r& r s8 x
Jr � )Z
__future__r rB Zlogging� collectionsr � itertoolsr rA r> �
exceptionsr r r r r
r Zpackagesr Z getLoggerrY r0 r
�objectr r- r% r% r% r& �<module> s
urllib3/util/__pycache__/connection.cpython-36.pyc 0000644 00000005744 15051612331 0016101 0 ustar 00 3
�Pf� � @ sn d dl mZ d dlZddlmZ ddlmZmZ dd� Zej ddfdd �Z
d
d � Z d d
� Z dd� Z
e
d�ZdS )� )�absolute_importN� )�
wait_for_read)�
HAS_SELECT�
SelectorErrorc C sV t | dd�}|dkrdS |dkr$dS ts,dS ytt|dd��S tk
rP dS X dS )a
Returns True if the connection is dropped and should be closed.
:param conn:
:class:`httplib.HTTPConnection` object.
Note: For platforms like AppEngine, this will always return ``False`` to
let the platform handle connection recycling transparently for us.
�sockFNTg )�timeout)�getattrr �boolr r )Zconnr � r � /usr/lib/python3.6/connection.py�is_connection_dropped s
r
c C s� | \}}|j d�r |jd�}d}t� }x�tj|||tj�D ]�}|\} }
} } }
d}yHtj| |
| �}t||� |tjk r~|j|� |r�|j |� |j
|
� |S tj k
r� } z |}|dk r�|j � d}W Y dd}~X q:X q:W |dk r�|�tj d��dS )ad Connect to *address* and return the socket object.
Convenience function. Connect to *address* (a 2-tuple ``(host,
port)``) and return the socket object. Passing the optional
*timeout* parameter will set the timeout on the socket instance
before attempting to connect. If no *timeout* is supplied, the
global default timeout setting returned by :func:`getdefaulttimeout`
is used. If *source_address* is set it must be a tuple of (host, port)
for the socket to bind as a source address before making the connection.
An host of '' or port 0 tells the OS to use the default.
�[z[]Nz!getaddrinfo returns an empty list)
�
startswith�strip�allowed_gai_family�socketZ getaddrinfoZ SOCK_STREAM�_set_socket_options�_GLOBAL_DEFAULT_TIMEOUTZ
settimeout�bindZconnect�error�close)Zaddressr Zsource_addressZsocket_options�hostZport�err�family�resZafZsocktype�protoZ canonnameZsar �er r r �create_connection$ s2
r c C s( |d kr d S x|D ]}| j |� qW d S )N)Z
setsockopt)r Zoptions�optr r r r X s
r c C s t j} trt j} | S )z�This function is designed to work in the context of
getaddrinfo, where family=socket.AF_UNSPEC is the default and
will perform a DNS search for both IPv6 and IPv4 records.)r ZAF_INET�HAS_IPV6Z AF_UNSPEC)r r r r r ` s r c C sV d}d}t jrFy"t j t j�}|j| df� d}W n tk
rD Y nX |rR|j� |S )z6 Returns True if the system can bind an IPv6 address. NFr T)r �has_ipv6ZAF_INET6r � Exceptionr )r r r! r r r � _has_ipv6k s r# z::1)Z
__future__r r �waitr Z selectorsr r r
r r r r r# r r r r r �<module> s 3 urllib3/util/__pycache__/__init__.cpython-36.pyc 0000644 00000002026 15051612331 0015467 0 ustar 00 3
�Pf � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd
lm Z m Z d Z d S )!� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed)�
SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)�
wait_for_read�wait_for_writer r r
r r r r r r r r r r r r r
r r r r N)r r r
r r r r r r r r r r r r r
r r r r ) Z
__future__r Z
connectionr Zrequestr Zresponser Zssl_r r r r
r r r
r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s8 (
urllib3/util/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000002026 15051612331 0016426 0 ustar 00 3
�Pf � @ s� d dl mZ ddlmZ ddlmZ ddlmZ ddlm Z m
Z
m Z m Z m
Z
mZmZmZ ddlmZmZ ddlmZ dd lmZmZmZmZ dd
lm Z m Z d Z d S )!� )�absolute_import� )�is_connection_dropped)� make_headers)� is_fp_closed)�
SSLContext�HAS_SNI� IS_PYOPENSSL�IS_SECURETRANSPORT�assert_fingerprint�resolve_cert_reqs�resolve_ssl_version�ssl_wrap_socket)� current_time�Timeout)�Retry)�get_host� parse_url� split_first�Url)�
wait_for_read�wait_for_writer r r
r r r r r r r r r r r r r
r r r r N)r r r
r r r r r r r r r r r r r
r r r r ) Z
__future__r Z
connectionr Zrequestr Zresponser Zssl_r r r r
r r r
r Ztimeoutr r Zretryr Zurlr r r r �waitr r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s8 (
urllib3/util/__pycache__/selectors.cpython-36.pyc 0000644 00000037715 15051612331 0015750 0 ustar 00 3
�Pf�R � @ sz d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZmZ y
ej Z W n e
e fk
rh ejZ Y nX d(Z d)Z
dZe� ZdaG dd� de�Zdd� Zejd*kr�d d � Znd
d � Zedddddg�ZG dd� de�ZG dd� de�Zeed��rG dd� de�Zeed��r G dd � d e�Z eed ��r:G d d � d e�Z eed ��rVG d!d"� d"e�Z eed��sfd#Zd$d%� Z d&d'� Z dS )+� N)�
namedtuple�Mapping� Tc s, e Zd Z� fdd�Zdd� Zdd� Z� ZS )�
SelectorErrorc s t t| �j� || _d S )N)�superr �__init__�errno)�self�errcode)� __class__� � /usr/lib/python3.6/selectors.pyr s zSelectorError.__init__c C s dj | j�S )Nz<SelectorError errno={0}>)�formatr )r r r r
�__repr__" s zSelectorError.__repr__c C s | j � S )N)r )r r r r
�__str__% s zSelectorError.__str__)�__name__�
__module__� __qualname__r r r �
__classcell__r r )r r
r s r c
C sd t | t�r| }n:yt| j� �}W n( tttfk
rH tdj| ���Y nX |dk r`tdj|���|S )zl Return a file descriptor from a file object. If
given an integer will simply return that integer back. zInvalid file object: {0!r}r z Invalid file descriptor: {0})�
isinstance�int�fileno�AttributeError� TypeError�
ValueErrorr )�fileobj�fdr r r
�_fileobj_to_fd) s
r � � c O sV y
| ||�S t ttjfk
rP } z"d}t|d�r8|j}t|��W Y dd}~X nX dS )z� This is the short-circuit version of the below logic
because in Python 3.5+ all system calls automatically restart
and recalculate their timeouts. Nr )�OSError�IOError�select�error�hasattrr r )�func�_�args�kwargs�er
r r r
�_syscall_wrapper; s
r* c O sR |j dd�}|dkr d}d}n t|�}|dk r4d}n
t� | }t|�}|rZd|krZtd��t}x�|tk�rLy| ||�}W q` tttj fk
�rH } z�d}t
|d�r�|j }nt
|d�r�|j d }|t j
kp�t
t d �o�|t jk} | �r&|dk �r$t� }
|
|k�rtt jd
��|�r$d|k�r$||
|d< w`|�r6t|��n� W Y dd}~X q`X q`W |S ) z� Wrapper function for syscalls that could fail due to EINTR.
All functions should be retried if there is time left in the timeout
in accordance with PEP 475. �timeoutNFg z4Timeout must be in args or kwargs to be recalculatedr r' r �WSAEINTR)r )�get�float� monotonic�listr �_SYSCALL_SENTINELr r! r" r# r$ r r' ZEINTRr, Z ETIMEDOUTr ) r% Zrecalc_timeoutr' r( r+ Zexpires�resultr) r
Z is_interruptZ current_timer r r
r* G sJ
� SelectorKeyr r �events�datac @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_SelectorMappingz* Mapping of file objects to selector keys c C s
|| _ d S )N)� _selector)r Zselectorr r r
r � s z_SelectorMapping.__init__c C s t | jj�S )N)�lenr7 �
_fd_to_key)r r r r
�__len__� s z_SelectorMapping.__len__c C s@ y| j j|�}| j j| S tk
r: tdj|���Y nX d S )Nz{0!r} is not registered.)r7 �_fileobj_lookupr9 �KeyErrorr )r r r r r r
� __getitem__� s
z _SelectorMapping.__getitem__c C s t | jj�S )N)�iterr7 r9 )r r r r
�__iter__� s z_SelectorMapping.__iter__N)r r r �__doc__r r: r= r? r r r r
r6 � s
r6 c @ sv e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d d �Zd d
d�Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) � BaseSelectora/ Abstract Selector class
A selector supports registering file objects to be monitored
for specific I/O events.
A file object is a file descriptor or any object with a
`fileno()` method. An arbitrary object can be attached to the
file object which can be used for example to store context info,
a callback, etc.
A selector can use various implementations (select(), poll(), epoll(),
and kqueue()) depending on the platform. The 'DefaultSelector' class uses
the most efficient implementation for the current platform.
c C s i | _ t| �| _d S )N)r9 r6 �_map)r r r r
r � s zBaseSelector.__init__c C sH yt |�S tk
rB x"| jj� D ]}|j|kr$|jS q$W � Y nX dS )aa Return a file descriptor from a file object.
This wraps _fileobj_to_fd() to do an exhaustive
search in case the object is invalid but we still
have it in our map. Used by unregister() so we can
unregister an object that was previously registered
even if it is closed. It is also used by _SelectorMapping
N)r r r9 �valuesr r )r r �keyr r r
r; � s
z BaseSelector._fileobj_lookupNc C sd | s|t tB @ r"tdj|���t|| j|�||�}|j| jkrTtdj||j���|| j|j< |S )z8 Register a file object for a set of events to monitor. zInvalid events: {0!r}z${0!r} (FD {1}) is already registered) �
EVENT_READ� EVENT_WRITEr r r3 r; r r9 r< )r r r4 r5 rD r r r
�register� s zBaseSelector.registerc C s� y| j j| j|��}W n� tk
r8 tdj|���Y np tjk
r� } zR|jtjkrZ� n<x:| j j � D ] }|j
|krf| j j|j � P qfW tdj|���W Y dd}~X nX |S )z0 Unregister a file object from being monitored. z{0!r} is not registeredN) r9 �popr; r< r �socketr# r ZEBADFrC r r )r r rD r) r r r
�
unregister� s
zBaseSelector.unregisterc C s� y| j | j|� }W n" tk
r6 tdj|���Y nX ||jkr\| j|� | j|||�}n"||jkr~|j|d�}|| j |j < |S )z< Change a registered file object monitored events and data. z{0!r} is not registered)r5 )
r9 r; r< r r4 rJ rG r5 �_replacer )r r r4 r5 rD r r r
�modify� s
zBaseSelector.modifyc C s
t � �dS )zj Perform the actual selection until some monitored file objects
are ready or the timeout expires. N)�NotImplementedError)r r+ r r r
r" � s zBaseSelector.selectc C s | j j� d| _dS )zd Close the selector. This must be called to ensure that all
underlying resources are freed. N)r9 �clearrB )r r r r
�close� s
zBaseSelector.closec C sH | j � }|dkrtd��y|| S tk
rB tdj|���Y nX dS )z: Return the key associated with a registered file object. NzSelector is closedz{0!r} is not registered)�get_map� RuntimeErrorr< r )r r �mappingr r r
�get_key s zBaseSelector.get_keyc C s | j S )z3 Return a mapping of file objects to selector keys )rB )r r r r
rP
s zBaseSelector.get_mapc C s$ y
| j | S tk
r dS X dS )z_ Return the key associated to a given file descriptor
Return None if it is not found. N)r9 r< )r r r r r
� _key_from_fd s
zBaseSelector._key_from_fdc C s | S )Nr )r r r r
� __enter__ s zBaseSelector.__enter__c G s | j � d S )N)rO )r r' r r r
�__exit__ s zBaseSelector.__exit__)N)N)N)r r r r@ r r; rG rJ rL r" rO rS rP rT rU rV r r r r
rA � s
rA r" c sN e Zd ZdZ� fdd�Zd
� fdd� Z� fdd�Zdd d
�Zdd d �Z� Z S )�SelectSelectorz Select-based selector. c s" t t| �j� t� | _t� | _d S )N)r rW r �set�_readers�_writers)r )r r r
r ! s zSelectSelector.__init__Nc sD t t| �j|||�}|t@ r*| jj|j� |t@ r@| jj|j� |S )N) r rW rG rE rY �addr rF rZ )r r r4 r5 rD )r r r
rG & s zSelectSelector.registerc s0 t t| �j|�}| jj|j� | jj|j� |S )N)r rW rJ rY �discardr rZ )r r rD )r r r
rJ . s zSelectSelector.unregisterc C s t j ||g |�S )z? Wrapper for select.select because timeout is a positional arg )r" )r �r�wr+ r r r
�_select4 s zSelectSelector._selectc C s� t | j� r t | j� r g S |d kr(d nt|d�}g }t| jd| j| j|�\}}}t|�}t|�}xV||B D ]J}d}||kr�|tO }||kr�|tO }| j |�}|rl|j
|||j @ f� qlW |S )Ng Tr ) r8 rY rZ �maxr* r_ rX rE rF rT �appendr4 ) r r+ �readyr] r^ r& r r4 rD r r r
r" 8 s$
zSelectSelector.select)N)N)N)
r r r r@ r rG rJ r_ r" r r r )r r
rW s
rW �pollc sN e Zd ZdZ� fdd�Zd
� fdd� Z� fdd�Zdd d
�Zdd d �Z� Z S )� PollSelectorz Poll-based selector c s t t| �j� tj� | _d S )N)r rd r r" rc �_poll)r )r r r
r S s zPollSelector.__init__Nc sP t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }| jj|j |� |S )Nr )
r rd rG rE r" �POLLINrF �POLLOUTre r )r r r4 r5 rD �
event_mask)r r r
rG W s
zPollSelector.registerc s" t t| �j|�}| jj|j� |S )N)r rd rJ re r )r r rD )r r r
rJ a s zPollSelector.unregisterc C s4 |dk r$|dkrd}nt j|d �}| jj|�}|S )zj Wrapper function for select.poll.poll() so that
_syscall_wrapper can work with only seconds. Nr g @�@)�math�ceilre rc )r r+ r2 r r r
�
_wrap_pollf s zPollSelector._wrap_pollc C sx g }t | jd|d�}x^|D ]V\}}d}|tj @ r:|tO }|tj @ rN|tO }| j|�}|r|j|||j @ f� qW |S )NT)r+ r )
r* rk r" rf rF rg rE rT ra r4 )r r+ rb � fd_eventsr rh r4 rD r r r
r" t s
zPollSelector.select)N)N)N)
r r r r@ r rG rJ rk r" r r r )r r
rd Q s
rd �epollc sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d
�Zdd d �Z� fd
d�Z � Z
S )�
EpollSelectorz Epoll-based selector c s t t| �j� tj� | _d S )N)r rn r r" rm �_epoll)r )r r r
r � s zEpollSelector.__init__c C s
| j j� S )N)ro r )r r r r
r � s zEpollSelector.filenoNc sT t t| �j|||�}d}|t@ r*|tjO }|t@ r<|tjO }t| j jd|j
|� |S )Nr F) r rn rG rE r" �EPOLLINrF �EPOLLOUTr* ro r )r r r4 r5 rD Z events_mask)r r r
rG � s
zEpollSelector.registerc s@ t t| �j|�}yt| jjd|j� W n tk
r: Y nX |S )NF)r rn rJ r* ro r r )r r rD )r r r
rJ � s zEpollSelector.unregisterc C s� |d k r2|dkrd}nt j|d �d }t|�}nd }tt| j�d�}g }t| jjd||d�}x^|D ]V\}}d}|t j
@ r�|t O }|t j @ r�|t
O }| j|�}|rd|j|||j@ f� qdW |S )
Nr g g @�@g����MbP?g �?r T)r+ Z maxeventsg �)ri rj r. r` r8 r9 r* ro rc r" rp rF rq rE rT ra r4 ) r r+ �
max_eventsrb rl r rh r4 rD r r r
r" � s*
zEpollSelector.selectc s | j j� tt| �j� d S )N)ro rO r rn )r )r r r
rO � s
zEpollSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r
rn � s
!rn �kqueuec sX e Zd ZdZ� fdd�Zdd� Zd� fdd� Z� fd d
�Zdd d �Z� fd
d�Z � Z
S )�KqueueSelectorz Kqueue / Kevent-based selector c s t t| �j� tj� | _d S )N)r rt r r" rs �_kqueue)r )r r r
r � s zKqueueSelector.__init__c C s
| j j� S )N)ru r )r r r r
r � s zKqueueSelector.filenoNc s| t t| �j|||�}|t@ rFtj|jtjtj�}t | j
j d|gdd� |t @ rxtj|jtj
tj�}t | j
j d|gdd� |S )NFr )r rt rG rE r" �keventr �KQ_FILTER_READZ KQ_EV_ADDr* ru �controlrF �KQ_FILTER_WRITE)r r r4 r5 rD rv )r r r
rG � s zKqueueSelector.registerc s� t t| �j|�}|jt@ r^tj|jtjtj �}yt
| j j d|gdd� W n t
k
r\ Y nX |jt@ r�tj|jtjtj �}yt
| j j d|gdd� W n t
k
r� Y nX |S )NFr )r rt rJ r4 rE r" rv r rw Z KQ_EV_DELETEr* ru rx r rF ry )r r rD rv )r r r
rJ � s$
zKqueueSelector.unregisterc C s� |d k rt |d�}t| j�d }i }t| jjdd ||�}x�|D ]�}|j}|j}d}|tj krd|t
O }|tj krv|t O }| j
|�} | r>| j|kr�| || j@ f|| j< q>|| j d }
| ||
B | j@ f|| j< q>W t|j� �S )Nr � Tr )r` r8 r9 r* ru rx Zident�filterr" rw rE ry rF rT r r4 r0 rC ) r r+ rr Z ready_fdsZ kevent_listrv r rh r4 rD Z
old_eventsr r r
r" � s*
zKqueueSelector.selectc s | j j� tt| �j� d S )N)ru rO r rt )r )r r r
rO s
zKqueueSelector.close)N)N) r r r r@ r r rG rJ r" rO r r r )r r
rt � s
rt Fc C sZ y0| dkr t j� }|jd� ntt | �� j� dS ttfk
rT } zdS d}~X nX dS )a
Checks that select structs can be allocated by the underlying
operating system, not just advertised by the select module. We don't
check select() because we'll be hopeful that most platforms that
don't have it available will not advertise it. (ie: GAE) rc r TFN)r" rc �getattrrO r r )�struct�pr) r r r
�
_can_allocate s r c C sP t dkrJtd�rta n4td�r$ta n&td�r2ta nttd�rBta ntd��t � S )z� This function serves as a first call for DefaultSelector to
detect if the select module is being monkey-patched incorrectly
by eventlet, greenlet, and preserve proper behavior. Nrs rm rc r" z!Platform does not have a selector) �_DEFAULT_SELECTORr rt rn rd r$ r" rW r r r r r
�DefaultSelector5 s
r� r rz )r r )!r ri r" rI �sysZtime� collectionsr r r/ r � ImportErrorrE rF Z
HAS_SELECT�objectr1 r� � Exceptionr r � version_infor* r3 r6 rA r$ rW rd rn rt r r� r r r r
�<module> sH
8 1 4 B R urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-36.pyc 0000644 00000006157 15051612332 0023602 0 ustar 00 3
�PfF � @ st d Z ddlZddlZy ddlZW n ek
r8 dZY nX dZG dd� de�Zddd�Zd d
� Z d d � Z
d
d� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� Nz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__�
__module__� __qualname__� r r �%/usr/lib/python3.6/_implementation.pyr s r � c
C s� g }| s dS | j d�}|d }|dd� }|jd�}||krLtdt| � ��|s`| j� |j� kS |dkrt|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d
d �� x |D ]}|jtj|�� q�W tj
d d
j |� d tj �} | j
|�S )zhMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s*
r c C s& t | t�r"tjdk r"t| ddd�} | S )N� �ascii�strict)�encoding�errors)r )�
isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r% c C s t jt| �j� �}||kS )z�Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
)� ipaddress�
ip_addressr% �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchT s r* c C s� | s t d��ytjt|��}W nP t k
r6 d}Y n: tk
rL d}Y n$ tk
rn tdkrhd}n� Y nX g }| jdf �}xb|D ]Z\}}|dkr�|dkr�t||�r�dS |j|� q�|dkr�|dk r�t ||�r�dS |j|� q�W |�s8xL| jdf �D ]<}x6|D ].\}}|dk�rt||��r$dS |j|� �qW q�W t
|�dk�rdt d |d
j t
t|��f ��n,t
|�dk�r�t d ||d f ��nt d
��dS )a) Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNameZDNSz
IP AddressZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)�
ValueErrorr& r' r% � UnicodeError�AttributeError�getr r r* �lenr r �mapr
)Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostname` sJ
r4 )r ) �__doc__r r" r& � ImportError� __version__r+ r r r% r* r4 r r r r �<module> s
5 urllib3/packages/ssl_match_hostname/__pycache__/_implementation.cpython-36.opt-1.pyc 0000644 00000006157 15051612332 0024541 0 ustar 00 3
�PfF � @ st d Z ddlZddlZy ddlZW n ek
r8 dZY nX dZG dd� de�Zddd�Zd d
� Z d d � Z
d
d� Z dS )zJThe match_hostname() function from Python 3.3.3, essential when using SSL.� Nz3.5.0.1c @ s e Zd ZdS )�CertificateErrorN)�__name__�
__module__� __qualname__� r r �%/usr/lib/python3.6/_implementation.pyr s r � c
C s� g }| s dS | j d�}|d }|dd� }|jd�}||krLtdt| � ��|s`| j� |j� kS |dkrt|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d
d �� x |D ]}|jtj|�� q�W tj
d d
j |� d tj �} | j
|�S )zhMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr �repr�lower�append�
startswith�re�escape�replace�compile�join�
IGNORECASE�match)
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcardsZfragZpatr r r �_dnsname_match s*
r c C s& t | t�r"tjdk r"t| ddd�} | S )N� �ascii�strict)�encoding�errors)r )�
isinstance�str�sys� version_infoZunicode)�objr r r � _to_unicodeO s r% c C s t jt| �j� �}||kS )z�Exact matching of IP addresses.
RFC 6125 explicitly doesn't define an algorithm for this
(section 1.7.2 - "Out of Scope").
)� ipaddress�
ip_addressr% �rstrip)Zipname�host_ipZipr r r �_ipaddress_matchT s r* c C s� | s t d��ytjt|��}W nP t k
r6 d}Y n: tk
rL d}Y n$ tk
rn tdkrhd}n� Y nX g }| jdf �}xb|D ]Z\}}|dkr�|dkr�t||�r�dS |j|� q�|dkr�|dk r�t ||�r�dS |j|� q�W |�s8xL| jdf �D ]<}x6|D ].\}}|dk�rt||��r$dS |j|� �qW q�W t
|�dk�rdt d |d
j t
t|��f ��n,t
|�dk�r�t d ||d f ��nt d
��dS )a) Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDNZsubjectAltNameZDNSz
IP AddressZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found)�
ValueErrorr& r' r% � UnicodeError�AttributeError�getr r r* �lenr r �mapr
)Zcertr r) ZdnsnamesZsan�key�value�subr r r �match_hostname` sJ
r4 )r ) �__doc__r r" r& � ImportError� __version__r+ r r r% r* r4 r r r r �<module> s
5 urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-36.pyc 0000644 00000000740 15051612332 0022145 0 ustar 00 3
�Pf� � @ s� d dl Z y&e jd k r ed��d dlmZmZ W nN ek
r| yd dlmZmZ W n$ ek
rv ddlmZmZ Y nX Y nX d
ZdS ) � N� � zFallback to vendored code)�CertificateError�match_hostname� r r )r r )r r ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r � /usr/lib/python3.6/__init__.py�<module> s
urllib3/packages/ssl_match_hostname/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000740 15051612332 0023104 0 ustar 00 3
�Pf� � @ s� d dl Z y&e jd k r ed��d dlmZmZ W nN ek
r| yd dlmZmZ W n$ ek
rv ddlmZmZ Y nX Y nX d
ZdS ) � N� � zFallback to vendored code)�CertificateError�match_hostname� r r )r r )r r ) �sys� version_info� ImportErrorZsslr r Z backports.ssl_match_hostnameZ_implementation�__all__� r r � /usr/lib/python3.6/__init__.py�<module> s
urllib3/packages/backports/__pycache__/makefile.cpython-36.opt-1.pyc 0000644 00000002223 15051612332 0021235 0 ustar 00 3
�Pf� � @ s& d Z ddlZddlmZ ddd�ZdS )z�
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
� N)�SocketIO�rc
C s t |�t dddg�ks$td|f ��d|k}d|kp8| }d|k}d} |rR| d7 } |r^| d7 } t| | �}
| jd7 _|dkr�d
}|dk r�tj}|dkr�|s�td ��|
S |r�|r�tj|
|
|�} n |r�tj|
|�} n tj|
|�} |r�| S tj | |||�} || _
| S ) z:
Backport of ``socket.makefile`` from Python 3.5.
r �w�bz&invalid mode %r (only r, w, b allowed)� � Nr z!unbuffered streams must be binary���) �set�
ValueErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter�
TextIOWrapper�mode)
�selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r � /usr/lib/python3.6/makefile.py�backport_makefile s>
r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s urllib3/packages/backports/__pycache__/makefile.cpython-36.pyc 0000644 00000002275 15051612332 0020305 0 ustar 00 3
�Pf� � @ s& d Z ddlZddlmZ ddd�ZdS )z�
backports.makefile
~~~~~~~~~~~~~~~~~~
Backports the Python 3 ``socket.makefile`` method for use with anything that
wants to create a "fake" socket object.
� N)�SocketIO�rc
C s t |�t dddg�ks$td|f ��d|k}d|kp8| }|sF|sFt�d|k}d} |r^| d7 } |rj| d7 } t| | �}
| jd7 _|dkr�d
}|dk r�tj}|dkr�|s�td ��|
S |r�|r�tj|
|
|�} n&|r�tj|
|�} n|s�t�tj |
|�} |� r�| S tj
| |||�} || _ | S ) z:
Backport of ``socket.makefile`` from Python 3.5.
r �w�bz&invalid mode %r (only r, w, b allowed)� � Nr z!unbuffered streams must be binary���) �set�
ValueError�AssertionErrorr Z_makefile_refs�io�DEFAULT_BUFFER_SIZE�BufferedRWPair�BufferedReader�BufferedWriter�
TextIOWrapper�mode)
�selfr � buffering�encoding�errors�newlineZwritingZreadingZbinaryZrawmode�raw�buffer�text� r � /usr/lib/python3.6/makefile.py�backport_makefile sB
r )r NNNN)�__doc__r Zsocketr r r r r r �<module> s urllib3/packages/backports/__pycache__/__init__.cpython-36.pyc 0000644 00000000161 15051612332 0020257 0 ustar 00 3
�Pf � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/packages/backports/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000161 15051612332 0021216 0 ustar 00 3
�Pf � @ s d S )N� r r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/packages/__pycache__/six.cpython-36.pyc 0000644 00000057532 15051612332 0015351 0 ustar 00 3
�Pf�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� �dzkZ
e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d
� d
e �Z ye!e � � W n e"k
�r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e
�r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d
d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d
� G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk
� r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk
� r� �d)�d*� ZKY nX e �
r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe �
r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej
d
d
k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej
dd� �d�k�
re|�dh� n.ej
dd� �d�k�
r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk�
rj�dm�dn� Zej
dd� �d�k �
r�eZ��do�dn� Ze#e}�dp� ej
dd� �d�k �
r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr
r
�/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r
r
r
r
r r < s r �? c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr
r
r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules)�namer
r
r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S )N)r )r r r
r
r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk
r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr
r
r �__get__[ s z_LazyDescr.__get__N)r r r r r% r
r
r
r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r
r r i s zMovedModule.__init__c C s
t | j�S )N)r r) )r r
r
r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer
r
r � __getattr__u s
zMovedModule.__getattr__)N)r r r r r r0 �
__classcell__r
r
)r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r
r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ]
}|j �qS r
)r )�.0r- r
r
r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr
r
r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r
r
)r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r
r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler
r
r r � s
zMovedAttribute._resolve)NN)r r r r r r1 r
r
)r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S )N)r �
known_modules)r Zsix_module_namer
r
r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer
r
r � _add_module� s
z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r
r
r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr
r
r � find_module� s
z _SixMetaPathImporter.find_modulec C s0 y
| j | S tk
r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r
r
r Z __get_module� s
z!_SixMetaPathImporter.__get_modulec C sR y
t j| S tk
r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module�
isinstancer& r �
__loader__)r r< r) r
r
r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrC )r r< r
r
r �
is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None
Required, if is_package is implementedN)rC )r r< r
r
r �get_code� s
z _SixMetaPathImporter.get_code)N)
r r r r r r= r> r@ rC rF rI rJ �
get_sourcer
r
r
r r9 � s
r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r
r
r
r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r
r
r
r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ
splitqueryZsplittagZ splituserZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r
r
r
r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r
r
r
r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r
r
r
r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r
r
r
r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z
ejd�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r
)r r
r
r r6 � s z Module_six_moves_urllib.__dir__N)
r r r r rG � _importerr> rt ru rv rw rj r6 r
r
r
r rs � s
rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover
r
r �add_move� s ry c C sX yt t| � W nD tk
rR y tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r
r
r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | j � S )N)�next)�itr
r
r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr
r
r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r
r
r �callable s r� c C s | S )Nr
)�unboundr
r
r �get_unbound_function s r� c C s | S )Nr
)r �clsr
r
r �create_unbound_method s r� c C s | j S )N)r� )r� r
r
r r� " s c C s t j| ||j�S )N)�types�
MethodTyper )r r" r
r
r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r
r
r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r
r
r r� - s z
Iterator.nextN)r r r r� r
r
r
r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr
r
r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r
r
r �
itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r
r
r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r
r
r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r
r
r r� P s c K s | j f |�S )N)r� )r� r� r
r
r r� S s c K s | j f |�S )N)r� )r� r� r
r
r r� V s c K s | j f |�S )N)r� )r� r� r
r
r r� Y s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| j d�S )Nzlatin-1)�encode)�sr
r
r �bk s r� c C s | S )Nr
)r� r
r
r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr
)r� r
r
r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r
r
r r� � s c C s t | d �S )Nr )�ord)Zbsr
r
r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir
r
r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr
r
r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r
r
r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r
r
r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)�
__traceback__�with_traceback)r# r/ �tbr
r
r �reraise� s
r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer
r
r �exec_� s
r� z9def reraise(tp, value, tb=None):
raise tp, value, tb
zrdef raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
zCdef raise_from(value, from_value):
raise value from from_value
c C s | �d S )Nr
)r/ Z
from_valuer
r
r �
raise_from� s r� �printc
s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td
�}nd }d
}|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD �
basestring�strr� r� �encodingr, r� �write)�datar� )�fpr
r r� � s
zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrD r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r
)r� r �print_� sL
r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r
r
r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr
r �wrapper s zwraps.<locals>.wrapperr
)r� r� r� r� r
)r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr
)r� r Z
this_basesr� )�bases�metar
r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r
)r� r� r
r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r
)r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r
r r� . s
z add_metaclass.<locals>.wrapperr
)r� r� r
)r� r �
add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r
r
r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz �
ValueErrorr r� r� )r� r
r
r �python_2_unicode_compatible< s
r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z
__future__r r^ rP �operatorr r� �
__author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r& �
ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr
r
r
r �<module> s�
>
5 urllib3/packages/__pycache__/ordered_dict.cpython-36.pyc 0000644 00000020173 15051612332 0017164 0 ustar 00 3
�Pf�" � @ st yd dl mZ W n ek
r0 d dlmZ Y nX yd dlmZmZmZ W n ek
r^ Y nX G dd� de �Z
dS )� )� get_ident)�KeysView�
ValuesView� ItemsViewc @ s e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zi fd$d%�Zd&d'� Zd(d)� Zed8d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S )9� OrderedDictz)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
� z$expected at most 1 arguments, got %dN)�len� TypeError�_OrderedDict__root�AttributeError�_OrderedDict__map�_OrderedDict__update)�self�args�kwds�root� r �"/usr/lib/python3.6/ordered_dict.py�__init__ s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r
r )r �key�valueZ dict_setitemr �lastr r r � __setitem__, s
zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r �pop)r r Z dict_delitem� link_prev� link_nextr r r � __delitem__6 s
zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r � N)r
)r r �currr r r �__iter__? s
zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r N)r
)r r r r r r � __reversed__G s
zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk
rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr
�clearr �dict)r Znoder r r r r" O s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r )�KeyErrorr
r r# r )r r r �linkr r r r r r r �popitem[ s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)�list)r r r r �keyst s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )�.0r )r r r �
<listcomp>z s z&OrderedDict.values.<locals>.<listcomp>r )r r )r r �valuesx s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )r) r )r r r r* ~ s z%OrderedDict.items.<locals>.<listcomp>r )r r )r r �items| s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)�iter)r r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )r �kr r r r! � s
zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )r r/ r r r � iteritems� s
zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r( N)r r �
isinstancer# �hasattrr( r, )r r r �otherr r r r r �update� s&
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr$ )r r �default�resultr r r r � s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )r r r6 r r r �
setdefault� s zOrderedDict.setdefaultc C sV t | �t� f}||krdS d||< z&| s6d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)�id�
_get_ident� __class__�__name__r, )r Z
_repr_runningZcall_keyr r r �__repr__� s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )r) r/ )r r r r* � s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�vars�copyr r r; )r r, Z inst_dictr/ r )r r �
__reduce__� s zOrderedDict.__reduce__c C s
| j | �S )z!od.copy() -> a shallow copy of od)r; )r r r r r? � s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )�cls�iterabler �dr r r r �fromkeys� s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r1 r r r, r# �__eq__)r r3 r r r rE � s
zOrderedDict.__eq__c C s
| |k S )Nr )r r3 r r r �__ne__� s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r )r r r r �viewkeys� s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r )r r r r �
viewvalues� s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r )r r r r � viewitems s zOrderedDict.viewitems)T)N)N)"r< �
__module__� __qualname__�__doc__r r# r r r r r" r& r( r+ r, r. r! r0 r4 r
�objectr5 r r8 r= r@ r? � classmethodrD rE rF rG rH rI r r r r r s:
r N) Zthreadr r: � ImportErrorZ dummy_threadZ_abcollr r r r# r r r r r �<module> s urllib3/packages/__pycache__/ordered_dict.cpython-36.opt-1.pyc 0000644 00000020173 15051612333 0020124 0 ustar 00 3
�Pf�" � @ st yd dl mZ W n ek
r0 d dlmZ Y nX yd dlmZmZmZ W n ek
r^ Y nX G dd� de �Z
dS )� )� get_ident)�KeysView�
ValuesView� ItemsViewc @ s e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zi fd$d%�Zd&d'� Zd(d)� Zed8d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S )9� OrderedDictz)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
� z$expected at most 1 arguments, got %dN)�len� TypeError�_OrderedDict__root�AttributeError�_OrderedDict__map�_OrderedDict__update)�self�args�kwds�root� r �"/usr/lib/python3.6/ordered_dict.py�__init__ s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r
r )r �key�valueZ dict_setitemr �lastr r r � __setitem__, s
zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r �pop)r r Z dict_delitem� link_prev� link_nextr r r � __delitem__6 s
zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r � N)r
)r r �currr r r �__iter__? s
zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r N)r
)r r r r r r � __reversed__G s
zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk
rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r �
itervaluesr
�clearr �dict)r Znoder r r r r" O s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r )�KeyErrorr
r r# r )r r r �linkr r r r r r r �popitem[ s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)�list)r r r r �keyst s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )�.0r )r r r �
<listcomp>z s z&OrderedDict.values.<locals>.<listcomp>r )r r )r r �valuesx s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )r) r )r r r r* ~ s z%OrderedDict.items.<locals>.<listcomp>r )r r )r r �items| s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)�iter)r r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )r �kr r r r! � s
zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )r r/ r r r � iteritems� s
zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r( N)r r �
isinstancer# �hasattrr( r, )r r r �otherr r r r r �update� s&
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr$ )r r �default�resultr r r r � s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )r r r6 r r r �
setdefault� s zOrderedDict.setdefaultc C sV t | �t� f}||krdS d||< z&| s6d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)�id�
_get_ident� __class__�__name__r, )r Z
_repr_runningZcall_keyr r r �__repr__� s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )r) r/ )r r r r* � s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�vars�copyr r r; )r r, Z inst_dictr/ r )r r �
__reduce__� s zOrderedDict.__reduce__c C s
| j | �S )z!od.copy() -> a shallow copy of od)r; )r r r r r? � s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )�cls�iterabler �dr r r r �fromkeys� s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r1 r r r, r# �__eq__)r r3 r r r rE � s
zOrderedDict.__eq__c C s
| |k S )Nr )r r3 r r r �__ne__� s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r )r r r r �viewkeys� s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r )r r r r �
viewvalues� s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r )r r r r � viewitems s zOrderedDict.viewitems)T)N)N)"r< �
__module__� __qualname__�__doc__r r# r r r r r" r& r( r+ r, r. r! r0 r4 r
�objectr5 r r8 r= r@ r? � classmethodrD rE rF rG rH rI r r r r r s:
r N) Zthreadr r: � ImportErrorZ dummy_threadZ_abcollr r r r# r r r r r �<module> s urllib3/packages/__pycache__/six.cpython-36.opt-1.pyc 0000644 00000057532 15051612333 0016311 0 ustar 00 3
�Pf�u � I @ sr d Z ddlmZ ddlZddlZddlZddlZddlZdZdZ ej
d dkZ ej
d dkZ ej
dd� �dzkZ
e r�efZefZefZeZeZejZn�efZeefZeejfZe ZeZej j d �r�e�d|�ZnLG d d
� d
e �Z ye!e � � W n e"k
�r e�d~�ZY n X e�d��Z[ dd� Z#dd� Z$G dd� de �Z%G dd� de%�Z&G dd� dej'�Z(G dd� de%�Z)G dd � d e �Z*e*e+�Z,G d d � d e(�Z-e)d d d d!�e)d"d#d$d%d"�e)d&d#d#d'd&�e)d(d)d$d*d(�e)d+d)d,�e)d-d#d$d.d-�e)d/d0d0d1d/�e)d2d0d0d/d2�e)d3d)d$d4d3�e)d5d)e
�r d6nd7d8�e)d9d)d:�e)d;d<d=d>�e)d!d!d �e)d?d?d@�e)dAdAd@�e)dBdBd@�e)d4d)d$d4d3�e)dCd#d$dDdC�e)dEd#d#dFdE�e&d$d)�e&dGdH�e&dIdJ�e&dKdLdM�e&dNdOdN�e&dPdQdR�e&dSdTdU�e&dVdWdX�e&dYdZd[�e&d\d]d^�e&d_d`da�e&dbdcdd�e&dedfdg�e&dhdidj�e&dkdkdl�e&dmdmdl�e&dndndl�e&dododp�e&dqdr�e&dsdt�e&dudv�e&dwdxdw�e&dydz�e&d{d|d}�e&d~dd��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�d�d��e&d�e+d� d��e&d�e+d� d��e&d�e+d� e+d� �e&d�d�d��e&d�d�d��e&d�d�d��g>Z.ej d�k�rZe.e&d�d��g7 Z.x:e.D ]2Z/e0e-e/j1e/� e2e/e&��r`e,j3e/d�e/j1 � �q`W [/e.e-_.e-e+d� �Z4e,j3e4d�� G d�d�� d�e(�Z5e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d>d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��e)d�d�d��gZ6x e6D ]Z/e0e5e/j1e/� �q�W [/e6e5_.e,j3e5e+d� �d�dӃ G d�dՄ d�e(�Z7e)d�d�d��e)d�d�d��e)d�d�d��gZ8x e8D ]Z/e0e7e/j1e/� �q$W [/e8e7_.e,j3e7e+d� �d�d܃ G d�dބ d�e(�Z9e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)d�d�d�e)�d d�d�g!Z:x e:D ]Z/e0e9e/j1e/� �q�W [/e:e9_.e,j3e9e+�d ��d�d� G �d�d� �de(�Z;e)�dd��d�e)�dd��d�e)�d d��d�e)�d
d��d�gZ<x e<D ]Z/e0e;e/j1e/� �qTW [/e<e;_.e,j3e;e+�d ��d �d
� G �d�d� �de(�Z=e)�dd�d��gZ>x e>D ]Z/e0e=e/j1e/� �q�W [/e>e=_.e,j3e=e+�d ��d�d� G �d�d� �dej'�Z?e,j3e?e+d� ��d� �d�d� Z@�d�d� ZAe � rj�dZB�d ZC�d ZD�d ZE�d ZF�d ZGn$�d!ZB�d"ZC�d#ZD�d$ZE�d%ZF�d&ZGyeHZIW n" eJk
� r� �d'�d(� ZIY nX eIZHyeKZKW n" eJk
� r� �d)�d*� ZKY nX e �
r�d+�d,� ZLejMZN�d-�d.� ZOe ZPn>�d/�d,� ZL�d0�d1� ZN�d2�d.� ZOG �d3�d4� �d4e �ZPeKZKe#eL�d5� ejQeB�ZRejQeC�ZSejQeD�ZTejQeE�ZUejQeF�ZVejQeG�ZWe �
r��d6�d7� ZX�d8�d9� ZY�d:�d;� ZZ�d<�d=� Z[ej\�d>�Z]ej\�d?�Z^ej\�d@�Z_nT�dA�d7� ZX�dB�d9� ZY�dC�d;� ZZ�dD�d=� Z[ej\�dE�Z]ej\�dF�Z^ej\�dG�Z_e#eX�dH� e#eY�dI� e#eZ�dJ� e#e[�dK� e � r�dL�dM� Z`�dN�dO� ZaebZcddldZdedje�dP�jfZg[dejhd�ZiejjZkelZmddlnZnenjoZoenjpZp�dQZqej
d
d
k� r �dRZr�dSZsn �dTZr�dUZsnj�dV�dM� Z`�dW�dO� ZaecZcebZg�dX�dY� Zi�dZ�d[� Zkejtejuev�ZmddloZoeojo ZoZp�d\Zq�dRZr�dSZse#e`�d]� e#ea�d^� �d_�dQ� Zw�d`�dT� Zx�da�dU� Zye � r�eze4j{�db�Z|�d��dc�dd�Z}n�d��de�df�Z|e|�dg� ej
dd� �d�k�
re|�dh� n.ej
dd� �d�k�
r8e|�di� n �dj�dk� Z~eze4j{�dld�Zedk�
rj�dm�dn� Zej
dd� �d�k �
r�eZ��do�dn� Ze#e}�dp� ej
dd� �d�k �
r�ej�ej�f�dq�dr�Z�nej�Z��ds�dt� Z��du�dv� Z��dw�dx� Z�g Z�e+Z�e�� j��dy�dk �rg e�_�ej��rbx>e�ej��D ]0\Z�Z�ee��j+d k�r*e�j1e+k�r*ej�e�= P �q*W [�[�ej�j�e,� dS (� z6Utilities for writing code that runs on Python 2 and 3� )�absolute_importNz'Benjamin Peterson <benjamin@python.org>z1.10.0� � � �java� � c @ s e Zd Zdd� ZdS )�Xc C s dS )Nr r l � )�selfr
r
�/usr/lib/python3.6/six.py�__len__> s z X.__len__N)�__name__�
__module__� __qualname__r
r
r
r
r r < s r �? c C s
|| _ dS )z Add documentation to a function.N)�__doc__)�func�docr
r
r �_add_docK s r c C s t | � tj| S )z7Import module, returning the module after the last dot.)�
__import__�sys�modules)�namer
r
r �_import_moduleP s r c @ s e Zd Zdd� Zdd� ZdS )�
_LazyDescrc C s
|| _ d S )N)r )r r r
r
r �__init__X s z_LazyDescr.__init__c C sB | j � }t|| j|� yt|j| j� W n tk
r< Y nX |S )N)�_resolve�setattrr �delattr� __class__�AttributeError)r �obj�tp�resultr
r
r �__get__[ s z_LazyDescr.__get__N)r r r r r% r
r
r
r r V s r c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) � MovedModuleNc s2 t t| �j|� tr(|d kr |}|| _n|| _d S )N)�superr& r �PY3�mod)r r �old�new)r r
r r i s zMovedModule.__init__c C s
t | j�S )N)r r) )r r
r
r r r s zMovedModule._resolvec C s" | j � }t||�}t| ||� |S )N)r �getattrr )r �attr�_module�valuer
r
r � __getattr__u s
zMovedModule.__getattr__)N)r r r r r r0 �
__classcell__r
r
)r r r& g s r& c s( e Zd Z� fdd�Zdd� Zg Z� ZS )� _LazyModulec s t t| �j|� | jj| _d S )N)r' r2 r r r )r r )r r
r r ~ s z_LazyModule.__init__c C s ddg}|dd� | j D �7 }|S )Nr r c S s g | ]
}|j �qS r
)r )�.0r- r
r
r �
<listcomp>� s z'_LazyModule.__dir__.<locals>.<listcomp>)�_moved_attributes)r Zattrsr
r
r �__dir__� s z_LazyModule.__dir__)r r r r r6 r5 r1 r
r
)r r r2 | s r2 c s& e Zd Zd� fdd� Zdd� Z� ZS )�MovedAttributeNc sd t t| �j|� trH|d kr |}|| _|d kr@|d kr<|}n|}|| _n|| _|d krZ|}|| _d S )N)r' r7 r r( r) r- )r r Zold_modZnew_modZold_attrZnew_attr)r r
r r � s zMovedAttribute.__init__c C s t | j�}t|| j�S )N)r r) r, r- )r �moduler
r
r r � s
zMovedAttribute._resolve)NN)r r r r r r1 r
r
)r r r7 � s r7 c @ sV e Zd ZdZdd� Zdd� Zdd� Zdd d
�Zd d � Zd
d� Z dd� Z
dd� Z e Z dS )�_SixMetaPathImporterz�
A meta path importer to import six.moves and its submodules.
This class implements a PEP302 finder and loader. It should be compatible
with Python 2.5 and all existing versions of Python3
c C s || _ i | _d S )N)r �
known_modules)r Zsix_module_namer
r
r r � s z _SixMetaPathImporter.__init__c G s& x |D ]}|| j | jd | < qW d S )N�.)r: r )r r) Z fullnames�fullnamer
r
r � _add_module� s
z _SixMetaPathImporter._add_modulec C s | j | jd | S )Nr; )r: r )r r< r
r
r � _get_module� s z _SixMetaPathImporter._get_moduleNc C s || j kr| S d S )N)r: )r r< �pathr
r
r � find_module� s
z _SixMetaPathImporter.find_modulec C s0 y
| j | S tk
r* td| ��Y nX d S )Nz!This loader does not know module )r: �KeyError� ImportError)r r< r
r
r Z __get_module� s
z!_SixMetaPathImporter.__get_modulec C sR y
t j| S tk
r Y nX | j|�}t|t�r>|j� }n| |_|t j|< |S )N)r r rA � _SixMetaPathImporter__get_module�
isinstancer& r �
__loader__)r r< r) r
r
r � load_module� s
z _SixMetaPathImporter.load_modulec C s t | j|�d�S )z�
Return true, if the named module is a package.
We need this method to get correct spec objects with
Python 3.4 (see PEP451)
�__path__)�hasattrrC )r r< r
r
r �
is_package� s z _SixMetaPathImporter.is_packagec C s | j |� dS )z;Return None
Required, if is_package is implementedN)rC )r r< r
r
r �get_code� s
z _SixMetaPathImporter.get_code)N)
r r r r r r= r> r@ rC rF rI rJ �
get_sourcer
r
r
r r9 � s
r9 c @ s e Zd ZdZg ZdS )� _MovedItemsz Lazy loading of moved objectsN)r r r r rG r
r
r
r rL � s rL Z cStringIO�io�StringIO�filter� itertools�builtinsZifilter� filterfalseZ ifilterfalse�inputZ __builtin__Z raw_input�internr �map�imap�getcwd�osZgetcwdu�getcwdb�rangeZxrangeZ
reload_module� importlibZimp�reload�reduce� functoolsZ shlex_quoteZpipesZshlexZquote�UserDict� collections�UserList�
UserString�zipZizip� zip_longestZ izip_longestZ configparserZ ConfigParser�copyregZcopy_regZdbm_gnuZgdbmzdbm.gnuZ
_dummy_threadZ dummy_threadZhttp_cookiejarZ cookielibzhttp.cookiejarZ http_cookiesZCookiez http.cookiesZ
html_entitiesZhtmlentitydefsz
html.entitiesZ html_parserZ
HTMLParserz html.parserZ http_clientZhttplibz http.clientZemail_mime_multipartzemail.MIMEMultipartzemail.mime.multipartZemail_mime_nonmultipartzemail.MIMENonMultipartzemail.mime.nonmultipartZemail_mime_textzemail.MIMETextzemail.mime.textZemail_mime_basezemail.MIMEBasezemail.mime.baseZBaseHTTPServerz http.serverZ
CGIHTTPServerZSimpleHTTPServerZcPickle�pickleZqueueZQueue�reprlib�reprZ socketserverZ SocketServer�_threadZthreadZtkinterZTkinterZtkinter_dialogZDialogztkinter.dialogZtkinter_filedialogZ
FileDialogztkinter.filedialogZtkinter_scrolledtextZ ScrolledTextztkinter.scrolledtextZtkinter_simpledialogZ SimpleDialogztkinter.simpledialogZ tkinter_tixZTixz tkinter.tixZ tkinter_ttkZttkz tkinter.ttkZtkinter_constantsZ Tkconstantsztkinter.constantsZ tkinter_dndZTkdndz tkinter.dndZtkinter_colorchooserZtkColorChooserztkinter.colorchooserZtkinter_commondialogZtkCommonDialogztkinter.commondialogZtkinter_tkfiledialogZ tkFileDialogZ tkinter_fontZtkFontz tkinter.fontZtkinter_messageboxZ tkMessageBoxztkinter.messageboxZtkinter_tksimpledialogZtkSimpleDialogZ urllib_parsez.moves.urllib_parsez urllib.parseZ urllib_errorz.moves.urllib_errorz urllib.errorZurllibz
.moves.urllibZurllib_robotparser� robotparserzurllib.robotparserZ
xmlrpc_clientZ xmlrpclibz
xmlrpc.clientZ
xmlrpc_serverZSimpleXMLRPCServerz
xmlrpc.serverZwin32�winreg�_winregzmoves.z.moves�movesc @ s e Zd ZdZdS )� Module_six_moves_urllib_parsez7Lazy loading of moved objects in six.moves.urllib_parseN)r r r r r
r
r
r rn @ s rn Z ParseResultZurlparseZ SplitResultZparse_qsZ parse_qslZ urldefragZurljoinZurlsplitZ
urlunparseZ
urlunsplitZ
quote_plusZunquoteZ unquote_plusZ urlencodeZ
splitqueryZsplittagZ splituserZ
uses_fragmentZ uses_netlocZ uses_paramsZ
uses_queryZ
uses_relativezmoves.urllib_parsezmoves.urllib.parsec @ s e Zd ZdZdS )� Module_six_moves_urllib_errorz7Lazy loading of moved objects in six.moves.urllib_errorN)r r r r r
r
r
r ro h s ro ZURLErrorZurllib2Z HTTPErrorZContentTooShortErrorz.moves.urllib.errorzmoves.urllib_errorzmoves.urllib.errorc @ s e Zd ZdZdS )� Module_six_moves_urllib_requestz9Lazy loading of moved objects in six.moves.urllib_requestN)r r r r r
r
r
r rp | s rp Zurlopenzurllib.requestZinstall_openerZ build_openerZ pathname2urlZ url2pathnameZ
getproxiesZRequestZOpenerDirectorZHTTPDefaultErrorHandlerZHTTPRedirectHandlerZHTTPCookieProcessorZ ProxyHandlerZ BaseHandlerZHTTPPasswordMgrZ HTTPPasswordMgrWithDefaultRealmZAbstractBasicAuthHandlerZHTTPBasicAuthHandlerZProxyBasicAuthHandlerZAbstractDigestAuthHandlerZHTTPDigestAuthHandlerZProxyDigestAuthHandlerZ HTTPHandlerZ HTTPSHandlerZ FileHandlerZ
FTPHandlerZCacheFTPHandlerZUnknownHandlerZHTTPErrorProcessorZ urlretrieveZ
urlcleanupZ URLopenerZFancyURLopenerZ proxy_bypassz.moves.urllib.requestzmoves.urllib_requestzmoves.urllib.requestc @ s e Zd ZdZdS )� Module_six_moves_urllib_responsez:Lazy loading of moved objects in six.moves.urllib_responseN)r r r r r
r
r
r rq � s rq Zaddbasezurllib.responseZ addclosehookZaddinfoZ
addinfourlz.moves.urllib.responsezmoves.urllib_responsezmoves.urllib.responsec @ s e Zd ZdZdS )�#Module_six_moves_urllib_robotparserz=Lazy loading of moved objects in six.moves.urllib_robotparserN)r r r r r
r
r
r rr � s rr ZRobotFileParserz.moves.urllib.robotparserzmoves.urllib_robotparserzmoves.urllib.robotparserc @ sN e Zd ZdZg Zejd�Zejd�Zejd�Z ejd�Z
ejd�Z dd� Z d S )
�Module_six_moves_urllibzICreate a six.moves.urllib namespace that resembles the Python 3 namespacezmoves.urllib_parsezmoves.urllib_errorzmoves.urllib_requestzmoves.urllib_responsezmoves.urllib_robotparserc C s dddddgS )N�parse�error�request�responserj r
)r r
r
r r6 � s z Module_six_moves_urllib.__dir__N)
r r r r rG � _importerr> rt ru rv rw rj r6 r
r
r
r rs � s
rs z moves.urllibc C s t t| j| � dS )zAdd an item to six.moves.N)r rL r )Zmover
r
r �add_move� s ry c C sX yt t| � W nD tk
rR y tj| = W n" tk
rL td| f ��Y nX Y nX dS )zRemove item from six.moves.zno such move, %rN)r rL r! rm �__dict__rA )r r
r
r � remove_move� s r{ �__func__�__self__� __closure__�__code__� __defaults__� __globals__�im_funcZim_selfZ func_closureZ func_codeZ
func_defaultsZ func_globalsc C s | j � S )N)�next)�itr
r
r �advance_iterator s r� c C s t dd� t| �jD ��S )Nc s s | ]}d |j kV qdS )�__call__N)rz )r3 �klassr
r
r � <genexpr> s zcallable.<locals>.<genexpr>)�any�type�__mro__)r" r
r
r �callable s r� c C s | S )Nr
)�unboundr
r
r �get_unbound_function s r� c C s | S )Nr
)r �clsr
r
r �create_unbound_method s r� c C s | j S )N)r� )r� r
r
r r� " s c C s t j| ||j�S )N)�types�
MethodTyper )r r" r
r
r �create_bound_method% s r� c C s t j| d |�S )N)r� r� )r r� r
r
r r� ( s c @ s e Zd Zdd� ZdS )�Iteratorc C s t | �j| �S )N)r� �__next__)r r
r
r r� - s z
Iterator.nextN)r r r r� r
r
r
r r� + s r� z3Get the function out of a possibly unbound functionc K s t | jf |��S )N)�iter�keys)�d�kwr
r
r �iterkeys> s r� c K s t | jf |��S )N)r� �values)r� r� r
r
r �
itervaluesA s r� c K s t | jf |��S )N)r� �items)r� r� r
r
r � iteritemsD s r� c K s t | jf |��S )N)r� Zlists)r� r� r
r
r � iterlistsG s r� r� r� r� c K s | j f |�S )N)r� )r� r� r
r
r r� P s c K s | j f |�S )N)r� )r� r� r
r
r r� S s c K s | j f |�S )N)r� )r� r� r
r
r r� V s c K s | j f |�S )N)r� )r� r� r
r
r r� Y s �viewkeys�
viewvalues� viewitemsz1Return an iterator over the keys of a dictionary.z3Return an iterator over the values of a dictionary.z?Return an iterator over the (key, value) pairs of a dictionary.zBReturn an iterator over the (key, [values]) pairs of a dictionary.c C s
| j d�S )Nzlatin-1)�encode)�sr
r
r �bk s r� c C s | S )Nr
)r� r
r
r �un s r� z>B�assertCountEqualZassertRaisesRegexpZassertRegexpMatches�assertRaisesRegex� assertRegexc C s | S )Nr
)r� r
r
r r� � s c C s t | jdd�d�S )Nz\\z\\\\Zunicode_escape)�unicode�replace)r� r
r
r r� � s c C s t | d �S )Nr )�ord)Zbsr
r
r �byte2int� s r� c C s t | | �S )N)r� )Zbuf�ir
r
r �
indexbytes� s r� ZassertItemsEqualz Byte literalz Text literalc O s t | t�||�S )N)r, �_assertCountEqual)r �args�kwargsr
r
r r� � s c O s t | t�||�S )N)r, �_assertRaisesRegex)r r� r� r
r
r r� � s c O s t | t�||�S )N)r, � _assertRegex)r r� r� r
r
r r� � s �execc C s* |d kr| � }|j |k r"|j|��|�d S )N)�
__traceback__�with_traceback)r# r/ �tbr
r
r �reraise� s
r� c C sB |dkr*t jd�}|j}|dkr&|j}~n |dkr6|}td� dS )z Execute code in a namespace.Nr z exec _code_ in _globs_, _locs_)r � _getframe� f_globals�f_localsr� )Z_code_Z_globs_Z_locs_�framer
r
r �exec_� s
r� z9def reraise(tp, value, tb=None):
raise tp, value, tb
zrdef raise_from(value, from_value):
if from_value is None:
raise value
raise value from from_value
zCdef raise_from(value, from_value):
raise value from from_value
c C s | �d S )Nr
)r/ Z
from_valuer
r
r �
raise_from� s r� �printc
s6 |j dtj�� � dkrdS � fdd�}d}|j dd�}|dk r`t|t�rNd}nt|t�s`td��|j d d�}|dk r�t|t�r�d}nt|t�s�td
��|r�td ��|s�x | D ]}t|t�r�d}P q�W |r�td �}td
�}nd }d
}|dkr�|}|dk� r�|}x,t| �D ] \} }| �r ||� ||� �qW ||� dS )z4The new-style print function for Python 2.4 and 2.5.�fileNc sd t | t�st| �} t � t�rVt | t�rV� jd k rVt� dd �}|d krHd}| j� j|�} � j| � d S )N�errors�strict) rD �
basestring�strr� r� �encodingr, r� �write)�datar� )�fpr
r r� � s
zprint_.<locals>.writeF�sepTz sep must be None or a string�endz end must be None or a stringz$invalid keyword arguments to print()�
� )�popr �stdoutrD r� r� � TypeError� enumerate)
r� r� r� Z want_unicoder� r� �arg�newlineZspacer� r
)r� r �print_� sL
r� c O s< |j dtj�}|jdd�}t| |� |r8|d k r8|j� d S )Nr� �flushF)�getr r� r� �_printr� )r� r� r� r� r
r
r r� s
zReraise an exception.c s � ��fdd�}|S )Nc s t j�� ��| �} �| _| S )N)r^ �wraps� __wrapped__)�f)�assigned�updated�wrappedr
r �wrapper s zwraps.<locals>.wrapperr
)r� r� r� r� r
)r� r� r� r r� s r� c s& G � �fdd�d��}t j|df i �S )z%Create a base class with a metaclass.c s e Zd Z� �fdd�ZdS )z!with_metaclass.<locals>.metaclassc s �|� |�S )Nr
)r� r Z
this_basesr� )�bases�metar
r �__new__' s z)with_metaclass.<locals>.metaclass.__new__N)r r r r� r
)r� r� r
r � metaclass% s r� Ztemporary_class)r� r� )r� r� r� r
)r� r� r �with_metaclass s r� c s � fdd�}|S )z6Class decorator for creating a class with a metaclass.c sl | j j� }|jd�}|d k rDt|t�r,|g}x|D ]}|j|� q2W |jdd � |jdd � � | j| j|�S )N� __slots__rz � __weakref__)rz �copyr� rD r� r� r � __bases__)r� Z orig_vars�slotsZ slots_var)r� r
r r� . s
z add_metaclass.<locals>.wrapperr
)r� r� r
)r� r �
add_metaclass, s r� c C s2 t r.d| jkr td| j ��| j| _dd� | _| S )a
A decorator that defines __unicode__ and __str__ methods under Python 2.
Under Python 3 it does nothing.
To support Python 2 and 3 with a single code base, define a __str__ method
returning text and apply this decorator to the class.
�__str__zY@python_2_unicode_compatible cannot be applied to %s because it doesn't define __str__().c S s | j � jd�S )Nzutf-8)� __unicode__r� )r r
r
r �<lambda>J s z-python_2_unicode_compatible.<locals>.<lambda>)�PY2rz �
ValueErrorr r� r� )r� r
r
r �python_2_unicode_compatible< s
r� �__spec__)r r l i���l i���l l ���� )N)NN)r r )r r )r r )r r )�r Z
__future__r r^ rP �operatorr r� �
__author__� __version__� version_infor� r( ZPY34r� Z string_types�intZ
integer_typesr� Z class_typesZ text_type�bytesZ binary_type�maxsizeZMAXSIZEr� ZlongZ ClassTyper� �platform�
startswith�objectr �len�
OverflowErrorr r r r& �
ModuleTyper2 r7 r9 r rx rL r5 r- r r rD r= rm rn Z _urllib_parse_moved_attributesro Z _urllib_error_moved_attributesrp Z _urllib_request_moved_attributesrq Z!_urllib_response_moved_attributesrr Z$_urllib_robotparser_moved_attributesrs ry r{ Z
_meth_funcZ
_meth_selfZ
_func_closureZ
_func_codeZ_func_defaultsZ
_func_globalsr� r� � NameErrorr� r� r� r� r� r� �
attrgetterZget_method_functionZget_method_selfZget_function_closureZget_function_codeZget_function_defaultsZget_function_globalsr� r� r� r� � methodcallerr� r� r� r� r� �chrZunichr�struct�Struct�packZint2byte�
itemgetterr� �getitemr� r� Z iterbytesrM rN �BytesIOr� r� r� �partialrV r� r� r� r� r, rQ r� r� r� r� r� �WRAPPER_ASSIGNMENTS�WRAPPER_UPDATESr� r� r� r� rG � __package__�globalsr� r� �submodule_search_locations� meta_pathr� r� Zimporter�appendr
r
r
r �<module> s�
>
5 urllib3/packages/__pycache__/__init__.cpython-36.pyc 0000644 00000000356 15051612333 0016276 0 ustar 00 3
�Pfm � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnamer N)r )Z
__future__r � r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/packages/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000000356 15051612333 0017235 0 ustar 00 3
�Pfm � @ s d dl mZ ddlmZ dZdS )� )�absolute_import� )�ssl_match_hostnamer N)r )Z
__future__r � r �__all__� r r � /usr/lib/python3.6/__init__.py�<module> s urllib3/packages/ordered_dict.py 0000644 00000021347 15051612333 0012705 0 ustar 00 # Backport of OrderedDict() class that runs on Python 2.4, 2.5, 2.6, 2.7 and pypy.
# Passes Python2.7's test suite and incorporates all the latest updates.
# Copyright 2009 Raymond Hettinger, released under the MIT License.
# http://code.activestate.com/recipes/576693/
try:
from thread import get_ident as _get_ident
except ImportError:
from dummy_thread import get_ident as _get_ident
try:
from _abcoll import KeysView, ValuesView, ItemsView
except ImportError:
pass
class OrderedDict(dict):
'Dictionary that remembers insertion order'
# An inherited dict maps keys to values.
# The inherited dict provides __getitem__, __len__, __contains__, and get.
# The remaining methods are order-aware.
# Big-O running times for all methods are the same as for regular dictionaries.
# The internal self.__map dictionary maps keys to links in a doubly linked list.
# The circular doubly linked list starts and ends with a sentinel element.
# The sentinel element never gets deleted (this simplifies the algorithm).
# Each link is stored as a list of length three: [PREV, NEXT, KEY].
def __init__(self, *args, **kwds):
'''Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
'''
if len(args) > 1:
raise TypeError('expected at most 1 arguments, got %d' % len(args))
try:
self.__root
except AttributeError:
self.__root = root = [] # sentinel node
root[:] = [root, root, None]
self.__map = {}
self.__update(*args, **kwds)
def __setitem__(self, key, value, dict_setitem=dict.__setitem__):
'od.__setitem__(i, y) <==> od[i]=y'
# Setting a new item creates a new link which goes at the end of the linked
# list, and the inherited dictionary is updated with the new key/value pair.
if key not in self:
root = self.__root
last = root[0]
last[1] = root[0] = self.__map[key] = [last, root, key]
dict_setitem(self, key, value)
def __delitem__(self, key, dict_delitem=dict.__delitem__):
'od.__delitem__(y) <==> del od[y]'
# Deleting an existing item uses self.__map to find the link which is
# then removed by updating the links in the predecessor and successor nodes.
dict_delitem(self, key)
link_prev, link_next, key = self.__map.pop(key)
link_prev[1] = link_next
link_next[0] = link_prev
def __iter__(self):
'od.__iter__() <==> iter(od)'
root = self.__root
curr = root[1]
while curr is not root:
yield curr[2]
curr = curr[1]
def __reversed__(self):
'od.__reversed__() <==> reversed(od)'
root = self.__root
curr = root[0]
while curr is not root:
yield curr[2]
curr = curr[0]
def clear(self):
'od.clear() -> None. Remove all items from od.'
try:
for node in self.__map.itervalues():
del node[:]
root = self.__root
root[:] = [root, root, None]
self.__map.clear()
except AttributeError:
pass
dict.clear(self)
def popitem(self, last=True):
'''od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
'''
if not self:
raise KeyError('dictionary is empty')
root = self.__root
if last:
link = root[0]
link_prev = link[0]
link_prev[1] = root
root[0] = link_prev
else:
link = root[1]
link_next = link[1]
root[1] = link_next
link_next[0] = root
key = link[2]
del self.__map[key]
value = dict.pop(self, key)
return key, value
# -- the following methods do not depend on the internal structure --
def keys(self):
'od.keys() -> list of keys in od'
return list(self)
def values(self):
'od.values() -> list of values in od'
return [self[key] for key in self]
def items(self):
'od.items() -> list of (key, value) pairs in od'
return [(key, self[key]) for key in self]
def iterkeys(self):
'od.iterkeys() -> an iterator over the keys in od'
return iter(self)
def itervalues(self):
'od.itervalues -> an iterator over the values in od'
for k in self:
yield self[k]
def iteritems(self):
'od.iteritems -> an iterator over the (key, value) items in od'
for k in self:
yield (k, self[k])
def update(*args, **kwds):
'''od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
'''
if len(args) > 2:
raise TypeError('update() takes at most 2 positional '
'arguments (%d given)' % (len(args),))
elif not args:
raise TypeError('update() takes at least 1 argument (0 given)')
self = args[0]
# Make progressively weaker assumptions about "other"
other = ()
if len(args) == 2:
other = args[1]
if isinstance(other, dict):
for key in other:
self[key] = other[key]
elif hasattr(other, 'keys'):
for key in other.keys():
self[key] = other[key]
else:
for key, value in other:
self[key] = value
for key, value in kwds.items():
self[key] = value
__update = update # let subclasses override update without breaking __init__
__marker = object()
def pop(self, key, default=__marker):
'''od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
'''
if key in self:
result = self[key]
del self[key]
return result
if default is self.__marker:
raise KeyError(key)
return default
def setdefault(self, key, default=None):
'od.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in od'
if key in self:
return self[key]
self[key] = default
return default
def __repr__(self, _repr_running={}):
'od.__repr__() <==> repr(od)'
call_key = id(self), _get_ident()
if call_key in _repr_running:
return '...'
_repr_running[call_key] = 1
try:
if not self:
return '%s()' % (self.__class__.__name__,)
return '%s(%r)' % (self.__class__.__name__, self.items())
finally:
del _repr_running[call_key]
def __reduce__(self):
'Return state information for pickling'
items = [[k, self[k]] for k in self]
inst_dict = vars(self).copy()
for k in vars(OrderedDict()):
inst_dict.pop(k, None)
if inst_dict:
return (self.__class__, (items,), inst_dict)
return self.__class__, (items,)
def copy(self):
'od.copy() -> a shallow copy of od'
return self.__class__(self)
@classmethod
def fromkeys(cls, iterable, value=None):
'''OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
'''
d = cls()
for key in iterable:
d[key] = value
return d
def __eq__(self, other):
'''od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
'''
if isinstance(other, OrderedDict):
return len(self)==len(other) and self.items() == other.items()
return dict.__eq__(self, other)
def __ne__(self, other):
return not self == other
# -- the following methods are only used in Python 2.7 --
def viewkeys(self):
"od.viewkeys() -> a set-like object providing a view on od's keys"
return KeysView(self)
def viewvalues(self):
"od.viewvalues() -> an object providing a view on od's values"
return ValuesView(self)
def viewitems(self):
"od.viewitems() -> a set-like object providing a view on od's items"
return ItemsView(self)
distlib/__pycache__/compat.cpython-36.opt-1.pyc 0000644 00000076203 15051612334 0015266 0 ustar 00 3
�Pfa� � � @ s d dl mZ d dlZd dlZd dlZy d dlZW n ek
rH dZY nX ejd dk �r~d dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�n d dl=mZ e>fZ
e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCjDZ/d dlAjEZ$d dlFjDZ0d dl2Z2d dlGm3Z3 d dlHjIZ4eJZ5d dl6m:Z: e8Z8yd dlmKZKmLZL W n8 ek
�r� G dd� deM�ZLdcdd �ZNd d � ZKY nX yd d l
mOZP W n& ek
�r G d d!� d!eQ�ZPY nX yd d"lmRZR W n, ek
�rL ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rleWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVyd d,l[m\Z\ W n ek
�r� d-d.� Z\Y nX y d dl]Z]W n" ek
�r� dd/lm]Z] Y nX ye^Z^W n* e_k
�r* d d0l`maZa d1d2� Z^Y nX yejbZbejcZcW nB edk
�r~ eje� Zfefd3k�rfd4Zgnd5Zgd6d7� Zbd8d9� ZcY nX yd d:lhmiZi W nH ek
�r� d d;ljmkZkmlZl d dlZejmd<�Znd=d>� Zod?d@� ZiY nX yd dAlpmqZq W n" ek
�r d dAlrmqZq Y nX ejddB� ddk �r,e3� jsZsn d dDlpmsZs yd dEl`mtZt W nd ek
�r� d dFl`muZu yd dGlvmwZx W n ek
�r� dedIdJ�ZxY nX G dKdL� dLeu�ZtY nX yd dMlymzZz W n ek
�r� dfdNdO�ZzY nX yd dPl`m{Z{ W n� ek
�rz yd dQl|m}Z~ W n" ek
�r4 d dQlm}Z~ Y nX yd dRl�m�Z�m�Z�m�Z� W n ek
�rd Y nX G dSdT� dTe��Z{Y nX yd dUl�m�Z�m�Z� W nv ek
�r ejmdVej��Z�dWdX� Z�G dYdZ� dZe��Z�dgd[d\�Z�G d]d^� d^e��Z�G d_d`� d`e��Z�G dadb� dbeQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| jd�} t| �S )Nzutf-8)�
isinstance�unicode�encode�_quote)�s� r � /usr/lib/python3.6/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|jd�a t j| �}|r4|jdd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)�hostr* r, r r r � splituser4 s
r/ )�
TextIOWrapper) r r r
r/ r r r r r )
r r
r r r r r r! r" r# )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__�
__module__� __qualname__r r r r r3 ^ s r3 c
C s� g }| s dS | j d�}|d |dd� }}|jd�}||krNtdt| � ��|sb| j� |j� kS |dkrv|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d
d �� x |D ]}|jtj|�� q�W tj
d d
j |� d tj �} | j
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append�
startswithr* �escape�replacer+ �join�
IGNORECASEr, )
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s(
rF c C s� | s t d��g }| jdf �}x0|D ](\}}|dkr"t||�r@dS |j|� q"W |s�xF| jdf �D ]6}x0|D ](\}}|dkrjt||�r�dS |j|� qjW q`W t|�dkr�td|d jtt|��f ��n*t|�dkr�td
||d f ��ntd ��dS )
a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNameZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s.
r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j j|� d S )N)�__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rT r r r r rO � s rO )�whichc s" dd� }t jj� �r&|� |�r"� S dS |dkr>t jjdt j�}|sFdS |jt j�}tj dkr�t j
|krt|j dt j
� t jjdd�jt j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }xT|D ]L}t jj|�}||kr�|j|� x(|D ] } t jj|| �}
||
|�r�|
S q�W q�W dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t jj| �o$t j| |�o$t jj| � S )N)�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� j � j|j � �V qd S )N)r< �endswith)�.0�ext)�cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r )rb rc )rd r r �
<listcomp>� s zwhich.<locals>.<listcomp>)rW rX �dirname�environrH �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) rd r] rX r^ Zpathext�files�seen�dirZnormdirZthefile�namer )rd r rV � s8
rV )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )ry c C s | j j|j � d S )N)rP rQ )rR �baser r r rT s zZipExtFile.__init__c C s | S )Nr )rR r r r rx s zZipExtFile.__enter__c G s | j � d S )N)�close)rR �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rT rx r} r r r r ry s ry c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )rw c C s | S )Nr )rR r r r rx " s zZipFile.__enter__c G s | j � d S )N)r{ )rR r| r r r r} % s zZipFile.__exit__c O s t j| f|�|�}t|�S )N)� BaseZipFile�openry )rR �argsrS rz r r r r ) s z ZipFile.openN)r4 r5 r6 rx r} r r r r r rw ! s rw )�python_implementationc C s0 dt jkrdS tjdkr dS t jjd�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ
IronPythonZCPython)rk �versionrW rv r> r r r r r� 0 s
r� )� sysconfig)�Callablec C s
t | t�S )N)r r� )�objr r r �callableD s r� �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 )�filenamer r r �fsencodeR s
r� c C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r r� r� �decoder� r� r� r� r4 )r� r r r �fsdecode[ s
r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� j � jdd�}|dks*|jd�r.dS |d
ks@|jd�rDdS | S )z(Imitates get_normal_name in tokenizer.c.N� �_�-zutf-8zutf-8-�latin-1�
iso-8859-1� iso-latin-1�latin-1-� iso-8859-1-� iso-latin-1-)r� r� r� )r� r� r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namel s
r� c s� y �j j�W n tk
r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|jt�rpd� |d d� }d
}|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFzutf-8c s y� � S t k
r dS X d S )N� )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� y| j d�}W n4 tk
rB d}�d k r6dj|��}t|��Y nX tj|�}|sVd S t|d �}y t|�}W n: tk
r� �d kr�d| }n dj�|�}t|��Y nX � r�|j dkr؈d kr�d}n
dj��}t|��|d 7 }|S )
Nzutf-8z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorrv )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s6
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__rv �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� w s4
&
r� )r? r( � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S �j|� z �| �}W d �j|� X |S )N)�id� get_identrr �discard)rR rK �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rU r4 �__annotations__)rp �getattrr5 rU r4 r� )r� r� )r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r )r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)rR r� r r r rT
s zChainMap.__init__c C s t |��d S )N)�KeyError)rR rK r r r � __missing__ s zChainMap.__missing__c C s8 x,| j D ]"}y|| S tk
r( Y qX qW | j|�S )N)r� r� r� )rR rK �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || kr| | S |S )Nr )rR rK r� r r r rH s z ChainMap.getc C s t t� j| j� �S )N)rI rp �unionr� )rR r r r �__len__" s zChainMap.__len__c C s t t� j| j� �S )N)�iterrp r� r� )rR r r r �__iter__% s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S )Nr )rb �m)rK r r re ) s z(ChainMap.__contains__.<locals>.<genexpr>)ro r� )rR rK r )rK r � __contains__( s zChainMap.__contains__c C s
t | j�S )N)ro r� )rR r r r �__bool__+ s zChainMap.__bool__c C s dj | djtt| j���S )Nz{0.__class__.__name__}({1})z, )r� rA rJ r; r� )rR r r r �__repr__. s zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 3 s zChainMap.fromkeysc C s$ | j | jd j� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copy)rR r r r r� 8 s z
ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.)r� r� )rR r r r � new_child> s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r N)r� r� )rR r r r �parentsB s zChainMap.parentsc C s || j d |< d S )Nr )r� )rR rK rL r r r � __setitem__G s zChainMap.__setitem__c C s8 y| j d |= W n" tk
r2 tdj|���Y nX d S )Nr z(Key not found in the first mapping: {!r})r� r� r� )rR rK r r r � __delitem__J s zChainMap.__delitem__c C s0 y| j d j� S tk
r* td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� )rR r r r r� P s zChainMap.popitemc G s> y| j d j|f|�� S tk
r8 tdj|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r z(Key not found in the first mapping: {!r}N)r� �popr� r� )rR rK r� r r r r� W s z ChainMap.popc C s | j d j� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clear)rR r r r r� ^ s zChainMap.clear)N)r4 r5 r6 rU rT r� r� rH r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s(
r� )�cache_from_sourcec C s" |d kr d}|rd}nd}| | S )NF�c�or )rX �debug_override�suffixr r r r� e s r� )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rI r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rR r� �kwds�rootr r r rT � s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r� r� )rR rK rL Z dict_setitemr� �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r� r� )rR rK Z dict_delitem� link_prev� link_nextr r r r� � s
zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r r( N)r� )rR r� �currr r r r� � s
zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r( N)r� )rR r� r� r r r � __reversed__� s
zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk
rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r� �
itervaluesr� r� r� r� )rR Znoder� r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r( )r� r� r� r� r� )rR r� r� �linkr� r� rK rL r r r r� � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� )rR r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )rb rK )rR r r rf � s z&OrderedDict.values.<locals>.<listcomp>r )rR r )rR r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )rb rK )rR r r rf � s z%OrderedDict.items.<locals>.<listcomp>r )rR r )rR r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� )rR r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )rR �kr r r r� � s
zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )rR r r r r � iteritems� s
zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r( z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r� N)rI r� r r� �hasattrr� r )r� r� rR �otherrK rL r r r rQ � s&
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )rR rK r� r� r r r r� ! s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )rR rK r� r r r �
setdefault. s zOrderedDict.setdefaultc C s^ |si }t | �t� f}||kr"dS d||< z&| s>d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)r� �
_get_identr� r4 r )rR Z
_repr_runningZcall_keyr r r r� 5 s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )rb r )rR r r rf E s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rR r Z inst_dictr r )rR r �
__reduce__C s zOrderedDict.__reduce__c C s
| j | �S )z!od.copy() -> a shallow copy of od)r� )rR r r r r� M s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rL �drK r r r r� Q s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r� rI r r� �__eq__)rR r r r r r
\ s
zOrderedDict.__eq__c C s
| |k S )Nr )rR r r r r �__ne__e s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� )rR r r r �viewkeysj s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� )rR r r r �
viewvaluesn s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� )rR r r r � viewitemsr s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rU rT r� r� r� r� r� r� r� r� r r r r� r rQ r� �objectr r� r r� r r� r� r� r
r r r r r r r r r� � s:
r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t j| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr, rG )r r� r r r r | s
r c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N)
r� r� � configurator�convertr� r �ConvertingList�ConvertingTuple�parentrK )rR rK rL r� r r r r� � s
zConvertingDict.__getitem__Nc C sL t j| ||�}| jj|�}||k rH|| |< t|�tttfkrH| |_||_ |S )N)
r� rH r r r� r r r r rK )rR rK r� rL r� r r r rH � s
zConvertingDict.get)N)r4 r5 r6 rU r� rH r r r r r � s r c C sD t j| ||�}| jj|�}||k r@t|�tttfkr@| |_||_ |S )N)
r� r� r r r� r r r r rK )rR rK r� rL r� r r r r� � s
r� c @ s" e Zd ZdZdd� Zd dd�ZdS )
r zA converting list wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N)
r� r� r r r� r r r r rK )rR rK rL r� r r r r� � s
zConvertingList.__getitem__r c C s< t j| |�}| jj|�}||k r8t|�tttfkr8| |_|S )N) r� r� r r r� r r r r )rR �idxrL r� r r r r� � s
zConvertingList.popN���)r )r4 r5 r6 rU r� r� r r r r r � s r c @ s e Zd ZdZdd� ZdS )r zA converting tuple wrapper.c C sB t j| |�}| jj|�}||k r>t|�tttfkr>| |_||_ |S )N)
�tupler� r r r� r r r r rK )rR rK rL r� r r r r� � s
zConvertingTuple.__getitem__N)r4 r5 r6 rU r� r r r r r � s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zejd�Z ejd�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rc Zcfgc C s t |�| _| | j_d S )N)r �configr )rR r! r r r rT � s
zBaseConfigurator.__init__c C s� |j d�}|jd�}y`| j|�}xP|D ]H}|d| 7 }yt||�}W q& tk
rl | j|� t||�}Y q&X q&W |S tk
r� tj� dd� \}}td||f �}|| |_ |_
|�Y nX dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrk r| rG � __cause__�
__traceback__) rR r rv Zused�foundrE �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| j |�S )z*Default converter for the ext:// protocol.)r* )rR rL r r r r s z BaseConfigurator.ext_convertc C s |}| j j|�}|dkr&td| ��n�||j� d� }| j|j� d }x�|r�| jj|�}|rp||j� d }nd| jj|�}|r�|j� d }| jj|�s�|| }n2yt |�}|| }W n t
k
r� || }Y nX |r�||j� d� }qJtd||f ��qJW |S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr, rG �endr! �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )rR rL �restr� r r �nr r r r s2
z BaseConfigurator.cfg_convertc C s� t |t� r&t |t�r&t|�}| |_n�t |t� rLt |t�rLt|�}| |_n|t |t� rrt |t�rrt|�}| |_nVt |t�r�| j j
|�}|r�|j � }|d }| j j
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr� )r r r� r r r� r r � string_types�CONVERT_PATTERNr, � groupdict�value_convertersrH r� )rR rL r� r r4 Z converterr� r r r r ) s*
zBaseConfigurator.convertc sr � j d�}t|�s | j|�}� j dd�}t� fdd�� D ��}|f |�}|rnx |j� D ]\}}t|||� qVW |S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r )rb r )r! r r rf L s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r* r� r �setattr)rR r! r� ZpropsrS r� rv rL r )r! r �configure_customE s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r )rR rL r r r �as_tupleS s
zBaseConfigurator.as_tupleN)r4 r5 r6 rU r* r+ r6 r+ r. r/ r0 r8 � staticmethod�
__import__r" rT r* r r r r: r; r r r r r � s
" r )r )r r� )r� )N)N)�Z
__future__r rW r* rk Zsslr# � version_infor Z
basestringr5 r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r
r r Zurllibr
r r r r r r r Zurllib2r r r r r r r! r" r# r$ ZhttplibZ xmlrpclibZQueueZqueuer% ZhtmlentitydefsZ raw_input� itertoolsr& �filterr' r1 r) r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ
xmlrpc.clientZ html.parserZ
html.entitiesZentities�inputr2 r3 rG rF rN rO r rV �F_OK�X_OKZzipfilerw r~ r ry ZBaseZipExtFilerl r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r+ r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� Zimpr� r� Zthreadr� r Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr r �Ir r r� r� r r r r r r r �<module> s&
$, ,0
2+ A
[
b
w
distlib/__pycache__/scripts.cpython-36.opt-1.pyc 0000644 00000023415 15051612334 0015467 0 ustar 00 3
�Pfx; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZ eje�Zdj� Zejd�Zd Zd
d � ZG d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$a| # -*- coding: utf-8 -*-
if __name__ == '__main__':
import sys, re
def _resolve(module, func):
__import__(module)
mod = sys.modules[module]
parts = func.split('.')
result = getattr(mod, parts.pop(0))
for p in parts:
result = getattr(result, p)
return result
try:
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
func = _resolve('%(module)s', '%(func)s')
rc = func() # None interpreted as 0
except Exception as e: # only supporting Python >= 2.6
sys.stderr.write('%%s\n' %% e)
rc = 1
sys.exit(rc)
c C sZ d| krV| j d�rD| jdd�\}}d|krV|j d� rVd||f } n| j d�sVd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�envZ _executable� r � /usr/lib/python3.6/scripts.py�_enquote_executableB s
r c @ s� e Zd ZdZeZdZd%dd�Zdd� Ze j
j d �rBd
d � Z d d
� Z
d&dd�Zdd� ZeZdd� Zdd� Zd'dd�Zdd� Zedd � �Zejd d � �Zejd ks�ejd kr�ejd kr�d d � Z d(d!d"�Z d)d#d$�Z dS )*� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
d S )NF�posix�java� �X.Y�nt)r r )�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__[ s
zScriptMaker.__init__c C s@ |j dd�r<| jr<tjj|�\}}|jdd�}tjj||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executablek s
z%ScriptMaker._get_alternate_executabler c C sL y"t |��}|jd�dkS Q R X W n$ ttfk
rF tjd|� dS X dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!NzFailed to open %sF)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shells s
zScriptMaker._is_shellc C sD | j |�r*dd l}|jjjd�dkr<|S n|j� jd�r<|S d| S )Nr zos.nameZLinuxz
jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executable s
z"ScriptMaker._fix_jython_executable� c C sd d}| j r| j }d}n^tj� s&t� }nNt� rLtjjtjd�dtj d� �}n(tjjtj d�dtj d�tj d�f �}|r�| j
||�}t j j
d �r�| j|�}tjj|�}|r�t|�}|jd
�}t j d kr�d |kr�d
|kr�|d7 }d| | d }y|jd
� W n" tk
�r td| ��Y nX |d
k�r`y|j|� W n& tk
�r^ td||f ��Y nX |S )NTF�scriptszpython%s�EXE�BINDIRz
python%s%s�VERSIONr zutf-8Zcliz -X:Framesz
-X:FullFramess
-X:Framess #!�
z,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r �is_python_buildr r r! r/ r1 �get_path�get_config_varr4 �sys�platformr r@ �normcaser �encode�decode�UnicodeDecodeError�
ValueError)r) �encoding� post_interpr2 Zenquoter �shebangr r r � _get_shebang� sL
zScriptMaker._get_shebangc C s | j t|j|jd� S )N)�module�func)�script_template�dict�prefix�suffix)r) �entryr r r �_get_script_text� s
z ScriptMaker._get_script_textc C s t jj|�}| j| S )N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o
| j}tjjd�}|s*|| | }n^|dkr>| jd�}n
| jd�}t� } t| d��}
|
jd|� W d Q R X | j � } || | | }�xd|D �]Z} tj
j | j | �}
|�rrtj
j
|
�\}}|jd�r�|}
d|
}
y| jj|
|� W n� tk
�rn tjd� d |
}tj
j|��r tj|� tj|
|� | jj|
|� tjd
� ytj|� W n tk
�rh Y nX Y nX np| j�r�|
jd | � �r�d |
|f }
tj
j|
��r�| j �r�tjd
|
� q�| jj|
|� | j�r�| jj|
g� |j |
� q�W d S )Nzutf-8�py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logic�.z%s.%szSkipping existing file %s) r r( r! �lineseprM �
_get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr? r r$ �set_executable_mode�append)r) �namesrS Z script_bytes� filenames�extZ use_launcherre Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r �
_write_script� sT
zScriptMaker._write_scriptc C s� d}|r0|j dg �}|r0ddj|� }|jd�}| jd||d�}| j|�jd�}|j}t� } d| jkrp| j|� d| jkr�| jd |t j
d
f � d | jkr�| jd |t j
d d
� f � |r�|j dd�r�d}
nd}
| j | ||||
� d S )NrA Zinterpreter_argsz %sr
zutf-8)r2 r �Xz%s%sr zX.Yz%s-%s� r, F�pywra ) r. r1 rM rT r\ r" r% r& �addrJ �versionrw ) r) r[ rq r2 rR �argsrS �scriptr" Z scriptnamesrr r r r � _make_script� s(
zScriptMaker._make_scriptc C s� d}t jj| jt|��}t jj| jt jj|��}| j rX| jj ||� rXt
j d|� d S yt |d�}W n t
k
r� | js~� d }Y nLX |j� }|s�t
jd| j� |� d S tj|jdd��}|r�d}|jd�p�d }|�s|r�|j� | jj||� | j�r| jj|g� |j|� n�t
jd
|| j� | jj�s�t |j�\} }
|j d � | j | |�} d |k�rbd
} nd} t jj|�}
| j |
g| |j � || � |�r�|j� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s
rF Tr rA z copying and adjusting %s -> %sr s pythonwrz ra )!r! r/ r1 r r
r r] r r' Znewerr: rm r6 r9 r* �readliner; Zget_command_name�
FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rn ro �infor �seekrT rw r7 )r) r~ rq Zadjustrt �fZ
first_liner� rR rQ �linesrS rr ru r r r � _copy_script sR
zScriptMaker._copy_scriptc C s | j jS )N)r' r* )r) r r r r* J s zScriptMaker.dry_runc C s || j _d S )N)r' r* )r) �valuer r r r* N s r c C sH t jd�dkrd}nd}d||f }tjdd�d }t|�j|�j}|S ) N�P� Z64Z32z%s%s.exerd r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_package�resultr r r rf V s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| j||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
N)r2 )r r� r )r) �
specificationr2 rq r[ r r r �maked s zScriptMaker.makec C s( g }x |D ]}|j | j||�� q
W |S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r) Zspecificationsr2 rq r� r r r �
make_multiplew s
zScriptMaker.make_multiple)TFN)rA N)N)N)N) r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErW r r+ r4 rJ rK r r= r@ rT r\ �_DEFAULT_MANIFESTr^ r` rw r r� �propertyr* �setterr! r" r# rf r� r� r r r r r R s,
82
4
r ) �ior Zloggingr! �rer� rJ �compatr r r Z resourcesr �utilr r r
r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s
distlib/__pycache__/manifest.cpython-36.opt-1.pyc 0000644 00000023660 15051612334 0015610 0 ustar 00 3
�Pf�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ ej
e�Zejdej�Zejd ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode)� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t jjt jj|pt j� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr
� r � /usr/lib/python3.6/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}xv|r�|� }tj |�} x\| D ]T}
tj
j ||
�} tj | �} | j }
||
�r�|jt
| �� qR||
�rR||
� rR|| � qRW q8W dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r
�pop�appendr �listdirr �join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |j | j�s tjj| j|�}| jjtjj|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r r r
r �addr )r �itemr r r r) T s z Manifest.addc C s x|D ]}| j |� qW dS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r) )r �itemsr* r r r �add_many^ s
zManifest.add_manyFc sf � �fdd�� t �j�}|rJt � }x |D ]}� |tjj|�� q(W ||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c s> | j |� tjd|� |�jkr:tjj|�\}}� | |� d S )Nzadd_dir added %s)r) �logger�debugr
r r �split)�dirs�d�parent�_)�add_dirr r r r4 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r r )�.0Z
path_tupler r r �
<listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t jj|�V qd S )N)r r r/ )r5 r r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r �dirname�sorted)r Zwantdirs�resultr0 �fr )r4 r r r9 g s
zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C s� | j |�\}}}}|dkrFx&|D ] }| j|dd�s tjd|� q W �n<|dkrnx|D ]}| j|dd�}qTW �n|dkr�x&|D ] }| j|dd�s|tjd|� q|W n�|d kr�x�|D ]}| j|dd�}q�W n�|d
k� r�x�|D ] }| j||d �s�tjd ||� q�W n�|d
k�r&xz|D ]}| j||d �}�q W n\|dk�rN| jd|d ��s�tjd|� n4|dk�rv| jd|d ��s�tjd|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�excludezglobal-includeFz3no files found matching %r anywhere in distributionzglobal-excludezrecursive-include)r z-no files found matching %r under directory %rzrecursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr- Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sD
zManifest.process_directivec C s |j � }t|�dkr,|d dkr,|jdd� |d }d } }}|dkrxt|�d k r`td
| ��dd� |dd � D �}n�|dkr�t|�dk r�td| ��t|d �}dd� |d d � D �}n<|dk� r�t|�d kr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r r= r? �global-include�global-exclude�recursive-include�recursive-excluder@ rA Nr z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r5 �wordr r r r6 � s z-Manifest._parse_directive.<locals>.<listcomp>� z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r5 rP r r r r6 � s z!%r expects a single <dir_pattern>zunknown action %r)r= r? rL rM rN rO r@ rA )r= r? rL rM )rN rO )r@ rA )r/ �len�insertr r )r rE ZwordsrF rG rH Z dir_patternr r r rB � s:
zManifest._parse_directiveTc C sT d}| j ||||�}| jdkr&| j� x(| jD ] }|j|�r.| jj|� d}q.W |S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r' �searchr r) )r rI r> r �is_regexrJ �
pattern_rer$ r r r rC s
zManifest._include_patternc C sF d}| j ||||�}x,t| j�D ] }|j|�r | jj|� d}q W |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)rT �listr rU �remove)r rI r> r rV rJ rW r; r r r rD ) s
zManifest._exclude_patternc
C sv |r t |t�rtj|�S |S td kr:| jd�jd�\}}}|rR| j|�}td
krVnd}tjtj j
| j d��} |dk �r4tdkr�| jd�}
| j|�dt |
� � } n&| j|�} | t |�t | �t |� � } tj
} tj
dkr�d} tdk�rd| | j
| d | f� }n0|t |�t |�t |� � }d
|| | | ||f }n8|�rltdk�rRd| | }nd || |t |�d� f }tj|�S )a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
rQ r r3 � N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)rQ r )rQ r )rQ r )rQ r )rQ r )�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partition�escaper r r r
rR r )
r rI r> r rV �startr3 �endrW r
Z
empty_patternZ prefix_rer r r r rT = s@
zManifest._translate_patternc C s8 t j|�}tj}tjdkr d}d| }tjd||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
r[ z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r r_ �sub)r rI rW r Zescapedr r r rb t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r' r) r, r9 r< rK rB rC rD rT rb r r r r r % s
O/
(
6)rm rg Zloggingr r_ �sysrZ r �compatr �utilr �__all__Z getLoggerrj r- r` �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_infora �objectr r r r r �<module>
s
distlib/__pycache__/version.cpython-36.opt-1.pyc 0000644 00000050610 15051612334 0015462 0 ustar 00 3
�Pf�\ � @ sZ d Z ddlZddlZddlmZ ddddd d
d d gZeje�ZG d
d � d e �Z
G dd� de �Z G dd� de �Z
ejd�Zdd� ZeZG dd� de �Zdd� ZG dd� de
�Zejd�dfejd�d fejd �dfejd �d fejd �d!fejd"�d!fejd#�d$fejd%�d&fejd'�d(fejd)�d*ff
Zejd+�dfejd,�dfejd-�d$fejd#�d$fejd.�dffZejd/�Zd0d1� Zd2d3� Zejd4ej�Zd5d5d6d5d7ddd8�Z d9d:� Z G d;d� de �Z G d<d� de
�Z ejd=ej�Z d>d?� Z!d@dA� Z"G dBd � d e �Z#G dCd
� d
e
�Z$G dDdE� dEe �Z%e%eee�e%e e dFdG� �e%e"e$e�dH�Z&e&dI e&dJ< dKd � Z'dS )Lz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r
z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/version.pyr
s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s" |j � | _}| j|� | _}d S )N)�strip�_string�parse�_parts)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass)�NotImplementedError)r r r r r r $ s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError)r �otherr r r �_check_compatible' s zVersion._check_compatiblec C s | j |� | j|jkS )N)r r )r r r r r �__eq__+ s
zVersion.__eq__c C s | j |� S )N)r )r r r r r �__ne__/ s zVersion.__ne__c C s | j |� | j|jk S )N)r r )r r r r r �__lt__2 s
zVersion.__lt__c C s | j |�p| j|� S )N)r" r )r r r r r �__gt__6 s zVersion.__gt__c C s | j |�p| j|�S )N)r" r )r r r r r �__le__9 s zVersion.__le__c C s | j |�p| j|�S )N)r# r )r r r r r �__ge__< s zVersion.__ge__c C s
t | j�S )N)�hashr )r r r r �__hash__@ s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s'))� __class__r r )r r r r �__repr__C s zVersion.__repr__c C s | j S )N)r )r r r r �__str__F s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.)r )r r r r �
is_prereleaseI s zVersion.is_prereleaseN)r r
r r r r r r! r" r# r$ r% r' r) r* �propertyr+ r r r r r s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zdd� dd� dd� d d� d
d� d d� d d� d
d� d�Z dd� Z
dd� Z e dd� �Z
dd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!�MatcherNz^(\w[\s\w'.-]*)(\((.*)\))?z'^(<=|>=|<|>|!=|={2,3}|~=)?\s*([^\s,]+)$z
^\d+(\.\d+)*$c C s | |k S )Nr )�v�c�pr r r �<lambda>W s zMatcher.<lambda>c C s | |kS )Nr )r. r/ r0 r r r r1 X s c C s | |kp| |k S )Nr )r. r/ r0 r r r r1 Y s c C s | |kp| |kS )Nr )r. r/ r0 r r r r1 Z s c C s | |kS )Nr )r. r/ r0 r r r r1 [ s c C s | |kS )Nr )r. r/ r0 r r r r1 \ s c C s | |kp| |kS )Nr )r. r/ r0 r r r r1 ^ s c C s | |kS )Nr )r. r/ r0 r r r r1 _ s )�<�>z<=z>=z==z===z~=z!=c
C sJ | j d krtd��|j� | _}| jj|�}|s<td| ��|jd�}|d j� | _| jj� | _ g }|d �r<dd� |d j
d�D �}x�|D ]�}| j j|�}|s�td ||f ��|j� }|d p�d
}|d }|j d ��r|dkr�td| ��|d d� d }} | j
j|��s(| j |� n| j |�d }} |j||| f� q�W t|�| _d S )Nz Please specify a version classz
Not valid: %r� r � c S s g | ] }|j � �qS r )r )�.0r/ r r r �
<listcomp>n s z$Matcher.__init__.<locals>.<listcomp>�,zInvalid %r in %rz~=r z.*�==�!=z#'.*' not allowed for %r constraintsTF)r9 r: ���)�
version_class�
ValueErrorr r �dist_re�match�groups�name�lower�key�split�comp_re�endswith�num_re�append�tupler )
r r �mr@ ZclistZ constraintsr/ �opZvn�prefixr r r r b s:
zMatcher.__init__c C sz t |t�r| j|�}x`| jD ]V\}}}| jj|�}t |t�rFt| |�}|sbd|| jjf }t |��||||�s dS q W dS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
�
isinstancer r< r �
_operators�get�getattrr( r r )r �version�operator�
constraintrL �f�msgr r r r? � s
z
Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r �==�===)rV rW )�lenr )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r rA r )r r r r r r � s zMatcher._check_compatiblec C s" | j |� | j|jko | j|jkS )N)r rC r )r r r r r r � s
zMatcher.__eq__c C s | j |� S )N)r )r r r r r r! � s zMatcher.__ne__c C s t | j�t | j� S )N)r& rC r )r r r r r' � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r))r( r r )r r r r r) � s zMatcher.__repr__c C s | j S )N)r )r r r r r* � s zMatcher.__str__)r r
r r< �re�compiler> rE rG rN r r? r, rZ r r r! r' r) r* r r r r r- N s*
% r- zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | j � } tj| �}|s"td| ��|j� }tdd� |d jd�D ��}x(t|�dkrn|d dkrn|d d� }qHW |d s~d}n t|d �}|dd� }|d d
� }|d d � }|d
}|dkr�f }n|d t|d �f}|dkr�f }n|d t|d �f}|dk�r
f }n|d t|d �f}|d k�r.f }nLg } x>|jd�D ]0}
|
j � �rZdt|
�f}
nd|
f}
| j
|
� �q>W t| �}|�s�| �r�|�r�d}nd}|�s�d}|�s�d}||||||fS ) NzNot a valid version: %sc s s | ]}t |�V qd S )N)�int)r6 r. r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.r � � � � �
� �
�a�z�_�final���rk )NN)NN)NNrk )rg rk )rh )ri )rj ) r �PEP440_VERSION_REr? r
r@ rI rD rX r] �isdigitrH ) r rJ r@ ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT
rq c @ s6 e Zd ZdZdd� Zedddddg�Zed d
� �Zd S ) r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}tj|�}|j� }tdd� |d jd�D ��| _|S )Nc s s | ]}t |�V qd S )N)r] )r6 r. r r r r^ s z*NormalizedVersion.parse.<locals>.<genexpr>r r_ )�_normalized_keyrl r? r@ rI rD �_release_clause)r r rY rJ r@ r r r r s
zNormalizedVersion.parserg �br/ �rcro c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)r6 �t)r r r r^ s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr )r r )r r r+ s z NormalizedVersion.is_prereleaseN) r r
r r r �setrv r, r+ r r r r r � s c C s> t | �} t |�}| |kr dS | j|�s*dS t|�}| | dkS )NTFr_ )�str�
startswithrX )�x�y�nr r r �
_match_prefix" s
r c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)z~=r2 r3 z<=z>=z==z===z!=c C sV |rd|ko|j d }n|j d o,|j d }|rN|jjdd�d }| j|�}||fS )N�+r r rk rk rk )r r rD r< )r rQ rS rL Z strip_localr r r r �
_adjust_local< s
z NormalizedMatcher._adjust_localc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr_ c S s g | ] }t |��qS r )rz )r6 �ir r r r7 O s z/NormalizedMatcher._match_lt.<locals>.<listcomp>)r� rs �joinr )r rQ rS rL �release_clause�pfxr r r r� J s zNormalizedMatcher._match_ltc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr_ c S s g | ] }t |��qS r )rz )r6 r� r r r r7 W s z/NormalizedMatcher._match_gt.<locals>.<listcomp>)r� rs r� r )r rQ rS rL r� r� r r r r� R s zNormalizedMatcher._match_gtc C s | j |||�\}}||kS )N)r� )r rQ rS rL r r r r� Z s zNormalizedMatcher._match_lec C s | j |||�\}}||kS )N)r� )r rQ rS rL r r r r� ^ s zNormalizedMatcher._match_gec C s. | j |||�\}}|s ||k}n
t||�}|S )N)r� r )r rQ rS rL rY r r r r� b s
zNormalizedMatcher._match_eqc C s t |�t |�kS )N)rz )r rQ rS rL r r r r� j s z"NormalizedMatcher._match_arbitraryc C s0 | j |||�\}}|s ||k}n t||� }|S )N)r� r )r rQ rS rL rY r r r r� m s
zNormalizedMatcher._match_nec C sf | j |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }djdd� |D ��}t||�S )NTFr r_ c S s g | ] }t |��qS r )rz )r6 r� r r r r7 � s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>rk )r� rs rX r� r )r rQ rS rL r� r� r r r r� u s z#NormalizedMatcher._match_compatibleN)r r
r r r< rN r� r� r� r� r� r� r� r� r� r r r r r - s$ z[.+-]$r4 z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$z\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}r_ z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sZ | j � j� }x tD ]\}}|j||�}qW |s2d}tj|�}|sJd}|}n�|j� d jd�}dd� |D �}xt|�dk r�|j d� qlW t|�dkr�||j
� d� }n8dj dd� |dd� D ��||j
� d� }|dd� }dj d d� |D ��}|j � }|�r x t D ]\}}|j||�}�qW |�s*|}n d
|k�r8d nd }|| | }t
|��sVd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r r_ c S s g | ] }t |��qS r )r] )r6 r� r r r r7 � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r )rz )r6 r� r r r r7 � s c S s g | ] }t |��qS r )rz )r6 r� r r r r7 � s ro �-r� )r rB �
_REPLACEMENTS�sub�_NUMERIC_PREFIXr? r@ rD rX rH �endr� �_SUFFIX_REPLACEMENTS� is_semver)r rY Zpat�replrJ rL �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sl y t | � | S tk
r Y nX | j� }x dBD ]\}}|j||�}q0W tjdd|�}tjdd|�}tjdd|�}tjdd |�}tjd d |�}|jd �� r�|d d!� }tjd"d |�}tjd#d$|�}tjd%d&|�}tjd'd|�}tjd(d)|�}tjd*d)|�}tjd+d
|�}tjd,d-|�}tjd.d&|�}tjd/d0|�}tjd1d2|�}y t |� W n tk
�rf d!}Y nX |S )Ca� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
�-alpharg �-betart r� r� ru r/ �-finalr4 �-pre�-release�.release�-stabler� r_ ri � �.finalrj zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?z\1r. r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1�r� rg �r� rt �r� rg �r� rt �ru r/ �r� r4 �r� r/ �r� r4 �r� r4 �r� r4 �r� r_ �ri r_ �r� r4 �r� r4 �rj r4 )r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )rr r
rB �replacer[ r� r{ )r ZrsZorigr� r r r �_suggest_normalized_version� sH
r� z([a-z]+|\d+|[\.-])r/ zfinal-�@)rn Zpreviewr� ru ro r4 r_ c C s~ dd� }g }xh|| �D ]\}|j d�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�S )
Nc S sx g }xdt j| j� �D ]R}tj||�}|rd|d d� koBdkn rT|jd�}nd| }|j|� qW |jd� |S )N�0r �9� �*z*final)�
_VERSION_PARTrD rB �_VERSION_REPLACErO �zfillrH )r rY r0 r r r � get_partsI s
z _legacy_key.<locals>.get_partsr� z*finalr z*final-Z00000000rk rk )r{ �poprH rI )r r� rY r0 r r r � _legacy_keyH s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r c s zLegacyVersion.parsec C s: d}x0| j D ]&}t|t�r |jd�r |dk r d}P q W |S )NFr� z*finalT)r rM r r{ )r rY r| r r r r+ f s zLegacyVersion.is_prereleaseN)r r
r r r, r+ r r r r r b s c @ s4 e Zd ZeZeej�Zded< ej d�Z
dd� Z dS )r r� z~=z^(\d+(\.\d+)*)c C s` ||k r dS | j jt|��}|s2tjd||� dS |j� d }d|krV|jdd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr r_ r )�
numeric_rer? rz �loggerZwarningr@ �rsplitr )r rQ rS rL rJ r r r r r� y s z LegacyMatcher._match_compatibleN) r r
r r r< �dictr- rN r[ r\ r� r� r r r r r q s
zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t j| �S )N)�
_SEMVER_REr? )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|j� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � j d�}tdd� |D ��}|S )Nr r_ c S s" g | ]}|j � r|jd �n|�qS )r� )rm r� )r6 r0 r r r r7 � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rD rI )r ZabsentrY r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r )r] )r6 r� r r r r7 � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r
r@ ) r r� rJ r@ �major�minorZpatchrn Zbuildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r )r r r r r+ � s z SemanticVersion.is_prereleaseN)r r
r r r, r+ r r r r r � s c @ s e Zd ZeZdS )r N)r r
r r r< r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S )N)rC �matcher� suggester)r rC r� r� r r r r � s zVersionScheme.__init__c C s2 y| j j|� d}W n tk
r, d}Y nX |S )NTF)r� r< r
)r r rY r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s0 y| j |� d}W n tk
r* d}Y nX |S )NTF)r� r
)r r rY r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s | j d| �S )z:
Used for processing some metadata fields
zdummy_name (%s))r� )r r r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n
| j |�}|S )N)r� )r r rY r r r �suggest� s
zVersionScheme.suggest)N)r r
r r r� r� r� r� r r r r r� � s
r� c C s |S )Nr )r r r r r r1 � s r1 )�
normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESr= )rA r r r r � s )(r Zloggingr[ �compatr �__all__Z getLoggerr r� r= r
�objectr r- r\ rl rq rr r r r r� r� r� r� r� �Ir� r� r� r r r� r� r� r r r� r� r r r r r �<module> sz
1k
=$ W
.r $
distlib/__pycache__/manifest.cpython-36.pyc 0000644 00000024052 15051612334 0014645 0 ustar 00 3
�Pf�9 � @ s� d Z ddlZddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z dgZ ej
e�Zejdej�Zejd ejejB �Zejdd
� ZG d d� de�ZdS ) zu
Class representing the list of files in a distribution.
Equivalent to distutils.filelist, but fixes some problems.
� N� )�DistlibException)�fsdecode)� convert_path�Manifestz\\w*
z#.*?(?=
)|
(?=$)� c @ sz e Zd ZdZd dd�Zdd� Zdd� Zd d
� Zd d d
�Zdd� Z dd� Z
dd� Z d dd�Z d dd�Z
d!dd�Zdd � ZdS )"r z~A list of files built by on exploring the filesystem and filtered by
applying various patterns to what we find there.
Nc C s> t jjt jj|pt j� ��| _| jt j | _d| _t � | _
dS )zd
Initialise an instance.
:param base: The base directory to explore under.
N) �os�path�abspath�normpath�getcwd�base�sep�prefix�allfiles�set�files)�selfr
� r � /usr/lib/python3.6/manifest.py�__init__* s zManifest.__init__c C s� ddl m}m}m} g | _}| j}|g}|j}|j}xv|r�|� }tj |�} x\| D ]T}
tj
j ||
�} tj | �} | j }
||
�r�|jt
| �� qR||
�rR||
� rR|| � qRW q8W dS )zmFind all files under the base and set ``allfiles`` to the absolute
pathnames of files found.
r )�S_ISREG�S_ISDIR�S_ISLNKN)�statr r r r r
�pop�appendr �listdirr �join�st_moder )r r r r r �root�stackr �push�names�name�fullnamer �moder r r �findall9 s"
zManifest.findallc C s4 |j | j�s tjj| j|�}| jjtjj|�� dS )zz
Add a file to the manifest.
:param item: The pathname to add. This can be relative to the base.
N) �
startswithr r r r r
r �addr )r �itemr r r r) T s z Manifest.addc C s x|D ]}| j |� qW dS )z�
Add a list of files to the manifest.
:param items: The pathnames to add. These can be relative to the base.
N)r) )r �itemsr* r r r �add_many^ s
zManifest.add_manyFc sf � �fdd�� t �j�}|rJt � }x |D ]}� |tjj|�� q(W ||O }dd� tdd� |D ��D �S )z8
Return sorted files in directory order
c sJ | j |� tjd|� |�jkrFtjj|�\}}|dks<t�� | |� d S )Nzadd_dir added %s� �/)r- r. )r) �logger�debugr
r r �split�AssertionError)�dirs�d�parent�_)�add_dirr r r r7 l s
z Manifest.sorted.<locals>.add_dirc S s g | ]}t jj|� �qS r )r r r )�.0Z
path_tupler r r �
<listcomp>z s z#Manifest.sorted.<locals>.<listcomp>c s s | ]}t jj|�V qd S )N)r r r1 )r8 r r r r � <genexpr>{ s z"Manifest.sorted.<locals>.<genexpr>)r r r r �dirname�sorted)r Zwantdirs�resultr3 �fr )r7 r r r< g s
zManifest.sortedc C s t � | _g | _dS )zClear all collected files.N)r r r )r r r r �clear} s zManifest.clearc C s� | j |�\}}}}|dkrFx&|D ] }| j|dd�s tjd|� q W �n<|dkrnx|D ]}| j|dd�}qTW �n|dkr�x&|D ] }| j|dd�s|tjd|� q|W n�|d kr�x�|D ]}| j|dd�}q�W n�|d
k� r�x�|D ] }| j||d �s�tjd ||� q�W n�|d
k�r&xz|D ]}| j||d �}�q W n\|dk�rN| jd|d ��s�tjd|� n4|dk�rv| jd|d ��s�tjd|� n td| ��dS )av
Process a directive which either adds some files from ``allfiles`` to
``files``, or removes some files from ``files``.
:param directive: The directive to process. This should be in a format
compatible with distutils ``MANIFEST.in`` files:
http://docs.python.org/distutils/sourcedist.html#commands
�includeT)�anchorzno files found matching %r�excludezglobal-includeFz3no files found matching %r anywhere in distributionzglobal-excludezrecursive-include)r z-no files found matching %r under directory %rzrecursive-exclude�graftNz no directories found matching %r�prunez4no previously-included directories found matching %rzinvalid action %r)�_parse_directive�_include_patternr/ Zwarning�_exclude_patternr )r � directive�action�patterns�thedirZ
dirpattern�pattern�foundr r r �process_directive� sD
zManifest.process_directivec C s |j � }t|�dkr,|d dkr,|jdd� |d }d } }}|dkrxt|�d k r`td
| ��dd� |dd � D �}n�|dkr�t|�dk r�td| ��t|d �}dd� |d d � D �}n<|dk� r�t|�d kr�td| ��t|d �}n td| ��||||fS )z�
Validate a directive.
:param directive: The directive to validate.
:return: A tuple of action, patterns, thedir, dir_patterns
r r r@ rB �global-include�global-exclude�recursive-include�recursive-excluderC rD Nr z$%r expects <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r8 �wordr r r r9 � s z-Manifest._parse_directive.<locals>.<listcomp>� z*%r expects <dir> <pattern1> <pattern2> ...c S s g | ] }t |��qS r )r )r8 rS r r r r9 � s z!%r expects a single <dir_pattern>zunknown action %r)r@ rB rO rP rQ rR rC rD )r@ rB rO rP )rQ rR )rC rD )r1 �len�insertr r )r rH ZwordsrI rJ rK Z dir_patternr r r rE � s:
zManifest._parse_directiveTc C sT d}| j ||||�}| jdkr&| j� x(| jD ] }|j|�r.| jj|� d}q.W |S )a� Select strings (presumably filenames) from 'self.files' that
match 'pattern', a Unix-style wildcard (glob) pattern.
Patterns are not quite the same as implemented by the 'fnmatch'
module: '*' and '?' match non-special characters, where "special"
is platform-dependent: slash on Unix; colon, slash, and backslash on
DOS/Windows; and colon on Mac OS.
If 'anchor' is true (the default), then the pattern match is more
stringent: "*.py" will match "foo.py" but not "foo/bar.py". If
'anchor' is false, both of these will match.
If 'prefix' is supplied, then only filenames starting with 'prefix'
(itself a pattern) and ending with 'pattern', with anything in between
them, will match. 'anchor' is ignored in this case.
If 'is_regex' is true, 'anchor' and 'prefix' are ignored, and
'pattern' is assumed to be either a string containing a regex or a
regex object -- no translation is done, the regex is just compiled
and used as-is.
Selected strings will be added to self.files.
Return True if files are found.
FNT)�_translate_patternr r' �searchr r) )r rL rA r �is_regexrM �
pattern_rer$ r r r rF s
zManifest._include_patternc C sF d}| j ||||�}x,t| j�D ] }|j|�r | jj|� d}q W |S )at Remove strings (presumably filenames) from 'files' that match
'pattern'.
Other parameters are the same as for 'include_pattern()', above.
The list 'self.files' is modified in place. Return True if files are
found.
This API is public to allow e.g. exclusion of SCM subdirs, e.g. when
packaging source distributions
FT)rW �listr rX �remove)r rL rA r rY rM rZ r> r r r rG ) s
zManifest._exclude_patternc
C s� |r t |t�rtj|�S |S td kr:| jd�jd�\}}}|rj| j|�}td
krn|j|�rd|j|�snt �nd}tj
t j j
| jd��} |dk �rftdkr�| jd�}
| j|�dt|
� � } n>| j|�} | j|�r�| j|�s�t �| t|�t| �t|� � } t j} t jdk�rd} tdk�r4d| | j
| d | f� }n0|t|�t|�t|� � }d
|| | | ||f }n8|�r�tdk�r�d| | }nd || |t|�d� f }tj|�S )a Translate a shell-like wildcard pattern to a compiled regular
expression.
Return the compiled regex. If 'is_regex' true,
then 'pattern' is directly compiled to a regex (if it's a string)
or just returned as-is (assumes it's a regex object).
rT r r6 r- N�\z\\�^z.*z%s%s%s%s.*%s%sz%s%s%s)rT r )rT r )rT r )rT r )rT r )�
isinstance�str�re�compile�_PYTHON_VERSION� _glob_to_re� partitionr( �endswithr2 �escaper r r r
rU r )
r rL rA r rY �startr6 �endrZ r
Z
empty_patternZ prefix_rer r r r rW = sB
zManifest._translate_patternc C s8 t j|�}tj}tjdkr d}d| }tjd||�}|S )z�Translate a shell-like glob pattern to a regular expression.
Return a string containing the regex. Differs from
'fnmatch.translate()' in that '*' does not match "special characters"
(which are platform-specific).
r] z\\\\z\1[^%s]z((?<!\\)(\\\\)*)\.)�fnmatch� translater r ra �sub)r rL rZ r Zescapedr r r rd t s
zManifest._glob_to_re)N)F)TNF)TNF)TNF)�__name__�
__module__� __qualname__�__doc__r r' r) r, r< r? rN rE rF rG rW rd r r r r r % s
O/
(
6)rp rj Zloggingr ra �sysr- r �compatr �utilr �__all__Z getLoggerrm r/ rb �MZ_COLLAPSE_PATTERN�SZ_COMMENTED_LINE� version_inforc �objectr r r r r �<module>
s
distlib/__pycache__/metadata.cpython-36.pyc 0000644 00000064571 15051612334 0014631 0 ustar 00 3
�Pf�� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ eje�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z dddgZ dZ dZ!ej"d�Z#ej"d�Z$dGZ%dHZ&dIZ'dJZ(dKZ)dLZ*dMZ+e,� Z-e-j.e%� e-j.e&� e-j.e(� e-j.e*� ej"d8�Z/d9d:� Z0d;d<� Z1ddd d d%d d d d!d"d#d+d,d$d&d'd-d/d0d5d1d2d*d)d(d.d3d4d6d7d=� Z2dNZ3dOZ4dPZ5dQZ6dRZ7dSZ8dTZ9e:� Z;ej"d>�Z<dUd@dA�Z=G dBdC� dCe:�Z>dDZ?dEZ@G dFd� de:�ZAdS )VzImplementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.N)r r r r r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.N)r r r r r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidN)r r r r r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSIONzutf-8z1.1z
\|z
�Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License�Supported-Platform�
Classifier� Download-URL� Obsoletes�Provides�Requires�
Maintainer�Maintainer-email�Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External�Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extraz"extra\s*==\s*("([^"]+)"|'([^']+)')c C s< | dkr t S | dkrtS | dkr$tS | dkr0tS t| ��d S )Nz1.0z1.1z1.2z2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistg s r? c C s� dd� }g }x.| j � D ]"\}}|g ddfkr.q|j|� qW ddddg}xt|D ]l}|tkrld|krl|jd� |tkr�d|kr�|jd� |tkr�d|kr�|jd� |tkrNd|krN|jd� qNW t|�d kr�|d
S t|�d
kr�td ��d|ko�||t �}d|k�o
||t
�}d|k�o ||t �}t |�t |� t |� d k�rFtd ��| �rl| �rl| �rlt
|k�rlt
S |�rvdS |�r�dS dS )
z5Detect the best version depending on the fields used.c S s x|D ]}|| krdS qW dS )NTFr )�keys�markers�markerr r r � _has_markeru s
z"_best_version.<locals>._has_marker�UNKNOWNNz1.0z1.1z1.2z2.0r r zUnknown metadata setz(You used incompatible 1.1/1.2/2.0 fields)�items�appendr: �remover; r< r= �lenr � _314_MARKERS� _345_MARKERS� _426_MARKERS�intr ) �fieldsrC r@ �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_0r r r �
_best_versions sB
rP ) �metadata_version�namer> �platformZsupported_platform�summary� description�keywords� home_page�author� author_email�
maintainer�maintainer_email�license�
classifier� download_url�obsoletes_dist�
provides_dist�
requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extraz[^A-Za-z0-9.]+Fc C s0 |r$t jd| �} t jd|jdd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)rR r> Z for_filenamer r r �_get_name_and_version� s rp c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||gj d �dk r td��i | _g | _d | _|| _|d k rH| j|� n.|d k r\| j|� n|d k rv| j|� | j � d S )N� z'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingrw r r r �__init__� s
zLegacyMetadata.__init__c C s t | j�| jd< d S )NzMetadata-Version)rP rv )r| r r r r{ s z#LegacyMetadata.set_metadata_versionc C s |j d||f � d S )Nz%s: %s
)�write)r| r~ rR rO r r r � _write_field s zLegacyMetadata._write_fieldc C s
| j |�S )N)�get)r| rR r r r � __getitem__ s zLegacyMetadata.__getitem__c C s | j ||�S )N)�set)r| rR rO r r r � __setitem__ s zLegacyMetadata.__setitem__c C s8 | j |�}y | j|= W n tk
r2 t|��Y nX d S )N)�
_convert_namerv �KeyError)r| rR �
field_namer r r � __delitem__ s
zLegacyMetadata.__delitem__c C s || j kp| j|�| j kS )N)rv r� )r| rR r r r � __contains__ s
zLegacyMetadata.__contains__c C s( |t kr |S |jdd�j� }tj||�S )Nrj �_)� _ALL_FIELDSro �lower� _ATTR2FIELDr� )r| rR r r r r� s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrD )� _LISTFIELDS�_ELEMENTSFIELD)r| rR r r r �_default_value% s z LegacyMetadata._default_valuec C s& | j dkrtjd|�S tjd|�S d S )N�1.0�1.1�
)r� r� )rQ �_LINE_PREFIX_PRE_1_2rn �_LINE_PREFIX_1_2)r| rO r r r �_remove_line_prefix* s
z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S )N)r� �AttributeError)r| rR r r r � __getattr__0 s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r r )rp )r| Zfilesafer r r � get_fullname; s zLegacyMetadata.get_fullnamec C s | j |�}|tkS )z+return True if name is a valid metadata key)r� r� )r| rR r r r �is_fieldA s
zLegacyMetadata.is_fieldc C s | j |�}|tkS )N)r� r� )r| rR r r r �is_multi_fieldF s
z LegacyMetadata.is_multi_fieldc
C s. t j|ddd�}z| j|� W d|j� X dS )z*Read the metadata values from a file path.�rzutf-8)�encodingN)�codecs�openry �close)r| �filepath�fpr r r rx J s zLegacyMetadata.readc C s� t |�}|d | jd< xxtD ]p}||kr*q |tkrh|j|�}|tkrZ|dk rZdd� |D �}| j||� q || }|dk r |dkr | j||� q W | j� dS )z,Read the metadata values from a file object.zmetadata-versionzMetadata-VersionNc S s g | ]}t |jd ���qS )�,)�tuple�split)�.0rO r r r �
<listcomp>_ s z,LegacyMetadata.read_file.<locals>.<listcomp>rD )r rv r� r� Zget_all�_LISTTUPLEFIELDSr� r{ )r| Zfileob�msg�field�valuesrO r r r ry R s
zLegacyMetadata.read_filec
C s0 t j|ddd�}z| j||� W d|j� X dS )z&Write the metadata fields to filepath.�wzutf-8)r� N)r� r� �
write_filer� )r| r� � skip_unknownr� r r r r� h s zLegacyMetadata.writec C s� | j � x�t| d �D ]�}| j|�}|r:|dg dgfkr:q|tkrX| j||dj|�� q|tkr�|dkr�| jd
kr�|jdd�}n |jdd �}|g}|t kr�d
d � |D �}x|D ]}| j|||� q�W qW d S )z0Write the PKG-INFO format data to a file object.zMetadata-VersionrD r� r! �1.0�1.1r� z
z
|c S s g | ]}d j |��qS )r� )�join)r� rO r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)r� r� )
r{ r? r� r� r� r� r� rQ ro r� )r| Z
fileobjectr� r� r� rO r r r r� p s$
zLegacyMetadata.write_filec s� � fdd�}|snHt |d�r>x<|j� D ]}|||| � q&W n x|D ]\}}|||� qDW |r~x |j� D ]\}}|||� qhW dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t kr |r � j� j| �|� d S )N)r� r� r� )rN rO )r| r r �_set� s z#LegacyMetadata.update.<locals>._setr@ N)�hasattrr@ rE )r| �other�kwargsr� �k�vr )r| r rz � s
zLegacyMetadata.updatec C sn | j |�}|tks|dkrPt|ttf� rPt|t�rJdd� |jd�D �}q~g }n.|tkr~t|ttf� r~t|t�rz|g}ng }tj t
j ��rB| d }t | j
�}|tkr�|dk r�x�|D ](}|j|jd�d �s�tjd |||� q�W n`|tko�|dk �r|j|��sBtjd
|||� n0|tk�rB|dk �rB|j|��sBtjd
|||� |tk�r`|d k�r`| j|�}|| j|< dS ) z"Control then set a metadata field.r c S s g | ] }|j � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r! )r� r� �
isinstance�listr� r r� r� �loggerZ isEnabledFor�loggingZWARNINGr
rw �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� rv )r| rR rO Z project_namerw r� r r r r� � s@
zLegacyMetadata.setc C s� | j |�}|| jkr*|tkr&| j|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }x6|D ].}|tkr�|j|� qh|j|d |d f� qhW |S |tkr�| j| }t |t
�r�|j d�S | j| S )zGet a metadata field.Nr r r� ) r� rv �_MISSINGr� r� r� r� rF r� r� r r� )r| rR rr rO �res�valr r r r� � s.
zLegacyMetadata.getc s | j � g g }}x d
D ]}|| kr|j|� qW |rT|g krTddj|� }t|��x dD ]}|| krZ|j|� qZW | d dkr�||fS t| j�� � fd d
�}xdt|ft� jft � j
ffD ]F\}}x<|D ]4} | j | d �}
|
d k o�||
� r�|jd | |
f � q�W q�W ||fS )zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are providedr r z missing required metadata: %sz, � Home-pager$ zMetadata-Versionz1.2c s* x$| D ] }� j |jd�d �sdS qW dS )Nr� r FT)r� r� )rO r� )rw r r �are_valid_constraints s
z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s)r r )r� r$ ) r{ rF r� r r
rw r� r� r� r� r� r� ) r| �strict�missing�warnings�attrr� r� rM Z
controllerr� rO r )rw r �check� s2
zLegacyMetadata.checkc C s� | j � dB}i }x,|D ]$\}}| s.|| jkr| | ||< qW | d dk� r�dK}x�|D ]F\}}| sn|| jkrV|d&k� r�| | ||< qVd,d-� | | D �||< qVW nF| d d.k� r�dO}x2|D ]*\}}| � s�|| jk� r�| | ||< � q�W |S )Pz�Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
rQ �Metadata-VersionrR r r> r rT r rW � Home-pagerX r$ rY � Author-emailr\ r& rU r! rV r" rS r � classifiersr( r^ � Download-URLz1.2ra �
Requires-Distrc �Requires-Pythonrd �Requires-Externalr` �
Provides-Distr_ �Obsoletes-Distrh � Project-URLrZ r- r[ �Maintainer-emailc S s g | ]}d j |��qS )r� )r� )r� �ur r r r� G s z)LegacyMetadata.todict.<locals>.<listcomp>z1.1rf r+ re r, rg r* �rQ r� �rR r �r> r �rT r �rW r� �rX r$ �rY r� �r\ r& �rU r! �rV r" �rS r �r� r( �r^ r� )
r� r� r� r� r� r� r� r� r� r� r� r� r� �ra r� �rc r� �rd r� �r` r� �r_ r� �rh r� �rZ r- �r[ r� )r� r� r� r� r� r� r� r� �rf r+ �re r, �rg r* )r� r� r� )r{ rv )r| Z skip_missingZ mapping_1_0�datarN r� Z mapping_1_2Z mapping_1_1r r r �todict sP
zLegacyMetadata.todictc C s< | d dkr(xdD ]}|| kr| |= qW | d |7 < d S )NzMetadata-Versionz1.1r* r, r+ z
Requires-Dist)r* r, r+ r )r| � requirementsr� r r r �add_requirementsU s
z LegacyMetadata.add_requirementsc C s t t| d ��S )NzMetadata-Version)r� r? )r| r r r r@ ` s zLegacyMetadata.keysc c s x| j � D ]
}|V q
W d S )N)r@ )r| rN r r r �__iter__c s zLegacyMetadata.__iter__c s � fdd�� j � D �S )Nc s g | ] }� | �qS r r )r� rN )r| r r r� h s z)LegacyMetadata.values.<locals>.<listcomp>)r@ )r| r )r| r r� g s zLegacyMetadata.valuesc s � fdd�� j � D �S )Nc s g | ]}|� | f�qS r r )r� rN )r| r r r� k s z(LegacyMetadata.items.<locals>.<listcomp>)r@ )r| r )r| r rE j s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r rR r> )r| r r r �__repr__m s zLegacyMetadata.__repr__)NNNrr )F)F)F)N)F)F)"r r r r r� r{ r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r� rz r� r� r� r� r� r� r@ r� r� rE r� r r r r rq � s>
,
,
; rq z pydist.jsonz
metadata.jsonc @ s� e Zd ZdZejd�Zejdej�Ze Z
ejd�Z dZ de
Zf f dId�Zd Zd
Zef fedJfe
dKfe dLfd �ZdMZdNdd�ZedO�ZdefZdefZdefdefeeedefeeeedefdPdQd �
Z[[d d � Z dRd!d"�Z d#d$� Z e d%d&� �Z e d'd(� �Z!e!j"d)d(� �Z!dSd*d+�Z#e d,d-� �Z$e d.d/� �Z%e%j"d0d/� �Z%d1d2� Z&d3d4� Z'd5d6� Z(d7d8� Z)d9d:d;d<d=dd>�Z*d?d@� Z+dTdCdD�Z,dEdF� Z-dGdH� Z.dS )Ur z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}z2.0z distlib (%s)�legacy)rR r> rT zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)rQ rR r> rT �_legacy�_datarw Nrr c C s0 |||gj d �dk r td��d | _d | _|| _|d k rzy| j||� || _W n* tk
rv t||d�| _| j� Y nX n�d }|r�t |d��}|j
� }W d Q R X n |r�|j
� }|d kr�| j | j d�| _ndt
|t�s�|jd�}y tj|�| _| j| j|� W n0 tk
�r* tt|�|d�| _| j� Y nX d S )Nrs z'path, fileobj and mapping are exclusive)r rw �rb)rQ � generatorzutf-8)r~ rw )rt ru r� r rw �_validate_mappingr rq �validater� rx �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r| r} r~ r rw r� �fr r r r� � s<
zMetadata.__init__rR r> r\ rV rT z
Requires-DistzSetup-Requires-DistzProvides-Extrar( � Download-URL�Metadata-Version)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commandsr� Z
source_urlrQ c
C sZ t j| d�}t j| d�}||k�r || \}}| jr^|d krP|d krHd n|� }n | jj|�}n�|d krjd n|� }|d kr�| jj||�}n�t � }|}| jjd�} | �r |dkr�| jd |�}nR|dkr�| jd
�} | r�| j||�}n.| jd �} | � s�| jjd �} | �r | j||�}||k�rV|}n:||k�r4t j| |�}n"| j�rJ| jj|�}n | jj|�}|S )
N� common_keys� mapped_keysr r r r r� �
extensionszpython.commandszpython.detailszpython.exports)r r r r r� )�object�__getattribute__r� r� r )
r| rN �common�mapped�lkZmaker�resultrO �sentinel�dr r r r � sF
zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|j|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSrw �matchr )r| rN rO rw �pattern�
exclusions�mr r r �_validate_value s
zMetadata._validate_valuec C s* | j ||� tj| d�}tj| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|d
krj|| j|< nR| jjdi �}|dkr�||d < n2|dkr�|jd
i �}|||< n|jd i �}|||< nh||kr�tj| ||� nP|d k�rt|t ��r|j
� }|�r|j � }ng }| j�r || j|< n
|| j|< d S )Nr r r r r r r� r zpython.commandszpython.detailszpython.exportsrV )r r r r r� ) r' r r r� �NotImplementedErrorr �
setdefault� __setattr__r� r r� r� )r| rN rO r r r r� r! r r r r* s>
zMetadata.__setattr__c C s t | j| jd�S )NT)rp rR r> )r| r r r �name_and_version@ s zMetadata.name_and_versionc C sF | j r| j d }n| jjdg �}d| j| jf }||krB|j|� |S )Nz
Provides-Distrf z%s (%s))r� r r) rR r> rF )r| r �sr r r rf D s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nz
Provides-Distrf )r� r )r| rO r r r rf O s c
C s� | j r |}n�g }t|pg | j�}xl|D ]d}d|kr@d|kr@d}n8d|krNd}n|jd�|k}|rx|jd�}|rxt||�}|r&|j|d � q&W xNd D ]F}d| } | |kr�|j| � | jjd | g �}|j| j|||d
�� q�W |S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentTre �build�dev�testz:%s:z %s_requires)r �env)r/ r0 r1 ) r� r r r� r
�extendrG r �get_requirements)
r| �reqtsr r2 r r! �includerB rN �er r r r4 V s0
zMetadata.get_requirementsc C s | j r| j� S | jS )N)r� � _from_legacyr )r| r r r �
dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S )N)r� r( r r �DEPENDENCY_KEYS)r| r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | jj|� d S )N)r� r( r rz )r| rO r r r r; � s c C s� |j d�| jkrt� �g }x0| jj� D ]"\}}||kr&||kr&|j|� q&W |rfddj|� }t|��x"|j� D ]\}}| j|||� qpW d S )NrQ zMissing metadata items: %sz, ) r� r r �MANDATORY_KEYSrE rF r� r r' ) r| r rw r� rN r% r� r� r� r r r r � s zMetadata._validate_mappingc C sB | j r.| j jd�\}}|s |r>tjd||� n| j| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� r� r� r r rw )r| r� r� r r r r � s
zMetadata.validatec C s( | j r| j jd�S t| j| j�}|S d S )NT)r� r� r r �
INDEX_KEYS)r| r r r r r� � s zMetadata.todictc
C s� | j r| j st�| j| jd�}| j jd�}x2dD ]*}||kr2|dkrLd }n|}|| ||< q2W |jd
g �}|d gkrzg }||d < d}x2|D ]*\}}||kr�|| r�d|| ig||< q�W | j|d< i }i } |S )N)rQ r TrR r> r\ rT rU r] r� r" � rV ra r rb r re rf )rR r> r\ rT rU r] �ra r �rb r )r? r@ )r� r �AssertionErrorr r r� r� rf )
r| r Zlmdr� �nk�kwr@ �okrX rZ r r r r8 � s0
zMetadata._from_legacyr r r& r r! )rR r> r\ rT rU r� c C s� dd� }| j r| j st�t� }| j }x*| jj� D ] \}}||kr2|| ||< q2W || j| j �}|| j| j �}| j
r�t | j
�|d< t |�|d< t |�|d< |S )Nc S s� t � }x�| D ]�}|jd�}|jd�}|d }xb|D ]Z}| rN| rN|j|� q2d}|r^d| }|rx|rtd||f }n|}|jdj||f�� q2W q W |S )Nr- r. re r> z
extra == "%s"z (%s) and %sr� )r� r� �addr� )Zentriesr5 r7 r- r2 Zrlistr� rB r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entrieszProvides-Extraz
Requires-DistzSetup-Requires-Dist) r r� rA rq �LEGACY_MAPPINGrE r r r r r �sorted)r| rF r ZnmdrB rD Zr1Zr2r r r �
_to_legacy� s zMetadata._to_legacyFTc C s� ||gj d �dkrtd��| j� |r`| jr4| j}n| j� }|rP|j||d� q�|j||d� n^| jrp| j� }n| j}|r�t j
||dddd� n.t j |dd��}t j
||dddd� W d Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Trs )Z ensure_ascii�indentZ sort_keysr� zutf-8)
rt r
r r� rI r� r� r8 r r �dumpr� r� )r| r} r~ r� r� Z legacy_mdr! r r r r r� � s&
zMetadata.writec C s� | j r| j j|� nt| jjdg �}d }x"|D ]}d|kr,d|kr,|}P q,W |d krhd|i}|jd|� n t|d �t|�B }t|�|d< d S )Nr r. r- re r )r� r� r r) �insertr� rH )r| r� r �always�entryZrsetr r r r� s
zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)rR r> r� r rQ )r| rR r> r r r r� ( s
zMetadata.__repr__)r� )r� )r� )r� )r� r rw )NNNrr )rR r> r\ rV rT )r N)r
N)N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr r r r< r= r: r" � __slots__r� r� r r� Z none_list�dictZ none_dictr r r' r* �propertyr+ rf �setterr4 r9 r; r r r� r8 rG rI r� r� r� r r r r r v sx
,+
'
* %
) r r r r r r! r" r# r$ r% r& )r r r r r' r r! r" r# r$ r% r& r( r) r* r+ r, )r* r+ r, r( r) )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 )r1 r2 r3 r/ r4 r- r. r0 )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 )r5 r9 r6 r7 r8 )r2 r/ r1 )r3 )r )r r( r* r, r+ r/ r1 r2 r4 r0 r' r7 r9 r8 )r0 )r" )r$ r- r r! )F)Br Z
__future__r r� Zemailr r r� rO r> r r �compatr r r rA r
�utilr r r> r
r Z getLoggerr r� r r r r �__all__r r rP r� r� r: r; rI r< rJ r= rK r� r� rz ZEXTRA_REr? rP r� r� r� r� r� r� r� r� r r� rm rp rq ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEr r r r r �<module> s�
9
distlib/__pycache__/markers.cpython-36.opt-1.pyc 0000644 00000013337 15051612334 0015446 0 ustar 00 3
�Pf� � @ sd d Z ddlZddlZddlZddlZddlmZmZ ddlm Z dgZ
G dd� de �Z d
d d�Z
dS ) zEParser for the environment markers micro-language defined in PEP 345.� N� )�python_implementation� string_types)�in_venv� interpretc
@ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d � Zejd
ejdd� ejj dd�d e
j e e
� �ej� ej� ej� e� d� Zd*dd�Zdd� Zdd� Zd+dd�Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z dS ),� Evaluatorz5
A limited evaluator for Python expressions.
c C s | |kS )N� )�x�yr r � /usr/lib/python3.6/markers.py�<lambda> s zEvaluator.<lambda>c C s | |kS )Nr )r r
r r r r s c C s | |kS )Nr )r r
r r r r s c C s | |kS )Nr )r r
r r r r s c C s | |k S )Nr )r r
r r r r s c C s | |kS )Nr )r r
r r r r s c C s | S )Nr )r r r r r s c C s | |kS )Nr )r r
r r r r ! s c C s | |kS )Nr )r r
r r r r " s ) �eq�gtZgte�in�ltZlte�notZnoteqZnotinz%s.%sN� � r r ) Z sys_platformZpython_versionZpython_full_versionZos_nameZplatform_in_venvZplatform_releaseZplatform_versionZplatform_machineZ platform_python_implementationc C s |pi | _ d| _dS )zu
Initialise an instance.
:param context: If specified, names are looked up in this mapping.
N)�context�source)�selfr r r r �__init__3 s
zEvaluator.__init__c C s8 d}d| j ||| � }|| t| j �k r4|d7 }|S )zH
Get the part of the source which is causing a problem.
�
z%rz...)r �len)r �offsetZ fragment_len�sr r r � get_fragment< s
zEvaluator.get_fragmentc C s t | d| d�S )z@
Get a handler for the specified AST node type.
zdo_%sN)�getattr)r � node_typer r r � get_handlerF s zEvaluator.get_handlerc C s� t |t�rr|| _ddi}|r$||d< ytj|f|�}W n: tk
rp } z | j|j�}td| ��W Y dd}~X nX |jj j
� }| j |�}|dkr�| jdkr�d}n | j|j �}td||f ��||�S )zf
Evaluate a source string or node, using ``filename`` when
displaying errors.
�mode�eval�filenamezsyntax error %sNz(source not available)z don't know how to evaluate %r %s)
�
isinstancer r �ast�parse� SyntaxErrorr r � __class__�__name__�lowerr �
col_offset)r �noder" �kwargs�er r Zhandlerr r r �evaluateL s&
zEvaluator.evaluatec C s d|j j|jf S )Nz%s.%s)�value�id�attr)r r+ r r r � get_attr_keyf s zEvaluator.get_attr_keyc C sf t |jtj�sd}n | j|�}|| jkp0|| jk}|sBtd| ��|| jkrX| j| }n
| j| }|S )NFzinvalid expression: %s)r# r/ r$ �Namer2 r �allowed_valuesr& )r r+ �valid�key�resultr r r � do_attributej s
zEvaluator.do_attributec C sx | j |jd �}|jjtjk}|jjtjk}|r4|s>|rt| rtx4|jdd � D ]"}| j |�}|rd|sn|rN| rNP qNW |S )Nr r )r. �values�opr' r$ ZOrZAnd)r r+ r7 Zis_orZis_and�nr r r � do_boolopx s
zEvaluator.do_boolopc s� � �fdd�}� j }�j|�}d}xnt� j� j�D ]\\}}|||� |jjj� }|�jkrft d| ���j|�}�j| ||�}|s�P |}|}q2W |S )Nc s@ d}t | tj�r t |tj�r d}|s<�j� j�}td| ��d S )NTFzInvalid comparison: %s)r# r$ ZStrr r* r& )�lhsnode�rhsnoder5 r )r+ r r r � sanity_check� s z*Evaluator.do_compare.<locals>.sanity_checkTzunsupported operation: %r)
�leftr. �zipZopsZ comparatorsr' r( r) � operatorsr& ) r r+ r? r= Zlhsr7 r: r> Zrhsr )r+ r r �
do_compare� s
zEvaluator.do_comparec C s | j |j�S )N)r. Zbody)r r+ r r r �
do_expression� s zEvaluator.do_expressionc C sT d}|j | jkr"d}| j|j }n |j | jkr>d}| j|j }|sPtd|j ��|S )NFTzinvalid expression: %s)r0 r r4 r& )r r+ r5 r7 r r r �do_name� s zEvaluator.do_namec C s |j S )N)r )r r+ r r r �do_str� s zEvaluator.do_str)N)N) r( �
__module__� __qualname__�__doc__rB �sys�platform� version_info�version�split�os�name�strr �release�machiner r4 r r r r. r2 r8 r< rC rD rE rF r r r r r s<
r c C s t |�j| j� �S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
)r r. �strip)ZmarkerZexecution_contextr r r r � s )N)rI r$ rO rJ rK �compatr r �utilr �__all__�objectr r r r r r �<module> s " distlib/__pycache__/locators.cpython-36.opt-1.pyc 0000644 00000113116 15051612334 0015624 0 ustar 00 3
�PfE� � @ s@ d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZy d dlZW n e k
rd d dl
ZY nX d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. dd l/m0Z0m1Z1 dd
l2m3Z3m4Z4 ej5e6�Z7ej8d �Z9ej8d ej:�Z;ej8d
�Z<dZ=d-dd�Z>G dd� de�Z?G dd� de@�ZAG dd� deA�ZBG dd� deA�ZCG dd� de@�ZDG dd � d eA�ZEG d d � d eA�ZFG d d � d eA�ZGG d!d"� d"eA�ZHG d#d$� d$eA�ZIeIeG� eEd%d&d'�d(d)�ZJeJjKZKej8d*�ZLG d+d,� d,e@�ZMdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlz https://pypi.python.org/pypic C s | dkr t } t| dd�}|j� S )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
Ng @)�timeout)�
DEFAULT_INDEXr �
list_packages)�url�client� r* � /usr/lib/python3.6/locators.py�get_all_distribution_names) s r, c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }x dD ]}||kr
|| }P q
W |d kr0d S t |�}|jdkrpt|j� |�}t|d�rh|j||� n|||< tj| |||||�S )N�location�uri� �replace_header)r. r/ )r �schemer Z get_full_url�hasattrr1 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr* r* r+ r5 = s
z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r5 Zhttp_error_301Zhttp_error_303Zhttp_error_307r* r* r* r+ r- 4 s r- c @ s� e Zd ZdZd/Zd0Zd1Zd Zed2 Zd3dd�Z dd� Z
dd� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd4d-d.�Zd S )5�LocatorzG
A base class for locators - things that locate distributions.
�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.egg�.exe�.whl�.pdfN�defaultc C s, i | _ || _tt� �| _d| _tj� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher2 r r- �opener�matcherr
�Queue�errors)r6 r2 r* r* r+ �__init__c s
zLocator.__init__c C sX g }xN| j j� sRy| j jd�}|j|� W n | j jk
rD wY nX | j j� qW |S )z8
Return any errors which have occurred.
F)rQ �empty�get�appendZEmpty� task_done)r6 �result�er* r* r+ �
get_errorsv s zLocator.get_errorsc C s | j � dS )z>
Clear any errors which may have been logged.
N)rY )r6 r* r* r+ � clear_errors� s zLocator.clear_errorsc C s | j j� d S )N)rM �clear)r6 r* r* r+ � clear_cache� s zLocator.clear_cachec C s | j S )N)�_scheme)r6 r* r* r+ � _get_scheme� s zLocator._get_schemec C s
|| _ d S )N)r] )r6 �valuer* r* r+ � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
z Please implement in the subclassN)�NotImplementedError)r6 �namer* r* r+ � _get_project� s
zLocator._get_projectc C s t d��dS )zJ
Return all the distribution names known to this locator.
z Please implement in the subclassN)ra )r6 r* r* r+ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| j|�}n2|| j kr,| j | }n | j� | j|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rM rc rZ )r6 rb rW r* r* r+ � get_project� s
zLocator.get_projectc C sP t |�}tj|j�}d}|jd�}|r6tt|�| j�}|jdkd|j k|||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
Tz.whl�httpszpypi.python.org)
r � posixpath�basename�path�endswithr$ r# �
wheel_tagsr2 �netloc)r6 r( �trh Z
compatibleZis_wheelr* r* r+ � score_url� s
zLocator.score_urlc C sR |}|rN| j |�}| j |�}||kr(|}||kr@tjd||� ntjd||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)rn �logger�debug)r6 �url1�url2rW �s1�s2r* r* r+ �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r6 �filename� project_namer* r* r+ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
j� jd�r<tjd||
� tj|
�} | rX| j� \} }
nd\} }
|}|r�|d dkr�|dd� }|jd��r2yrt |�}t
|| j �� r�|dkr�d }n ||j |�}|� r�|j |j
|jt||||| d
f�d jd d
� |jD ��d�}W n0 tk
�r. } ztjd|� W Y dd}~X nX n�|j| j��r�tj|� }}x�| jD ]�}|j|��rV|dt|� � }| j||�}|�s�tjd|� nJ|\}}}| �s�|||��r�|||t||||| d
f�d�}|�r�||d< P �qVW |�r| �r|
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS )N)r )Zname1Zname2r* r* r+ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %rr �/z.whlTr0 z, c S s" g | ]}d j t|dd� ���qS )�.� N)�join�list)�.0�vr* r* r+ �
<listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)rb �versionrv r( zpython-versionzinvalid path for wheel: %sz No match for project/version: %s)rb r� rv r( zpython-versionz %s_digest)NN���r� )r �lower�
startswithro rp � HASHER_HASH�match�groupsrj r# r$ rk rb r� rv r r| �pyver� Exception�warning�downloadable_extensionsrg rh �lenr )r6 r( rw rx rW r2 rl ri �params�query�frag�m�algo�digestZorigpath�wheel�includerX rv Zextrm rb r� r� r* r* r+ � convert_url_to_download_info� sf
z$Locator.convert_url_to_download_infoc C s4 d}x*dD ]"}d| }||kr
||| f}P q
W |S )z�
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N�sha256�md5z %s_digest)r� r� r* )r6 �inforW r� r< r* r* r+ � _get_digest) s
zLocator._get_digestc C s� |j d�}|j d�}||kr,|| }|j}nt||| jd�}|j}| j|� |_}|d }||d |< |j|d kr�| j|j|�|_|d j|t � �j
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
rb r� )r2 r( �digests�urlsN) �pop�metadatar r2 r� r� �
source_urlru �
setdefault�set�add�locator) r6 rW r� rb r� �dist�mdr� r( r* r* r+ �_update_version_data9 s
z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|j|j� | _}tjd|t|�j � | j
|j �}t |�dk�r8g }|j
} x�|D ]|}
|
d
kr�qzyJ|j|
�s�tjd||
� n,|s�| |
�j r�|j|
� ntjd|
|j � W qz tk
r� tjd ||
� Y qzX qzW t |�d
k�rt||jd �}|�r8tjd |� |d } || }|�r�|j�rN|j|_|jdi �j| t� �|_i } |jdi �}
x&|jD ] }||
k�r~|
| | |< �q~W | |_d| _|S )a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r{ r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r< zsorted list: %s)r� r� r� )r r r! r2 rO � requirementro rp �typer= re rb r� Z
version_classr� Z
is_prereleaserU r� r� �sortedr< ZextrasrT r� �
download_urlsr� )r6 r� � prereleasesrW �rr2 rO �versionsZslistZvcls�kr� �dZsdr( r* r* r+ �locateP sT
zLocator.locate)rB rC rD rE rF rG )rH rI rJ )rK )rJ )rL )F)r= r> r? r@ �source_extensions�binary_extensions�excluded_extensionsrk r� rR rY rZ r\ r^ r` �propertyr2 rc rd re rn ru r r� r� r� r� r* r* r* r+ rA S s.
FrA c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s* t t| �jf |� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
g @)r% N)�superr� rR �base_urlr r) )r6 r( �kwargs)� __class__r* r+ rR � s zPyPIRPCLocator.__init__c C s t | jj� �S )zJ
Return all the distribution names known to this locator.
)r� r) r' )r6 r* r* r+ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j j|d�}x�|D ]�}| j j||�}| j j||�}t| jd�}|d |_|d |_|jd�|_ |jdg �|_
|jd�|_ t |�}|r |d } | d
|_
| j| �|_| |_|||< xB|D ]:} | d
}
| j| �} |d j|t� �j|
� | |d |
< q�W q W |S )
N)r� r� T)r2 rb r� �license�keywords�summaryr r( r� r� )r) Zpackage_releasesZ release_urlsZ release_datar r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� ) r6 rb rW r� r r� �datar� r� r� r( r� r* r* r+ rc � s0
zPyPIRPCLocator._get_project)r= r> r? r@ rR rd rc �
__classcell__r* r* )r� r+ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s t t| �jf |� t|�| _d S )N)r� r� rR r r� )r6 r( r� )r� r* r+ rR � s zPyPIJSONLocator.__init__c C s t d��dS )zJ
Return all the distribution names known to this locator.
z Not available from this locatorN)ra )r6 r* r* r+ rd � s z&PyPIJSONLocator.get_distribution_namesc C s i i d�}t | jdt|� �}�y�| jj|�}|j� j� }tj|�}t | j
d�}|d }|d |_ |d |_ |j
d�|_|j
dg �|_|j
d �|_t|�}| |_|d
} |||j < x`|d
D ]T}
|
d }|jj|� | j|
�|j|< |d
j|j t� �j|� | j|
�|d |< q�W x�|d
j� D ]�\} } | |j k�r:�q"t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < x\| D ]T}
|
d }|jj|� | j|
�|j|< |d
j| t� �j|� | j|
�|d |< �qpW �q"W W n@ tk
�r } z"| jj t |�� t j d|� W Y d d }~X nX |S )N)r� r� z%s/json)r2 r� rb r� r� r� r� r� r( r� ZreleaseszJSON fetch failed: %s) r r� r rN �open�read�decode�json�loadsr r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� �itemsr� rQ �putr ro � exception)r6 rb rW r( �respr� r� r� r� r� r� r� ZinfosZomd�odistrX r* r* r+ rc � sT
" z PyPIJSONLocator._get_project)r= r> r? r@ rR rd rc r� r* r* )r� r+ r� � s r� c @ s` e Zd ZdZejdejejB ejB �Z ejdejejB �Z
dd� Z ejdej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| jj| j �}|r0|jd�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r( �_base�search�group)r6 r� r( r� r* r* r+ rR s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }x�| jj| j�D ]�}|jd�}|d pZ|d pZ|d pZ|d pZ|d pZ|d }|d
pr|d pr|d }t| j|�}t|�}| jj d
d� |�}|j
||f� q W t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r( r2 rl ri r� r� r� r* r* r+ �clean% s zPage.links.<locals>.cleanr0 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rq rr Zurl3c S s dt | jd�� S )Nz%%%2xr )�ordr� )r� r* r* r+ �<lambda>3 s z Page.links.<locals>.<lambda>c S s | d S )Nr r* )rm r* r* r+ r� 7 s T)r< �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r6 r� rW r� r� �relr( r* r* r+ �links s
z
Page.linksN)r= r> r? r@ �re�compile�I�S�Xr� r� rR r� r r� r* r* r* r+ r� s r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e j de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze j d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jtt�d�j� S )N)Zfileobj)�gzipZGzipFiler r� r� )�br* r* r+ r� E s z SimpleScrapingLocator.<lambda>c C s | S )Nr* )r� r* r* r+ r� F s )Zdeflater� ZnoneN�
c sf t t| �jf |� t|�| _|| _i | _t� | _t j
� | _ t� | _ d| _
|| _tj� | _tj� | _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rR r r� r% � _page_cacher� �_seenr
rP � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock)r6 r( r% r� r� )r� r* r+ rR I s
z SimpleScrapingLocator.__init__c C sJ g | _ x>t| j�D ]0}tj| jd�}|jd� |j� | j j|� qW dS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrU )r6 �irm r* r* r+ �_prepare_threadsc s
z&SimpleScrapingLocator._prepare_threadsc C s> x| j D ]}| jjd� qW x| j D ] }|j� q$W g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r� r� r� r| )r6 rm r* r* r+ �
_wait_threadsp s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| jj� | jj� | j � z&t
j d|� | j j
|� | j j� W d | j� X | `W d Q R X |S )N)r� r� z%s/z Queueing %s)r� rW rw r r� r r� r[ r� r� ro rp r� r� r| r� )r6 rb rW r( r* r* r+ rc } s
z"SimpleScrapingLocator._get_projectz<\b(linux-(i\d86|x86_64|arm\w+)|win(32|-amd64)|macosx-?\d+)\bc C s | j j|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r6 r( r* r* r+ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc
C sT | j |�rd}n| j|| j�}tjd||� |rP| j� | j| j|� W dQ R X |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s)r� r� rw ro rp r� r� rW )r6 r( r� r* r* r+ �_process_download� s
z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|j| j| j | j �r2d}n~| jrL|j| j� rLd}nd|j| j�s^d}nR|d
krld}nD|dkrzd}n6| j|�r�d}n&|j dd�d } | j
� d
kr�d}nd }t j d ||||� |S )z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F�homepage�download�httprf �ftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)r� r� )r� rf r� )
r rj r� r� r� r� r� r� r� �splitr� ro rp )
r6 �linkZreferrerr� r2 rl ri �_rW �hostr* r* r+ �
_should_queue� s*
z#SimpleScrapingLocator._should_queuec C s� x�| j j� }z�yz|r�| j|�}|dkr(wx\|jD ]R\}}|| jkr0| jj|� | j|� r0| j|||�r0tj d||� | j j
|� q0W W n2 t k
r� } z| j j
t
|�� W Y dd}~X nX W d| j j� X |sP qW dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r� rT �get_pager� r� r� r� r� ro rp r� r� rQ r rV )r6 r( �pager� r� rX r* r* r+ r� � s&
& z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tjjt|��r:tt|�d�}|| jkr`| j| }tj d||� �n�|j
dd�d }d}|| j kr�tj d||� �n�t |d d
id �}�z�y�tj d |� | j
j|| jd
�} tj d|� | j� }
|
jdd�} tj| ��r�| j� } | j� }
|
jd�}|�r"| j| }||
�}
d}tj| �}|�r@|jd�}y|
j|�}
W n tk
�rn |
jd�}
Y nX t |
| �}|| j| < W n� t k
�r� } z |j dk�r�tj d||� W Y dd}~X n� t k
�r } z2tj d||� | j!� | j j"|� W dQ R X W Y dd}~X n2 t#k
�rB } ztj d||� W Y dd}~X nX W d|| j|< X |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr� r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r; z Fetching %s)r% z
Fetched %sz Content-Typer0 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� ro rp r� r� r rN r� r% r� rT �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r9 r� r r� r� r� )r6 r( r2 rl ri r� rW r� r7 r� r; Z content_typeZ final_urlr� �encoding�decoderr� rX r* r* r+ r � sZ
&$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sP t � }| j| j�}|s$td| j ��x&| jj|j�D ]}|j|jd�� q4W |S )zJ
Return all the distribution names known to this locator.
zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r6 rW r r� r* r* r+ rd $ s z,SimpleScrapingLocator.get_distribution_names)Nr� )r= r> r? r@ �zlibZ
decompressr rR r� r� rc r� r� r� r� r� r� r� r� r r rd r� r* r* )r� r+ r� ; s"
;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sN |j dd�| _tt| �jf |� tjj|�}tjj|�sDt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r r� r
rR r ri �abspathr r �base_dir)r6 ri r� )r� r* r+ rR 5 s
zDirectoryLocator.__init__c C s |j | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rj r� )r6 rv �parentr* r* r+ �should_includeF s z DirectoryLocator.should_includec C s� i i d�}x�t j| j�D ]v\}}}xb|D ]Z}| j||�r(t jj||�}tddtt jj|��dddf�}| j ||�}|r(| j
||� q(W | j sP qW |S )N)r� r� r r0 ) r �walkr r ri r| r r r r� r� r ) r6 rb rW �root�dirs�files�fnr( r� r* r* r+ rc N s
z DirectoryLocator._get_projectc C s� t � }x�tj| j�D ]x\}}}xd|D ]\}| j||�r$tjj||�}tddttjj |��dddf�}| j
|d�}|r$|j |d � q$W | j sP qW |S )zJ
Return all the distribution names known to this locator.
r r0 Nrb )
r� r r r r ri r| r r r r� r� r )r6 rW r r r r r( r� r* r* r+ rd ^ s
z'DirectoryLocator.get_distribution_names) r= r> r? r@ rR r rc rd r� r* r* )r� r+ r
0 s
r
c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS )zJ
Return all the distribution names known to this locator.
z Not available from this locatorN)ra )r6 r* r* r+ rd x s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�x�|jdg �D ]�}|d dks$|d dkrBq$t|d |d |jd d
�| jd �}|j}|d |_d
|kr�|d
r�d|d
f|_|jdi �|_|jdi �|_|||j < |d j
|j t � �j |d � q$W |S )N)r� r� r ZptypeZsdistZ pyversion�sourcerb r� r� zPlaceholder for summary)r� r2 r( r� r� Z requirements�exportsr� )
r rT r r2 r� r� r� Z dependenciesr r� r� r� r� )r6 rb rW r� r� r� r� r* r* r+ rc ~ s&
"zJSONLocator._get_projectN)r= r> r? r@ rd rc r* r* r* r+ r q s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s t t| �jf |� || _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� r rR �distpath)r6 r r� )r� r* r+ rR � s zDistPathLocator.__init__c C sP | j j|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )N)r� r� r� r� )r Zget_distributionr� r� r� )r6 rb r� rW r* r* r+ rc � s z DistPathLocator._get_project)r= r> r? r@ rR rc r� r* r* )r� r+ r � s
r c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s* |j dd�| _|| _tt| �jf |� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� r �locatorsr� r rR )r6 r r� )r� r* r+ rR � s zAggregatingLocator.__init__c s* t t| �j� x| jD ] }|j� qW d S )N)r� r r\ r )r6 r� )r� r* r+ r\ � s z AggregatingLocator.clear_cachec C s || _ x| jD ]
}||_qW d S )N)r] r r2 )r6 r_ r� r* r* r+ r` � s z AggregatingLocator._set_schemec C s� i }x�| j D ]�}|j|�}|r | jr�|jdi �}|jdi �}|j|� |jd�}|r�|r�x6|j� D ]*\}} ||kr�|| | O < qb| ||< qbW |jd�}
|r�|
r�|
j|� q | jd kr�d} n$d} x |D ]}| jj|�r�d} P q�W | r |}P q W |S )Nr� r� TF)r re r rT �updater� rO r� ) r6 rb rW r� r� r r� Zdfr� r Zdd�foundr* r* r+ rc � s8
z AggregatingLocator._get_projectc C s@ t � }x4| jD ]*}y||j� O }W q tk
r6 Y qX qW |S )zJ
Return all the distribution names known to this locator.
)r� r rd ra )r6 rW r� r* r* r+ rd � s
z)AggregatingLocator.get_distribution_names)r= r> r? r@ rR r\ r` r� rA r2 �fgetrc rd r� r* r* )r� r+ r � s ,r z https://pypi.python.org/simple/g @)r% �legacy)r2 z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r! r2 )r6 r� r* r* r+ rR s
zDependencyFinder.__init__c C sv t jd|� |j}|| j|< || j||jf< xD|jD ]:}t|�\}}t jd|||� | jj |t
� �j ||f� q4W dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) ro rp r< �
dists_by_name�distsr� �providesr �providedr� r� r� )r6 r� rb �pr� r* r* r+ �add_distribution& s
z!DependencyFinder.add_distributionc C s| t jd|� |j}| j|= | j||jf= xN|jD ]D}t|�\}}t jd|||� | j| }|j ||f� |s0| j|= q0W dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
ro rp r< r& r' r� r( r r) �remove)r6 r� rb r* r� �sr* r* r+ �remove_distribution5 s
z$DependencyFinder.remove_distributionc C sB y| j j|�}W n, tk
r< |j� d }| j j|�}Y nX |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r2 rO r" r� )r6 �reqtrO rb r* r* r+ � get_matcherG s z DependencyFinder.get_matcherc C sv | j |�}|j}t� }| j}||krrxL|| D ]@\}}y|j|�}W n tk
r\ d}Y nX |r.|j|� P q.W |S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r0 r< r� r) r� r" r� ) r6 r/ rO rb rW r) r� �providerr� r* r* r+ �find_providersW s
z DependencyFinder.find_providersc C s� | j | }t� }x,|D ]$}| j|�}|j|j�s|j|� qW |r^|jd||t|�f� d}nD| j|� | j |= x"|D ]}| j j|t� �j|� qvW | j |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r0 r� r� r� � frozensetr. r� r+ ) r6 r1 �other�problemsZrlistZ unmatchedr- rO rW r* r* r+ �try_to_replaceo s"
z DependencyFinder.try_to_replaceFc C s i | _ i | _i | _i | _t|p g �}d|krH|jd� |tdddg�O }t|t�rh| }}tj d|� n4| j
j ||d� }}|dkr�t d| ��tj d |� d
|_
t� }t|g�}t|g�}�x�|�r�|j� }|j} | | jkr�| j|� n"| j| }
|
|k�r | j||
|� |j|jB } |j} t� }
||k�rbx2dD ]*}d| }||k�r4|
t|d| �O }
�q4W | | B |
B }�x>|D �]4}| j|�}|�sNtj d|� | j
j ||d�}|dk�r�| �r�| j
j |d
d�}|dk�r�tj d|� |jd|f� n^|j|j }}||f| jk�r|j|� |j|� || k�rN||k�rN|j|� tj d|j� xZ|D ]R}|j} | | jk�r�| jj|t� �j|� n"| j| }
|
|k�rT| j||
|� �qTW �qvW q�W t| jj� �}x.|D ]&}||k|_ |j �r�tj d|j� �q�W tj d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT�test�build�devz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s)r8 r9 r: ) r) r' r& r3 r� r, �
isinstancer ro rp r� r� r Z requestedr� r< r+ r7 Z run_requiresZ
meta_requiresZbuild_requires�getattrr2 r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r6 r� Z meta_extrasr� r� r� r6 ZtodoZ
install_distsrb r5 ZireqtsZsreqtsZereqtsr< rX Z all_reqtsr� Z providersr1 �nr r* r' r* r* r+ �find� s�
zDependencyFinder.find)N)NF) r= r> r? r@ rR r+ r. r0 r2 r7 r? r* r* r* r+ r$ s
(r$ )N)Nr� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r0 r �compatr r r r r r
r r r
r r r4 r r r r Zdatabaser r r r� r �utilr r r r r r r r r r� r! r" r� r# r$ Z getLoggerr= ro r� r� r� r r r& r, r- �objectrA r� r� r� r� r
r r r r% r� ZNAME_VERSION_REr$ r* r* r* r+ �<module> sZ D ,
;0E: vA& [
distlib/__pycache__/scripts.cpython-36.pyc 0000644 00000023415 15051612334 0014530 0 ustar 00 3
�Pfx; � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZddlmZm Z m
Z
ddl m Z ddl
mZmZmZmZmZ eje�Zdj� Zejd�Zd Zd
d � ZG d d
� d
e �Z dS )� )�BytesION� )� sysconfig�detect_encoding�ZipFile)�finder)� FileOperator�get_export_entry� convert_path�get_executable�in_venva�
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
<assemblyIdentity version="1.0.0.0"
processorArchitecture="X86"
name="%s"
type="win32"/>
<!-- Identify the application security requirements. -->
<trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
<security>
<requestedPrivileges>
<requestedExecutionLevel level="asInvoker" uiAccess="false"/>
</requestedPrivileges>
</security>
</trustInfo>
</assembly>s ^#!.*pythonw?[0-9.]*([ ].*)?$a| # -*- coding: utf-8 -*-
if __name__ == '__main__':
import sys, re
def _resolve(module, func):
__import__(module)
mod = sys.modules[module]
parts = func.split('.')
result = getattr(mod, parts.pop(0))
for p in parts:
result = getattr(result, p)
return result
try:
sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
func = _resolve('%(module)s', '%(func)s')
rc = func() # None interpreted as 0
except Exception as e: # only supporting Python >= 2.6
sys.stderr.write('%%s\n' %% e)
rc = 1
sys.exit(rc)
c C sZ d| krV| j d�rD| jdd�\}}d|krV|j d� rVd||f } n| j d�sVd| } | S )N� z
/usr/bin/env r �"z%s "%s"z"%s")�
startswith�split)�
executable�envZ _executable� r � /usr/lib/python3.6/scripts.py�_enquote_executableB s
r c @ s� e Zd ZdZeZdZd%dd�Zdd� Ze j
j d �rBd
d � Z d d
� Z
d&dd�Zdd� ZeZdd� Zdd� Zd'dd�Zdd� Zedd � �Zejd d � �Zejd ks�ejd kr�ejd kr�d d � Z d(d!d"�Z d)d#d$�Z dS )*� ScriptMakerz_
A class to copy or create scripts from source scripts or callable
specifications.
NTFc C sz || _ || _|| _d| _d| _tjdkp:tjdko:tjdk| _t d�| _
|pRt |�| _ tjdkprtjdkortjdk| _
d S )NF�posix�java� �X.Y�nt)r r )�
source_dir�
target_dir�
add_launchers�force�clobber�os�name�_name�set_mode�set�variantsr �_fileop�_is_nt)�selfr r r �dry_runZfileopr r r �__init__[ s
zScriptMaker.__init__c C s@ |j dd�r<| jr<tjj|�\}}|jdd�}tjj||�}|S )N�guiF�pythonZpythonw)�getr( r! �pathr �replace�join)r) r �optionsZdn�fnr r r �_get_alternate_executablek s
z%ScriptMaker._get_alternate_executabler c C sL y"t |��}|jd�dkS Q R X W n$ ttfk
rF tjd|� dS X dS )zl
Determine if the specified executable is a script
(contains a #! line)
� z#!NzFailed to open %sF)�open�read�OSError�IOError�logger�warning)r) r �fpr r r � _is_shells s
zScriptMaker._is_shellc C sD | j |�r*dd l}|jjjd�dkr<|S n|j� jd�r<|S d| S )Nr zos.nameZLinuxz
jython.exez/usr/bin/env %s)r= r ZlangZSystemZ getProperty�lower�endswith)r) r r r r r �_fix_jython_executable s
z"ScriptMaker._fix_jython_executable� c C sd d}| j r| j }d}n^tj� s&t� }nNt� rLtjjtjd�dtj d� �}n(tjjtj d�dtj d�tj d�f �}|r�| j
||�}t j j
d �r�| j|�}tjj|�}|r�t|�}|jd
�}t j d kr�d |kr�d
|kr�|d7 }d| | d }y|jd
� W n" tk
�r td| ��Y nX |d
k�r`y|j|� W n& tk
�r^ td||f ��Y nX |S )NTF�scriptszpython%s�EXE�BINDIRz
python%s%s�VERSIONr zutf-8Zcliz -X:Framesz
-X:FullFramess
-X:Framess #!�
z,The shebang (%r) is not decodable from utf-8z?The shebang (%r) is not decodable from the script encoding (%r))r r �is_python_buildr r r! r/ r1 �get_path�get_config_varr4 �sys�platformr r@ �normcaser �encode�decode�UnicodeDecodeError�
ValueError)r) �encoding� post_interpr2 Zenquoter �shebangr r r � _get_shebang� sL
zScriptMaker._get_shebangc C s | j t|j|jd� S )N)�module�func)�script_template�dict�prefix�suffix)r) �entryr r r �_get_script_text� s
z ScriptMaker._get_script_textc C s t jj|�}| j| S )N)r! r/ �basename�manifest)r) Zexename�baser r r � get_manifest� s zScriptMaker.get_manifestc C s� | j o
| j}tjjd�}|s*|| | }n^|dkr>| jd�}n
| jd�}t� } t| d��}
|
jd|� W d Q R X | j � } || | | }�xd|D �]Z} tj
j | j | �}
|�rrtj
j
|
�\}}|jd�r�|}
d|
}
y| jj|
|� W n� tk
�rn tjd� d |
}tj
j|��r tj|� tj|
|� | jj|
|� tjd
� ytj|� W n tk
�rh Y nX Y nX np| j�r�|
jd | � �r�d |
|f }
tj
j|
��r�| j �r�tjd
|
� q�| jj|
|� | j�r�| jj|
g� |j |
� q�W d S )Nzutf-8�py�t�wz __main__.pyz.pyz%s.exez:Failed to write executable - trying to use .deleteme logicz %s.deletemez0Able to replace executable using .deleteme logic�.z%s.%szSkipping existing file %s) r r( r! �lineseprM �
_get_launcherr r Zwritestr�getvaluer/ r1 r �splitextr r' Zwrite_binary_file� Exceptionr: r; �exists�remove�rename�debugr? r r$ �set_executable_mode�append)r) �namesrS Z script_bytes� filenames�extZ use_launcherre Zlauncher�streamZzfZzip_datar" �outname�n�eZdfnamer r r �
_write_script� sT
zScriptMaker._write_scriptc C s� d}|r0|j dg �}|r0ddj|� }|jd�}| jd||d�}| j|�jd�}|j}t� } d| jkrp| j|� d| jkr�| jd |t j
d
f � d | jkr�| jd |t j
d d
� f � |r�|j dd�r�d}
nd}
| j | ||||
� d S )NrA Zinterpreter_argsz %sr
zutf-8)r2 r �Xz%s%sr zX.Yz%s-%s� r, F�pywra ) r. r1 rM rT r\ r" r% r& �addrJ �versionrw ) r) r[ rq r2 rR �argsrS �scriptr" Z scriptnamesrr r r r � _make_script� s(
zScriptMaker._make_scriptc C s� d}t jj| jt|��}t jj| jt jj|��}| j rX| jj ||� rXt
j d|� d S yt |d�}W n t
k
r� | js~� d }Y nLX |j� }|s�t
jd| j� |� d S tj|jdd��}|r�d}|jd�p�d }|�s|r�|j� | jj||� | j�r| jj|g� |j|� n�t
jd
|| j� | jj�s�t |j�\} }
|j d � | j | |�} d |k�rbd
} nd} t jj|�}
| j |
g| |j � || � |�r�|j� d S )NFznot copying %s (up-to-date)�rbz"%s: %s is an empty file (skipping)s
rF Tr rA z copying and adjusting %s -> %sr s pythonwrz ra )!r! r/ r1 r r
r r] r r' Znewerr: rm r6 r9 r* �readliner; Zget_command_name�
FIRST_LINE_RE�matchr0 �group�closeZ copy_filer$ rn ro �infor �seekrT rw r7 )r) r~ rq Zadjustrt �fZ
first_liner� rR rQ �linesrS rr ru r r r � _copy_script sR
zScriptMaker._copy_scriptc C s | j jS )N)r' r* )r) r r r r* J s zScriptMaker.dry_runc C s || j _d S )N)r' r* )r) �valuer r r r* N s r c C sH t jd�dkrd}nd}d||f }tjdd�d }t|�j|�j}|S ) N�P� Z64Z32z%s%s.exerd r r )�struct�calcsize�__name__�rsplitr �find�bytes)r) Zkind�bitsr" Zdistlib_package�resultr r r rf V s zScriptMaker._get_launcherc C s6 g }t |�}|dkr"| j||� n| j|||d� |S )a�
Make a script.
:param specification: The specification, which is either a valid export
entry specification (to make a script from a
callable) or a filename (to make a script by
copying from a source location).
:param options: A dictionary of options controlling script generation.
:return: A list of all absolute pathnames written to.
N)r2 )r r� r )r) �
specificationr2 rq r[ r r r �maked s zScriptMaker.makec C s( g }x |D ]}|j | j||�� q
W |S )z�
Take a list of specifications and make scripts from them,
:param specifications: A list of specifications.
:return: A list of all absolute pathnames written to,
)�extendr� )r) Zspecificationsr2 rq r� r r r �
make_multiplew s
zScriptMaker.make_multiple)TFN)rA N)N)N)N) r� �
__module__� __qualname__�__doc__�SCRIPT_TEMPLATErW r r+ r4 rJ rK r r= r@ rT r\ �_DEFAULT_MANIFESTr^ r` rw r r� �propertyr* �setterr! r" r# rf r� r� r r r r r R s,
82
4
r ) �ior Zloggingr! �rer� rJ �compatr r r Z resourcesr �utilr r r
r r Z getLoggerr� r: �stripr� �compiler� r� r �objectr r r r r �<module> s
distlib/__pycache__/index.cpython-36.pyc 0000644 00000041620 15051612334 0014146 0 ustar 00 3
�Pf]R � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZyd dlmZ W n ek
r` d dl mZ Y nX ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZmZ eje�ZdZdZG d d
� d
e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyz https://pypi.python.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc C s� |pt | _| j� t| j�\}}}}}}|s<|s<|s<|d krJtd| j ��d| _d| _d| _d| _d| _ t
t j d��R}xJd D ]B} y(t
j| dg||d �}
|
d
kr�| | _P W q| tk
r� Y q|X q|W W dQ R X dS )
z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
�http�httpszinvalid repository: %sN�w�gpg�gpg2z --version)�stdout�stderrr )r r )r r )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home� rpc_proxy�open�os�devnull�
subprocessZ
check_call�OSError) �selfr �scheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r) �/usr/lib/python3.6/index.py�__init__$ s(
zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )� Distribution)�
PyPIRCCommand)Zdistutils.corer, Zdistutils.configr- )r# r, r- �dr) r) r* �_get_pypirc_commandB s z PackageIndex._get_pypirc_commandc C sR | j � }| j|_|j� }|jd�| _|jd�| _|jdd�| _|jd| j�| _dS )z�
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
�username�password�realmr �
repositoryN)r/ r r3 Z _read_pypirc�getr0 r1 r2 )r# �cZcfgr) r) r* r L s z PackageIndex.read_configurationc C s$ | j � | j� }|j| j| j� dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
N)�check_credentialsr/ Z
_store_pypircr0 r1 )r# r5 r) r) r* �save_configuration[ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|j| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r0 r1 r r r r Z add_passwordr2 r r )r# Zpm�_r% r) r) r* r6 g s z PackageIndex.check_credentialsc C s\ | j � |j� |j� }d|d< | j|j� g �}| j|�}d|d< | j|j� g �}| j|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
Zverifyz:actionZsubmit)r6 �validate�todict�encode_request�items� send_request)r# �metadatar. �requestZresponser) r) r* �registers s
zPackageIndex.registerc C sJ x<|j � }|sP |jd�j� }|j|� tjd||f � qW |j� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
zutf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r# �name�streamZoutbufr' r) r) r* �_reader� s
zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|jd|g� |dk rF|jdddg� tj� }tjj|tjj|�d �}|jd
d d |d
||g� t j
ddj|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
z --status-fd�2z--no-ttyNz --homedirz--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--outputz invoking: %s� ) r r �extend�tempfileZmkdtempr r& �join�basenamerE rF )r# �filename�signer�
sign_password�keystore�cmdZtdZsfr) r) r* �get_sign_command� s
z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|j� t| jd|j|fd�}|j� |dk r�|jj |� |jj
� |j � |j � |j � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
)r r N�stdinr )�target�argsr )r! �PIPE�Popenr rJ r �startr rX �writerG �waitrP �
returncode) r# rV Z
input_data�kwargsr r �pZt1Zt2r) r) r* � run_command� s$
zPackageIndex.run_commandc
C sD | j ||||�\}}| j||jd��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
zutf-8r z&sign command failed with error code %s)rW rc �encoder )
r# rR rS rT rU rV �sig_filer( r r r) r) r* � sign_file� s
zPackageIndex.sign_file�sdist�sourcec C s( | j � tjj|�s td| ��|j� |j� }d} |rZ| jsJtj d� n| j
||||�} t |d��}
|
j � } W dQ R X t
j| �j� } t
j| �j� }
|jdd||| |
d�� dtjj|�| fg}| �rt | d��}
|
j � }W dQ R X |jd tjj| �|f� tjtjj| �� | j|j� |�}| j|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)z:actionZprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r6 r r& �existsr r9 r: r rE Zwarningrf r �read�hashlib�md5� hexdigestZsha256�updaterQ rD �shutilZrmtree�dirnamer; r< r= )r# r> rR rS rT rk rl rU r. re �fZ file_datarm rn �filesZsig_datar? r) r) r* � upload_file� s>
zPackageIndex.upload_filec
C s� | j � tjj|�s td| ��tjj|d�}tjj|�sFtd| ��|j� |j|j }}t
|�j � }d d|fd|fg}d||fg}| j ||�} | j
| �S )
a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r�:action�
doc_uploadrH �versionro )r{ r| )r6 r r& �isdirr rP rp r9 rH r} r �getvaluer; r= )
r# r> Zdoc_dir�fnrH r} Zzip_data�fieldsry r? r) r) r* �upload_documentation) s
z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|jd|g� |jd||g� tjddj|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
z --status-fdrK z--no-ttyNz --homedirz--verifyz invoking: %srM )r r rN rE rF rP )r# �signature_filename�
data_filenamerU rV r) r) r* �get_verify_commandE s z PackageIndex.get_verify_commandc C sH | j std��| j|||�}| j|�\}}}|dkr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailabler r z(verify command failed with error code %s)r r )r r r� rc )r# r� r� rU rV r( r r r) r) r* �verify_signature] s z PackageIndex.verify_signaturec C sp |dkrd}t jd� n6t|ttf�r0|\}}nd}tt|�� }t jd| � t|d���}| jt |��}z�|j
� } d}
d} d} d}
d | kr�t | d
�} |r�||
|
| � xP|j |
�}|s�P | t
|�7 } |j|� |r�|j|� |
d7 }
|r�||
|
| � q�W W d|j� X W dQ R X | dk�r4| | k �r4td | | f ��|�rl|j� }||k�r`td ||||f ��t jd
|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedrs zDigest specified: %s�wbi r r zcontent-lengthzContent-Lengthz1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s���)rE rF �
isinstance�list�tuple�getattrrr r r= r �info�intrq �lenr^ ru rG r rt )r# r �destfileZdigestZ
reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizerq Zblocknum�block�actualr) r) r* �
download_filev sV
zPackageIndex.download_filec C s: g }| j r|j| j � | jr(|j| j� t|� }|j|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rD r r r )r# ZreqZhandlers�openerr) r) r* r= � s zPackageIndex.send_requestc C s� g }| j }xX|D ]P\}}t|ttf�s,|g}x2|D ]*}|jd| d| jd�d|jd�f� q2W qW x6|D ].\}} }
|jd| d|| f jd�d|
f� qjW |jd| d df� dj|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"zutf-8� z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rN rd rP �strr� r r )r# r� ry �partsr� �k�values�v�keyrR �valueZbodyZctr� r) r) r* r; � s2
zPackageIndex.encode_requestc C s> t |t�rd|i}| jd kr,t| jdd�| _| jj||p:d�S )NrH g @)Ztimeout�and)r� r
r r
r �search)r# Zterms�operatorr) r) r* r� � s
zPackageIndex.search)N)N)N)N)NNrg rh N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r+ r/ r r7 r6 r@ rJ rW rc rf rz r� r� r� r� r= r; r� r) r) r) r* r s*
#
8
M+r ) rr Zloggingr rv r! rO Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
�utilr r r
Z getLoggerr� rE r Z
DEFAULT_REALM�objectr r) r) r) r* �<module> s
distlib/__pycache__/version.cpython-36.pyc 0000644 00000050714 15051612335 0014531 0 ustar 00 3
�Pf�\ � @ sZ d Z ddlZddlZddlmZ ddddd d
d d gZeje�ZG d
d � d e �Z
G dd� de �Z G dd� de �Z
ejd�Zdd� ZeZG dd� de �Zdd� ZG dd� de
�Zejd�dfejd�d fejd �dfejd �d fejd �d!fejd"�d!fejd#�d$fejd%�d&fejd'�d(fejd)�d*ff
Zejd+�dfejd,�dfejd-�d$fejd#�d$fejd.�dffZejd/�Zd0d1� Zd2d3� Zejd4ej�Zd5d5d6d5d7ddd8�Z d9d:� Z G d;d� de �Z G d<d� de
�Z ejd=ej�Z d>d?� Z!d@dA� Z"G dBd � d e �Z#G dCd
� d
e
�Z$G dDdE� dEe �Z%e%eee�e%e e dFdG� �e%e"e$e�dH�Z&e&dI e&dJ< dKd � Z'dS )Lz~
Implementation of a flexible versioning scheme providing support for PEP-440,
setuptools-compatible and semantic versioning.
� N� )� string_types�NormalizedVersion�NormalizedMatcher�
LegacyVersion�
LegacyMatcher�SemanticVersion�SemanticMatcher�UnsupportedVersionError�
get_schemec @ s e Zd ZdZdS )r
z This is an unsupported version.N)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/version.pyr
s c @ sx e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zedd� �ZdS ) �Versionc C s@ |j � | _}| j|� | _}t|t�s,t�t|�dks<t�d S )Nr )�strip�_string�parse�_parts�
isinstance�tuple�AssertionError�len)�self�s�partsr r r �__init__ s zVersion.__init__c C s t d��d S )Nz please implement in a subclass)�NotImplementedError)r r r r r r $ s z
Version.parsec C s$ t | �t |�kr td| |f ��d S )Nzcannot compare %r and %r)�type� TypeError)r �otherr r r �_check_compatible' s zVersion._check_compatiblec C s | j |� | j|jkS )N)r# r )r r" r r r �__eq__+ s
zVersion.__eq__c C s | j |� S )N)r$ )r r" r r r �__ne__/ s zVersion.__ne__c C s | j |� | j|jk S )N)r# r )r r" r r r �__lt__2 s
zVersion.__lt__c C s | j |�p| j|� S )N)r& r$ )r r" r r r �__gt__6 s zVersion.__gt__c C s | j |�p| j|�S )N)r& r$ )r r" r r r �__le__9 s zVersion.__le__c C s | j |�p| j|�S )N)r' r$ )r r" r r r �__ge__< s zVersion.__ge__c C s
t | j�S )N)�hashr )r r r r �__hash__@ s zVersion.__hash__c C s d| j j| jf S )Nz%s('%s'))� __class__r r )r r r r �__repr__C s zVersion.__repr__c C s | j S )N)r )r r r r �__str__F s zVersion.__str__c C s t d��d S )Nz Please implement in subclasses.)r )r r r r �
is_prereleaseI s zVersion.is_prereleaseN)r r
r r r r# r$ r% r& r' r( r) r+ r- r. �propertyr/ r r r r r s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zdd� dd� dd� d d� d
d� d d� d d� d
d� d�Z dd� Z
dd� Z e dd� �Z
dd� Zdd� Zdd� Zdd � Zd d � Zd d � ZdS )!�MatcherNz^(\w[\s\w'.-]*)(\((.*)\))?z'^(<=|>=|<|>|!=|={2,3}|~=)?\s*([^\s,]+)$z
^\d+(\.\d+)*$c C s | |k S )Nr )�v�c�pr r r �<lambda>W s zMatcher.<lambda>c C s | |kS )Nr )r2 r3 r4 r r r r5 X s c C s | |kp| |k S )Nr )r2 r3 r4 r r r r5 Y s c C s | |kp| |kS )Nr )r2 r3 r4 r r r r5 Z s c C s | |kS )Nr )r2 r3 r4 r r r r5 [ s c C s | |kS )Nr )r2 r3 r4 r r r r5 \ s c C s | |kp| |kS )Nr )r2 r3 r4 r r r r5 ^ s c C s | |kS )Nr )r2 r3 r4 r r r r5 _ s )�<�>z<=z>=z==z===z~=z!=c
C sJ | j d krtd��|j� | _}| jj|�}|s<td| ��|jd�}|d j� | _| jj� | _ g }|d �r<dd� |d j
d�D �}x�|D ]�}| j j|�}|s�td ||f ��|j� }|d p�d
}|d }|j d ��r|dkr�td| ��|d d� d }} | j
j|��s(| j |� n| j |�d }} |j||| f� q�W t|�| _d S )Nz Please specify a version classz
Not valid: %r� r � c S s g | ] }|j � �qS r )r )�.0r3 r r r �
<listcomp>n s z$Matcher.__init__.<locals>.<listcomp>�,zInvalid %r in %rz~=r z.*�==�!=z#'.*' not allowed for %r constraintsTF)r= r> ���)�
version_class�
ValueErrorr r �dist_re�match�groups�name�lower�key�split�comp_re�endswith�num_re�appendr r )
r r �mrD ZclistZ constraintsr3 �opZvn�prefixr r r r b s:
zMatcher.__init__c C sz t |t�r| j|�}x`| jD ]V\}}}| jj|�}t |t�rFt| |�}|sbd|| jjf }t |��||||�s dS q W dS )z�
Check if the provided version matches the constraints.
:param version: The version to match against this instance.
:type version: String or :class:`Version` instance.
z%r not implemented for %sFT)
r r r@ r �
_operators�get�getattrr, r r )r �version�operator�
constraintrO �f�msgr r r rC � s
z
Matcher.matchc C s6 d }t | j�dkr2| jd d dkr2| jd d }|S )Nr r �==�===)rX rY )r r )r �resultr r r �
exact_version� s zMatcher.exact_versionc C s0 t | �t |�ks | j|jkr,td| |f ��d S )Nzcannot compare %s and %s)r rE r! )r r" r r r r# � s zMatcher._check_compatiblec C s" | j |� | j|jko | j|jkS )N)r# rG r )r r" r r r r$ � s
zMatcher.__eq__c C s | j |� S )N)r$ )r r" r r r r% � s zMatcher.__ne__c C s t | j�t | j� S )N)r* rG r )r r r r r+ � s zMatcher.__hash__c C s d| j j| jf S )Nz%s(%r))r, r r )r r r r r- � s zMatcher.__repr__c C s | j S )N)r )r r r r r. � s zMatcher.__str__)r r
r r@ �re�compilerB rI rK rP r rC r0 r[ r# r$ r% r+ r- r. r r r r r1 N s*
% r1 zk^v?(\d+!)?(\d+(\.\d+)*)((a|b|c|rc)(\d+))?(\.(post)(\d+))?(\.(dev)(\d+))?(\+([a-zA-Z\d]+(\.[a-zA-Z\d]+)?))?$c C s� | j � } tj| �}|s"td| ��|j� }tdd� |d jd�D ��}x(t|�dkrn|d dkrn|d d� }qHW |d s~d}n t|d �}|dd� }|d d
� }|d d � }|d
}|dkr�f }n|d t|d �f}|dkr�f }n|d t|d �f}|dk�r
f }n|d t|d �f}|d k�r.f }nLg } x>|jd�D ]0}
|
j � �rZdt|
�f}
nd|
f}
| j
|
� �q>W t| �}|�s�| �r�|�r�d}nd}|�s�d}|�s�d}||||||fS ) NzNot a valid version: %sc s s | ]}t |�V qd S )N)�int)r: r2 r r r � <genexpr>� s z _pep_440_key.<locals>.<genexpr>r �.r � � � � �
� �
�a�z�_�final���rl )NN)NN)NNrl )rh rl )ri )rj )rk ) r �PEP440_VERSION_RErC r
rD r rH r r^ �isdigitrL ) r rM rD ZnumsZepoch�preZpost�devZlocalr �partr r r � _pep_440_key� sT
rr c @ s6 e Zd ZdZdd� Zedddddg�Zed d
� �Zd S ) r aI A rational version.
Good:
1.2 # equivalent to "1.2.0"
1.2.0
1.2a1
1.2.3a2
1.2.3b1
1.2.3c1
1.2.3.4
TODO: fill this out
Bad:
1 # minimum two numbers
1.2a # release level must have a release serial
1.2.3b
c C s< t |�}tj|�}|j� }tdd� |d jd�D ��| _|S )Nc s s | ]}t |�V qd S )N)r^ )r: r2 r r r r_ s z*NormalizedVersion.parse.<locals>.<genexpr>r r` )�_normalized_keyrm rC rD r rH �_release_clause)r r rZ rM rD r r r r s
zNormalizedVersion.parserh �br3 �rcrp c s t � fdd�� jD ��S )Nc 3 s | ]}|r|d � j kV qdS )r N)� PREREL_TAGS)r: �t)r r r r_ s z2NormalizedVersion.is_prerelease.<locals>.<genexpr>)�anyr )r r )r r r/ s z NormalizedVersion.is_prereleaseN) r r
r r r �setrw r0 r/ r r r r r � s c C s> t | �} t |�}| |kr dS | j|�s*dS t|�}| | dkS )NTFr` )�str�
startswithr )�x�y�nr r r �
_match_prefix" s
r� c @ sn e Zd ZeZddddddddd �Zd
d � Zd d
� Zdd� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd S ) r �_match_compatible� _match_lt� _match_gt� _match_le� _match_ge� _match_eq�_match_arbitrary� _match_ne)z~=r6 r7 z<=z>=z==z===z!=c C sV |rd|ko|j d }n|j d o,|j d }|rN|jjdd�d }| j|�}||fS )N�+r r rl rl rl )r r rH r@ )r rS rU rO Z strip_localr r r r �
_adjust_local< s
z NormalizedMatcher._adjust_localc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr` c S s g | ] }t |��qS r )r{ )r: �ir r r r; O s z/NormalizedMatcher._match_lt.<locals>.<listcomp>)r� rt �joinr� )r rS rU rO �release_clause�pfxr r r r� J s zNormalizedMatcher._match_ltc C sD | j |||�\}}||kr dS |j}djdd� |D ��}t||� S )NFr` c S s g | ] }t |��qS r )r{ )r: r� r r r r; W s z/NormalizedMatcher._match_gt.<locals>.<listcomp>)r� rt r� r� )r rS rU rO r� r� r r r r� R s zNormalizedMatcher._match_gtc C s | j |||�\}}||kS )N)r� )r rS rU rO r r r r� Z s zNormalizedMatcher._match_lec C s | j |||�\}}||kS )N)r� )r rS rU rO r r r r� ^ s zNormalizedMatcher._match_gec C s. | j |||�\}}|s ||k}n
t||�}|S )N)r� r� )r rS rU rO rZ r r r r� b s
zNormalizedMatcher._match_eqc C s t |�t |�kS )N)r{ )r rS rU rO r r r r� j s z"NormalizedMatcher._match_arbitraryc C s0 | j |||�\}}|s ||k}n t||� }|S )N)r� r� )r rS rU rO rZ r r r r� m s
zNormalizedMatcher._match_nec C sf | j |||�\}}||kr dS ||k r*dS |j}t|�dkrH|d d� }djdd� |D ��}t||�S )NTFr r` c S s g | ] }t |��qS r )r{ )r: r� r r r r; � s z7NormalizedMatcher._match_compatible.<locals>.<listcomp>rl )r� rt r r� r� )r rS rU rO r� r� r r r r� u s z#NormalizedMatcher._match_compatibleN)r r
r r r@ rP r� r� r� r� r� r� r� r� r� r r r r r - s$ z[.+-]$r8 z^[.](\d)z0.\1z^[.-]z
^\((.*)\)$z\1z^v(ersion)?\s*(\d+)z\2z^r(ev)?\s*(\d+)z[.]{2,}r` z\b(alfa|apha)\b�alphaz\b(pre-alpha|prealpha)\bz pre.alphaz \(beta\)$�betaz
^[:~._+-]+z
[,*")([\]]z[~:+_ -]z\.$z
(\d+(\.\d+)*)c C sZ | j � j� }x tD ]\}}|j||�}qW |s2d}tj|�}|sJd}|}n�|j� d jd�}dd� |D �}xt|�dk r�|j d� qlW t|�dkr�||j
� d� }n8dj dd� |dd� D ��||j
� d� }|dd� }dj d d� |D ��}|j � }|�r x t D ]\}}|j||�}�qW |�s*|}n d
|k�r8d nd }|| | }t
|��sVd}|S )
z�
Try to suggest a semantic form for a version for which
_suggest_normalized_version couldn't come up with anything.
z0.0.0r r` c S s g | ] }t |��qS r )r^ )r: r� r r r r; � s z-_suggest_semantic_version.<locals>.<listcomp>� Nc S s g | ] }t |��qS r )r{ )r: r� r r r r; � s c S s g | ] }t |��qS r )r{ )r: r� r r r r; � s rp �-r� )r rF �
_REPLACEMENTS�sub�_NUMERIC_PREFIXrC rD rH r rL �endr� �_SUFFIX_REPLACEMENTS� is_semver)r rZ Zpat�replrM rO �suffix�sepr r r �_suggest_semantic_version� s:
,
r� c C sl y t | � | S tk
r Y nX | j� }x dBD ]\}}|j||�}q0W tjdd|�}tjdd|�}tjdd|�}tjdd |�}tjd d |�}|jd �� r�|d d!� }tjd"d |�}tjd#d$|�}tjd%d&|�}tjd'd|�}tjd(d)|�}tjd*d)|�}tjd+d
|�}tjd,d-|�}tjd.d&|�}tjd/d0|�}tjd1d2|�}y t |� W n tk
�rf d!}Y nX |S )Ca� Suggest a normalized version close to the given version string.
If you have a version string that isn't rational (i.e. NormalizedVersion
doesn't like it) then you might be able to get an equivalent (or close)
rational version from this function.
This does a number of simple normalizations to the given string, based
on observation of versions currently in use on PyPI. Given a dump of
those version during PyCon 2009, 4287 of them:
- 2312 (53.93%) match NormalizedVersion without change
with the automatic suggestion
- 3474 (81.04%) match when using this suggestion method
@param s {str} An irrational version string.
@returns A rational version string, or None, if couldn't determine one.
�-alpharh �-betaru r� r� rv r3 �-finalr8 �-pre�-release�.release�-stabler� r` rj � �.finalrk zpre$Zpre0zdev$Zdev0z([abc]|rc)[\-\.](\d+)$z\1\2z[\-\.](dev)[\-\.]?r?(\d+)$z.\1\2z[.~]?([abc])\.?z\1r2 r Nz\b0+(\d+)(?!\d)z (\d+[abc])$z\g<1>0z\.?(dev-r|dev\.r)\.?(\d+)$z.dev\2z-(a|b|c)(\d+)$z[\.\-](dev|devel)$z.dev0z(?![\.\-])dev$z(final|stable)$z\.?(r|-|-r)\.?(\d+)$z.post\2z\.?(dev|git|bzr)\.?(\d+)$z\.?(pre|preview|-c)(\d+)$zc\g<2>zp(\d+)$z.post\1�r� rh �r� ru �r� rh �r� ru �rv r3 �r� r8 �r� r3 �r� r8 �r� r8 �r� r8 �r� r` �rj r` �r� r8 �r� r8 �rk r8 )r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )rs r
rF �replacer\ r� r| )r ZrsZorigr� r r r �_suggest_normalized_version� sH
r� z([a-z]+|\d+|[\.-])r3 zfinal-�@)ro Zpreviewr� rv rp r8 r` c C s~ dd� }g }xh|| �D ]\}|j d�rh|dk rJx |rH|d dkrH|j� q.W x |rf|d dkrf|j� qLW |j|� qW t|�S )
Nc S sx g }xdt j| j� �D ]R}tj||�}|rd|d d� koBdkn rT|jd�}nd| }|j|� qW |jd� |S )N�0r �9� �*z*final)�
_VERSION_PARTrH rF �_VERSION_REPLACErQ �zfillrL )r rZ r4 r r r � get_partsI s
z _legacy_key.<locals>.get_partsr� z*finalr z*final-Z00000000rl rl )r| �poprL r )r r� rZ r4 r r r � _legacy_keyH s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r c s zLegacyVersion.parsec C s: d}x0| j D ]&}t|t�r |jd�r |dk r d}P q W |S )NFr� z*finalT)r r r r| )r rZ r} r r r r/ f s zLegacyVersion.is_prereleaseN)r r
r r r0 r/ r r r r r b s c @ s4 e Zd ZeZeej�Zded< ej d�Z
dd� Z dS )r r� z~=z^(\d+(\.\d+)*)c C s` ||k r dS | j jt|��}|s2tjd||� dS |j� d }d|krV|jdd�d }t||�S )NFzACannot compute compatible match for version %s and constraint %sTr r` r )�
numeric_rerC r{ �loggerZwarningrD �rsplitr� )r rS rU rO rM r r r r r� y s z LegacyMatcher._match_compatibleN) r r
r r r@ �dictr1 rP r\ r] r� r� r r r r r q s
zN^(\d+)\.(\d+)\.(\d+)(-[a-z0-9]+(\.[a-z0-9-]+)*)?(\+[a-z0-9]+(\.[a-z0-9-]+)*)?$c C s
t j| �S )N)�
_SEMVER_RErC )r r r r r� � s r� c C sn dd� }t | �}|s t| ��|j� }dd� |d d� D �\}}}||d d�||d d� }}|||f||fS ) Nc S s8 | d kr|f}n$| dd � j d�}tdd� |D ��}|S )Nr r` c S s" g | ]}|j � r|jd �n|�qS )r� )rn r� )r: r4 r r r r; � s z5_semantic_key.<locals>.make_tuple.<locals>.<listcomp>)rH r )r ZabsentrZ r r r r �
make_tuple� s
z!_semantic_key.<locals>.make_tuplec S s g | ] }t |��qS r )r^ )r: r� r r r r; � s z!_semantic_key.<locals>.<listcomp>r� �|� r� )r� r
rD ) r r� rM rD �major�minorZpatchro Zbuildr r r �
_semantic_key� s
r� c @ s e Zd Zdd� Zedd� �ZdS )r c C s t |�S )N)r� )r r r r r r � s zSemanticVersion.parsec C s | j d d dkS )Nr r r� )r )r r r r r/ � s z SemanticVersion.is_prereleaseN)r r
r r r0 r/ r r r r r � s c @ s e Zd ZeZdS )r N)r r
r r r@ r r r r r � s c @ s6 e Zd Zd dd�Zdd� Zdd� Zdd � Zd
d � ZdS )
�
VersionSchemeNc C s || _ || _|| _d S )N)rG �matcher� suggester)r rG r� r� r r r r � s zVersionScheme.__init__c C s2 y| j j|� d}W n tk
r, d}Y nX |S )NTF)r� r@ r
)r r rZ r r r �is_valid_version� s
z VersionScheme.is_valid_versionc C s0 y| j |� d}W n tk
r* d}Y nX |S )NTF)r� r
)r r rZ r r r �is_valid_matcher� s
z VersionScheme.is_valid_matcherc C s | j d| �S )z:
Used for processing some metadata fields
zdummy_name (%s))r� )r r r r r �is_valid_constraint_list� s z&VersionScheme.is_valid_constraint_listc C s | j d krd }n
| j |�}|S )N)r� )r r rZ r r r �suggest� s
zVersionScheme.suggest)N)r r
r r r� r� r� r� r r r r r� � s
r� c C s |S )Nr )r r r r r r5 � s r5 )�
normalized�legacyZsemanticr� �defaultc C s | t krtd| ��t | S )Nzunknown scheme name: %r)�_SCHEMESrA )rE r r r r � s )(r Zloggingr\ �compatr �__all__Z getLoggerr r� rA r
�objectr r1 r] rm rr rs r r� r r� r� r� r� r� �Ir� r� r� r r r� r� r� r r r� r� r r r r r �<module> sz
1k
=$ W
.r $
distlib/__pycache__/compat.cpython-36.pyc 0000644 00000076252 15051612335 0014334 0 ustar 00 3
�Pfa� � � @ s d dl mZ d dlZd dlZd dlZy d dlZW n ek
rH dZY nX ejd dk �r~d dlmZ e fZ
e Z d dl
mZ d dlZd dlZddlmZ d dlmZmZmZmZmZ d d lm Z m Z m Z m Z m!Z!m"Z"m#Z# d
d � Z d dl$Z$d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
l$m.Z. d dl/Z/d dl0Z0d dl1Z2d dl3m3Z3 d dl4Z4e5Z5d dl6m7Z8 d dl6m9Z: da;dd� Z<�n d dl=mZ e>fZ
e>Z d dl=m?Z d dlZd dlZd dlZd dl@mZmZmZm<Z<m Z m Z mZmZm#Z# d dlAm&Z&m Z m%Z%m Z m!Z!m)Z)m*Z*m+Z+m,Z,m-Z- e�r&d d
lAm.Z. d dlBm(Z(m'Z'm"Z" d dlCjDZ/d dlAjEZ$d dlFjDZ0d dl2Z2d dlGm3Z3 d dlHjIZ4eJZ5d dl6m:Z: e8Z8yd dlmKZKmLZL W n8 ek
�r� G dd� deM�ZLdcdd �ZNd d � ZKY nX yd d l
mOZP W n& ek
�r G d d!� d!eQ�ZPY nX yd d"lmRZR W n, ek
�rL ejSejTB dfd#d$�ZRY nX d d%lUmVZW eXeWd&��rleWZVn,d d'lUmYZZ G d(d)� d)eZ�ZYG d*d+� d+eW�ZVyd d,l[m\Z\ W n ek
�r� d-d.� Z\Y nX y d dl]Z]W n" ek
�r� dd/lm]Z] Y nX ye^Z^W n* e_k
�r* d d0l`maZa d1d2� Z^Y nX yejbZbejcZcW nB edk
�r~ eje� Zfefd3k�rfd4Zgnd5Zgd6d7� Zbd8d9� ZcY nX yd d:lhmiZi W nH ek
�r� d d;ljmkZkmlZl d dlZejmd<�Znd=d>� Zod?d@� ZiY nX yd dAlpmqZq W n" ek
�r d dAlrmqZq Y nX ejddB� ddk �r,e3� jsZsn d dDlpmsZs yd dEl`mtZt W nd ek
�r� d dFl`muZu yd dGlvmwZx W n ek
�r� dedIdJ�ZxY nX G dKdL� dLeu�ZtY nX yd dMlymzZz W n ek
�r� dfdNdO�ZzY nX yd dPl`m{Z{ W n� ek
�rz yd dQl|m}Z~ W n" ek
�r4 d dQlm}Z~ Y nX yd dRl�m�Z�m�Z�m�Z� W n ek
�rd Y nX G dSdT� dTe��Z{Y nX yd dUl�m�Z�m�Z� W nv ek
�r ejmdVej��Z�dWdX� Z�G dYdZ� dZe��Z�dgd[d\�Z�G d]d^� d^e��Z�G d_d`� d`e��Z�G dadb� dbeQ�Z�Y nX dS )h� )�absolute_importN� )�StringIO)�FileType� )�shutil)�urlparse�
urlunparse�urljoin�urlsplit�
urlunsplit)� urlretrieve�quote�unquote� url2pathname� pathname2url�ContentTooShortError� splittypec C s t | t�r| jd�} t| �S )Nzutf-8)�
isinstance�unicode�encode�_quote)�s� r � /usr/lib/python3.6/compat.pyr s
r ) �Request�urlopen�URLError� HTTPError�HTTPBasicAuthHandler�HTTPPasswordMgr� HTTPHandler�HTTPRedirectHandler� build_opener)� HTTPSHandler)�
HTMLParser)�ifilter)� ifilterfalsec C s< t dkrddl}|jd�a t j| �}|r4|jdd�S d| fS )zJsplituser('user[:passwd]@host[:port]') --> 'user[:passwd]', 'host[:port]'.Nr z ^(.*)@(.*)$r � )� _userprog�re�compile�match�group)�hostr* r, r r r � splituser4 s
r/ )�
TextIOWrapper) r r r
r/ r r r r r )
r r
r r r r r r! r" r# )r r r )� filterfalse)�match_hostname�CertificateErrorc @ s e Zd ZdS )r3 N)�__name__�
__module__� __qualname__r r r r r3 ^ s r3 c
C s� g }| s dS | j d�}|d |dd� }}|jd�}||krNtdt| � ��|sb| j� |j� kS |dkrv|jd� n>|jd �s�|jd �r�|jtj|�� n|jtj|�j d
d �� x |D ]}|jtj|�� q�W tj
d d
j |� d tj �} | j
|�S )zpMatching according to RFC 6125, section 6.4.3
http://tools.ietf.org/html/rfc6125#section-6.4.3
F�.r r N�*z,too many wildcards in certificate DNS name: z[^.]+zxn--z\*z[^.]*z\Az\.z\Z)�split�countr3 �repr�lower�append�
startswithr* �escape�replacer+ �join�
IGNORECASEr, )
Zdn�hostnameZ
max_wildcardsZpats�partsZleftmostZ remainderZ wildcards�fragZpatr r r �_dnsname_matchb s(
rF c C s� | s t d��g }| jdf �}x0|D ](\}}|dkr"t||�r@dS |j|� q"W |s�xF| jdf �D ]6}x0|D ](\}}|dkrjt||�r�dS |j|� qjW q`W t|�dkr�td|d jtt|��f ��n*t|�dkr�td
||d f ��ntd ��dS )
a= Verify that *cert* (in decoded format as returned by
SSLSocket.getpeercert()) matches the *hostname*. RFC 2818 and RFC 6125
rules are followed, but IP addresses are not accepted for *hostname*.
CertificateError is raised on failure. On success, the function
returns nothing.
ztempty or no certificate, match_hostname needs a SSL socket or SSL context with either CERT_OPTIONAL or CERT_REQUIREDZsubjectAltNameZDNSNZsubjectZ
commonNamer z&hostname %r doesn't match either of %sz, z hostname %r doesn't match %rr z=no appropriate commonName or subjectAltName fields were found) �
ValueError�getrF r= �lenr3 rA �mapr; )ZcertrC ZdnsnamesZsan�key�value�subr r r r2 � s.
r2 )�SimpleNamespacec @ s e Zd ZdZdd� ZdS )� ContainerzR
A generic container for when multiple values need to be returned
c K s | j j|� d S )N)�__dict__�update)�self�kwargsr r r �__init__� s zContainer.__init__N)r4 r5 r6 �__doc__rT r r r r rO � s rO )�whichc s" dd� }t jj� �r&|� |�r"� S dS |dkr>t jjdt j�}|sFdS |jt j�}tj dkr�t j
|krt|j dt j
� t jjdd�jt j�}t � fd d
�|D ��r�� g}q fd d �|D �}n� g}t
� }xT|D ]L}t jj|�}||kr�|j|� x(|D ] } t jj|| �}
||
|�r�|
S q�W q�W dS )
aK Given a command, mode, and a PATH string, return the path which
conforms to the given mode on the PATH, or None if there is no such
file.
`mode` defaults to os.F_OK | os.X_OK. `path` defaults to the result
of os.environ.get("PATH"), or can be overridden with a custom search
path.
c S s& t jj| �o$t j| |�o$t jj| � S )N)�os�path�exists�access�isdir)�fn�moder r r �
_access_check� s z which.<locals>._access_checkN�PATHZwin32r ZPATHEXT� c 3 s | ]}� j � j|j � �V qd S )N)r< �endswith)�.0�ext)�cmdr r � <genexpr>� s zwhich.<locals>.<genexpr>c s g | ] }� | �qS r r )rb rc )rd r r �
<listcomp>� s zwhich.<locals>.<listcomp>)rW rX �dirname�environrH �defpathr9 �pathsep�sys�platform�curdir�insert�any�set�normcase�addrA ) rd r] rX r^ Zpathext�files�seen�dirZnormdirZthefile�namer )rd r rV � s8
rV )�ZipFile� __enter__)�
ZipExtFilec @ s$ e Zd Zdd� Zdd� Zdd� ZdS )ry c C s | j j|j � d S )N)rP rQ )rR �baser r r rT s zZipExtFile.__init__c C s | S )Nr )rR r r r rx s zZipExtFile.__enter__c G s | j � d S )N)�close)rR �exc_infor r r �__exit__ s zZipExtFile.__exit__N)r4 r5 r6 rT rx r} r r r r ry s ry c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )rw c C s | S )Nr )rR r r r rx " s zZipFile.__enter__c G s | j � d S )N)r{ )rR r| r r r r} % s zZipFile.__exit__c O s t j| f|�|�}t|�S )N)� BaseZipFile�openry )rR �argsrS rz r r r r ) s z ZipFile.openN)r4 r5 r6 rx r} r r r r r rw ! s rw )�python_implementationc C s0 dt jkrdS tjdkr dS t jjd�r,dS dS )z6Return a string identifying the Python implementation.ZPyPy�javaZJythonZ
IronPythonZCPython)rk �versionrW rv r> r r r r r� 0 s
r� )� sysconfig)�Callablec C s
t | t�S )N)r r� )�objr r r �callableD s r� �mbcs�strict�surrogateescapec C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r �bytes� text_typer � _fsencoding� _fserrors� TypeError�typer4 )�filenamer r r �fsencodeR s
r� c C s: t | t�r| S t | t�r$| jtt�S tdt| �j ��d S )Nzexpect bytes or str, not %s) r r� r� �decoder� r� r� r� r4 )r� r r r �fsdecode[ s
r� )�detect_encoding)�BOM_UTF8�lookupzcoding[:=]\s*([-\w.]+)c C sH | dd� j � jdd�}|dks*|jd�r.dS |d
ks@|jd�rDdS | S )z(Imitates get_normal_name in tokenizer.c.N� �_�-zutf-8zutf-8-�latin-1�
iso-8859-1� iso-latin-1�latin-1-� iso-8859-1-� iso-latin-1-)r� r� r� )r� r� r� )r< r@ r> )�orig_enc�encr r r �_get_normal_namel s
r� c s� y �j j�W n tk
r$ d�Y nX d� d}d}�fdd�}� �fdd�}|� }|jt�rpd� |d d� }d
}|s||g fS ||�}|r�||gfS |� }|s�||gfS ||�}|r�|||gfS |||gfS ) a?
The detect_encoding() function is used to detect the encoding that should
be used to decode a Python source file. It requires one argument, readline,
in the same way as the tokenize() generator.
It will call readline a maximum of twice, and return the encoding used
(as a string) and a list of any lines (left as bytes) it has read in.
It detects the encoding from the presence of a utf-8 bom or an encoding
cookie as specified in pep-0263. If both a bom and a cookie are present,
but disagree, a SyntaxError will be raised. If the encoding cookie is an
invalid charset, raise a SyntaxError. Note that if a utf-8 bom is found,
'utf-8-sig' is returned.
If no encoding is specified, then the default of 'utf-8' will be returned.
NFzutf-8c s y� � S t k
r dS X d S )N� )�
StopIterationr )�readliner r � read_or_stop� s z%detect_encoding.<locals>.read_or_stopc s� y| j d�}W n4 tk
rB d}�d k r6dj|��}t|��Y nX tj|�}|sVd S t|d �}y t|�}W n: tk
r� �d kr�d| }n dj�|�}t|��Y nX � r�|j dkr؈d kr�d}n
dj��}t|��|d 7 }|S )
Nzutf-8z'invalid or missing encoding declarationz {} for {!r}r zunknown encoding: z unknown encoding for {!r}: {}zencoding problem: utf-8z encoding problem for {!r}: utf-8z-sig)
r� �UnicodeDecodeError�format� SyntaxError� cookie_re�findallr� r� � LookupErrorrv )�line� line_string�msgZmatches�encoding�codec)� bom_foundr� r r � find_cookie� s6
z$detect_encoding.<locals>.find_cookieTr z utf-8-sig)�__self__rv �AttributeErrorr> r� )r� r� �defaultr� r� �first�secondr )r� r� r� r r� w s4
&
r� )r? r( � )�unescape)�ChainMap)�MutableMapping)�recursive_repr�...c s � fdd�}|S )zm
Decorator to make a repr function return fillvalue for a recursive
call
c sL t � � �� �fdd�}t�d�|_t�d�|_t�d�|_t�di �|_|S )Nc sB t | �t� f}|�kr� S �j|� z �| �}W d �j|� X |S )N)�id� get_identrr �discard)rR rK �result)� fillvalue� repr_running�
user_functionr r �wrapper� s
z=_recursive_repr.<locals>.decorating_function.<locals>.wrapperr5 rU r4 �__annotations__)rp �getattrr5 rU r4 r� )r� r� )r� )r� r� r �decorating_function� s z,_recursive_repr.<locals>.decorating_functionr )r� r� r )r� r �_recursive_repr� s r� c @ s� e Zd ZdZdd� Zdd� Zdd� Zd'd d
�Zd d � Zd
d� Z dd� Z
dd� Z e � dd� �Z
edd� �Zdd� ZeZdd� Zedd � �Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� ZdS )(r� a� A ChainMap groups multiple dicts (or other mappings) together
to create a single, updateable view.
The underlying mappings are stored in a list. That list is public and can
accessed or updated using the *maps* attribute. There is no other state.
Lookups search the underlying mappings successively until a key is found.
In contrast, writes, updates, and deletions only operate on the first
mapping.
c G s t |�p i g| _dS )z�Initialize a ChainMap by setting *maps* to the given mappings.
If no mappings are provided, a single empty dictionary is used.
N)�list�maps)rR r� r r r rT
s zChainMap.__init__c C s t |��d S )N)�KeyError)rR rK r r r � __missing__ s zChainMap.__missing__c C s8 x,| j D ]"}y|| S tk
r( Y qX qW | j|�S )N)r� r� r� )rR rK �mappingr r r � __getitem__ s
zChainMap.__getitem__Nc C s || kr| | S |S )Nr )rR rK r� r r r rH s z ChainMap.getc C s t t� j| j� �S )N)rI rp �unionr� )rR r r r �__len__" s zChainMap.__len__c C s t t� j| j� �S )N)�iterrp r� r� )rR r r r �__iter__% s zChainMap.__iter__c s t � fdd�| jD ��S )Nc 3 s | ]}� |kV qd S )Nr )rb �m)rK r r re ) s z(ChainMap.__contains__.<locals>.<genexpr>)ro r� )rR rK r )rK r � __contains__( s zChainMap.__contains__c C s
t | j�S )N)ro r� )rR r r r �__bool__+ s zChainMap.__bool__c C s dj | djtt| j���S )Nz{0.__class__.__name__}({1})z, )r� rA rJ r; r� )rR r r r �__repr__. s zChainMap.__repr__c G s | t j|f|�� �S )z?Create a ChainMap with a single dict created from the iterable.)�dict�fromkeys)�cls�iterabler� r r r r� 3 s zChainMap.fromkeysc C s$ | j | jd j� f| jdd� �� S )zHNew ChainMap or subclass with a new copy of maps[0] and refs to maps[1:]r r N)� __class__r� �copy)rR r r r r� 8 s z
ChainMap.copyc C s | j i f| j�� S )z;New ChainMap with a new dict followed by all previous maps.)r� r� )rR r r r � new_child> s zChainMap.new_childc C s | j | jdd� � S )zNew ChainMap from maps[1:].r N)r� r� )rR r r r �parentsB s zChainMap.parentsc C s || j d |< d S )Nr )r� )rR rK rL r r r � __setitem__G s zChainMap.__setitem__c C s8 y| j d |= W n" tk
r2 tdj|���Y nX d S )Nr z(Key not found in the first mapping: {!r})r� r� r� )rR rK r r r � __delitem__J s zChainMap.__delitem__c C s0 y| j d j� S tk
r* td��Y nX dS )zPRemove and return an item pair from maps[0]. Raise KeyError is maps[0] is empty.r z#No keys found in the first mapping.N)r� �popitemr� )rR r r r r� P s zChainMap.popitemc G s> y| j d j|f|�� S tk
r8 tdj|���Y nX dS )zWRemove *key* from maps[0] and return its value. Raise KeyError if *key* not in maps[0].r z(Key not found in the first mapping: {!r}N)r� �popr� r� )rR rK r� r r r r� W s z ChainMap.popc C s | j d j� dS )z'Clear maps[0], leaving maps[1:] intact.r N)r� �clear)rR r r r r� ^ s zChainMap.clear)N)r4 r5 r6 rU rT r� r� rH r� r� r� r� r� r� � classmethodr� r� �__copy__r� �propertyr� r� r� r� r� r� r r r r r� s(
r� )�cache_from_sourcec C s0 | j d�st�|d krd}|r$d}nd}| | S )Nz.pyT�c�o)ra �AssertionError)rX �debug_override�suffixr r r r� e s r� )� OrderedDict)r� )�KeysView�
ValuesView� ItemsViewc @ s� e Zd ZdZdd� Zejfdd�Zejfdd�Zdd � Zd
d � Z d d
� Z
d6dd�Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd � Zd d � ZeZe� Zefd d �Zd7d"d#�Zd8d$d%�Zd&d'� Zd(d)� Zed9d*d+��Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z d4d5� Z!d!S ):r� z)Dictionary that remembers insertion orderc O sn t |�dkr tdt |� ��y
| j W n6 tk
r\ g | _}||dg|dd�< i | _Y nX | j||� dS )z�Initialize an ordered dictionary. Signature is the same as for
regular dictionaries, but keyword arguments are not recommended
because their insertion order is arbitrary.
r z$expected at most 1 arguments, got %dN)rI r� �_OrderedDict__rootr� �_OrderedDict__map�_OrderedDict__update)rR r� �kwds�rootr r r rT � s
zOrderedDict.__init__c C sF || kr6| j }|d }|||g |d< |d< | j|< || ||� dS )z!od.__setitem__(i, y) <==> od[i]=yr r N)r� r� )rR rK rL Z dict_setitemr� �lastr r r r� � s
zOrderedDict.__setitem__c C s0 || |� | j j|�\}}}||d< ||d< dS )z od.__delitem__(y) <==> del od[y]r r N)r� r� )rR rK Z dict_delitem� link_prev� link_nextr r r r� � s
zOrderedDict.__delitem__c c s2 | j }|d }x ||k r,|d V |d }qW dS )zod.__iter__() <==> iter(od)r r( N)r� )rR r� �currr r r r� � s
zOrderedDict.__iter__c c s2 | j }|d }x ||k r,|d V |d }qW dS )z#od.__reversed__() <==> reversed(od)r r( N)r� )rR r� r� r r r � __reversed__� s
zOrderedDict.__reversed__c C sh yDx | j j� D ]}|dd�= qW | j}||dg|dd�< | j j� W n tk
rX Y nX tj| � dS )z.od.clear() -> None. Remove all items from od.N)r� �
itervaluesr� r� r� r� )rR Znoder� r r r r� � s zOrderedDict.clearTc C s| | s t d��| j}|r8|d }|d }||d< ||d< n |d }|d }||d< ||d< |d }| j|= tj| |�}||fS )z�od.popitem() -> (k, v), return and remove a (key, value) pair.
Pairs are returned in LIFO order if last is true or FIFO order if false.
zdictionary is emptyr r r( )r� r� r� r� r� )rR r� r� �linkr� r� rK rL r r r r� � s
zOrderedDict.popitemc C s t | �S )z od.keys() -> list of keys in od)r� )rR r r r �keys� s zOrderedDict.keysc s � fdd�� D �S )z#od.values() -> list of values in odc s g | ] }� | �qS r r )rb rK )rR r r rf � s z&OrderedDict.values.<locals>.<listcomp>r )rR r )rR r �values� s zOrderedDict.valuesc s � fdd�� D �S )z.od.items() -> list of (key, value) pairs in odc s g | ]}|� | f�qS r r )rb rK )rR r r rf � s z%OrderedDict.items.<locals>.<listcomp>r )rR r )rR r �items� s zOrderedDict.itemsc C s t | �S )z0od.iterkeys() -> an iterator over the keys in od)r� )rR r r r �iterkeys� s zOrderedDict.iterkeysc c s x| D ]}| | V qW dS )z2od.itervalues -> an iterator over the values in odNr )rR �kr r r r� � s
zOrderedDict.itervaluesc c s x| D ]}|| | fV qW dS )z=od.iteritems -> an iterator over the (key, value) items in odNr )rR r r r r � iteritems� s
zOrderedDict.iteritemsc O s� t | �dkr tdt | �f ��n | s,td��| d }f }t | �dkrL| d }t|t�rrx^|D ]}|| ||< q\W nDt|d�r�x8|j� D ]}|| ||< q�W nx|D ]\}}|||< q�W x |j� D ]\}}|||< q�W dS )a� od.update(E, **F) -> None. Update od from dict/iterable E and F.
If E is a dict instance, does: for k in E: od[k] = E[k]
If E has a .keys() method, does: for k in E.keys(): od[k] = E[k]
Or if E is an iterable of items, does: for k, v in E: od[k] = v
In either case, this is followed by: for k, v in F.items(): od[k] = v
r( z8update() takes at most 2 positional arguments (%d given)z,update() takes at least 1 argument (0 given)r r r N)rI r� r r� �hasattrr r )r� r� rR �otherrK rL r r r rQ � s&
zOrderedDict.updatec C s0 || kr| | }| |= |S || j kr,t|��|S )z�od.pop(k[,d]) -> v, remove specified key and return the corresponding value.
If key is not found, d is returned if given, otherwise KeyError is raised.
)�_OrderedDict__markerr� )rR rK r� r� r r r r� ! s
zOrderedDict.popNc C s || kr| | S || |< |S )zDod.setdefault(k[,d]) -> od.get(k,d), also set od[k]=d if k not in odr )rR rK r� r r r �
setdefault. s zOrderedDict.setdefaultc C s^ |si }t | �t� f}||kr"dS d||< z&| s>d| jjf S d| jj| j� f S ||= X dS )zod.__repr__() <==> repr(od)z...r z%s()z%s(%r)N)r� �
_get_identr� r4 r )rR Z
_repr_runningZcall_keyr r r r� 5 s zOrderedDict.__repr__c s\ � fdd�� D �}t � �j� }x t t� �D ]}|j|d� q*W |rP� j|f|fS � j|ffS )z%Return state information for picklingc s g | ]}|� | g�qS r r )rb r )rR r r rf E s z*OrderedDict.__reduce__.<locals>.<listcomp>N)�varsr� r� r� r� )rR r Z inst_dictr r )rR r �
__reduce__C s zOrderedDict.__reduce__c C s
| j | �S )z!od.copy() -> a shallow copy of od)r� )rR r r r r� M s zOrderedDict.copyc C s | � }x|D ] }|||< q W |S )z�OD.fromkeys(S[, v]) -> New ordered dictionary with keys from S
and values equal to v (which defaults to None).
r )r� r� rL �drK r r r r� Q s
zOrderedDict.fromkeysc C s6 t |t�r*t| �t|�ko(| j� |j� kS tj| |�S )z�od.__eq__(y) <==> od==y. Comparison to another OD is order-sensitive
while comparison to a regular mapping is order-insensitive.
)r r� rI r r� �__eq__)rR r r r r r \ s
zOrderedDict.__eq__c C s
| |k S )Nr )rR r r r r �__ne__e s zOrderedDict.__ne__c C s t | �S )z@od.viewkeys() -> a set-like object providing a view on od's keys)r� )rR r r r �viewkeysj s zOrderedDict.viewkeysc C s t | �S )z<od.viewvalues() -> an object providing a view on od's values)r� )rR r r r �
viewvaluesn s zOrderedDict.viewvaluesc C s t | �S )zBod.viewitems() -> a set-like object providing a view on od's items)r� )rR r r r � viewitemsr s zOrderedDict.viewitems)T)N)N)N)"r4 r5 r6 rU rT r� r� r� r� r� r� r� r r r r r� r rQ r� �objectr r� r r� r r� r� r� r r r r r r r r r r� � s:
r� )�BaseConfigurator� valid_identz^[a-z_][a-z0-9_]*$c C s t j| �}|std| ��dS )Nz!Not a valid Python identifier: %rT)�
IDENTIFIERr, rG )r r� r r r r | s
r c @ s" e Zd ZdZdd� Zddd�ZdS )�ConvertingDictz A converting dictionary wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N)
r� r� � configurator�convertr� r �ConvertingList�ConvertingTuple�parentrK )rR rK rL r� r r r r� � s
zConvertingDict.__getitem__Nc C sL t j| ||�}| jj|�}||k rH|| |< t|�tttfkrH| |_||_ |S )N)
r� rH r r r� r r r r rK )rR rK r� rL r� r r r rH � s
zConvertingDict.get)N)r4 r5 r6 rU r� rH r r r r r � s r c C sD t j| ||�}| jj|�}||k r@t|�tttfkr@| |_||_ |S )N)
r� r� r r r� r r r r rK )rR rK r� rL r� r r r r� � s
r� c @ s" e Zd ZdZdd� Zd dd�ZdS )
r zA converting list wrapper.c C sJ t j| |�}| jj|�}||k rF|| |< t|�tttfkrF| |_||_ |S )N)
r� r� r r r� r r r r rK )rR rK rL r� r r r r� � s
zConvertingList.__getitem__r c C s< t j| |�}| jj|�}||k r8t|�tttfkr8| |_|S )N) r� r� r r r� r r r r )rR �idxrL r� r r r r� � s
zConvertingList.popN���)r )r4 r5 r6 rU r� r� r r r r r � s r c @ s e Zd ZdZdd� ZdS )r zA converting tuple wrapper.c C sB t j| |�}| jj|�}||k r>t|�tttfkr>| |_||_ |S )N)
�tupler� r r r� r r r r rK )rR rK rL r� r r r r� � s
zConvertingTuple.__getitem__N)r4 r5 r6 rU r� r r r r r � s r c @ s� e Zd ZdZejd�Zejd�Zejd�Zejd�Z ejd�Z
ddd �Z e e
�Zd
d � Zd d
� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )r zQ
The configurator base class which defines some useful defaults.
z%^(?P<prefix>[a-z]+)://(?P<suffix>.*)$z ^\s*(\w+)\s*z^\.\s*(\w+)\s*z^\[\s*(\w+)\s*\]\s*z^\d+$� ext_convert� cfg_convert)rc Zcfgc C s t |�| _| | j_d S )N)r �configr )rR r" r r r rT � s
zBaseConfigurator.__init__c C s� |j d�}|jd�}y`| j|�}xP|D ]H}|d| 7 }yt||�}W q& tk
rl | j|� t||�}Y q&X q&W |S tk
r� tj� dd� \}}td||f �}|| |_ |_
|�Y nX dS )zl
Resolve strings to objects using standard import and attribute
syntax.
r7 r r NzCannot resolve %r: %s) r9 r� �importerr� r� � ImportErrorrk r| rG � __cause__�
__traceback__) rR r rv Zused�foundrE �e�tb�vr r r �resolve� s"
zBaseConfigurator.resolvec C s
| j |�S )z*Default converter for the ext:// protocol.)r+ )rR rL r r r r s z BaseConfigurator.ext_convertc C s |}| j j|�}|dkr&td| ��n�||j� d� }| j|j� d }x�|r�| jj|�}|rp||j� d }nd| jj|�}|r�|j� d }| jj|�s�|| }n2yt |�}|| }W n t
k
r� || }Y nX |r�||j� d� }qJtd||f ��qJW |S )z*Default converter for the cfg:// protocol.NzUnable to convert %rr zUnable to convert %r at %r) � WORD_PATTERNr, rG �endr" �groups� DOT_PATTERN�
INDEX_PATTERN�
DIGIT_PATTERN�intr� )rR rL �restr� r
r �nr r r r! s2
z BaseConfigurator.cfg_convertc C s� t |t� r&t |t�r&t|�}| |_n�t |t� rLt |t�rLt|�}| |_n|t |t� rrt |t�rrt|�}| |_nVt |t�r�| j j
|�}|r�|j � }|d }| j j
|d�}|r�|d }t| |�}||�}|S )z�
Convert values to an appropriate type. dicts, lists and tuples are
replaced by their converting alternatives. Strings are checked to
see if they have a conversion format and are converted if they do.
�prefixNr� )r r r� r r r� r r � string_types�CONVERT_PATTERNr, � groupdict�value_convertersrH r� )rR rL r� r
r5 Z converterr� r r r r ) s*
zBaseConfigurator.convertc sr � j d�}t|�s | j|�}� j dd�}t� fdd�� D ��}|f |�}|rnx |j� D ]\}}t|||� qVW |S )z1Configure an object with a user-supplied factory.z()r7 Nc s g | ]}t |�r|� | f�qS r )r )rb r )r" r r rf L s z5BaseConfigurator.configure_custom.<locals>.<listcomp>)r� r� r+ r� r �setattr)rR r" r� ZpropsrS r� rv rL r )r" r �configure_customE s
z!BaseConfigurator.configure_customc C s t |t�rt|�}|S )z0Utility function which converts lists to tuples.)r r� r )rR rL r r r �as_tupleS s
zBaseConfigurator.as_tupleN)r4 r5 r6 rU r* r+ r7 r, r/ r0 r1 r9 � staticmethod�
__import__r# rT r+ r r! r r; r< r r r r r � s
" r )r )r r� )r� )N)N)�Z
__future__r rW r* rk Zsslr$ � version_infor Z
basestringr6 r r� �typesr Z file_typeZ __builtin__�builtinsZ ConfigParserZ configparserZ _backportr r r r
r r Zurllibr
r r r r r r r Zurllib2r r r r r r r! r" r# r$ ZhttplibZ xmlrpclibZQueueZqueuer% ZhtmlentitydefsZ raw_input� itertoolsr& �filterr' r1 r) r/ �io�strr0 Z urllib.parseZurllib.requestZ urllib.errorZ http.clientZclientZrequestZ
xmlrpc.clientZ html.parserZ
html.entitiesZentities�inputr2 r3 rG rF rN rO r rV �F_OK�X_OKZzipfilerw r~ r ry ZBaseZipExtFilerl r� r� r� � NameError� collectionsr� r� r� r� �getfilesystemencodingr� r� �tokenizer� �codecsr� r� r+ r� r� Zhtmlr? Zcgir� r� r� �reprlibr� r� Zimpr� r� Zthreadr� r
Z dummy_threadZ_abcollr� r� r� r� Zlogging.configr r �Ir r r� r� r r r r r r r �<module> s&
$, ,0
2+ A
[
b
w
distlib/__pycache__/resources.cpython-36.opt-1.pyc 0000644 00000025116 15051612335 0016013 0 ustar 00 3
�Pf* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
mZmZmZmZ eje�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z e d�ee
j e iZ yFy d dl Z!W n e"k
�r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk
�rX Y nX dd� Z'i Z(dd� Z)e j*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d kr t jjt� td��}tt| �j|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base)� __class__� � /usr/lib/python3.6/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr )r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j j|�\}}|dkr |}n~tjj| j| j|�|�}tjj|�}tjj|�sXtj |� tjj
|�sjd}n | j ||�}|r�t |d��}|j
|j� W dQ R X |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor
r r r Z
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s
zResourceCache.get)N)�__name__�
__module__� __qualname__r r r$ �
__classcell__r r )r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S )N)r �name)r r r* r r r r I s zResourceBase.__init__N)r% r& r' r r r r r r) H s r) c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j j| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream)r r r r � as_streamV s zResource.as_streamc C s t d krt� a t j| �S )N)�cacher r$ )r r r r � file_path_ s zResource.file_pathc C s | j j| �S )N)r � get_bytes)r r r r r f s zResource.bytesc C s | j j| �S )N)r �get_size)r r r r �sizej s z
Resource.sizeN)
r% r& r' �__doc__� is_containerr- r r/ r r2 r r r r r+ N s r+ c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j j| �S )N)r �
get_resources)r r r r � resourcesr s zResourceContainer.resourcesN)r% r& r' r4 r r7 r r r r r5 o s r5 c @ s� e Zd ZdZejjd�r d Znd Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zd d � Zd S )!�ResourceFinderz4
Resource finder for file system resources.
�java�.pyc�.pyo�.classc C s. || _ t|dd �| _tjjt|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr
r r r )r r@ r r r r � s zResourceFinder.__init__c C s t jj|�S )N)r
r �realpath)r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|j|�}|jd| j� tjj|� }| j|�S )N� /�/r ) �
isinstancer �split�insertr r
r r rD )r �
resource_name�sep�partsr" r r r �
_make_path� s
zResourceFinder._make_pathc C s t jj|�S )N)r
r r )r r r r r �_find� s zResourceFinder._findc C s
d |j fS )N)r )r r r r r r � s z ResourceFinder.get_cache_infoc C sD | j |�}| j|�sd }n&| j|�r0t| |�}n
t| |�}||_|S )N)rM rN �
_is_directoryr5 r+ r )r rJ r r" r r r �find� s
zResourceFinder.findc C s t |jd�S )N�rb)r r )r r r r r r, � s zResourceFinder.get_streamc C s t |jd��
}|j� S Q R X d S )NrQ )r r �read)r r r# r r r r0 � s zResourceFinder.get_bytesc C s t jj|j�S )N)r
r �getsize)r r r r r r1 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�tj|j�D ��S )Nc s | dko| j � j� S )N� __pycache__)�endswith�skipped_extensions)r# )r r r �allowed� s z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r# )rW r r �
<listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr
�listdirr )r r r )rW r r r6 � s z ResourceFinder.get_resourcesc C s | j |j�S )N)rO r )r r r r r r4 � s zResourceFinder.is_containerc c s� | j |�}|d k r�|g}xn|r�|jd�}|V |jr|j}xH|jD ]>}|sP|}ndj||g�}| j |�}|jrz|j|� qB|V qBW qW d S )Nr rF )rP �popr4 r* r7 r �append)r rJ r ZtodoZrnamer* �new_nameZchildr r r �iterator� s
zResourceFinder.iteratorN)r: r; r< )r: r; )r% r& r' r3 �sys�platform�
startswithrV r rD rM rN r rP r, r0 r1 r6 r4 � staticmethodr
r r rO r_ r r r r r8 w s" r8 c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| �j|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r rd r rB �archive�len�
prefix_len�hasattrre � zipimport�_zip_directory_cache�sorted�index)r r@ rf )r r r r � s zZipResourceFinder.__init__c C s |S )Nr )r r r r r rD � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }tj| j|�}y| j| j|�}W n tk
rt d}Y nX |s�tj d|| j
j � ntj d|| j
j � |S )NTr Fz_find failed: %r %rz_find worked: %r %r���) rh re r
rK �bisectrm rb �
IndexError�logger�debugrB r! )r r r" �ir r r rN � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rB rf r rg )r r r! r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j j|j�S )N)rB �get_datar )r r r r r r0 � s zZipResourceFinder.get_bytesc C s t j| j|��S )N)�io�BytesIOr0 )r r r r r r, � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rh re )r r r r r r r1 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }tj| j|�}xV|t| j�k r�| j| j|�sjP | j| |d � }|j |j
tjd�d � |d7 }qJW |S )Nr r rn ) r rh r
rK rg rZ ro rm rb �addrH )r r r Zplenr" rs �sr r r r6 s
z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }tj| j|�}y| j| j|�}W n tk
rd d}Y nX |S )Nr Frn )rh r
rK ro rm rb rp )r r rs r" r r r rO s
z ZipResourceFinder._is_directory)r% r& r' r3 r rD rN r r0 r, r1 r6 rO r( r r )r r rd � s rd c C s |t t| �< d S )N)�_finder_registry�type)rB � finder_makerr r r �register_finder0 s r} c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}tjt|��}|dkrxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packager= z Unable to locate finder for %r) �
_finder_cacher` �modules�
__import__rA r rz r$ r{ )�packager" r@ r rB r| r r r r 6 s
r Z __dummy__c C sR d}t j| � tjj| �}tjt|��}|rNt}tj j
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
Nr? )
�pkgutilZ get_importerr` �path_importer_cacher$ rz r{ �
_dummy_moduler
r r r> r= )r r" rB r r@ r r r �finder_for_pathR s
r� ).Z
__future__r ro ru Zloggingr
r� Zshutilr` �typesrj r? r �utilr r r r Z getLoggerr% rq r. r �objectr) r+ r5 r8 rd r{ � zipimporterrz �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�AttributeErrorr} r r �
ModuleTyper
r� r� r r r r �<module> sH
,!ZN
distlib/__pycache__/util.cpython-36.opt-1.pyc 0000644 00000126527 15051612335 0014766 0 ustar 00 3
�Pfi� � @ s> d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZy d dlZW n ek
r� dZY nX d dlZd dlZd dlZd dlZd dlZy d dlZW n ek
r� d dlZY nX d dlZddlmZ ddl m Z m Z mZm Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ e
j0e1�Z2dZ3e
j4e3�Z5dZ6d e6 d
Z7e6d Z8d Z9d
e9 d e8 d e3 d
e9 d e8 d Z:dZ;de: d e; d e: d Z<e7d
e3 e7 d Z=de= d Z>de6 d e> d e< d Z?e
j4e?�Z@d e9 d e8 d
ZAe
j4eA�ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd�d'd(�ZGd)d*� ZHd+d,� ZId-d.� ZJejKd/d0� �ZLejKd1d2� �ZMejKd�d4d5��ZNG d6d7� d7eO�ZPd8d9� ZQG d:d;� d;eO�ZRd<d=� ZSG d>d?� d?eO�ZTe
j4d@e
jU�ZVdAdB� ZWd�dCdD�ZXdEdF� ZYdGdH� ZZdIdJ� Z[dKdL� Z\dMdN� Z]e
j4dOe
j^�Z_e
j4dP�Z`d�dQdR�Zae
j4dS�ZbdTdU� ZcdVdW� ZddXdY� ZedZZfd[d\� Zgd]d^� ZhG d_d`� d`eO�ZiG dadb� dbeO�ZjG dcdd� ddeO�Zkd�Zld�dmdn�Zmdodp� Znd�ZoG dwdx� dxeO�Zpe
j4dy�Zqe
j4dz�Zre
j4d{�Zsd|d}� Zd~d� Zte�r\dd�l muZvmwZwmxZx G d�d�� d�e$jy�ZyG d�d�� d�ev�ZuG d�d�� d�eue'�Zzej{dd�� Z|e|d�k�r�G d�d�� d�e$j}�Z}e�r�G d�d�� d�e$j~�Z~G d�d�� d�e%j�Ze�r�G d�d�� d�e%j��Z�G d�d�� d�e%j��Z�d�d�� Z�G d�d�� d�eO�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e(�Z�G d�d�� d�eO�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquotez\s*,\s*z
(\w|[.-])+z(\*|:(\*|\w+):|�)z\*?z([<>=!~]=)|[<>]�(z)?\s*(z)(z)\s*(z))*z(from\s+(?P<diref>.*))z \(\s*(?P<c1>�|z)\s*\)|(?P<c2>z\s*)z)*z \[\s*(?P<ex>z)?\s*\]z(?P<dn>z \s*)?(\s*z)?$z(?P<op>z )\s*(?P<vn>c s� dd� � d }t j| �}|r�|j� }|d }|d p8|d }|d sHd }nd }|d j� }|snd }d}|d }nL|d d kr�d
| }tj|�} � fd d �| D �}d
|djdd � |D ��f }|d s�d }
ntj|d �}
t |||
|| |d�}|S )Nc S s | j � }|d |d fS )N�opZvn)� groupdict)�m�d� r! �/usr/lib/python3.6/util.py�get_constraintY s z)parse_requirement.<locals>.get_constraintZdnZc1Zc2Zdiref� r z<>!=z~=c s g | ] }� |��qS r! r! )�.0r )r# r! r" �
<listcomp>q s z%parse_requirement.<locals>.<listcomp>z%s (%s)z, c S s g | ] }d | �qS )z%s %sr! )r% Zconr! r! r" r& r s Zex)�nameZ constraints�extrasZ requirement�source�url)
�REQUIREMENT_RE�matchr �strip�RELOP_IDENT_RE�finditer�join�COMMA_RE�splitr ) �s�resultr r r' Zconsr* ZconstrZrs�iteratorr( r! )r# r" �parse_requirementW s4
r6 c C s� dd� }i }x�|D ]�\}}}t jj| |�}x�t|�D ]t}t jj||�} x`t| �D ]T}
|| |
�} |dkrt|j| d� qP|||
�} |jt jjd�jd�}
|
d | || < qPW q4W qW |S )z%Find destinations for resources filesc S s6 | j tjjd�} |j tjjd�}|t| �d � jd�S )N�/)�replace�os�path�sep�len�lstrip)�baser: r! r! r" � get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr7 )r9 r: r0 r �popr8 r; �rstrip)Zresources_rootZrulesr? Z destinationsr> �suffix�dest�prefixZabs_baseZabs_globZabs_pathZ
resource_fileZrel_pathZrel_destr! r! r" �get_resources_dests| s
rE c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrD �getattr)r4 r! r! r" �in_venv� s
rJ c C s$ t jjtj�} t| t�s t| �} | S )N)r9 r: �normcaserH �
executable�
isinstancer r )r4 r! r! r" �get_executable� s
rN c C sT | }xJt |�}| }| r |r |}|r|d j� }||kr:P |rd||| f }qW |S )Nr z %c: %s
%s)r �lower)�promptZ
allowed_charsZ error_prompt�default�pr3 �cr! r! r" �proceed� s
rT c C s< t |t�r|j� }i }x |D ]}|| kr | | ||< q W |S )N)rM r r2 )r �keysr4 �keyr! r! r" �extract_by_key� s
rW c C sn t jd dkr tjd�| �} | j� }t|�} yftj| �}|d d d }xF|j� D ]:\}}x0|j� D ]$\}}d||f }t |�} | ||< qdW qRW |S t
k
r� | j dd� Y nX dd � }
t j
� } y|
| | � W n< t jk
�r | j� tj|�}t|�} |
| | � Y nX i }xT| j� D ]H} i || < }x4| j| �D ]&\}
}d|
|f }t |�} | ||
< �q:W �q W |S )
Nr � zutf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| j|� n
| j|� d S )N� read_file)rG r[ Zreadfp)�cp�streamr! r! r" � read_stream� s
z!read_exports.<locals>.read_stream)rH � version_info�codecs� getreader�readr
�json�load�items�get_export_entry� Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r] �dataZjdatar4 �groupZentries�k�vr3 �entryr^ r\ rV r' �valuer! r! r" � read_exports� s@
rs c C s� t jd dkr tjd�|�}tj� }x|| j� D ]p\}}|j|� x\|j� D ]P}|j d kr`|j
}nd|j
|j f }|j r�d|dj |j �f }|j
||j|� qJW q.W |j|� d S )Nr rX zutf-8z%s:%sz%s [%s]z, )rH r_ r` � getwriterr ri re Z add_section�valuesrB rD �flagsr0 �setr' �write)rZ r] r\ ro rp rq r3 r! r! r" �
write_exports� s
ry c c s$ t j� } z
| V W d tj| � X d S )N)�tempfile�mkdtempr �rmtree)Ztdr! r! r" �tempdir s
r} c c s. t j� }zt j| � d V W d t j|� X d S )N)r9 �getcwd�chdir)r �cwdr! r! r" r s
r � c c s. t j� }zt j| � d V W d t j|� X d S )N)�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor! r! r" �socket_timeout s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S )N)�func)�selfr� r! r! r" �__init__) s zcached_property.__init__Nc C s, |d kr | S | j |�}tj|| j j|� |S )N)r� �object� __setattr__�__name__)r� �obj�clsrr r! r! r" �__get__. s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r! r! r! r" r� ( s r� c C s� t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| jd�}xt j|krj|jt j� qRW |svt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r7 r z path '%s' cannot be absoluter z path '%s' cannot end with '/'���)r9 r; �
ValueErrorr2 �curdir�remover: r0 )�pathname�pathsr! r! r" � convert_path6 s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| j� d S )N)�dry_runrw �ensured� _init_record)r� r� r! r! r" r� R s zFileOperator.__init__c C s d| _ t� | _t� | _d S )NF)�recordrw �
files_written� dirs_created)r� r! r! r" r� W s zFileOperator._init_recordc C s | j r| jj|� d S )N)r� r� �add)r� r: r! r! r" �record_as_written\ s z FileOperator.record_as_writtenc C sH t jj|�s tdt jj|� ��t jj|�s0dS t j|�jt j|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)r9 r: �existsr �abspath�stat�st_mtime)r� r) �targetr! r! r" �newer` s zFileOperator.newerTc C s� | j tjj|�� tjd||� | js�d}|rftjj|�rDd| }n"tjj|�rftjj |� rfd| }|rvt
|d ��t j ||� | j
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirr9 r: �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr! r! r" � copy_filet s
zFileOperator.copy_fileNc
C st | j tjj|�� tjd||� | jsf|d kr:t|d�}ntj|d|d�}zt j
||� W d |j � X | j |� d S )NzCopying stream %s to %s�wb�w)�encoding)
r� r9 r: r� r� r� r� �openr` r Z copyfileobjrj r� )r� Zinstreamr� r� Z outstreamr! r! r" � copy_stream� s
zFileOperator.copy_streamc C sF | j tjj|�� | js8t|d��}|j|� W d Q R X | j|� d S )Nr� )r� r9 r: r� r� r� rx r� )r� r: rm �fr! r! r" �write_binary_file� s
z FileOperator.write_binary_filec
C sL | j tjj|�� | js>t|d��}|j|j|�� W d Q R X | j|� d S )Nr� ) r� r9 r: r� r� r� rx �encoder� )r� r: rm r� r� r! r! r" �write_text_file� s
z FileOperator.write_text_filec C sr t jdks t jdkrnt jdkrnxN|D ]F}| jr<tjd|� q$t j|�j|B |@ }tjd||� t j||� q$W d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) r9 r' �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder! r! r" �set_mode� s
zFileOperator.set_modec C s | j dd|�S )Nim i� )r� )r3 r� r! r! r" �<lambda>� s zFileOperator.<lambda>c C s~ t jj|�}|| jkrzt jj|� rz| jj|� t jj|�\}}| j|� tj d| � | j
sht j |� | j rz| j
j|� d S )Nz Creating %s)r9 r: r� r� r� r� r2 r� r� r� r� �mkdirr� r� )r� r: r r� r! r! r" r� � s
zFileOperator.ensure_dirc C sh t || �}tjd||� | jsZ|s0| j||�rJ|s:d }n|t|�d � }tj|||d� | j|� |S )NzByte-compiling %s to %sT) r r� r� r� r� r< �
py_compile�compiler� )r� r: �optimize�forcerD ZdpathZdiagpathr! r! r" � byte_compile� s
zFileOperator.byte_compilec C s� t jj|�r�t jj|�r`t jj|� r`tjd|� | jsBtj |� | j
r�|| j kr�| j j |� nPt jj|�rrd}nd}tjd||� | js�t j |� | j
r�|| j
kr�| j
j |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)r9 r: r� �isdirr� r� �debugr� r r| r� r� r� r� )r� r: r3 r! r! r" �ensure_removed� s"
zFileOperator.ensure_removedc C sH d}x>|sBt jj|�r&t j|t j�}P t jj|�}||kr<P |}qW |S )NF)r9 r: r� �access�W_OKr� )r� r: r4 �parentr! r! r" � is_writable� s zFileOperator.is_writablec C s | j | jf}| j� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� r� r� )r� r4 r! r! r" �commit� s zFileOperator.commitc C s� | j s�x(t| j�D ]}tjj|�rtj|� qW t| jdd�}x@|D ]8}tj |�}|rrtjj
||d �}tj |� tj |� qDW | j � d S )NT)�reverser )
r� �listr� r9 r: r� r� �sortedr� �listdirr0 �rmdirr� )r� r� �dirsr �flistZsdr! r! r" �rollback� s
zFileOperator.rollback)F)T)N)FFN)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r� r� r� r� r! r! r! r" r� Q s
r� c C sb | t jkrt j| }nt| �}|d kr,|}n2|jd�}t||jd��}x|D ]}t||�}qLW |S )N�.r )rH �modules�
__import__r2 rI r@ )Z module_nameZ dotted_path�modr4 �partsrR r! r! r" �resolve s
r� c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S )N)r' rD rB rv )r� r' rD rB rv r! r! r" r� s zExportEntry.__init__c C s t | j| j�S )N)r� rD rB )r� r! r! r" rr s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>)r' rD rB rv )r� r! r! r" �__repr__! s
zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S )NF)rM r� r' rD rB rv )r� �otherr4 r! r! r" �__eq__% s
zExportEntry.__eq__N)
r� r� r� r� r� rr r� r� r� �__hash__r! r! r! r" r� s
r� z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t j| �}|s0d }d| ks"d| kr�td| ��n�|j� }|d }|d }|jd�}|dkrf|d }}n"|dkrztd| ��|jd�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd
d � | jd �D �} t|||| �}|S )
N�[�]zInvalid specification '%s'r' �callable�:r r rv c S s g | ] }|j � �qS r! )r- )r% r� r! r! r" r& Q s z$get_export_entry.<locals>.<listcomp>�,)�ENTRY_RE�searchr r �countr2 r� )
Z
specificationr r4 r r' r: ZcolonsrD rB rv r! r! r" rf 7 s2
rf c C s� | dkr d} t jdkr.dt jkr.t jjd�}n t jjd�}t jj|�rft j|t j�}|s�t j
d|� n<yt j |� d}W n( t k
r� t j
d |dd
� d }Y nX |s�t
j� }t j
d |� t jj|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�ntZ LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)r9 r' �environr: �
expandvars�
expanduserr� r� r� r� �warning�makedirs�OSErrorrz r{ r0 )rB r4 Zusabler! r! r" �get_cache_baseV s&
r� c C sB t jjt jj| ��\}}|r(|jdd�}|jt jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
r� z---z--z.cache)r9 r: �
splitdriver� r8 r; )r: r rR r! r! r" �path_to_cache_dir s
r� c C s | j d�s| d S | S )Nr7 )�endswith)r3 r! r! r" � ensure_slash� s
r� c C sH d }}d| kr>| j dd�\}} d|kr.|}n|j dd�\}}||| fS )N�@r r� )r2 )ZnetlocZusernameZpasswordrD r! r! r" �parse_credentials� s r� c C s t jd�} t j| � | S )N� )r9 �umask)r4 r! r! r" �get_process_umask� s
r c C s2 d}d }x$t | �D ]\}}t|t�sd}P qW |S )NTF)� enumeraterM r )�seqr4 �ir3 r! r! r" �is_string_sequence� s
r z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | �jdd�} tj| �}|r@|jd�}| d|j� � } |r�t| �t|�d kr�tjtj |�d | �}|r�|j
� }| d|� | |d d� |f}|dkr�t j| �}|r�|jd�|jd�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\brX ) r r8 �PYTHON_VERSIONr� rn �startr< �rer, �escape�end�PROJECT_NAME_AND_VERSION)�filenameZ project_namer4 Zpyverr �nr! r! r" �split_filename� s"
r z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t j| �}|std| ��|j� }|d j� j� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'r' Zver)�NAME_VERSION_REr, r r r- rO )rR r r r! r! r" �parse_name_and_version� s
r c C s� t � }t | pg �} t |pg �}d| kr8| jd� ||O }x�| D ]x}|dkrV|j|� q>|jd�r�|dd � }||kr�tjd| � ||kr�|j|� q>||kr�tjd| � |j|� q>W |S )N�*r r zundeclared extra: %s)rw r� r� �
startswithr� r� )Z requestedZ availabler4 �rZunwantedr! r! r" �
get_extras� s&
r c C s� i }yNt | �}|j� }|jd�}|jd�s8tjd|� ntjd�|�}tj |�}W n0 t
k
r� } ztj d| |� W Y d d }~X nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %szutf-8z&Failed to get external data for %s: %s) r r� �getr r� r� r` ra rc rd rg � exception)r* r4 ZrespZheadersZct�reader�er! r! r" �_get_external_data� s
r z'https://www.red-dove.com/pypi/projects/c C s* d| d j � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr )�upperr
�_external_data_base_urlr )r' r* r4 r! r! r" �get_project_data s
r c C s( d| d j � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr )r r
r r )r' �versionr* r! r! r" �get_package_data s
r c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t jj|�st j|� t j|�jd@ dkr6tjd|� t jjt jj |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) r9 r: r� r� r� r� r� r� r� �normpathr> )r� r> r! r! r" r� " s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r� )r� rD r! r! r" �
prefix_to_dir0 s zCache.prefix_to_dirc C s� g }x�t j| j�D ]r}t jj| j|�}y>t jj|�s@t jj|�rLt j|� nt jj|�rbt j
|� W q t k
r� |j |� Y qX qW |S )z"
Clear the cache.
)
r9 r� r> r: r0 r� r� r� r� r r| rg �append)r� Z not_removed�fnr! r! r" �clear6 s z Cache.clearN)r� r� r� �__doc__r� r$ r' r! r! r! r" r! s r! c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S )N)� _subscribers)r� r! r! r" r� K s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|j|� n
|j|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)r* r r% �
appendleft)r� �event�
subscriberr% �subsZsqr! r! r" r� N s
zEventMixin.addc C s, | j }||krtd| ��|| j|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)r* r� r� )r� r, r- r. r! r! r" r� b s zEventMixin.removec C s t | jj|f ��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
)�iterr* r )r� r, r! r! r" �get_subscribersn s zEventMixin.get_subscribersc O sp g }xT| j |�D ]F}y||f|�|�}W n" tk
rJ tjd� d}Y nX |j|� qW tjd||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r0 rg r� r r% r� )r� r, �args�kwargsr4 r- rr r! r! r" �publishu s
zEventMixin.publishN)T) r� r� r� r( r� r� r� r0 r3 r! r! r! r" r) G s
r) c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S )N)�_preds�_succsrw �_nodes)r� r! r! r" r� � s zSequencer.__init__c C s | j j|� d S )N)r7 r� )r� �noder! r! r" �add_node� s zSequencer.add_nodeFc C s� || j kr| j j|� |r�x&t| jj|f ��D ]}| j||� q.W x&t| jj|f ��D ]}| j||� qVW x&t| jj� �D ]\}}|sz| j|= qzW x&t| jj� �D ]\}}|s�| j|= q�W d S )N)r7 r� rw r5 r r6 r� re )r� r8 ZedgesrR r3 ro rp r! r! r" � remove_node� s
zSequencer.remove_nodec C s0 | j j|t� �j|� | jj|t� �j|� d S )N)r5 �
setdefaultrw r� r6 )r� �pred�succr! r! r" r� � s z
Sequencer.addc C s| y| j | }| j| }W n tk
r8 td| ��Y nX y|j|� |j|� W n$ tk
rv td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)r5 r6 �KeyErrorr� r� )r� r< r= �predsZsuccsr! r! r" r� � s
zSequencer.removec C s || j kp || jkp || jkS )N)r5 r6 r7 )r� �stepr! r! r" �is_step� s zSequencer.is_stepc C s� | j |�std| ��g }g }t� }|j|� xd|r�|jd�}||krd||kr�|j|� |j|� q0|j|� |j|� | jj|f �}|j |� q0W t
|�S )Nz Unknown: %rr ) rA r� rw r% r@ r� r� r5 r �extend�reversed)r� �finalr4 Ztodo�seenr@ r? r! r! r" � get_steps� s"
zSequencer.get_stepsc sV dg�g �i �i �g �| j � � ������fdd��x � D ]}|�kr:�|� q:W �S )Nr c
s� �d �| < �d �| < �d d7 < �j | � y � | }W n tk
rV g }Y nX xR|D ]J}|�kr��|� t�| �| ��| < q^|�kr^t�| �| ��| < q^W �| �| kr�g }x �j� }|j |� || kr�P q�W t|�}�j |� d S )Nr r )r% rg �minr@ �tuple)r8 Z
successorsZ successorZconnected_componentZ component)�graph�index�
index_counter�lowlinksr4 �stack�
strongconnectr! r" rN � s.
z3Sequencer.strong_connections.<locals>.strongconnect)r6 )r� r8 r! )rI rJ rK rL r4 rM rN r" �strong_connections� s "
z Sequencer.strong_connectionsc C sr dg}x8| j D ].}| j | }x |D ]}|jd||f � q"W qW x | jD ]}|jd| � qHW |jd� dj|�S )Nz digraph G {z %s -> %s;z %s;�}�
)r5 r% r7 r0 )r� r4 r= r? r< r8 r! r! r" �dot
s
z
Sequencer.dotN)F)
r� r� r� r� r9 r: r� r� rA rF �propertyrO rR r! r! r! r" r4 � s
3r4 �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc
sf � �fdd�}t jj� �� t� ��d }|d kr�| jd�r>d}nH| jd�rRd}d }n4| jd�rfd }d
}n | jd�rzd}d}n td| ��z�|dkr�t| d�}|r�|j� }xD|D ] }||� q�W n.tj | |�}|r�|j
� }x|D ] }||� q�W |dk�r6t j d dk �r6x.|j
� D ]"} t| jt��s| jjd�| _�qW dd� }
|
|_|j� � W d |�r`|j� X d S )Nc sT t | t�s| jd�} tjjtjj� | ��}|j� � sD|� tjkrPt d| ��d S )Nzutf-8z path outside destination: %r)
rM r �decoder9 r: r� r0 r r; r� )r: rR )�dest_dir�plenr! r" �
check_path s
z unarchive.<locals>.check_path�.zip�.whl�zip�.tar.gz�.tgzZtgzzr:gz�.tar.bz2�.tbzZtbzzr:bz2z.tarZtarr zUnknown format for %rr rX zutf-8c S sB y t j| |�S t jk
r< } ztt|���W Y dd}~X nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ
tar_filterZ FilterErrorr� �str)�memberr: �excr! r! r" �extraction_filterP s z$unarchive.<locals>.extraction_filter)r_ r` )rb rc )rd re )r9 r: r� r< r� r� r Znamelistrf r� ZgetnamesrH r_ Z
getmembersrM r' r r[ rj Z
extractallrj ) Zarchive_filenamer\ �formatr� r^ �archiver� �namesr' Ztarinforj r! )r\ r] r" � unarchive sL
rn c C s� t j� }t| �}t|d��b}xZtj| �D ]L\}}}x@|D ]8}tjj||�}||d� } tjj| |�}
|j||
� q8W q(W W dQ R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOr< r r9 �walkr: r0 rx ) Z directoryr4 ZdlenZzf�rootr� r� r' ZfullZrelrC r! r! r" �zip_dir` s
rs r$ �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�ProgressZUNKNOWNr �d c C s( | | _ | _|| _d | _d| _d| _d S )Nr F)rG �cur�max�started�elapsed�done)r� ZminvalZmaxvalr! r! r" r� w s
zProgress.__init__c C s0 || _ tj� }| jd kr || _n || j | _d S )N)r{ �timer} r~ )r� ZcurvalZnowr! r! r" �update s
zProgress.updatec C s | j | j| � d S )N)r� r{ )r� Zincrr! r! r" � increment� s zProgress.incrementc C s | j | j� | S )N)r� rG )r� r! r! r" r � s zProgress.startc C s | j d k r| j| j � d| _d S )NT)r| r� r )r� r! r! r" �stop� s
z
Progress.stopc C s | j d kr| jS | j S )N)r| �unknown)r� r! r! r" �maximum� s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r r| r{ rG )r� r4 rp r! r! r" �
percentage� s
zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntjdtj|��}|S )Nr z??:??:??z%H:%M:%S)r| r{ rG r� ZstrftimeZgmtime)r� Zdurationr4 r! r! r" �format_duration� s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| j|�f S )NZDonezETA r r z%s: %sr� )r r~ r| r{ rG �floatr� )r� rD �tr! r! r" �ETA� s
z Progress.ETAc C sN | j dkrd}n| j| j | j }x tD ]}|dk r6P |d }q(W d||f S )Nr g i� g @�@z%d %sB/s)r~ r{ rG �UNITS)r� r4 Zunitr! r! r" �speed� s
zProgress.speedN)r rz )r� r� r� r� r� r� r� r r� rS r� r� r� r� r� r! r! r! r" ry t s
ry z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t j| �rd}t|| ��tj| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr� r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r! r! r" r � s
r c c s t j| d�}t|�dkr\|\}}}x�|jd�D ](}x"tdj|||f��D ]
}|V qHW q.W n�d| kr~x�t| �D ]
}|V qnW n�| jdd�\}}|dkr�d}|dkr�d}n|jd�}|jd�}xFtj|�D ]8\}}} tj j
|�}x ttj j||��D ]
}
|
V q�W q�W d S ) Nr r� r$ z**r� r r7 �\) � RICH_GLOBr2 r< r� r0 � std_iglobr= r9 rq r: r# ) r� Zrich_path_globrD rw rB �itemr: Zradical�dirr� r& r! r! r" r� � s(
r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sP t j| j| jf| j�}t| dd�r0|| _| j� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _nxt jt j�}| jt jO _| jr�|j| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|f|�| _| j
o�| j�rLy$t| jj� | j� tjd| j� W n0 t k
�rJ | jj t j � | jj � � Y nX d S ) NZ _tunnel_hostF�
SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrI �sockZ_tunnelrG �sslr� Z
CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r� r� ZshutdownZ SHUT_RDWRrj )r� r� r� �contextr2 r! r! r" �connect
s>
zHTTPSConnection.connect)r� r� r� r� r� r� r! r! r! r" r� s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� Tc C s t j| � || _|| _d S )N)�BaseHTTPSHandlerr� r� r� )r� r� r� r! r! r" r� 0 s
zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r� r� r� )r� r1 r2 r4 r! r! r" � _conn_maker5 s
zHTTPSHandler._conn_makerc C sV y| j | j|�S tk
rP } z&dt|j�kr>td|j ��n� W Y d d }~X nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r rg �reasonr� r� )r� �reqr r! r! r" �
https_openE s zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r! r! r! r" r� / s
r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� r� r! r! r" � http_openY s zHTTPSOnlyHandler.http_openN)r� r� r� r� r! r! r! r" r� X s r� � � c @ s e Zd Zddd�ZdS )�HTTPr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )�_setup�_connection_class)r� r� r� r2 r! r! r" r� e s z
HTTP.__init__)r$ N)r� r� r� r� r! r! r! r" r� d s r� c @ s e Zd Zddd�ZdS )�HTTPSr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )r� r� )r� r� r� r2 r! r! r" r� m s zHTTPS.__init__)r$ N)r� r� r� r� r! r! r! r" r� l s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� � use_datetimer! r! r" r� t s zTransport.__init__c C sb | j |�\}}}tdkr(t|| jd�}n6| j s>|| jd krT|| _|tj|�f| _| jd }|S )Nr� r� )r� r r )r� r� )�
get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r4 r! r! r" �make_connectionx s
zTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� s s
r� c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� r� r! r! r" r� � s zSafeTransport.__init__c C sz | j |�\}}}|si }| j|d< tdkr:t|d f|�}n<| j sP|| jd krl|| _|tj|d f|�f| _| jd }|S )Nr� r� r� r r )r� r� )r� r� r� r� r� r� r r� )r� r� r� r� r2 r4 r! r! r" r� � s
z SafeTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� � s
r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |j dd � | _}|d k r^t|�\}}|jdd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport)
r@ r� r r r� r� r� r r� r� ) r� Zurir2 r� �scheme�_r� Ztclsr� r! r! r" r� � s zServerProxy.__init__N)r� r� r� r� r! r! r! r" r� � s r� c K s. t jd dk r|d7 }nd|d< t| |f|�S )Nr rX �br$ �newline)rH r_ r� )r& r� r2 r! r! r" � _csv_open� s
r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaser� �"rQ )Z delimiterZ quotecharZlineterminatorc C s | S )Nr! )r� r! r! r" � __enter__� s zCSVBase.__enter__c G s | j j� d S )N)r] rj )r� r� r! r! r" �__exit__� s zCSVBase.__exit__N)r� r� r� rg �defaultsr� r� r! r! r! r" r� � s
r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,tjd�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr] r rX zutf-8r: r ) rH r_ r` ra r] r� �csvr r� )r� r2 r] r! r! r" r� � s zCSVReader.__init__c C s | S )Nr! )r� r! r! r" �__iter__� s zCSVReader.__iter__c C sJ t | j�}tjd dk rFx,t|�D ] \}}t|t�s"|jd�||< q"W |S )Nr rX zutf-8)�nextr rH r_ r rM r r[ )r� r4 r r� r! r! r" r� � s
zCSVReader.nextN)r� r� r� r� r� r� �__next__r! r! r! r" r� � s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r] r� �writerr� )r� r& r2 r! r! r" r� � s zCSVWriter.__init__c C sR t jd dk rBg }x*|D ]"}t|t�r0|jd�}|j|� qW |}| jj|� d S )Nr rX zutf-8)rH r_ rM r r� r% r� �writerow)r� �rowr r� r! r! r" r� � s
zCSVWriter.writerowN)r� r� r� r� r� r! r! r! r" r� � s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convertZincNc s" t t| �j|� |ptj� | _d S )N)�superr� r� r9 r~ r> )r� �configr> )� __class__r! r" r� � s zConfigurator.__init__c
s� ��fdd��� j d�}t|�s*�j|�}� j dd �}� j df �}|r\t�fdd�|D ��}� �fdd�� D �}t|�}|||�}|r�x$|j� D ]\}} t||�| �� q�W |S ) Nc sz t | ttf�r*t| �� fdd�| D ��}nLt | t�rld| krH�j| �}qvi }x(| D ]}� | | �||< qRW n
�j| �}|S )Nc s g | ] }� |��qS r! r! )r% r )�convertr! r" r& � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>z())rM r� rH �type�dict�configure_customr� )�or4 ro )r� r� r! r" r� � s
z.Configurator.configure_custom.<locals>.convertz()r� z[]c s g | ] }� |��qS r! r! )r% r� )r� r! r" r& s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r! )r )r% ro )r� r� r! r" r& s )r@ r� r� rH r� re �setattr)
r� r� rS Zpropsr1 re r2 r4 r rp r! )r� r� r� r" r� � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| j|� | j |< }|S )Nz())r� rM r� r� )r� rV r4 r! r! r" � __getitem__ s
zConfigurator.__getitem__c C sF t jj|�s t jj| j|�}tj|ddd��}tj|�}W dQ R X |S )z*Default converter for the inc:// protocol.r zutf-8)r� N) r9 r: �isabsr0 r> r` r� rc rd )r� rr r� r4 r! r! r" r� s
zConfigurator.inc_convert)N) r� r� r� r� r Zvalue_convertersr� r� r� r� �
__classcell__r! r! )r� r" r� � s
r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�SubprocessMixinFNc C s || _ || _d S )N)�verbose�progress)r� r� r� r! r! r" r� + s zSubprocessMixin.__init__c C sn | j }| j}xT|j� }|s P |dk r0|||� q|sBtjjd� ntjj|jd�� tjj� qW |j� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr� zutf-8) r� r� �readlinerH �stderrrx r[ �flushrj )r� r] r� r� r� r3 r! r! r" r / s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|j� tj| j|jdfd�}|j� |j � |j
� |j
� | j d k r�| j dd� n| j r�t
jjd� |S )N)�stdoutr� r� )r� r1 r� zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threadingZThreadr r� r r� �waitr0 r� r� rH rx )r� �cmdr2 rR Zt1Zt2r! r! r" � run_commandD s
zSubprocessMixin.run_command)FN)r� r� r� r� r r� r! r! r! r" r� * s
r� c C s t jdd| �j� S )z,Normalize a python package name a la PEP 503z[-_.]+r )r
�subrO )r' r! r! r" �normalize_nameU s r� )NN)r� )N)N)rT rU rV rW rX rY rZ )NT)r$ rt ru rv rw rx )r� r� )�r` � collectionsr �
contextlibr� Zglobr r� ro rc Zloggingr9 r� r
r r� r� � ImportErrorr� rH rf rz rk r� Zdummy_threadingr� r$ r �compatr r r r
r r r
r r r r r r r r r r r r Z getLoggerr� r� �COMMAr� r1 ZIDENTZ EXTRA_IDENTZVERSPECZRELOPZBARE_CONSTRAINTSZ
DIRECT_REFZ CONSTRAINTSZ
EXTRA_LISTZEXTRASZ REQUIREMENTr+ Z RELOP_IDENTr. r6 rE rJ rN rT rW rs ry �contextmanagerr} r r� r� r� r� r� r� r� �VERBOSEr� rf r� r� r� r� r r �Ir
r r r r r r r r r r! r) r4 ZARCHIVE_EXTENSIONSrn rs r� ry r� r� r� r� r� r� r� r� r� r� r_ r� r� r� r� r� r� r� r� r� r� r� r� r� r! r! r! r" �<module> s�
X
,
%
/
7
)
,H
C]
*)
:+ distlib/__pycache__/wheel.cpython-36.pyc 0000644 00000060601 15051612335 0014144 0 ustar 00 3
�Pf˘ � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z! dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ dd
l,m-Z-m.Z. e j/e0�Z1da2e3ed ��r4d Z4n*ej5j6d
��rHdZ4nej5dk�rZdZ4ndZ4ej7d�Z8e8�s�dej9dd� Z8de8 Z:e4e8 Z;ej"j<� j=dd�j=dd�Z>ej7d�Z?e?�r�e?j6d��r�e?j=dd�Z?ndd � Z@e@� Z?[@ejAd ejBejCB �ZDejAd ejBejCB �ZEejAd �ZFejAd �ZGd!ZHd"ZIe
jJd#k�r>d$d%� ZKnd&d%� ZKG d'd(� d(eL�ZMeM� ZNG d)d*� d*eL�ZOd+d,� ZPeP� ZQ[Pd/d-d.�ZRdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cp�py_version_nodotz%s%s� �py�-�_�.�SOABIzcpython-c C sR dt g} tjd�r | jd� tjd�r0| jd� tjd�dkrH| jd� d j| �S )
Nr �Py_DEBUG�d�
WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r/ �/usr/lib/python3.6/wheel.py� _derive_abi; s
r1 zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S )Nr/ )�or/ r/ r0 �<lambda>] s r4 c C s | j tjd�S )Nr2 )�replace�os�sep)r3 r/ r/ r0 r4 _ s c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S )N)�
impure_wheels�libs)�selfr/ r/ r0 �__init__c s zMounter.__init__c C s || j |< | jj|� d S )N)r9 r: �update)r; �pathname�
extensionsr/ r/ r0 �addg s
z Mounter.addc C s4 | j j|�}x"|D ]\}}|| jkr| j|= qW d S )N)r9 �popr: )r; r> r? �k�vr/ r/ r0 �removek s
zMounter.removeNc C s || j kr| }nd }|S )N)r: )r; �fullname�path�resultr/ r/ r0 � find_moduleq s
zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��tj|| j| �}| |_|jdd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r )
�sys�modulesr: � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)r; rE rG r. r/ r/ r0 � load_modulex s
zMounter.load_module)N)�__name__�
__module__� __qualname__r< r@ rD rH rQ r/ r/ r/ r0 r8 b s
r8 c @ s� e Zd ZdZd2ZdZd3dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd4dd�Zdd� Zdd� Zd d � Zd5d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd6d*d+�Zd,d-� Zd.d/� Z d7d0d1�Z dS )8�Wheelz@
Class to build and install from Wheel files (PEP 427).
r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _tj� | _ |dkrRd| _
d| _ | j | _
n�tj|�}|r�|jd�}|d | _
|d jd d
�| _ |d | _| j | _
n�tjj|�\}}tj|�}|s�td | ��|r�tjj|�| _ || _
|jd�}|d | _
|d | _ |d | _|d
jd�| _|d jd�| _|d jd�| _dS )zB
Initialise an instance using a (valid) filename.
r) �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! Zbi�ar)�signZ
should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rF �split� FILENAME_REr �abspath)r; rc rY �verifyr& �infor` r/ r/ r0 r< � sB
zWheel.__init__c C s^ | j rd| j }nd}dj| j�}dj| j�}dj| j�}| jjdd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r r) r! r z%s-%s%s-%s-%s-%s.whl)rZ r- r\ r] r^ rb r5 ra )r; rZ r\ r] r^ rb r/ r/ r0 rc � s
zWheel.filenamec C s t jj| j| j�}t jj|�S )N)r6 rF r- r` rc �isfile)r; rF r/ r/ r0 �exists� s z Wheel.existsc c s@ x:| j D ]0}x*| jD ] }x| jD ]}|||fV q W qW qW d S )N)r\ r] r^ )r; r\ r] r^ r/ r/ r0 �tags� s z
Wheel.tagsc C s� t jj| j| j�}d| j| jf }d| }tjd�}t |d���}| j
|�}|d j dd�}t dd � |D ��}|d
k rzd
} nt
} y8tj|| �}
|j|
��} || �} t| d �}
W d Q R X W n tk
r� td | ��Y nX W d Q R X |
S )Nz%s-%sz %s.dist-infozutf-8�rz
Wheel-Versionr! r c S s g | ] }t |��qS r/ )�int)�.0�ir/ r/ r0 �
<listcomp>� s z"Wheel.metadata.<locals>.<listcomp>ZMETADATA)Zfileobjz$Invalid wheel, because %s is missing)r r )r6 rF r- r` rc ra rb �codecs� getreaderr �get_wheel_metadatarg �tupler � posixpath�openr
�KeyError�
ValueError)r; r> �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_version�fn�metadata_filename�bf�wfrG r/ r/ r0 �metadata� s(
zWheel.metadatac C sX d| j | jf }d| }tj|d�}|j|�� }tjd�|�}t|�}W d Q R X t|�S )Nz%s-%sz %s.dist-info�WHEELzutf-8) ra rb rx r- ry rt ru r �dict)r; r r| r} r� r� r� �messager/ r/ r0 rv � s zWheel.get_wheel_metadatac C s6 t jj| j| j�}t|d��}| j|�}W d Q R X |S )Nro )r6 rF r- r` rc r rv )r; r> r rG r/ r/ r0 rk � s z
Wheel.infoc C s� t j|�}|r||j� }|d |� ||d � }}d|j� krBt}nt}tj|�}|rfd|j� d
}nd}|| }|| }nT|jd�}|jd�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S ) Ns pythonw� r � �
�
r r s
���) �
SHEBANG_REre �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r; �datar& r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr/ r/ r0 �process_shebang� s,
zWheel.process_shebangc C sh |d kr| j }ytt|�}W n tk
r< td| ��Y nX ||�j� }tj|�jd�j d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r; r� r� �hasherrG r/ r/ r0 �get_hash s zWheel.get_hashc
C sb t |�}ttjj||��}|j|ddf� |j� t|�� }x|D ]}|j|� qBW W d Q R X d S )Nr) ) �list�to_posixr6 rF �relpathr, �sortr Zwriterow)r; �recordsZ record_path�base�p�writer�rowr/ r/ r0 � write_record' s
zWheel.write_recordc C s� g }|\}}t t| j�}xX|D ]P\}} t| d��}
|
j� } W d Q R X d| j| � } tjj| �}
|j || |
f� q W tjj
|d�} | j || |� t tjj
|d��}|j || f� d S )N�rbz%s=%s�RECORD)
r� r� r� ry �readr� r6 rF �getsizer, r- r� r� )r; rk �libdir�
archive_pathsr� �distinfor} r� �apr� �fr� r� �sizer/ r/ r0 �
write_records0 s zWheel.write_recordsc C sJ t |dtj��2}x*|D ]"\}}tjd||� |j||� qW W d Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r; r> r� r r� r� r/ r/ r0 � build_zip@ s zWheel.build_zipc ! s� |dkr i }t t� fdd�d%��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|jd |�| _|jd |�| _|jd
|�| _ � | } d| j
| j f }
d|
} d|
} g }
x�d&D ]�}|� kr�q�� | }t j
j|�r�x�t j|�D ]�\}}}x�|D ]�}tt j
j||��}t j
j||�}tt j
j| ||��}|
j||f� |dk� r�|jd� � r�t|d��}|j� }W dQ R X | j|�}t|d��}|j|� W dQ R X � q�W q�W q�W | }d}x�t j|�D ]�\}}}||k�r"x@t|�D ]4\}}t|�}|jd��r�t j
j||�}||= P �q�W |�s"td��xP|D ]H}t|�jd'��r@�q(t j
j||�}tt j
j||��}|
j||f� �q(W �q�W t j |�}xJ|D ]B}|d(k�r�tt j
j||��}tt j
j| |��}|
j||f� �q�W d |�p�| j d t d!| g} x*| j D ] \} } } | jd"| | | f � �q�W t j
j|d �}t|d#��}|jd$j| �� W dQ R X tt j
j| d ��}|
j||f� | j || f| |
� t j
j| j!| j"�} | j#| |
� | S ))z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � kS )Nr/ )r3 )�pathsr/ r0 r4 N s z Wheel.build.<locals>.<lambda>�purelib�platlibr Zfalse�truerV rW r\ r] r^ z%s-%sz%s.dataz %s.dist-infor� �headers�scriptsz.exer� �wbz
.dist-infoz(.dist-info directory expected, not found�.pyc�.pyor� � INSTALLER�SHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� �
)r� r� )r� r� r� )r� r� )r� r� r� r� )$r� r �IMPVER�ABI�ARCHr[ �getr\ r] r^ ra rb r6 rF �isdir�walkr r- r� r� r, �endswithry r� r� r� � enumerate�AssertionError�listdir�
wheel_versionr rn r� r` rc r� )!r; r� rn r� ZlibkeyZis_pureZ
default_pyverZ default_abiZ default_archr� r| �data_dirr} r� �keyrF �root�dirs�filesr� r� �rpr� r� r� r� rr �dnr� r\ r] r^ r> r/ )r� r0 �buildF s�
"
z Wheel.buildc B I K s` |j }|jd�}|jdd�}tjj| j| j�}d| j| jf }d| } d| }
t j|
t
�} t j|
d�} t j|
d�}
t j d �}t
|d
����}|j| ��}||�}t|�}W d Q R X |d jd
d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|j|
��<}t|d��&}x |D ]}|d }|||< �q.W W d Q R X W d Q R X t j| d�}t j|
d�} t j| dd�} t|d�} d| _tj } g } tj� }!|!|_d |_�z��y^�x�|j � D �]�}"|"j}#t |#t ��r�|#}$n
|#j d �}$|$j d��r��q�||$ }|d �r0t!|"j"�|d k�r0t#d |$ ��|d �r�|d jd d�\}%}&|j|#��}|j$� }'W d Q R X | j%|'|%�\}(})|)|&k�r�t#d |# ��|�r�|$j&| |f��r�t'j(d |$� �q�|$j&| ��o�|$j d!� }*|$j&|��r|$jd"d �\}(}+},tjj||+ t)|,��}-n$|$| |
fk�r�q�tjj|t)|$��}-|*�s|j|#��}| j*||-� W d Q R X | j+|-� | �r�|d �r�t|-d#��4}|j$� }'| j%|'|%�\}(}.|.|)k�r�t#d$|- ��W d Q R X | �rx|-j d%��rxy| j,|-�}/| j+|/� W n$ t-k
�r t'j.d&dd'� Y nX nttjj/t)|#��}0tjj|!|0�}1|j|#��}| j*||1� W d Q R X tjj|-�\}2}0|2|_|j0|0�}3| j1|3� | j2|3� �q�W |�r�t'j(d(� d }4�n~d }5| j3d }|d)k�r~t j|
d*�}6y�|j|6��}t4|�}7W d Q R X i }5xxd<D ]p}8d-|8 }9|9|7k�r�i |5d.|8 < }:xF|7|9 j5� D ]6};d/|;j6|;j7f }<|;j8�rB|<d0|;j8 7 }<|<|:|;j< �qW �q�W W n t-k
�rz t'j.d1� Y nX ndyB|j| ��.}||�}t9j:|�jd2�}5|5�r�|5jd3�}5W d Q R X W n t-k
�r� t'j.d4� Y nX |5�r�|5jd5i �}=|5jd6i �}>|=�s |>�r�|jdd�}?tjj;|?��s.t<d7��|?|_x6|=j=� D ]*\}9};d8|9|;f }@|j0|@�}3| j1|3� �q>W |>�r�d,di}Ax8|>j=� D ],\}9};d8|9|;f }@|j0|@|A�}3| j1|3� �q�W tjj||
�}t>|�}4t?|�}|d= |d= ||d9< |4j@||�}|�r| j+|� |4jA| |d: |� |4S t-k
�r@ t'jBd;� | jC� � Y nX W d tDjE|!� X W d Q R X d S )=a�
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written.
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro Nz
Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� )�streamr r) r� )�dry_runTz /RECORD.jwsr zsize mismatch for %s�=zdigest mismatch for %szlib_only: skipping %sz.exer2 r� z digest mismatch on write for %sz.pyzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt�console�guiz
%s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr? zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %s�lib�prefixzinstallation failed.)r� r� )Fr� r� r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r� r r �recordrI �dont_write_bytecode�tempfileZmkdtempZ
source_dirZ
target_dir�infolist�
isinstancer
r� r� �str� file_sizer r� r� �
startswithr� r� r Z copy_streamr, Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrk r �valuesr� �suffix�flags�json�loadr� r{ �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback�shutilZrmtree)Br; r� Zmaker�kwargsr� r� r� r> r| r� r} �
metadata_name�wheel_metadata_name� record_namer~ r �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfxZfileopZbcZoutfiles�workdir�zinfo�arcname� u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rB r$ rC �sZconsole_scriptsZ gui_scriptsZ
script_dirZscriptZoptionsr/ r/ r0 �install� sB
"
z
Wheel.installc C s4 t d kr0tjjt� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rF r- r r� rI rb r )r; r� r/ r/ r0 �_get_dylib_cache� s
zWheel._get_dylib_cachec C sl t jj| j| j�}d| j| jf }d| }tj|d�}tj d�}g }t
|d���}y�|j |���}||�} t j
| �}
| j� } | j|�} t jj| j| �}
t jj|
�s�t j|
� x�|
j� D ]�\}}t jj|
t|��}t jj|�s�d}n6t j|�j}tjj|�}|j|�}tj|j� }||k}|�r(|j ||
� |j ||f� q�W W d Q R X W n t k
�r\ Y nX W d Q R X |S )Nz%s-%sz %s.dist-infoZ
EXTENSIONSzutf-8ro T) r6 rF r- r` rc ra rb rx rt ru r ry r� r� r Z
prefix_to_dirr� r� �makedirsr� r rm �stat�st_mtime�datetimeZ
fromtimestampZgetinfoZ date_time�extractr, rz )r; r> r| r} r r~ rG r r� r� r? r r� Z
cache_basera r� �destr Z file_timerk Z
wheel_timer/ r/ r0 �_get_extensions� s>
zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�
is_compatible)r; r/ r/ r0 r � s zWheel.is_compatiblec C s dS )zP
Determine if a wheel is asserted as mountable by its metadata.
Tr/ )r; r/ r/ r0 � is_mountable� s zWheel.is_mountablec C s� t jjt jj| j| j��}| j� s2d| }t|��| j� sJd| }t|��|t jkrbt
j d|� nN|rtt jj |� nt jj
d|� | j� }|r�tt jkr�t jj t� tj||� d S )Nz)Wheel %s not compatible with this Python.z$Wheel %s is marked as not mountable.z%s already in pathr )r6 rF ri r- r` rc r r r rI r� r� r, �insertr �_hook� meta_pathr@ )r; r, r> �msgr? r/ r/ r0 �mount� s"
z Wheel.mountc C sr t jjt jj| j| j��}|tjkr2tjd|� n<tjj |� |t
j krRt
j |� t
j snt
tj krntj j t
� d S )Nz%s not in path)
r6 rF ri r- r` rc rI r� r� rD r r9 r )r; r> r/ r/ r0 �unmount� s
z
Wheel.unmountc ' C s t jj| j| j�}d| j| jf }d| }d| }tj|t�}tj|d�}tj|d�}t j
d�}t |d����} | j |��}
||
�} t
| �} W d Q R X | d jd d
�}
td d � |
D ��}i }| j |��:}t|d
��$}x |D ]}|d }|||< q�W W d Q R X W d Q R X x�| j� D ]�}|j}t|t��r*|}n
|jd�}d|k�rJtd| ��|jd��rZ�q|| }|d �r�t|j�|d k�r�td| ��|d
�r|d
jdd
�\}}| j |��}|j� }W d Q R X | j||�\}}||k�rtd| ���qW W d Q R X d S )Nz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro z
Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z Wheel.verify.<locals>.<listcomp>)r� r z..zinvalid entry in wheel: %rz /RECORD.jwsr zsize mismatch for %sr� zdigest mismatch for %s)r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r r� r� r
r� r r� r� r� r� r� ) r; r> r| r� r} r� r� r r~ r r r� r� r� r� r� r� r r� r� r r r r r r� r r� r/ r/ r0 rj � sT
z Wheel.verifyc K s� dd� }dd� }t jj| j| j�}d| j| jf }d| }tj|d�} t� ���}
t |d���} i } xt| j
� D ]h}
|
j}t |t �r�|}n
|j
d �}|| kr�qjd
|kr�td | ��| j|
|
� t jj|
t|��}|| |< qjW W d Q R X || |�\}}|| f|�}|�r�|| |�\}}|�r(||k�r(|||� |d k�rRtjd
d|
d�\}}t j|� n*t jj|��sltd| ��t jj|| j�}t| j� �}t jj|
|�}||f}| j||
|� | j||� |d k�r�tj||� W d Q R X |S )a�
Update the contents of a wheel in a generic way. The modifier should
be a callable which expects a dictionary argument: its keys are
archive-entry paths, and its values are absolute filesystem paths
where the contents the corresponding archive entries can be found. The
modifier is free to change the contents of the files pointed to, add
new entries and remove entries, before returning. This method will
extract the entire contents of the wheel to a temporary location, call
the modifier, and then use the passed (and possibly updated)
dictionary to write a new wheel. If ``dest_dir`` is specified, the new
wheel is written there -- otherwise, the original wheel is overwritten.
The modifier should return True if it updated the wheel, else False.
This method returns the same value the modifier returns.
c S sH d }}d|t f }|| kr$d| }|| kr@| | }t|d�j}||fS )Nz%s/%sz %s/PKG-INFO)rF )r r
rb )�path_mapr} rb rF r� r/ r/ r0 � get_version1 s z!Wheel.update.<locals>.get_versionc S s� d }y|t | �}| jd�}|dk r*d| }nTdd� | |d d � jd�D �}|d d7 < d| d |� djd d
� |D ��f }W n tk
r� tjd | � Y nX |r�t|d �}||_|j t
� }|j ||d
� tjd| |� d S )Nr r z%s+1c S s g | ] }t |��qS r/ )rp )rq r r/ r/ r0 rs C s z8Wheel.update.<locals>.update_version.<locals>.<listcomp>r r! z%s+%sc s s | ]}t |�V qd S )N)r� )rq rr r/ r/ r0 � <genexpr>F s z7Wheel.update.<locals>.update_version.<locals>.<genexpr>z0Cannot update non-compliant (PEP-440) version %r)rF )rF �legacyz Version updated from %r to %rr� ) r r� rg r- r r� r� r
rb r� r r� )rb rF �updatedrC rr r. Zmdr" r/ r/ r0 �update_version; s(
z$Wheel.update.<locals>.update_versionz%s-%sz %s.dist-infor� ro zutf-8z..zinvalid entry in wheel: %rNz.whlz
wheel-update-)r� r� �dirzNot a directory: %r)r6 rF r- r` rc ra rb rx r r r� r� r
r� r r r r� Zmkstemp�closer� r� r� r� r� r� Zcopyfile)r; ZmodifierZdest_dirr� r r$ r> r| r} r r r r r r r rF Zoriginal_versionr ZmodifiedZcurrent_version�fd�newpathr� r� rk r/ r/ r0 r= sX
z Wheel.update)r r )NFF)N)NN)F)N) rR rS rT �__doc__r� r� r< �propertyrc rm rn r r� rv rk r� r� r� r� r� r� r r r r r r r rj r= r/ r/ r/ r0 rU � s4
)
h e "
6rU c C s� t g} t d }x6ttjd d dd�D ] }| jdj|t|�g�� q&W g }x6tj� D ]*\}}}|j d�rT|j|j
dd�d � qTW |j � t dkr�|j
dt � |jd� g }tg}tjdk�r�tjd t�}|�r�|j� \} }}}
t|�}|
g} |
dk�r| jd � |
dk�r| jd� |
dk�r*| jd� |
dk�r>| jd� |
d k�rR| jd� xL|dk�r�x2| D ]*} d| ||| f }
|
tk�rd|j|
� �qdW |d8 }�qTW x<|D ]4}x,|D ]$}
|jdjt| d f�||
f� �q�W �q�W xXt| �D ]L\}}|jdjt|f�ddf� |dk�r�|jdjt|d f�ddf� �q�W xXt| �D ]L\}}|jdjd|f�ddf� |dk�rB|jdjd|d f�ddf� �qBW t|�S ) zG
Return (pyver, abi, arch) tuples compatible with this Python.
r r r) z.abir! r rV �darwinz(\w+)_(\d+)_(\d+)_(\w+)$�i386�ppcZfat�x86_64Zfat3�ppc64Zfat64�intelZ universalz %s_%s_%s_%srW r r� r� )r, r- )r, r- r. )r/ r. )r, r. )r, r. r0 r- r/ )r* �rangerI � version_infor, r- r� rL Z get_suffixesr� rg r� r� r r� �platform�rere r� rp �
IMP_PREFIXr� �set)Zversions�major�minorZabisr� r rG Zarchesr& ra r^ Zmatchesre r r] rr rb r/ r/ r0 �compatible_tags� s`
*
$
$r9 c C s^ t | t�st| �} d}|d kr"t}x6|D ].\}}}|| jkr(|| jkr(|| jkr(d}P q(W |S )NFT)r� rU �COMPATIBLE_TAGSr\ r] r^ )Zwheelrn rG Zverr] r^ r/ r/ r0 r � s
r )N)SZ
__future__r r� rt r Zdistutils.utilZ distutilsZemailr r� rL r� Zloggingr6 rx r4 r� rI r� r� r) r r �compatr r r r
r Zdatabaser r� r
r �utilr r r r r r r r r rb r r Z getLoggerrR r� r �hasattrr5 r3 r� r+ r* r2 r[ r� � get_platformr5 r� r� r1 �compile�
IGNORECASE�VERBOSErh rd r� r� r� r� r7 r� �objectr8 r rU r9 r: r r/ r/ r/ r0 �<module> s� ,
# > distlib/__pycache__/locators.cpython-36.pyc 0000644 00000113170 15051612335 0014666 0 ustar 00 3
�PfE� � @ s@ d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZy d dlZW n e k
rd d dl
ZY nX d dl Z ddl m
Z
ddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m Z m Z ddl m Z m!Z!m"Z" ddl#m$Z$ ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. dd l/m0Z0m1Z1 dd
l2m3Z3m4Z4 ej5e6�Z7ej8d �Z9ej8d ej:�Z;ej8d
�Z<dZ=d-dd�Z>G dd� de�Z?G dd� de@�ZAG dd� deA�ZBG dd� deA�ZCG dd� de@�ZDG dd � d eA�ZEG d d � d eA�ZFG d d � d eA�ZGG d!d"� d"eA�ZHG d#d$� d$eA�ZIeIeG� eEd%d&d'�d(d)�ZJeJjKZKej8d*�ZLG d+d,� d,e@�ZMdS ).� N)�BytesIO� )�DistlibException)�urljoin�urlparse�
urlunparse� url2pathname� pathname2url�queue�quote�unescape� string_types� build_opener�HTTPRedirectHandler� text_type�Request� HTTPError�URLError)� Distribution�DistributionPath� make_dist)�Metadata) �cached_property�parse_credentials� ensure_slash�split_filename�get_project_data�parse_requirement�parse_name_and_version� ServerProxy�normalize_name)�
get_scheme�UnsupportedVersionError)�Wheel�
is_compatiblez^(\w+)=([a-f0-9]+)z;\s*charset\s*=\s*(.*)\s*$z text/html|application/x(ht)?mlz https://pypi.python.org/pypic C s | dkr t } t| dd�}|j� S )z�
Return all distribution names known by an index.
:param url: The URL of the index.
:return: A list of all known distribution names.
Ng @)�timeout)�
DEFAULT_INDEXr �
list_packages)�url�client� r* � /usr/lib/python3.6/locators.py�get_all_distribution_names) s r, c @ s$ e Zd ZdZdd� Ze Z ZZdS )�RedirectHandlerzE
A class to work around a bug in some Python 3.2.x releases.
c C s� d }x dD ]}||kr
|| }P q
W |d kr0d S t |�}|jdkrpt|j� |�}t|d�rh|j||� n|||< tj| |||||�S )N�location�uri� �replace_header)r. r/ )r �schemer Z get_full_url�hasattrr1 �BaseRedirectHandler�http_error_302) �self�req�fp�code�msg�headersZnewurl�keyZurlpartsr* r* r+ r5 = s
z RedirectHandler.http_error_302N)�__name__�
__module__� __qualname__�__doc__r5 Zhttp_error_301Zhttp_error_303Zhttp_error_307r* r* r* r+ r- 4 s r- c @ s� e Zd ZdZd/Zd0Zd1Zd Zed2 Zd3dd�Z dd� Z
dd� Z dd� Z dd� Z
dd� Zee
e�Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd4d-d.�Zd S )5�LocatorzG
A base class for locators - things that locate distributions.
�.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.egg�.exe�.whl�.pdfN�defaultc C s, i | _ || _tt� �| _d| _tj� | _dS )a^
Initialise an instance.
:param scheme: Because locators look for most recent versions, they
need to know the version scheme to use. This specifies
the current PEP-recommended scheme - use ``'legacy'``
if you need to support existing distributions on PyPI.
N) �_cacher2 r r- �opener�matcherr
�Queue�errors)r6 r2 r* r* r+ �__init__c s
zLocator.__init__c C sX g }xN| j j� sRy| j jd�}|j|� W n | j jk
rD wY nX | j j� qW |S )z8
Return any errors which have occurred.
F)rQ �empty�get�appendZEmpty� task_done)r6 �result�er* r* r+ �
get_errorsv s zLocator.get_errorsc C s | j � dS )z>
Clear any errors which may have been logged.
N)rY )r6 r* r* r+ � clear_errors� s zLocator.clear_errorsc C s | j j� d S )N)rM �clear)r6 r* r* r+ � clear_cache� s zLocator.clear_cachec C s | j S )N)�_scheme)r6 r* r* r+ � _get_scheme� s zLocator._get_schemec C s
|| _ d S )N)r] )r6 �valuer* r* r+ � _set_scheme� s zLocator._set_schemec C s t d��dS )a=
For a given project, get a dictionary mapping available versions to Distribution
instances.
This should be implemented in subclasses.
If called from a locate() request, self.matcher will be set to a
matcher for the requirement to satisfy, otherwise it will be None.
z Please implement in the subclassN)�NotImplementedError)r6 �namer* r* r+ � _get_project� s
zLocator._get_projectc C s t d��dS )zJ
Return all the distribution names known to this locator.
z Please implement in the subclassN)ra )r6 r* r* r+ �get_distribution_names� s z Locator.get_distribution_namesc C sL | j dkr| j|�}n2|| j kr,| j | }n | j� | j|�}|| j |< |S )z�
For a given project, get a dictionary mapping available versions to Distribution
instances.
This calls _get_project to do all the work, and just implements a caching layer on top.
N)rM rc rZ )r6 rb rW r* r* r+ � get_project� s
zLocator.get_projectc C sP t |�}tj|j�}d}|jd�}|r6tt|�| j�}|jdkd|j k|||fS )zu
Give an url a score which can be used to choose preferred URLs
for a given project release.
Tz.whl�httpszpypi.python.org)
r � posixpath�basename�path�endswithr$ r# �
wheel_tagsr2 �netloc)r6 r( �trh Z
compatibleZis_wheelr* r* r+ � score_url� s
zLocator.score_urlc C sR |}|rN| j |�}| j |�}||kr(|}||kr@tjd||� ntjd||� |S )a{
Choose one of two URLs where both are candidates for distribution
archives for the same version of a distribution (for example,
.tar.gz vs. zip).
The current implementation favours https:// URLs over http://, archives
from PyPI over those from other locations, wheel compatibility (if a
wheel) and then the archive name.
zNot replacing %r with %rzReplacing %r with %r)rn �logger�debug)r6 �url1�url2rW �s1�s2r* r* r+ �
prefer_url� s
zLocator.prefer_urlc C s
t ||�S )zZ
Attempt to split a filename in project name, version and Python version.
)r )r6 �filename� project_namer* r* r+ r � s zLocator.split_filenamec C s dd� }d}t |�\}}}}} }
|
j� jd�r<tjd||
� tj|
�} | rX| j� \} }
nd\} }
|}|r�|d dkr�|dd� }|jd��r2yrt |�}t
|| j �� r�|dkr�d }n ||j |�}|� r�|j |j
|jt||||| d
f�d jd d
� |jD ��d�}W n0 tk
�r. } ztjd|� W Y dd}~X nX n�|j| j��r�tj|� }}x�| jD ]�}|j|��rV|dt|� � }| j||�}|�s�tjd|� nJ|\}}}| �s�|||��r�|||t||||| d
f�d�}|�r�||d< P �qVW |�r| �r|
|d| < |S )a
See if a URL is a candidate for a download URL for a project (the URL
has typically been scraped from an HTML page).
If it is, a dictionary is returned with keys "name", "version",
"filename" and "url"; otherwise, None is returned.
c S s t | �t |�kS )N)r )Zname1Zname2r* r* r+ � same_project� s z:Locator.convert_url_to_download_info.<locals>.same_projectNzegg=z %s: version hint in fragment: %rr �/z.whlTr0 z, c S s" g | ]}d j t|dd� ���qS )�.� N)�join�list)�.0�vr* r* r+ �
<listcomp> s z8Locator.convert_url_to_download_info.<locals>.<listcomp>)rb �versionrv r( zpython-versionzinvalid path for wheel: %sz No match for project/version: %s)rb r� rv r( zpython-versionz %s_digest)NN���r� )r �lower�
startswithro rp � HASHER_HASH�match�groupsrj r# r$ rk rb r� rv r r| �pyver� Exception�warning�downloadable_extensionsrg rh �lenr )r6 r( rw rx rW r2 rl ri �params�query�frag�m�algo�digestZorigpath�wheel�includerX rv Zextrm rb r� r� r* r* r+ � convert_url_to_download_info� sf
z$Locator.convert_url_to_download_infoc C s4 d}x*dD ]"}d| }||kr
||| f}P q
W |S )z�
Get a digest from a dictionary by looking at keys of the form
'algo_digest'.
Returns a 2-tuple (algo, digest) if found, else None. Currently
looks only for SHA256, then MD5.
N�sha256�md5z %s_digest)r� r� r* )r6 �inforW r� r< r* r* r+ � _get_digest) s
zLocator._get_digestc C s� |j d�}|j d�}||kr,|| }|j}nt||| jd�}|j}| j|� |_}|d }||d |< |j|d kr�| j|j|�|_|d j|t � �j
|� | |_ |||< dS )z�
Update a result dictionary (the final result from _get_project) with a
dictionary for a specific version, which typically holds information
gleaned from a filename or URL for an archive for the distribution.
rb r� )r2 r( �digests�urlsN) �pop�metadatar r2 r� r� �
source_urlru �
setdefault�set�add�locator) r6 rW r� rb r� �dist�mdr� r( r* r* r+ �_update_version_data9 s
z Locator._update_version_dataFc C s� d}t |�}|dkr td| ��t| j�}|j|j� | _}tjd|t|�j � | j
|j �}t |�dk�r8g }|j
} x�|D ]|}
|
d
kr�qzyJ|j|
�s�tjd||
� n,|s�| |
�j r�|j|
� ntjd|
|j � W qz tk
r� tjd ||
� Y qzX qzW t |�d
k�rt||jd �}|�r8tjd |� |d } || }|�r�|j�rN|j|_|jdi �j| t� �|_i } |jdi �}
x&|jD ] }||
k�r~|
| | |< �q~W | |_d| _|S )a
Find the most recent distribution which matches the given
requirement.
:param requirement: A requirement of the form 'foo (1.0)' or perhaps
'foo (>= 1.0, < 2.0, != 1.3)'
:param prereleases: If ``True``, allow pre-release versions
to be located. Otherwise, pre-release versions
are not returned.
:return: A :class:`Distribution` instance, or ``None`` if no such
distribution could be located.
NzNot a valid requirement: %rzmatcher: %s (%s)r{ r� r� z%s did not match %rz%skipping pre-release version %s of %szerror matching %s with %rr )r< zsorted list: %s)r� r� r� )r r r! r2 rO � requirementro rp �typer= re rb r� Z
version_classr� Z
is_prereleaserU r� r� �sortedr< ZextrasrT r� �
download_urlsr� )r6 r� � prereleasesrW �rr2 rO �versionsZslistZvcls�kr� �dZsdr( r* r* r+ �locateP sT
zLocator.locate)rB rC rD rE rF rG )rH rI rJ )rK )rJ )rL )F)r= r> r? r@ �source_extensions�binary_extensions�excluded_extensionsrk r� rR rY rZ r\ r^ r` �propertyr2 rc rd re rn ru r r� r� r� r� r* r* r* r+ rA S s.
FrA c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIRPCLocatorz�
This locator uses XML-RPC to locate distributions. It therefore
cannot be used with simple mirrors (that only mirror file content).
c s* t t| �jf |� || _t|dd�| _dS )z�
Initialise an instance.
:param url: The URL to use for XML-RPC.
:param kwargs: Passed to the superclass constructor.
g @)r% N)�superr� rR �base_urlr r) )r6 r( �kwargs)� __class__r* r+ rR � s zPyPIRPCLocator.__init__c C s t | jj� �S )zJ
Return all the distribution names known to this locator.
)r� r) r' )r6 r* r* r+ rd � s z%PyPIRPCLocator.get_distribution_namesc C s i i d�}| j j|d�}x�|D ]�}| j j||�}| j j||�}t| jd�}|d |_|d |_|jd�|_ |jdg �|_
|jd�|_ t |�}|r |d } | d
|_
| j| �|_| |_|||< xB|D ]:} | d
}
| j| �} |d j|t� �j|
� | |d |
< q�W q W |S )
N)r� r� T)r2 rb r� �license�keywords�summaryr r( r� r� )r) Zpackage_releasesZ release_urlsZ release_datar r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� ) r6 rb rW r� r r� �datar� r� r� r( r� r* r* r+ rc � s0
zPyPIRPCLocator._get_project)r= r> r? r@ rR rd rc �
__classcell__r* r* )r� r+ r� � s r� c s0 e Zd ZdZ� fdd�Zdd� Zdd� Z� ZS )�PyPIJSONLocatorzw
This locator uses PyPI's JSON interface. It's very limited in functionality
and probably not worth using.
c s t t| �jf |� t|�| _d S )N)r� r� rR r r� )r6 r( r� )r� r* r+ rR � s zPyPIJSONLocator.__init__c C s t d��dS )zJ
Return all the distribution names known to this locator.
z Not available from this locatorN)ra )r6 r* r* r+ rd � s z&PyPIJSONLocator.get_distribution_namesc C s i i d�}t | jdt|� �}�y�| jj|�}|j� j� }tj|�}t | j
d�}|d }|d |_ |d |_ |j
d�|_|j
dg �|_|j
d �|_t|�}| |_|d
} |||j < x`|d
D ]T}
|
d }|jj|� | j|
�|j|< |d
j|j t� �j|� | j|
�|d |< q�W x�|d
j� D ]�\} } | |j k�r:�q"t | j
d�}
|j |
_ | |
_ t|
�}| |_||| < x\| D ]T}
|
d }|jj|� | j|
�|j|< |d
j| t� �j|� | j|
�|d |< �qpW �q"W W n@ tk
�r } z"| jj t |�� t j d|� W Y d d }~X nX |S )N)r� r� z%s/json)r2 r� rb r� r� r� r� r� r( r� ZreleaseszJSON fetch failed: %s) r r� r rN �open�read�decode�json�loadsr r2 rb r� rT r� r� r� r r� r� r� r� r� r� r� �itemsr� rQ �putr ro � exception)r6 rb rW r( �respr� r� r� r� r� r� r� ZinfosZomd�odistrX r* r* r+ rc � sT
" z PyPIJSONLocator._get_project)r= r> r? r@ rR rd rc r� r* r* )r� r+ r� � s r� c @ s` e Zd ZdZejdejejB ejB �Z ejdejejB �Z
dd� Z ejdej�Z e
dd� �Zd S )
�Pagez4
This class represents a scraped HTML page.
z�
(rel\s*=\s*(?:"(?P<rel1>[^"]*)"|'(?P<rel2>[^']*)'|(?P<rel3>[^>\s
]*))\s+)?
href\s*=\s*(?:"(?P<url1>[^"]*)"|'(?P<url2>[^']*)'|(?P<url3>[^>\s
]*))
(\s+rel\s*=\s*(?:"(?P<rel4>[^"]*)"|'(?P<rel5>[^']*)'|(?P<rel6>[^>\s
]*)))?
z!<base\s+href\s*=\s*['"]?([^'">]+)c C s4 || _ | | _| _| jj| j �}|r0|jd�| _dS )zk
Initialise an instance with the Unicode page contents and the URL they
came from.
r N)r� r� r( �_base�search�group)r6 r� r( r� r* r* r+ rR s
z
Page.__init__z[^a-z0-9$&+,/:;=?@.#%_\\|-]c C s� dd� }t � }x�| jj| j�D ]�}|jd�}|d pZ|d pZ|d pZ|d pZ|d pZ|d }|d
pr|d pr|d }t| j|�}t|�}| jj d
d� |�}|j
||f� q W t |dd� dd�}|S )z�
Return the URLs of all the links on a page together with information
about their "rel" attribute, for determining which ones to treat as
downloads and which ones to queue for further scraping.
c S s, t | �\}}}}}}t||t|�|||f�S )zTidy up an URL.)r r r )r( r2 rl ri r� r� r� r* r* r+ �clean% s zPage.links.<locals>.cleanr0 Zrel1Zrel2Zrel3Zrel4Zrel5Zrel6rq rr Zurl3c S s dt | jd�� S )Nz%%%2xr )�ordr� )r� r* r* r+ �<lambda>3 s z Page.links.<locals>.<lambda>c S s | d S )Nr r* )rm r* r* r+ r� 7 s T)r< �reverse) r� �_href�finditerr� � groupdictr r� r � _clean_re�subr� r� )r6 r� rW r� r� �relr( r* r* r+ �links s
z
Page.linksN)r= r> r? r@ �re�compile�I�S�Xr� r� rR r� r r� r* r* r* r+ r� s r� c s� e Zd ZdZejdd� dd� d�Zd � fdd � Zd
d � Zd d
� Z dd� Z
e j de j
�Zdd� Zdd� Zdd� Zdd� Zdd� Ze j d�Zd d � Z� ZS ) �SimpleScrapingLocatorz�
A locator which scrapes HTML pages to locate downloads for a distribution.
This runs multiple threads to do the I/O; performance is at least as good
as pip's PackageFinder, which works in an analogous fashion.
c C s t jtt�d�j� S )N)Zfileobj)�gzipZGzipFiler r� r� )�br* r* r+ r� E s z SimpleScrapingLocator.<lambda>c C s | S )Nr* )r� r* r* r+ r� F s )Zdeflater� ZnoneN�
c sf t t| �jf |� t|�| _|| _i | _t� | _t j
� | _ t� | _ d| _
|| _tj� | _tj� | _dS )a�
Initialise an instance.
:param url: The root URL to use for scraping.
:param timeout: The timeout, in seconds, to be applied to requests.
This defaults to ``None`` (no timeout specified).
:param num_workers: The number of worker threads you want to do I/O,
This defaults to 10.
:param kwargs: Passed to the superclass.
FN)r� r� rR r r� r% � _page_cacher� �_seenr
rP � _to_fetch�
_bad_hosts�skip_externals� num_workers� threading�RLock�_lock�_gplock)r6 r( r% r� r� )r� r* r+ rR I s
z SimpleScrapingLocator.__init__c C sJ g | _ x>t| j�D ]0}tj| jd�}|jd� |j� | j j|� qW dS )z�
Threads are created only when get_project is called, and terminate
before it returns. They are there primarily to parallelise I/O (i.e.
fetching web pages).
)�targetTN) �_threads�ranger� r� ZThread�_fetchZ setDaemon�startrU )r6 �irm r* r* r+ �_prepare_threadsc s
z&SimpleScrapingLocator._prepare_threadsc C s> x| j D ]}| jjd� qW x| j D ] }|j� q$W g | _ dS )zu
Tell all the threads to terminate (by sending a sentinel value) and
wait for them to do so.
N)r� r� r� r| )r6 rm r* r* r+ �
_wait_threadsp s
z#SimpleScrapingLocator._wait_threadsc C s� i i d�}| j �x || _|| _t| jdt|� �}| jj� | jj� | j � z&t
j d|� | j j
|� | j j� W d | j� X | `W d Q R X |S )N)r� r� z%s/z Queueing %s)r� rW rw r r� r r� r[ r� r� ro rp r� r� r| r� )r6 rb rW r( r* r* r+ rc } s
z"SimpleScrapingLocator._get_projectz<\b(linux-(i\d86|x86_64|arm\w+)|win(32|-amd64)|macosx-?\d+)\bc C s | j j|�S )zD
Does an URL refer to a platform-specific download?
)�platform_dependentr� )r6 r( r* r* r+ �_is_platform_dependent� s z,SimpleScrapingLocator._is_platform_dependentc
C sT | j |�rd}n| j|| j�}tjd||� |rP| j� | j| j|� W dQ R X |S )a%
See if an URL is a suitable download for a project.
If it is, register information in the result dictionary (for
_get_project) about the specific version it's for.
Note that the return value isn't actually used other than as a boolean
value.
Nzprocess_download: %s -> %s)r� r� rw ro rp r� r� rW )r6 r( r� r* r* r+ �_process_download� s
z'SimpleScrapingLocator._process_downloadc
C s� t |�\}}}}}}|j| j| j | j �r2d}n~| jrL|j| j� rLd}nd|j| j�s^d}nR|d
krld}nD|dkrzd}n6| j|�r�d}n&|j dd�d } | j
� d
kr�d}nd }t j d ||||� |S )z�
Determine whether a link URL from a referring page and with a
particular "rel" attribute should be queued for scraping.
F�homepage�download�httprf �ftp�:r r Z localhostTz#should_queue: %s (%s) from %s -> %s)r� r� )r� rf r� )
r rj r� r� r� r� r� r� r� �splitr� ro rp )
r6 �linkZreferrerr� r2 rl ri �_rW �hostr* r* r+ �
_should_queue� s*
z#SimpleScrapingLocator._should_queuec C s� x�| j j� }z�yz|r�| j|�}|dkr(wx\|jD ]R\}}|| jkr0| jj|� | j|� r0| j|||�r0tj d||� | j j
|� q0W W n2 t k
r� } z| j j
t
|�� W Y dd}~X nX W d| j j� X |sP qW dS )z�
Get a URL to fetch from the work queue, get the HTML page, examine its
links for download candidates and candidates for further scraping.
This is a handy method to run in a thread.
NzQueueing %s from %s)r� rT �get_pager� r� r� r� r� ro rp r� r� rQ r rV )r6 r( �pager� r� rX r* r* r+ r� � s&
& z SimpleScrapingLocator._fetchc C sX t |�\}}}}}}|dkr:tjjt|��r:tt|�d�}|| jkr`| j| }tj d||� �n�|j
dd�d }d}|| j kr�tj d||� �n�t |d d
id �}�z�y�tj d |� | j
j|| jd
�} tj d|� | j� }
|
jdd�} tj| ��r�| j� } | j� }
|
jd�}|�r"| j| }||
�}
d}tj| �}|�r@|jd�}y|
j|�}
W n tk
�rn |
jd�}
Y nX t |
| �}|| j| < W n� t k
�r� } z |j dk�r�tj d||� W Y dd}~X n� t k
�r } z2tj d||� | j!� | j j"|� W dQ R X W Y dd}~X n2 t#k
�rB } ztj d||� W Y dd}~X nX W d|| j|< X |S )a
Get the HTML for an URL, possibly from an in-memory cache.
XXX TODO Note: this cache is never actually cleared. It's assumed that
the data won't get stale over the lifetime of a locator instance (not
necessarily true for the default_locator).
�filez
index.htmlzReturning %s from cache: %sr� r r Nz Skipping %s due to bad host %szAccept-encodingZidentity)r; z Fetching %s)r% z
Fetched %sz Content-Typer0 zContent-Encodingzutf-8zlatin-1i� zFetch failed: %s: %s)$r �osri �isdirr r r r� ro rp r� r� r rN r� r% r� rT �HTML_CONTENT_TYPEr� Zgeturlr� �decoders�CHARSETr� r� r� � UnicodeErrorr� r r9 r� r r� r� r� )r6 r( r2 rl ri r� rW r� r7 r� r; Z content_typeZ final_urlr� �encoding�decoderr� rX r* r* r+ r � sZ
&$ z SimpleScrapingLocator.get_pagez<a href=[^>]*>([^<]+)<c C sP t � }| j| j�}|s$td| j ��x&| jj|j�D ]}|j|jd�� q4W |S )zJ
Return all the distribution names known to this locator.
zUnable to get %sr ) r� r r� r � _distname_rer� r� r� r� )r6 rW r r� r* r* r+ rd $ s z,SimpleScrapingLocator.get_distribution_names)Nr� )r= r> r? r@ �zlibZ
decompressr rR r� r� rc r� r� r� r� r� r� r� r� r r rd r� r* r* )r� r+ r� ; s"
;
r� c s8 e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Z� ZS )
�DirectoryLocatorz?
This class locates distributions in a directory tree.
c sN |j dd�| _tt| �jf |� tjj|�}tjj|�sDt d| ��|| _
dS )a�
Initialise an instance.
:param path: The root of the directory tree to search.
:param kwargs: Passed to the superclass constructor,
except for:
* recursive - if True (the default), subdirectories are
recursed into. If False, only the top-level directory
is searched,
� recursiveTzNot a directory: %rN) r� r r� r
rR r ri �abspathr r �base_dir)r6 ri r� )r� r* r+ rR 5 s
zDirectoryLocator.__init__c C s |j | j�S )z�
Should a filename be considered as a candidate for a distribution
archive? As well as the filename, the directory which contains it
is provided, though not used by the current implementation.
)rj r� )r6 rv �parentr* r* r+ �should_includeF s z DirectoryLocator.should_includec C s� i i d�}x�t j| j�D ]v\}}}xb|D ]Z}| j||�r(t jj||�}tddtt jj|��dddf�}| j ||�}|r(| j
||� q(W | j sP qW |S )N)r� r� r r0 ) r �walkr r ri r| r r r r� r� r ) r6 rb rW �root�dirs�files�fnr( r� r* r* r+ rc N s
z DirectoryLocator._get_projectc C s� t � }x�tj| j�D ]x\}}}xd|D ]\}| j||�r$tjj||�}tddttjj |��dddf�}| j
|d�}|r$|j |d � q$W | j sP qW |S )zJ
Return all the distribution names known to this locator.
r r0 Nrb )
r� r r r r ri r| r r r r� r� r )r6 rW r r r r r( r� r* r* r+ rd ^ s
z'DirectoryLocator.get_distribution_names) r= r> r? r@ rR r rc rd r� r* r* )r� r+ r
0 s
r
c @ s e Zd ZdZdd� Zdd� ZdS )� JSONLocatora
This locator uses special extended metadata (not available on PyPI) and is
the basis of performant dependency resolution in distlib. Other locators
require archive downloads before dependencies can be determined! As you
might imagine, that can be slow.
c C s t d��dS )zJ
Return all the distribution names known to this locator.
z Not available from this locatorN)ra )r6 r* r* r+ rd x s z"JSONLocator.get_distribution_namesc C s� i i d�}t |�}|r�x�|jdg �D ]�}|d dks$|d dkrBq$t|d |d |jd d
�| jd �}|j}|d |_d
|kr�|d
r�d|d
f|_|jdi �|_|jdi �|_|||j < |d j
|j t � �j |d � q$W |S )N)r� r� r ZptypeZsdistZ pyversion�sourcerb r� r� zPlaceholder for summary)r� r2 r( r� r� Z requirements�exportsr� )
r rT r r2 r� r� r� Z dependenciesr r� r� r� r� )r6 rb rW r� r� r� r� r* r* r+ rc ~ s&
"zJSONLocator._get_projectN)r= r> r? r@ rd rc r* r* r* r+ r q s r c s( e Zd ZdZ� fdd�Zdd� Z� ZS )�DistPathLocatorz�
This locator finds installed distributions in a path. It can be useful for
adding to an :class:`AggregatingLocator`.
c s* t t| �jf |� t|t�s t�|| _dS )zs
Initialise an instance.
:param distpath: A :class:`DistributionPath` instance to search.
N)r� r rR �
isinstancer �AssertionError�distpath)r6 r r� )r� r* r+ rR � s zDistPathLocator.__init__c C sP | j j|�}|d kr i i d�}n,|j|d|jt|jg�id|jtd g�ii}|S )N)r� r� r� r� )r Zget_distributionr� r� r� )r6 rb r� rW r* r* r+ rc � s z DistPathLocator._get_project)r= r> r? r@ rR rc r� r* r* )r� r+ r � s
r c sR e Zd ZdZ� fdd�Z� fdd�Zdd� Zeej j
e�Z dd � Z d
d � Z � Z
S ) �AggregatingLocatorzI
This class allows you to chain and/or merge a list of locators.
c s* |j dd�| _|| _tt| �jf |� dS )a�
Initialise an instance.
:param locators: The list of locators to search.
:param kwargs: Passed to the superclass constructor,
except for:
* merge - if False (the default), the first successful
search from any of the locators is returned. If True,
the results from all locators are merged (this can be
slow).
�mergeFN)r� r �locatorsr� r rR )r6 r! r� )r� r* r+ rR � s zAggregatingLocator.__init__c s* t t| �j� x| jD ] }|j� qW d S )N)r� r r\ r! )r6 r� )r� r* r+ r\ � s z AggregatingLocator.clear_cachec C s || _ x| jD ]
}||_qW d S )N)r] r! r2 )r6 r_ r� r* r* r+ r` � s z AggregatingLocator._set_schemec C s� i }x�| j D ]�}|j|�}|r | jr�|jdi �}|jdi �}|j|� |jd�}|r�|r�x6|j� D ]*\}} ||kr�|| | O < qb| ||< qbW |jd�}
|r�|
r�|
j|� q | jd kr�d} n$d} x |D ]}| jj|�r�d} P q�W | r |}P q W |S )Nr� r� TF)r! re r rT �updater� rO r� ) r6 rb rW r� r� r r� Zdfr� r Zdd�foundr* r* r+ rc � s8
z AggregatingLocator._get_projectc C s@ t � }x4| jD ]*}y||j� O }W q tk
r6 Y qX qW |S )zJ
Return all the distribution names known to this locator.
)r� r! rd ra )r6 rW r� r* r* r+ rd � s
z)AggregatingLocator.get_distribution_names)r= r> r? r@ rR r\ r` r� rA r2 �fgetrc rd r� r* r* )r� r+ r � s ,r z https://pypi.python.org/simple/g @)r% �legacy)r2 z1(?P<name>[\w-]+)\s*\(\s*(==\s*)?(?P<ver>[^)]+)\)$c @ sL e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z ddd�Z
dS )�DependencyFinderz0
Locate dependencies for distributions.
Nc C s |pt | _t| jj�| _dS )zf
Initialise an instance, using the specified locator
to locate distributions.
N)�default_locatorr� r! r2 )r6 r� r* r* r+ rR s
zDependencyFinder.__init__c C sv t jd|� |j}|| j|< || j||jf< xD|jD ]:}t|�\}}t jd|||� | jj |t
� �j ||f� q4W dS )z�
Add a distribution to the finder. This will update internal information
about who provides what.
:param dist: The distribution to add.
zadding distribution %szAdd to provided: %s, %s, %sN) ro rp r< �
dists_by_name�distsr� �providesr �providedr� r� r� )r6 r� rb �pr� r* r* r+ �add_distribution& s
z!DependencyFinder.add_distributionc C s| t jd|� |j}| j|= | j||jf= xN|jD ]D}t|�\}}t jd|||� | j| }|j ||f� |s0| j|= q0W dS )z�
Remove a distribution from the finder. This will update internal
information about who provides what.
:param dist: The distribution to remove.
zremoving distribution %sz Remove from provided: %s, %s, %sN)
ro rp r< r( r) r� r* r r+ �remove)r6 r� rb r, r� �sr* r* r+ �remove_distribution5 s
z$DependencyFinder.remove_distributionc C sB y| j j|�}W n, tk
r< |j� d }| j j|�}Y nX |S )z�
Get a version matcher for a requirement.
:param reqt: The requirement
:type reqt: str
:return: A version matcher (an instance of
:class:`distlib.version.Matcher`).
r )r2 rO r" r� )r6 �reqtrO rb r* r* r+ � get_matcherG s z DependencyFinder.get_matcherc C sv | j |�}|j}t� }| j}||krrxL|| D ]@\}}y|j|�}W n tk
r\ d}Y nX |r.|j|� P q.W |S )z�
Find the distributions which can fulfill a requirement.
:param reqt: The requirement.
:type reqt: str
:return: A set of distribution which can fulfill the requirement.
F)r2 r< r� r+ r� r" r� ) r6 r1 rO rb rW r+ r� �providerr� r* r* r+ �find_providersW s
z DependencyFinder.find_providersc C s� | j | }t� }x,|D ]$}| j|�}|j|j�s|j|� qW |r^|jd||t|�f� d}nD| j|� | j |= x"|D ]}| j j|t� �j|� qvW | j |� d}|S )a�
Attempt to replace one provider with another. This is typically used
when resolving dependencies from multiple sources, e.g. A requires
(B >= 1.0) while C requires (B >= 1.1).
For successful replacement, ``provider`` must meet all the requirements
which ``other`` fulfills.
:param provider: The provider we are trying to replace with.
:param other: The provider we're trying to replace.
:param problems: If False is returned, this will contain what
problems prevented replacement. This is currently
a tuple of the literal string 'cantreplace',
``provider``, ``other`` and the set of requirements
that ``provider`` couldn't fulfill.
:return: True if we can replace ``other`` with ``provider``, else
False.
Z cantreplaceFT)
�reqtsr� r2 r� r� r� � frozensetr0 r� r- ) r6 r3 �other�problemsZrlistZ unmatchedr/ rO rW r* r* r+ �try_to_replaceo s"
z DependencyFinder.try_to_replaceFc C s i | _ i | _i | _i | _t|p g �}d|krH|jd� |tdddg�O }t|t�rh| }}tj d|� n4| j
j ||d� }}|dkr�t d| ��tj d |� d
|_
t� }t|g�}t|g�}�x�|�r�|j� }|j} | | jkr�| j|� n"| j| }
|
|k�r | j||
|� |j|jB } |j} t� }
||k�rbx2dD ]*}d| }||k�r4|
t|d| �O }
�q4W | | B |
B }�x>|D �]4}| j|�}|�sNtj d|� | j
j ||d�}|dk�r�| �r�| j
j |d
d�}|dk�r�tj d|� |jd|f� n^|j|j }}||f| jk�r|j|� |j|� || k�rN||k�rN|j|� tj d|j� xZ|D ]R}|j} | | jk�r�| jj|t� �j|� n"| j| }
|
|k�rT| j||
|� �qTW �qvW q�W t| jj� �}x.|D ]&}||k|_ |j �r�tj d|j� �q�W tj d|� ||fS )a�
Find a distribution and all distributions it depends on.
:param requirement: The requirement specifying the distribution to
find, or a Distribution instance.
:param meta_extras: A list of meta extras such as :test:, :build: and
so on.
:param prereleases: If ``True``, allow pre-release versions to be
returned - otherwise, don't return prereleases
unless they're all that's available.
Return a set of :class:`Distribution` instances and a set of
problems.
The distributions returned should be such that they have the
:attr:`required` attribute set to ``True`` if they were
from the ``requirement`` passed to ``find()``, and they have the
:attr:`build_time_dependency` attribute set to ``True`` unless they
are post-installation dependencies of the ``requirement``.
The problems should be a tuple consisting of the string
``'unsatisfied'`` and the requirement which couldn't be satisfied
by any distribution known to the locator.
z:*:z:test:z:build:z:dev:zpassed %s as requirement)r� NzUnable to locate %rz
located %sT�test�build�devz:%s:z %s_requireszNo providers found for %rzCannot satisfy %rZ unsatisfiedzAdding %s to install_distsz#%s is a build-time dependency only.zfind done for %s)r: r; r< ) r+ r) r( r5 r� r. r r ro rp r� r� r Z requestedr� r< r- r9 Z run_requiresZ
meta_requiresZbuild_requires�getattrr4 r� r� Zname_and_versionr� �valuesZbuild_time_dependency)r6 r� Z meta_extrasr� r� r� r8 ZtodoZ
install_distsrb r7 ZireqtsZsreqtsZereqtsr< rX Z all_reqtsr� Z providersr3 �nr r, r) r* r* r+ �find� s�
zDependencyFinder.find)N)NF) r= r> r? r@ rR r- r0 r2 r4 r9 r@ r* r* r* r+ r& s
(r& )N)Nr� �ior r� Zloggingr rg r� r� � ImportErrorZdummy_threadingr r0 r �compatr r r r r r
r r r
r r r4 r r r r Zdatabaser r r r� r �utilr r r r r r r r r r� r! r" r� r# r$ Z getLoggerr= ro r� r� r� r r r& r, r- �objectrA r� r� r� r� r
r r r r' r� ZNAME_VERSION_REr& r* r* r* r+ �<module> sZ D ,
;0E: vA& [
distlib/__pycache__/util.cpython-36.pyc 0000644 00000127326 15051612335 0014025 0 ustar 00 3
�Pfi� � @ s> d dl Z d dlmZ d dlZd dlZd dlmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZy d dlZW n ek
r� dZY nX d dlZd dlZd dlZd dlZd dlZy d dlZW n ek
r� d dlZY nX d dlZddlmZ ddl m Z m Z mZm Z m Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ e
j0e1�Z2dZ3e
j4e3�Z5dZ6d e6 d
Z7e6d Z8d Z9d
e9 d e8 d e3 d
e9 d e8 d Z:dZ;de: d e; d e: d Z<e7d
e3 e7 d Z=de= d Z>de6 d e> d e< d Z?e
j4e?�Z@d e9 d e8 d
ZAe
j4eA�ZBd d � ZCd!d"� ZDd#d$� ZEd%d&� ZFd�d'd(�ZGd)d*� ZHd+d,� ZId-d.� ZJejKd/d0� �ZLejKd1d2� �ZMejKd�d4d5��ZNG d6d7� d7eO�ZPd8d9� ZQG d:d;� d;eO�ZRd<d=� ZSG d>d?� d?eO�ZTe
j4d@e
jU�ZVdAdB� ZWd�dCdD�ZXdEdF� ZYdGdH� ZZdIdJ� Z[dKdL� Z\dMdN� Z]e
j4dOe
j^�Z_e
j4dP�Z`d�dQdR�Zae
j4dS�ZbdTdU� ZcdVdW� ZddXdY� ZedZZfd[d\� Zgd]d^� ZhG d_d`� d`eO�ZiG dadb� dbeO�ZjG dcdd� ddeO�Zkd�Zld�dmdn�Zmdodp� Znd�ZoG dwdx� dxeO�Zpe
j4dy�Zqe
j4dz�Zre
j4d{�Zsd|d}� Zd~d� Zte�r\dd�l muZvmwZwmxZx G d�d�� d�e$jy�ZyG d�d�� d�ev�ZuG d�d�� d�eue'�Zzej{dd�� Z|e|d�k�r�G d�d�� d�e$j}�Z}e�r�G d�d�� d�e$j~�Z~G d�d�� d�e%j�Ze�r�G d�d�� d�e%j��Z�G d�d�� d�e%j��Z�d�d�� Z�G d�d�� d�eO�Z�G d�d�� d�e��Z�G d�d�� d�e��Z�G d�d�� d�e(�Z�G d�d�� d�eO�Z�d�d�� Z�dS )�� N)�deque)�iglob� )�DistlibException)� string_types� text_type�shutil� raw_input�StringIO�cache_from_source�urlopen�urljoin�httplib� xmlrpclib� splittype� HTTPHandler�BaseConfigurator� valid_ident� Container� configparser�URLError�ZipFile�fsdecode�unquotez\s*,\s*z
(\w|[.-])+z(\*|:(\*|\w+):|�)z\*?z([<>=!~]=)|[<>]�(z)?\s*(z)(z)\s*(z))*z(from\s+(?P<diref>.*))z \(\s*(?P<c1>�|z)\s*\)|(?P<c2>z\s*)z)*z \[\s*(?P<ex>z)?\s*\]z(?P<dn>z \s*)?(\s*z)?$z(?P<op>z )\s*(?P<vn>c s� dd� � d }t j| �}|r�|j� }|d }|d p8|d }|d sHd }nd }|d j� }|snd }d}|d }nL|d d kr�d
| }tj|�} � fd d �| D �}d
|djdd � |D ��f }|d s�d }
ntj|d �}
t |||
|| |d�}|S )Nc S s | j � }|d |d fS )N�opZvn)� groupdict)�m�d� r! �/usr/lib/python3.6/util.py�get_constraintY s z)parse_requirement.<locals>.get_constraintZdnZc1Zc2Zdiref� r z<>!=z~=c s g | ] }� |��qS r! r! )�.0r )r# r! r" �
<listcomp>q s z%parse_requirement.<locals>.<listcomp>z%s (%s)z, c S s g | ] }d | �qS )z%s %sr! )r% Zconr! r! r" r& r s Zex)�nameZ constraints�extrasZ requirement�source�url)
�REQUIREMENT_RE�matchr �strip�RELOP_IDENT_RE�finditer�join�COMMA_RE�splitr ) �s�resultr r r' Zconsr* ZconstrZrs�iteratorr( r! )r# r" �parse_requirementW s4
r6 c C s� dd� }i }x�|D ]�\}}}t jj| |�}x�t|�D ]t}t jj||�} x`t| �D ]T}
|| |
�} |dkrt|j| d� qP|||
�} |jt jjd�jd�}
|
d | || < qPW q4W qW |S )z%Find destinations for resources filesc S sD | j tjjd�} |j tjjd�}|j| �s.t�|t| �d � jd�S )N�/)�replace�os�path�sep�
startswith�AssertionError�len�lstrip)�baser: r! r! r" � get_rel_path s z)get_resources_dests.<locals>.get_rel_pathNr7 )r9 r: r0 r �popr8 r; �rstrip)Zresources_rootZrulesrA Z destinationsr@ �suffix�dest�prefixZabs_baseZabs_globZabs_pathZ
resource_fileZrel_pathZrel_destr! r! r" �get_resources_dests| s
rG c C s( t td�rd} ntjttdtj�k} | S )NZ real_prefixT� base_prefix)�hasattr�sysrF �getattr)r4 r! r! r" �in_venv� s
rL c C s$ t jjtj�} t| t�s t| �} | S )N)r9 r: �normcaserJ �
executable�
isinstancer r )r4 r! r! r" �get_executable� s
rP c C sT | }xJt |�}| }| r |r |}|r|d j� }||kr:P |rd||| f }qW |S )Nr z %c: %s
%s)r �lower)�promptZ
allowed_charsZ error_prompt�default�pr3 �cr! r! r" �proceed� s
rV c C s< t |t�r|j� }i }x |D ]}|| kr | | ||< q W |S )N)rO r r2 )r �keysr4 �keyr! r! r" �extract_by_key� s
rY c C s� t jd dkr tjd�| �} | j� }t|�} yrtj| �}|d d d }xR|j� D ]F\}}x<|j� D ]0\}}d||f }t |�} | d k s�t
�| ||< qdW qRW |S t k
r� | j dd� Y nX dd � }
t
j� } y|
| | � W n< t
jk
�r | j� tj|�}t|�} |
| | � Y nX i }xb| j� D ]V} i || < }xB| j| �D ]4\}
}d|
|f }t |�} | d k �spt
�| ||
< �qFW �q*W |S )
Nr � zutf-8�
extensionszpython.exports�exportsz%s = %sc S s$ t | d�r| j|� n
| j|� d S )N� read_file)rI r] Zreadfp)�cp�streamr! r! r" � read_stream� s
z!read_exports.<locals>.read_stream)rJ � version_info�codecs� getreader�readr
�json�load�items�get_export_entryr= � Exception�seekr � ConfigParserZMissingSectionHeaderError�close�textwrap�dedentZsections)r_ �dataZjdatar4 �groupZentries�k�vr3 �entryr` r^ rX r' �valuer! r! r" � read_exports� sD
ru c C s� t jd dkr tjd�|�}tj� }x|| j� D ]p\}}|j|� x\|j� D ]P}|j d kr`|j
}nd|j
|j f }|j r�d|dj |j �f }|j
||j|� qJW q.W |j|� d S )Nr rZ zutf-8z%s:%sz%s [%s]z, )rJ ra rb � getwriterr rk rg Z add_section�valuesrD rF �flagsr0 �setr' �write)r\ r_ r^ rq rr rs r3 r! r! r" �
write_exports� s
r{ c c s$ t j� } z
| V W d tj| � X d S )N)�tempfile�mkdtempr �rmtree)Ztdr! r! r" �tempdir s
r c c s. t j� }zt j| � d V W d t j|� X d S )N)r9 �getcwd�chdir)r �cwdr! r! r" r� s
r� � c c s. t j� }zt j| � d V W d t j|� X d S )N)�socketZgetdefaulttimeoutZsetdefaulttimeout)ZsecondsZctor! r! r" �socket_timeout s
r� c @ s e Zd Zdd� Zddd�ZdS )�cached_propertyc C s
|| _ d S )N)�func)�selfr� r! r! r" �__init__) s zcached_property.__init__Nc C s, |d kr | S | j |�}tj|| j j|� |S )N)r� �object� __setattr__�__name__)r� �obj�clsrt r! r! r" �__get__. s
zcached_property.__get__)N)r� �
__module__� __qualname__r� r� r! r! r! r" r� ( s r� c C s� t jdkr| S | s| S | d dkr.td| ��| d dkrFtd| ��| jd�}xt j|krj|jt j� qRW |svt jS t jj|� S )a� Return 'pathname' as a name that will work on the native filesystem.
The path is split on '/' and put back together again using the current
directory separator. Needed because filenames in the setup script are
always supplied in Unix style, and have to be converted to the local
convention before we can actually use them in the filesystem. Raises
ValueError on non-Unix-ish systems if 'pathname' either starts or
ends with a slash.
r7 r z path '%s' cannot be absoluter z path '%s' cannot end with '/'���)r9 r; �
ValueErrorr2 �curdir�remover: r0 )�pathname�pathsr! r! r" � convert_path6 s
r� c @ s� e Zd Zd$dd�Zdd� Zdd� Zdd � Zd%d d �Zd&dd�Zdd� Z dd� Z
dd� Z dd� Z dd� Z
d'dd�Zd d � Zd d � Zd d!� Zd"d#� Zd
S )(� FileOperatorFc C s || _ t� | _| j� d S )N)�dry_runry �ensured� _init_record)r� r� r! r! r" r� R s zFileOperator.__init__c C s d| _ t� | _t� | _d S )NF)�recordry �
files_written� dirs_created)r� r! r! r" r� W s zFileOperator._init_recordc C s | j r| jj|� d S )N)r� r� �add)r� r: r! r! r" �record_as_written\ s z FileOperator.record_as_writtenc C sH t jj|�s tdt jj|� ��t jj|�s0dS t j|�jt j|�jkS )a� Tell if the target is newer than the source.
Returns true if 'source' exists and is more recently modified than
'target', or if 'source' exists and 'target' doesn't.
Returns false if both exist and 'target' is the same age or younger
than 'source'. Raise PackagingFileError if 'source' does not exist.
Note that this test is not very accurate: files created in the same
second will have the same "age".
zfile '%r' does not existT)r9 r: �existsr �abspath�stat�st_mtime)r� r) �targetr! r! r" �newer` s zFileOperator.newerTc C s� | j tjj|�� tjd||� | js�d}|rftjj|�rDd| }n"tjj|�rftjj |� rfd| }|rvt
|d ��t j ||� | j
|� dS )z8Copy a file respecting dry-run and force flags.
zCopying %s to %sNz%s is a symlinkz%s is a non-regular filez which would be overwritten)�
ensure_dirr9 r: �dirname�logger�infor� �islinkr� �isfiler� r Zcopyfiler� )r� Zinfile�outfile�check�msgr! r! r" � copy_filet s
zFileOperator.copy_fileNc
C s� t jj|� st�| jt jj|�� tjd||� | jsx|d krLt |d�}nt
j |d|d�}zt j ||� W d |j
� X | j|� d S )NzCopying stream %s to %s�wb�w)�encoding)r9 r: �isdirr= r� r� r� r� r� �openrb r Z copyfileobjrl r� )r� Zinstreamr� r� Z outstreamr! r! r" � copy_stream� s
zFileOperator.copy_streamc C sF | j tjj|�� | js8t|d��}|j|� W d Q R X | j|� d S )Nr� )r� r9 r: r� r� r� rz r� )r� r: ro �fr! r! r" �write_binary_file� s
z FileOperator.write_binary_filec
C sL | j tjj|�� | js>t|d��}|j|j|�� W d Q R X | j|� d S )Nr� ) r� r9 r: r� r� r� rz �encoder� )r� r: ro r� r� r! r! r" �write_text_file� s
z FileOperator.write_text_filec C sr t jdks t jdkrnt jdkrnxN|D ]F}| jr<tjd|� q$t j|�j|B |@ }tjd||� t j||� q$W d S )N�posix�javazchanging mode of %szchanging mode of %s to %o) r9 r' �_namer� r� r� r� �st_mode�chmod)r� �bits�mask�filesr� �moder! r! r" �set_mode� s
zFileOperator.set_modec C s | j dd|�S )Nim i� )r� )r3 r� r! r! r" �<lambda>� s zFileOperator.<lambda>c C s~ t jj|�}|| jkrzt jj|� rz| jj|� t jj|�\}}| j|� tj d| � | j
sht j |� | j rz| j
j|� d S )Nz Creating %s)r9 r: r� r� r� r� r2 r� r� r� r� �mkdirr� r� )r� r: r r� r! r! r" r� � s
zFileOperator.ensure_dirc C sv t || �}tjd||� | jsh|s0| j||�rX|s:d }n |j|�sHt�|t|�d � }tj |||d� | j
|� |S )NzByte-compiling %s to %sT) r r� r� r� r� r< r= r> �
py_compile�compiler� )r� r: �optimize�forcerF ZdpathZdiagpathr! r! r" � byte_compile� s
zFileOperator.byte_compilec C s� t jj|�r�t jj|�r`t jj|� r`tjd|� | jsBtj |� | j
r�|| j kr�| j j |� nPt jj|�rrd}nd}tjd||� | js�t j |� | j
r�|| j
kr�| j
j |� d S )Nz Removing directory tree at %s�link�filezRemoving %s %s)r9 r: r� r� r� r� �debugr� r r~ r� r� r� r� )r� r: r3 r! r! r" �ensure_removed� s"
zFileOperator.ensure_removedc C sH d}x>|sBt jj|�r&t j|t j�}P t jj|�}||kr<P |}qW |S )NF)r9 r: r� �access�W_OKr� )r� r: r4 �parentr! r! r" � is_writable� s zFileOperator.is_writablec C s" | j s
t�| j| jf}| j� |S )zV
Commit recorded changes, turn off recording, return
changes.
)r� r= r� r� r� )r� r4 r! r! r" �commit� s
zFileOperator.commitc C s� | j s�x(t| j�D ]}tjj|�rtj|� qW t| jdd�}xN|D ]F}tj |�}|r�|dgksdt
�tjj ||d �}tj |� tj |� qDW | j
� d S )NT)�reverse� __pycache__r )r� �listr� r9 r: r� r� �sortedr� �listdirr= r0 �rmdirr� )r� r� �dirsr �flistZsdr! r! r" �rollback� s
zFileOperator.rollback)F)T)N)FFN)r� r� r� r� r� r� r� r� r� r� r� r� Zset_executable_moder� r� r� r� r� r� r! r! r! r" r� Q s
r� c C sb | t jkrt j| }nt| �}|d kr,|}n2|jd�}t||jd��}x|D ]}t||�}qLW |S )N�.r )rJ �modules�
__import__r2 rK rB )Z module_nameZ dotted_path�modr4 �partsrT r! r! r" �resolve s
r� c @ s6 e Zd Zdd� Zedd� �Zdd� Zdd� Zej Z d S )
� ExportEntryc C s || _ || _|| _|| _d S )N)r' rF rD rx )r� r' rF rD rx r! r! r" r� s zExportEntry.__init__c C s t | j| j�S )N)r� rF rD )r� r! r! r" rt s zExportEntry.valuec C s d| j | j| j| jf S )Nz<ExportEntry %s = %s:%s %s>)r' rF rD rx )r� r! r! r" �__repr__! s
zExportEntry.__repr__c C sD t |t�sd}n0| j|jko>| j|jko>| j|jko>| j|jk}|S )NF)rO r� r' rF rD rx )r� �otherr4 r! r! r" �__eq__% s
zExportEntry.__eq__N)
r� r� r� r� r� rt r� r� r� �__hash__r! r! r! r" r� s
r� z�(?P<name>(\w|[-.+])+)
\s*=\s*(?P<callable>(\w+)([:\.]\w+)*)
\s*(\[\s*(?P<flags>\w+(=\w+)?(,\s*\w+(=\w+)?)*)\s*\])?
c
C s� t j| �}|s0d }d| ks"d| kr�td| ��n�|j� }|d }|d }|jd�}|dkrf|d }}n"|dkrztd| ��|jd�\}}|d } | d kr�d| ks�d| kr�td| ��g } nd
d � | jd �D �} t|||| �}|S )
N�[�]zInvalid specification '%s'r' �callable�:r r rx c S s g | ] }|j � �qS r! )r- )r% r� r! r! r" r& Q s z$get_export_entry.<locals>.<listcomp>�,)�ENTRY_RE�searchr r �countr2 r� )
Z
specificationr r4 r r' r: ZcolonsrF rD rx r! r! r" rh 7 s2
rh c C s� | dkr d} t jdkr.dt jkr.t jjd�}n t jjd�}t jj|�rft j|t j�}|s�t j
d|� n<yt j |� d}W n( t k
r� t j
d |dd
� d }Y nX |s�t
j� }t j
d |� t jj|| �S )
a�
Return the default base location for distlib caches. If the directory does
not exist, it is created. Use the suffix provided for the base directory,
and default to '.distlib' if it isn't provided.
On Windows, if LOCALAPPDATA is defined in the environment, then it is
assumed to be a directory, and will be the parent directory of the result.
On POSIX, and on Windows if LOCALAPPDATA is not defined, the user's home
directory - using os.expanduser('~') - will be the parent directory of
the result.
The result is just the directory '.distlib' in the parent directory as
determined above, or with the name specified with ``suffix``.
Nz.distlib�ntZ LOCALAPPDATAz
$localappdata�~z(Directory exists but is not writable: %sTzUnable to create %s)�exc_infoFz#Default location unusable, using %s)r9 r' �environr: �
expandvars�
expanduserr� r� r� r� �warning�makedirs�OSErrorr| r} r0 )rD r4 Zusabler! r! r" �get_cache_baseV s&
r� c C sB t jjt jj| ��\}}|r(|jdd�}|jt jd�}|| d S )a
Convert an absolute path to a directory name for use in a cache.
The algorithm used is:
#. On Windows, any ``':'`` in the drive is replaced with ``'---'``.
#. Any occurrence of ``os.sep`` is replaced with ``'--'``.
#. ``'.cache'`` is appended.
r� z---z--z.cache)r9 r: �
splitdriver� r8 r; )r: r rT r! r! r" �path_to_cache_dir s
r� c C s | j d�s| d S | S )Nr7 )�endswith)r3 r! r! r" � ensure_slash� s
r� c C sH d }}d| kr>| j dd�\}} d|kr.|}n|j dd�\}}||| fS )N�@r r� )r2 )ZnetlocZusernameZpasswordrF r! r! r" �parse_credentials� s r c C s t jd�} t j| � | S )N� )r9 �umask)r4 r! r! r" �get_process_umask� s
r c C s> d}d }x$t | �D ]\}}t|t�sd}P qW |d k s:t�|S )NTF)� enumeraterO r r= )�seqr4 �ir3 r! r! r" �is_string_sequence� s
r z3([a-z0-9_]+([.-][a-z_][a-z0-9_]*)*)-([a-z0-9_.+-]+)z
-py(\d\.?\d?)c C s� d}d}t | �jdd�} tj| �}|r@|jd�}| d|j� � } |r�t| �t|�d kr�tjtj |�d | �}|r�|j
� }| d|� | |d d� |f}|dkr�t j| �}|r�|jd�|jd�|f}|S )zw
Extract name, version, python version from a filename (no extension)
Return name, version, pyver or None
N� �-r z\brZ ) r r8 �PYTHON_VERSIONr� rp �startr> �rer, �escape�end�PROJECT_NAME_AND_VERSION)�filenameZ project_namer4 Zpyverr �nr! r! r" �split_filename� s"
r z-(?P<name>[\w .-]+)\s*\(\s*(?P<ver>[^\s)]+)\)$c C s: t j| �}|std| ��|j� }|d j� j� |d fS )z�
A utility method used to get name and version from a string.
From e.g. a Provides-Dist value.
:param p: A value in a form 'foo (1.0)'
:return: The name and version as a tuple.
z$Ill-formed name/version string: '%s'r' Zver)�NAME_VERSION_REr, r r r- rQ )rT r r r! r! r" �parse_name_and_version� s
r c C s� t � }t | pg �} t |pg �}d| kr8| jd� ||O }x�| D ]x}|dkrV|j|� q>|jd�r�|dd � }||kr�tjd| � ||kr�|j|� q>||kr�tjd| � |j|� q>W |S )N�*r
r zundeclared extra: %s)ry r� r� r< r� r� )Z requestedZ availabler4 �rZunwantedr! r! r" �
get_extras� s&
r c C s� i }yNt | �}|j� }|jd�}|jd�s8tjd|� ntjd�|�}tj |�}W n0 t
k
r� } ztj d| |� W Y d d }~X nX |S )Nz Content-Typezapplication/jsonz(Unexpected response for JSON request: %szutf-8z&Failed to get external data for %s: %s) r r� �getr< r� r� rb rc re rf ri � exception)r* r4 ZrespZheadersZct�reader�er! r! r" �_get_external_data� s
r z'https://www.red-dove.com/pypi/projects/c C s* d| d j � | f }tt|�}t|�}|S )Nz%s/%s/project.jsonr )�upperr
�_external_data_base_urlr )r' r* r4 r! r! r" �get_project_data s
r c C s( d| d j � | |f }tt|�}t|�S )Nz%s/%s/package-%s.jsonr )r r
r r )r' �versionr* r! r! r" �get_package_data s
r" c @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �Cachez�
A class implementing a cache for resources that need to live in the file system
e.g. shared libraries. This class was moved from resources to here because it
could be used by other modules, e.g. the wheel module.
c C sP t jj|�st j|� t j|�jd@ dkr6tjd|� t jjt jj |��| _
dS )zu
Initialise an instance.
:param base: The base directory where the cache should be located.
�? r z Directory '%s' is not privateN) r9 r: r� r� r� r� r� r� r� �normpathr@ )r� r@ r! r! r" r� " s
zCache.__init__c C s t |�S )zN
Converts a resource prefix to a directory name in the cache.
)r� )r� rF r! r! r" �
prefix_to_dir0 s zCache.prefix_to_dirc C s� g }x�t j| j�D ]r}t jj| j|�}y>t jj|�s@t jj|�rLt j|� nt jj|�rbt j
|� W q t k
r� |j |� Y qX qW |S )z"
Clear the cache.
)
r9 r� r@ r: r0 r� r� r� r� r r~ ri �append)r� Z not_removed�fnr! r! r" �clear6 s z Cache.clearN)r� r� r� �__doc__r� r& r) r! r! r! r" r# s r# c @ s: e Zd ZdZdd� Zddd�Zdd� Zd d
� Zd d � Zd
S )�
EventMixinz1
A very simple publish/subscribe system.
c C s
i | _ d S )N)� _subscribers)r� r! r! r" r� K s zEventMixin.__init__Tc C sD | j }||kr t|g�||< n"|| }|r6|j|� n
|j|� dS )a`
Add a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be added (and called when the
event is published).
:param append: Whether to append or prepend the subscriber to an
existing subscriber list for the event.
N)r, r r' �
appendleft)r� �event�
subscriberr' �subsZsqr! r! r" r� N s
zEventMixin.addc C s, | j }||krtd| ��|| j|� dS )z�
Remove a subscriber for an event.
:param event: The name of an event.
:param subscriber: The subscriber to be removed.
zNo subscribers: %rN)r, r� r� )r� r. r/ r0 r! r! r" r� b s zEventMixin.removec C s t | jj|f ��S )z�
Return an iterator for the subscribers for an event.
:param event: The event to return subscribers for.
)�iterr, r )r� r. r! r! r" �get_subscribersn s zEventMixin.get_subscribersc O sp g }xT| j |�D ]F}y||f|�|�}W n" tk
rJ tjd� d}Y nX |j|� qW tjd||||� |S )a^
Publish a event and return a list of values returned by its
subscribers.
:param event: The event to publish.
:param args: The positional arguments to pass to the event's
subscribers.
:param kwargs: The keyword arguments to pass to the event's
subscribers.
z"Exception during event publicationNz/publish %s: args = %s, kwargs = %s, result = %s)r2 ri r� r r' r� )r� r. �args�kwargsr4 r/ rt r! r! r" �publishu s
zEventMixin.publishN)T) r� r� r� r* r� r� r� r2 r5 r! r! r! r" r+ G s
r+ c @ s^ e Zd Zdd� Zdd� Zddd�Zdd � Zd
d � Zd d
� Zdd� Z e
dd� �Z e
dd� �Z dS )� Sequencerc C s i | _ i | _t� | _d S )N)�_preds�_succsry �_nodes)r� r! r! r" r� � s zSequencer.__init__c C s | j j|� d S )N)r9 r� )r� �noder! r! r" �add_node� s zSequencer.add_nodeFc C s� || j kr| j j|� |r�x&t| jj|f ��D ]}| j||� q.W x&t| jj|f ��D ]}| j||� qVW x&t| jj� �D ]\}}|sz| j|= qzW x&t| jj� �D ]\}}|s�| j|= q�W d S )N)r9 r� ry r7 r r8 r� rg )r� r: ZedgesrT r3 rq rr r! r! r" � remove_node� s
zSequencer.remove_nodec C s< ||ks t �| jj|t� �j|� | jj|t� �j|� d S )N)r= r7 �
setdefaultry r� r8 )r� �pred�succr! r! r" r� � s z
Sequencer.addc C s� ||ks t �y| j| }| j| }W n tk
rD td| ��Y nX y|j|� |j|� W n$ tk
r� td||f ��Y nX d S )Nz %r not a successor of anythingz%r not a successor of %r)r= r7 r8 �KeyErrorr� r� )r� r> r? �predsZsuccsr! r! r" r� � s
zSequencer.removec C s || j kp || jkp || jkS )N)r7 r8 r9 )r� �stepr! r! r" �is_step� s zSequencer.is_stepc C s� | j |�std| ��g }g }t� }|j|� xd|r�|jd�}||krd||kr�|j|� |j|� q0|j|� |j|� | jj|f �}|j |� q0W t
|�S )Nz Unknown: %rr ) rC r� ry r' rB r� r� r7 r �extend�reversed)r� �finalr4 Ztodo�seenrB rA r! r! r" � get_steps� s"
zSequencer.get_stepsc sV dg�g �i �i �g �| j � � ������fdd��x � D ]}|�kr:�|� q:W �S )Nr c
s� �d �| < �d �| < �d d7 < �j | � y � | }W n tk
rV g }Y nX xR|D ]J}|�kr��|� t�| �| ��| < q^|�kr^t�| �| ��| < q^W �| �| kr�g }x �j� }|j |� || kr�P q�W t|�}�j |� d S )Nr r )r' ri �minrB �tuple)r: Z
successorsZ successorZconnected_componentZ component)�graph�index�
index_counter�lowlinksr4 �stack�
strongconnectr! r" rP � s.
z3Sequencer.strong_connections.<locals>.strongconnect)r8 )r� r: r! )rK rL rM rN r4 rO rP r" �strong_connections� s "
z Sequencer.strong_connectionsc C sr dg}x8| j D ].}| j | }x |D ]}|jd||f � q"W qW x | jD ]}|jd| � qHW |jd� dj|�S )Nz digraph G {z %s -> %s;z %s;�}�
)r7 r' r9 r0 )r� r4 r? rA r> r: r! r! r" �dot
s
z
Sequencer.dotN)F)
r� r� r� r� r; r< r� r� rC rH �propertyrQ rT r! r! r! r" r6 � s
3r6 �.tar.gz�.tar.bz2�.tar�.zip�.tgz�.tbz�.whlTc
sf � �fdd�}t jj� �� t� ��d }|d kr�| jd�r>d}nH| jd�rRd}d }n4| jd�rfd }d
}n | jd�rzd}d}n td| ��z�|dkr�t| d�}|r�|j� }xD|D ] }||� q�W n.tj | |�}|r�|j
� }x|D ] }||� q�W |dk�r6t j d dk �r6x.|j
� D ]"} t| jt��s| jjd�| _�qW dd� }
|
|_|j� � W d |�r`|j� X d S )Nc sT t | t�s| jd�} tjjtjj� | ��}|j� � sD|� tjkrPt d| ��d S )Nzutf-8z path outside destination: %r)
rO r �decoder9 r: r� r0 r< r; r� )r: rT )�dest_dir�plenr! r" �
check_path s
z unarchive.<locals>.check_path�.zip�.whl�zip�.tar.gz�.tgzZtgzzr:gz�.tar.bz2�.tbzZtbzzr:bz2z.tarZtarr zUnknown format for %rr rZ zutf-8c S sB y t j| |�S t jk
r< } ztt|���W Y dd}~X nX dS )z:Run tarfile.tar_fillter, but raise the expected ValueErrorN)�tarfileZ
tar_filterZ FilterErrorr� �str)�memberr: �excr! r! r" �extraction_filterP s z$unarchive.<locals>.extraction_filter)ra rb )rd re )rf rg )r9 r: r� r> r� r� r Znamelistrh r� ZgetnamesrJ ra Z
getmembersrO r' r r] rl Z
extractallrl ) Zarchive_filenamer^ �formatr� r` �archiver� �namesr' Ztarinforl r! )r^ r_ r" � unarchive sL
rp c C s� t j� }t| �}t|d��b}xZtj| �D ]L\}}}x@|D ]8}tjj||�}||d� } tjj| |�}
|j||
� q8W q(W W dQ R X |S )z*zip a directory tree into a BytesIO objectr� N) �io�BytesIOr> r r9 �walkr: r0 rz ) Z directoryr4 ZdlenZzf�rootr� r� r' ZfullZrelrE r! r! r" �zip_dir` s
ru r$ �K�M�G�T�Pc @ sr e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Ze dd� �Z
e dd� �Z dd� Z e dd� �Z
e dd� �ZdS )�ProgressZUNKNOWNr �d c C s< |d ks||kst �| | _| _|| _d | _d| _d| _d S )Nr F)r= rI �cur�max�started�elapsed�done)r� ZminvalZmaxvalr! r! r" r� w s zProgress.__init__c C sV | j |kst�| jd ks&|| jks&t�|| _tj� }| jd krF|| _n || j | _d S )N)rI r= r~ r} �timer r� )r� ZcurvalZnowr! r! r" �update s
zProgress.updatec C s |dks t �| j| j| � d S )Nr )r= r� r} )r� Zincrr! r! r" � increment� s zProgress.incrementc C s | j | j� | S )N)r� rI )r� r! r! r" r � s zProgress.startc C s | j d k r| j| j � d| _d S )NT)r~ r� r� )r� r! r! r" �stop� s
z
Progress.stopc C s | j d kr| jS | j S )N)r~ �unknown)r� r! r! r" �maximum� s zProgress.maximumc C sD | j r d}n4| jd kr d}n$d| j| j | j| j }d| }|S )Nz100 %z ?? %g Y@z%3d %%)r� r~ r} rI )r� r4 rr r! r! r" �
percentage� s
zProgress.percentagec C s: |dkr| j d ks | j| jkr$d}ntjdtj|��}|S )Nr z??:??:??z%H:%M:%S)r~ r} rI r� ZstrftimeZgmtime)r� Zdurationr4 r! r! r" �format_duration� s zProgress.format_durationc C s� | j rd}| j}n^d}| jd kr&d}nJ| jdks<| j| jkrBd}n.t| j| j �}|| j| j }|d | j }d|| j|�f S )NZDonezETA r r z%s: %sr� )r� r� r~ r} rI �floatr� )r� rF �tr! r! r" �ETA� s
z Progress.ETAc C sN | j dkrd}n| j| j | j }x tD ]}|dk r6P |d }q(W d||f S )Nr g i� g @�@z%d %sB/s)r� r} rI �UNITS)r� r4 Zunitr! r! r" �speed� s
zProgress.speedN)r r| )r� r� r� r� r� r� r� r r� rU r� r� r� r� r� r! r! r! r" r{ t s
r{ z \{([^}]*)\}z[^/\\,{]\*\*|\*\*[^/\\,}]z^[^{]*\}|\{[^}]*$c C s< t j| �rd}t|| ��tj| �r4d}t|| ��t| �S )zAExtended globbing function that supports ** and {opt1,opt2,opt3}.z7invalid glob %r: recursive glob "**" must be used alonez2invalid glob %r: mismatching set marker '{' or '}')�_CHECK_RECURSIVE_GLOBr� r� �_CHECK_MISMATCH_SET�_iglob)� path_globr� r! r! r" r � s
r c c s t j| d�}t|�dkrpt|�dks,t|��|\}}}x�|jd�D ](}x"tdj|||f��D ]
}|V q\W qBW n�d| kr�x�t| �D ]
}|V q�W n�| jdd�\}}|dkr�d}|dkr�d}n|jd�}|jd �}xHtj |�D ]:\}}} tj
j |�}x"ttj
j||��D ] }
|
V �qW q�W d S )
Nr rZ r� r$ z**r� r r7 �\) � RICH_GLOBr2 r> r= r� r0 � std_iglobr? r9 rs r: r% ) r� Zrich_path_globrF ry rD �itemr: Zradical�dirr� r( r! r! r" r� � s*
r� )� HTTPSHandler�match_hostname�CertificateErrorc @ s e Zd ZdZdZdd� ZdS )�HTTPSConnectionNTc C sP t j| j| jf| j�}t| dd�r0|| _| j� tt d�sp| j
rHt j }nt j }t j
|| j| j|t j| j
d�| _nxt jt j�}| jt jO _| jr�|j| j| j� i }| j
r�t j |_|j| j
d� tt dd�r�| j|d< |j
|f|�| _| j
o�| j�rLy$t| jj� | j� tjd| j� W n0 t k
�rJ | jj t j � | jj � � Y nX d S ) NZ _tunnel_hostF�
SSLContext)� cert_reqsZ ssl_version�ca_certs)ZcafileZHAS_SNIZserver_hostnamezHost verified: %s) r� Zcreate_connection�host�port�timeoutrK �sockZ_tunnelrI �sslr� Z
CERT_REQUIREDZ CERT_NONEZ wrap_socketZkey_fileZ cert_fileZPROTOCOL_SSLv23r� ZoptionsZ OP_NO_SSLv2Zload_cert_chainZ verify_modeZload_verify_locations� check_domainr� Z getpeercertr� r� r� ZshutdownZ SHUT_RDWRrl )r� r� r� �contextr4 r! r! r" �connect
s>
zHTTPSConnection.connect)r� r� r� r� r� r� r! r! r! r" r� s r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
r� Tc C s t j| � || _|| _d S )N)�BaseHTTPSHandlerr� r� r� )r� r� r� r! r! r" r� 0 s
zHTTPSHandler.__init__c O s$ t ||�}| jr | j|_| j|_|S )a
This is called to create a connection instance. Normally you'd
pass a connection class to do_open, but it doesn't actually check for
a class, and just expects a callable. As long as we behave just as a
constructor would have, we should be OK. If it ever changes so that
we *must* pass a class, we'll create an UnsafeHTTPSConnection class
which just sets check_domain to False in the class definition, and
choose which one to pass to do_open.
)r� r� r� )r� r3 r4 r4 r! r! r" � _conn_maker5 s
zHTTPSHandler._conn_makerc C sV y| j | j|�S tk
rP } z&dt|j�kr>td|j ��n� W Y d d }~X nX d S )Nzcertificate verify failedz*Unable to verify server certificate for %s)Zdo_openr� r ri �reasonr� r� )r� �reqr r! r! r" �
https_openE s zHTTPSHandler.https_openN)T)r� r� r� r� r� r� r! r! r! r" r� / s
r� c @ s e Zd Zdd� ZdS )�HTTPSOnlyHandlerc C s t d| ��d S )NzAUnexpected HTTP request on what should be a secure connection: %s)r )r� r� r! r! r" � http_openY s zHTTPSOnlyHandler.http_openN)r� r� r� r� r! r! r! r" r� X s r� � � c @ s e Zd Zddd�ZdS )�HTTPr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )�_setup�_connection_class)r� r� r� r4 r! r! r" r� e s z
HTTP.__init__)r$ N)r� r� r� r� r! r! r! r" r� d s r� c @ s e Zd Zddd�ZdS )�HTTPSr$ Nc K s& |dkr d }| j | j||f|�� d S )Nr )r� r� )r� r� r� r4 r! r! r" r� m s zHTTPS.__init__)r$ N)r� r� r� r� r! r! r! r" r� l s r� c @ s e Zd Zddd�Zdd� ZdS )� Transportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� � use_datetimer! r! r" r� t s zTransport.__init__c C sb | j |�\}}}tdkr(t|| jd�}n6| j s>|| jd krT|| _|tj|�f| _| jd }|S )Nr� r� )r� r r )r� r� )�
get_host_info� _ver_infor� r� � _connection�_extra_headersr ZHTTPConnection)r� r� �h�ehZx509r4 r! r! r" �make_connectionx s
zTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� s s
r� c @ s e Zd Zddd�Zdd� ZdS )�
SafeTransportr c C s || _ tjj| |� d S )N)r� r r� r� )r� r� r� r! r! r" r� � s zSafeTransport.__init__c C sz | j |�\}}}|si }| j|d< tdkr:t|d f|�}n<| j sP|| jd krl|| _|tj|d f|�f| _| jd }|S )Nr� r� r� r r )r� r� )r� r� r� r� r� r� r r� )r� r� r� r� r4 r4 r! r! r" r� � s
z SafeTransport.make_connectionN)r )r� r� r� r� r� r! r! r! r" r� � s
r� c @ s e Zd Zdd� ZdS )� ServerProxyc K st |j dd � | _}|d k r^t|�\}}|jdd�}|dkr@t}nt}|||d� |d< }|| _tjj | |f|� d S )Nr� r� r Zhttps)r� � transport)
rB r� r r r� r� r� r r� r� ) r� Zurir4 r� �scheme�_r� Ztclsr� r! r! r" r� � s zServerProxy.__init__N)r� r� r� r� r! r! r! r" r� � s r� c K s. t jd dk r|d7 }nd|d< t| |f|�S )Nr rZ �br$ �newline)rJ ra r� )r( r� r4 r! r! r" � _csv_open� s
r� c @ s4 e Zd Zed�ed�ed�d�Zdd� Zdd� Zd S )
�CSVBaser� �"rS )Z delimiterZ quotecharZlineterminatorc C s | S )Nr! )r� r! r! r" � __enter__� s zCSVBase.__enter__c G s | j j� d S )N)r_ rl )r� r� r! r! r" �__exit__� s zCSVBase.__exit__N)r� r� r� ri �defaultsr� r� r! r! r! r" r� � s
r� c @ s( e Zd Zdd� Zdd� Zdd� ZeZdS )� CSVReaderc K s\ d|kr4|d }t jd dkr,tjd�|�}|| _nt|d d�| _tj| jf| j�| _d S )Nr_ r rZ zutf-8r: r ) rJ ra rb rc r_ r� �csvr r� )r� r4 r_ r! r! r" r� � s zCSVReader.__init__c C s | S )Nr! )r� r! r! r" �__iter__� s zCSVReader.__iter__c C sJ t | j�}tjd dk rFx,t|�D ] \}}t|t�s"|jd�||< q"W |S )Nr rZ zutf-8)�nextr rJ ra r rO r r] )r� r4 r r� r! r! r" r� � s
zCSVReader.nextN)r� r� r� r� r� r� �__next__r! r! r! r" r� � s r� c @ s e Zd Zdd� Zdd� ZdS )� CSVWriterc K s$ t |d�| _tj| jf| j�| _d S )Nr� )r� r_ r� �writerr� )r� r( r4 r! r! r" r� � s zCSVWriter.__init__c C sR t jd dk rBg }x*|D ]"}t|t�r0|jd�}|j|� qW |}| jj|� d S )Nr rZ zutf-8)rJ ra rO r r� r' r� �writerow)r� �rowr r� r! r! r" r� � s
zCSVWriter.writerowN)r� r� r� r� r� r! r! r! r" r� � s r� c sH e Zd Zeej�Zded< d � fdd� Zdd� Zdd � Zd
d � Z � Z
S )
� Configurator� inc_convertZincNc s" t t| �j|� |ptj� | _d S )N)�superr� r� r9 r� r@ )r� �configr@ )� __class__r! r" r� � s zConfigurator.__init__c
s� ��fdd��� j d�}t|�s*�j|�}� j dd �}� j df �}|r\t�fdd�|D ��}� �fdd�� D �}t|�}|||�}|r�x$|j� D ]\}} t||�| �� q�W |S ) Nc sz t | ttf�r*t| �� fdd�| D ��}nLt | t�rld| krH�j| �}qvi }x(| D ]}� | | �||< qRW n
�j| �}|S )Nc s g | ] }� |��qS r! r! )r% r )�convertr! r" r& � s zBConfigurator.configure_custom.<locals>.convert.<locals>.<listcomp>z())rO r� rJ �type�dict�configure_customr� )�or4 rq )r� r� r! r" r� � s
z.Configurator.configure_custom.<locals>.convertz()r� z[]c s g | ] }� |��qS r! r! )r% r� )r� r! r" r& s z1Configurator.configure_custom.<locals>.<listcomp>c s$ g | ] }t |�r|�� | �f�qS r! )r )r% rq )r� r� r! r" r& s )rB r� r� rJ r� rg �setattr)
r� r� rU Zpropsr3 rg r4 r4 r rr r! )r� r� r� r" r� � s
z Configurator.configure_customc C s4 | j | }t|t�r0d|kr0| j|� | j |< }|S )Nz())r� rO r� r� )r� rX r4 r! r! r" � __getitem__ s
zConfigurator.__getitem__c C sF t jj|�s t jj| j|�}tj|ddd��}tj|�}W dQ R X |S )z*Default converter for the inc:// protocol.r zutf-8)r� N) r9 r: �isabsr0 r@ rb r� re rf )r� rt r� r4 r! r! r" r� s
zConfigurator.inc_convert)N) r� r� r� r� r Zvalue_convertersr� r� r� r� �
__classcell__r! r! )r� r" r� � s
r� c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�SubprocessMixinFNc C s || _ || _d S )N)�verbose�progress)r� r� r� r! r! r" r� + s zSubprocessMixin.__init__c C sn | j }| j}xT|j� }|s P |dk r0|||� q|sBtjjd� ntjj|jd�� tjj� qW |j� dS )z�
Read lines from a subprocess' output stream and either pass to a progress
callable (if specified) or write progress information to sys.stderr.
Nr� zutf-8) r� r� �readlinerJ �stderrrz r] �flushrl )r� r_ r� r� r� r3 r! r! r" r / s zSubprocessMixin.readerc K s� t j|ft jt jd�|��}tj| j|jdfd�}|j� tj| j|jdfd�}|j� |j � |j
� |j
� | j d k r�| j dd� n| j r�t
jjd� |S )N)�stdoutr� r� )r� r3 r� zdone.�mainzdone.
)�
subprocess�Popen�PIPE� threadingZThreadr r� r r� �waitr0 r� r� rJ rz )r� �cmdr4 rT Zt1Zt2r! r! r" � run_commandD s
zSubprocessMixin.run_command)FN)r� r� r� r� r r� r! r! r! r" r� * s
r� c C s t jdd| �j� S )z,Normalize a python package name a la PEP 503z[-_.]+r
)r
�subrQ )r' r! r! r" �normalize_nameU s r� )NN)r� )N)N)rV rW rX rY rZ r[ r\ )NT)r$ rv rw rx ry rz )r� r� )�rb � collectionsr �
contextlibr� Zglobr r� rq re Zloggingr9 r� r
r r� r� � ImportErrorr� rJ rh r| rm r� Zdummy_threadingr� r$ r �compatr r r r
r r r
r r r r r r r r r r r r Z getLoggerr� r� �COMMAr� r1 ZIDENTZ EXTRA_IDENTZVERSPECZRELOPZBARE_CONSTRAINTSZ
DIRECT_REFZ CONSTRAINTSZ
EXTRA_LISTZEXTRASZ REQUIREMENTr+ Z RELOP_IDENTr. r6 rG rL rP rV rY ru r{ �contextmanagerr r� r� r� r� r� r� r� r� �VERBOSEr� rh r� r� r� r r r �Ir r r r r r r r r r" r# r+ r6 ZARCHIVE_EXTENSIONSrp ru r� r{ r� r� r� r� r� r� r� r� r� r� ra r� r� r� r� r� r� r� r� r� r� r� r� r� r! r! r! r" �<module> s�
X
,
%
/
7
)
,H
C]
*)
:+ distlib/__pycache__/database.cpython-36.opt-1.pyc 0000644 00000122116 15051612335 0015543 0 ustar 00 3
�Pf� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZ dd lmZmZmZm Z m Z m Z m Z d
d d d
dgZ ej!e"�Z#dZ$dZ%deddde$dfZ&dZ'G dd� de(�Z)G dd� de(�Z*G dd
� d
e(�Z+G dd � d e+�Z,G d d � d e,�Z-G d d
� d
e,�Z.e-Z/e.Z0G d d � d e(�Z1d)d!d"�Z2d#d$� Z3d%d&� Z4d'd(� Z5dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated)�self� r! � /usr/lib/python3.6/database.py�__init__0 s z_Cache.__init__c C s | j j� | jj� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r )r r! r! r" r$ 8 s
z _Cache.clearc C s2 |j | j kr.|| j |j < | jj|jg �j|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append)r �distr! r! r" �add@ s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r# r$ r) r! r! r! r" r , s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r r Z include_eggr! r! r" r# N s zDistributionPath.__init__c C s | j S )N)r4 )r r! r! r" �_get_cache_enabledb s z#DistributionPath._get_cache_enabledc C s
|| _ d S )N)r4 )r �valuer! r! r" �_set_cache_enablede s z#DistributionPath._set_cache_enabledc C s | j j� | jj� dS )z,
Clears the internal cache.
N)r2 r$ r3 )r r! r! r" � clear_cachej s
z DistributionPath.clear_cachec
c sT t � }�xF| jD �]:}tj|�}|dkr*q|jd�}| s|j rDqt|j�}� x�|D ]�}|j|�}| sV|j|krvqV| jo�|jt ��rt
t g}x*|D ] }t j
||�} |j| �}
|
r�P q�W qVtj|
j� ��} t| dd�} W dQ R X tjd|j� |j|j� t|j| | d�V qV| jrV|jd �rVtjd|j� |j|j� t|j| �V qVW qW dS )
zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy)�fileobj�schemezFound %s)�metadata�env� .egg-info�.egg)r@ rA )�setr r �finder_for_path�findZ is_container�sortedr0 �endswith� DISTINFO_EXTr
r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr) �new_dist_classr1 �old_dist_class)
r �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamr> r! r! r" �_yield_distributionsr s@
z%DistributionPath._yield_distributionsc C st | j j }| jo| jj }|s"|rpx4| j� D ](}t|t�rH| j j|� q,| jj|� q,W |rdd| j _|rpd| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r2 r r1 r3 rV �
isinstancer r) )r Zgen_distZgen_eggr( r! r! r" �_generate_cache� s
z DistributionPath._generate_cachec C s |j dd�}dj||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerI rG )�clsr �versionr! r! r" �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c sj | j s x^| j� D ]
}|V qW nF| j� x| jjj� D ]
}|V q6W | jrfx| jjj� D ]
}|V qXW dS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r4 rV rX r2 r �valuesr1 r3 )r r( r! r! r" �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|j � }| js6xj| j� D ]}|j|kr |}P q W nH| j� || jjkr\| jj| d }n"| jr~|| jjkr~| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr4 rV r& rX r2 r r1 r3 )r r �resultr( r! r! r" �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|dk rJy| j jd||f �}W n$ tk
rH td||f ��Y nX xd| j� D ]X}|j}xL|D ]D}t|�\}}|dkr�||kr�|V P qd||krd|j|�rd|V P qdW qTW dS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
Nz%s (%s)z invalid name or version: %r, %r)r5 �matcher�
ValueErrorr r` �providesr �match) r r r] rd r( �provided�p�p_name�p_verr! r! r" �provides_distribution� s$
z&DistributionPath.provides_distributionc C s( | j |�}|dkr td| ��|j|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)rc � LookupError�get_resource_path)r r �
relative_pathr( r! r! r" �
get_file_path s
z DistributionPath.get_file_pathc c s` xZ| j � D ]N}|j}||kr
|| }|dk r@||krX|| V q
x|j� D ]
}|V qJW q
W dS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)r` �exportsr_ )r �categoryr r( rS �d�vr! r! r" �get_exported_entries" s z%DistributionPath.get_exported_entries)NF)N)N)r* r+ r, r- r# r6 r8 �propertyZ
cache_enabledr9 rV rX � classmethodr^ r` rc rl rp ru r! r! r! r" r J s
*
$ c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| jj� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) r> r ra r& r] Zlocator�digest�extras�contextrB Z
download_urlsZdigests)r r> r! r! r" r# G s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)r> �
source_url)r r! r! r" r{ X s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
z%s (%s))r r] )r r! r! r" �name_and_versiona s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|j|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
z%s (%s))r> rf r r] r' )r Zplist�sr! r! r" rf h s
zDistribution.providesc C s8 | j }tjd|j� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)ry r? ) r> rM rN Ztodict�getattrrB Zget_requirementsry rz )r Zreq_attr�mdZreqtsr! r! r" �_get_requirementst s
z Distribution._get_requirementsc C s
| j d�S )N� run_requires)r� )r r! r! r" r� { s zDistribution.run_requiresc C s
| j d�S )N�
meta_requires)r� )r r! r! r" r� s zDistribution.meta_requiresc C s
| j d�S )N�build_requires)r� )r r! r! r" r� � s zDistribution.build_requiresc C s
| j d�S )N�
test_requires)r� )r r! r! r" r� � s zDistribution.test_requiresc C s
| j d�S )N� dev_requires)r� )r r! r! r" r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}y|j|j�}W n6 tk
rZ tjd|� |j � d }|j|�}Y nX |j
}d}xJ| j D ]@}t |�\}} ||kr�qny|j
| �}P W qn tk
r� Y qnX qnW |S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
z+could not read version %r - using name onlyr F)r r r> r= rd � requirementr rM �warning�splitr& rf r rg )
r �reqrS r= rd r rb ri rj rk r! r! r" �matches_requirement� s*
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r: z<Distribution %s (%s)%s>)r{ r r] )r �suffixr! r! r" �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer r] r{ )r �otherrb r! r! r" �__eq__� s zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr r] r{ )r r! r! r" �__hash__� s zDistribution.__hash__N)r* r+ r, r- Zbuild_time_dependency� requestedr# rv r{ Z download_urlr| rf r� r� r� r� r� r� r� r� r� r� r! r! r! r" r 5 s$ "
c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| �j|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r# r � dist_path)r r> r r? )� __class__r! r" r# � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||�j� }tj|�jd�jd�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr: z%s=� =�asciiz%s%s) �hasher�hashlib�md5r~ rx �base64Zurlsafe_b64encode�rstrip�decode)r �datar� �prefixrx r! r! r" �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r* r+ r, r- r� r# r� �
__classcell__r! r! )r� r" r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
Zsha256Nc s0 t j|� | _}|d kr(dd l}|j� |rN|jrN||jjkrN|jj| j}nt|d kr�|j t
�}|d krr|j t �}|d kr�|j d�}|d kr�t dt
|f ��t
j|j� ��}t|dd�}W d Q R X tt| �j|||� |r�|jr�|jj| � y|j d�}W n& tk
�r dd l}|j� Y nX |d k | _d S )Nr ZMETADATAzno %s found in %sr; )r< r= r )r rC rR �pdbZ set_tracer4 r2 r r> rD r
r re rJ rK rL r r� r r# r) �AttributeErrorr� )r r r> r? rR r� rS rU )r� r! r" r# s4
z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>)r r] r )r r! r! r" r� 2 s z InstalledDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" �__str__6 s z InstalledDistribution.__str__c
C s� g }| j d�}tj|j� ��`}t|d��J}xB|D ]:}dd� tt|�d�D �}|| \}}} |j||| f� q0W W dQ R X W dQ R X |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r )rU c S s g | ]}d �qS )Nr! )�.0�ir! r! r" �
<listcomp>H s z6InstalledDistribution._get_records.<locals>.<listcomp>� N)�get_distinfo_resourcerJ rK rL r �range�lenr' )
r �resultsrS rU Z
record_reader�row�missingr �checksum�sizer! r! r" � _get_records9 s
(z"InstalledDistribution._get_recordsc C s i }| j t�}|r| j� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r rb rS r! r! r" rq P s
z InstalledDistribution.exportsc C s8 i }| j t�}|r4tj|j� ��}t|�}W dQ R X |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
N)r� r� rJ rK rL r )r rb rS rU r! r! r" r ^ s
z"InstalledDistribution.read_exportsc
C s. | j t�}t|d��}t||� W dQ R X dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� �openr )r rq Zrf�fr! r! r" r m s
z#InstalledDistribution.write_exportsc C sh | j d�}tj|j� ��:}t|d��$}x |D ]\}}||kr,|S q,W W dQ R X W dQ R X td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r )rU Nz3no resource file with relative path %r is installed)r� rJ rK rL r �KeyError)r ro rS rU Zresources_readerZrelativeZ destinationr! r! r" rn x s
z'InstalledDistribution.get_resource_pathc c s x| j � D ]
}|V q
W dS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r rb r! r! r" �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s, t jj|d�}t jj| j�}|j|�}t jj|d�}| jd�}tjd|� |rRdS t|���}x�|D ]�}t jj |�s||j
d �r�d } }
n4dt jj |� }
t |d��} | j
| j� �} W dQ R X |j|�s�|r�|j|�r�t jj||�}|j|| |
f� qbW |j|��rt jj||�}|j|ddf� W dQ R X |S )
z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r: r z creating %sN�.pyc�.pyoz%d�rb)r� r� )�osr rI �dirname�
startswithr� rM �infor �isdirrF �getsizer� r� �read�relpathZwriterow) r �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr! r! r" �write_installed_files� s.
z+InstalledDistribution.write_installed_filesc
C s g }t jj| j�}| jd�}� x�| j� D ]�\}}}t jj|�sLt jj||�}||krVq(t jj|�sv|j|dddf� q(t jj |�r(t
t jj |��}|r�||kr�|j|d||f� q(|r(d|kr�|j dd�d }nd }t
|d
��2} | j| j� |�}
|
|k�r |j|d ||
f� W d Q R X q(W |S ) a�
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r �existsTFr� �=r r Nr� r� )r� r r� r� r� �isabsrI r� r' �isfile�strr� r� r� r� r� ) r �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr! r! r" �check_installed_files� s.
z+InstalledDistribution.check_installed_filesc C s� i }t jj| jd�}t jj|�r�tj|ddd��}|j� j� }W dQ R X x@|D ]8}|jdd�\}}|dkr~|j |g �j
|� qN|||< qNW |S ) a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r rS zutf-8)�encodingNr� r � namespace) r� r rI r� �codecsr� r� �
splitlinesr� r% r' )r rb � shared_pathr� �lines�liner& r7 r! r! r" �shared_locations� s
z&InstalledDistribution.shared_locationsc
C s� t jj| jd�}tjd|� |r$dS g }x6dD ].}|| }t jj|| �r.|jd ||f � q.W x"|jd
f �D ]}|jd | � qnW tj |d d
d��}|j
dj|�� W dQ R X |S )aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r z creating %sNr� �lib�headers�scriptsr� z%s=%sr� z namespace=%sr� zutf-8)r� �
)r� r� r� r� r� ) r� r rI rM r� r� r' �getr� r� �write) r r� r� r� r� r& r �nsr� r! r! r" �write_shared_locations� s
z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��tj| j�}|d kr<td| j ��|j|�S )Nz+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rC rD )r r rR r! r! r" r� s z+InstalledDistribution.get_distinfo_resourcec C s~ |j tj�dkrT|jtj�dd� \}}|| jjtj�d krTtd|| j| jf ��|tkrntd|| jf ��tjj | j|�S ) a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r � Nr z;dist-info file %r does not belong to the %r %s distributionz+invalid path for a dist-info file: %r at %r������)
rD r� �sepr� r r r r] r� rI )r r r^ r! r! r" r� s z'InstalledDistribution.get_distinfo_filec c sV t jj| j�}xB| j� D ]6\}}}t jj|�s<t jj||�}|j| j�r|V qW dS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rI r� )r r� r r� r� r! r! r" �list_distinfo_files6 s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� F s
z InstalledDistribution.__eq__)NN)F)F)r* r+ r, r- r� r# r� r� r� r
rq r r rn r� r� r� r� r� r� r� r� r� �objectr� r� r! r! )r� r" r s(
##
c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| j|�}|| |j|j� |rz|jrz|jj| � t t
| �j |||� d S )Nc S s || _ |j� | _|| _d S )N)r ra r& r] )r} �nrt r! r! r" �set_name_and_versionX s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r4 r3 r> r r] �
_get_metadatar) r� r r# )r r r? r� r> )r� r! r" r# W s
z EggInfoDistribution.__init__c
s2 d }dd� � � fdd�}|j d�r�tjj|�rdtjj|dd�}t|dd �}tjj|dd
�}||�}n`tj|�}t|j d �j
d ��}t|dd
�}y |j d�} � | j
d��}W n t k
r� d }Y nX nX|j d��rtjj|��rtjj|d
�}||�}tjj|d�}t|dd �}n t d| ��|�r.|j
|� |S )Nc S s� g }| j � }x�|D ]�}|j� }|jd�r6tjd|� P t|�}|sPtjd|� q|jr`tjd� |jst|j|j � qdj
dd� |jD ��}|jd|j |f � qW |S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )z%s%sNr! )r� �cr! r! r" � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>z%s (%s)) r� �stripr� rM r� r ry Z constraintsr' r rI )r� �reqsr� r� rS Zconsr! r! r" �parse_requires_datao s&
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }y*t j| dd��}� |j� �}W dQ R X W n tk
rB Y nX |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
rS zutf-8N)r� r� r� �IOError)�req_pathr� r� )r� r! r" �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathz.eggzEGG-INFOzPKG-INFOr; )r r= z requires.txtzEGG-INFO/PKG-INFO�utf8)r< r= zEGG-INFO/requires.txtzutf-8z .egg-infoz,path must end with .egg-info or .egg, got %r)rF r� r r� rI r � zipimport� zipimporterr �get_datar� r� r Zadd_requirements)
r r �requiresr� � meta_pathr> r� Zzipfr< r� r! )r� r" r� l s:
z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>)r r] r )r r! r! r" r� � s z EggInfoDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" r� � s zEggInfoDistribution.__str__c C sd g }t jj| jd�}t jj|�r`x>| j� D ]2\}}}||kr>q*t jj|�s*|j|dddf� q*W |S )a�
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
zinstalled-files.txtr� TF)r� r rI r� r� r' )r r� r� r rZ r! r! r" r� � s z)EggInfoDistribution.check_installed_filesc
C s� dd� }dd� }t jj| jd�}g }t jj|�r�tj|ddd��|}xt|D ]l}|j� }t jjt jj| j|��}t jj|�s�tj d |� |j
d
�r�qHt jj |�sH|j |||�||�f� qHW W d Q R X |j |d d f� |S )z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c
S s0 t | d�}z |j� }W d |j� X tj|�j� S )Nr� )r� r� �closer� r� Z hexdigest)r r� Zcontentr! r! r" �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t j| �jS )N)r� �stat�st_size)r r! r! r" �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizezinstalled-files.txtrS zutf-8)r� zNon-existent file: %s�.pyc�.pyoN)r r )
r� r rI r� r� r� r� �normpathrM r� rF r� r' )r r� r r� rb r� r� ri r! r! r" r� � s"
&z(EggInfoDistribution.list_installed_filesFc c s� t jj| jd�}d}tj|ddd��d}x\|D ]T}|j� }|dkrFd}q,|s,t jjt jj| j|��}|j| j�r,|rz|V q,|V q,W W dQ R X dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
zinstalled-files.txtTrS zutf-8)r� z./FN)r� r rI r� r� r� r r� )r Zabsoluter� �skipr� r� ri r! r! r" r� � s
z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� s
zEggInfoDistribution.__eq__)N)F)r* r+ r, r- r� r� r# r� r� r� r� r� r� r� r� r� r� r! r! )r� r" r N s K&
c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S )N)�adjacency_list� reverse_listr� )r r! r! r" r# . s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r r )r � distributionr! r! r" �add_distribution3 s
z DependencyGraph.add_distributionNc C s6 | j | j||f� || j| kr2| j| j|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r r' r )r �x�y�labelr! r! r" �add_edge= s
zDependencyGraph.add_edgec C s& t jd||� | jj|g �j|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rM rN r� r% r' )r r r� r! r! r" � add_missingL s zDependencyGraph.add_missingc C s d|j |jf S )Nz%s %s)r r] )r r( r! r! r" �
_repr_distW s zDependencyGraph._repr_distr c C s� | j |�g}xv| j| D ]h\}}| j |�}|dk r>d||f }|jd| t|� � | j||d �}|jd�}|j|dd� � qW dj|�S )zPrints only a subgraphNz%s [%s]z r r� )r r r' r� � repr_noder� �extendrI )r r( �level�outputr� r Z suboutputZsubsr! r! r" r Z s
zDependencyGraph.repr_nodeTc C s� g }|j d� x|| jj� D ]n\}}t|�dkr>| r>|j|� xH|D ]@\}}|dk rn|j d|j|j|f � qD|j d|j|jf � qDW qW | r�t|�dkr�|j d� |j d� |j d� x&|D ] }|j d |j � |j d
� q�W |j d � |j d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r� r �itemsr� r' r )r r� Zskip_disconnectedZ disconnectedr( �adjsr� r r! r! r" �to_dotg s&
zDependencyGraph.to_dotc s� g }i }x&| j j� D ]\}}|dd� ||< qW x�g � x4t|j� �dd� D ] \}}|sL� j|� ||= qLW � srP x*|j� D ] \}}� fdd�|D �||< q|W tjddd� � D �� |j� � q2W |t|j� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� kr||f�qS r! r! )r� rs rS )� to_remover! r" r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )z%s (%s))r r] )r� rs r! r! r" r� � s )r r �listr' rM rN r �keys)r rb Zalist�krt r! )r r" �topological_sort� s$
z DependencyGraph.topological_sortc C s6 g }x&| j j� D ]\}}|j| j|�� qW dj|�S )zRepresentation of the graphr� )r r r' r rI )r r r( r r! r! r" r� � s zDependencyGraph.__repr__)N)r )T)
r* r+ r, r- r# r r
r r r r r r� r! r! r! r" r s
r r. c C sf t |�}t� }i }xX| D ]P}|j|� x@|jD ]6}t|�\}}tjd|||� |j|g �j||f� q.W qW x�| D ]�}|j |j
B |j B |j B }x�|D ]�} y|j
| �}
W n6 tk
r� tjd| � | j� d }|j
|�}
Y nX |
j}d} ||k�rJxV|| D ]J\}} y|
j|�}
W n tk
�r, d}
Y nX |
r�|j|| | � d} P q�W | s�|j|| � q�W qrW |S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sz+could not read version %r - using name onlyr FT)r r r rf r rM rN r% r' r� r� r� r� rd r r� r� r& rg r
r )�distsr= �graphrh r( ri r r] r� r� rd ZmatchedZproviderrg r! r! r" �
make_graph� sD
r c C s~ || krt d|j ��t| �}|g}|j| }x@|rn|j� }|j|� x$|j| D ]}||krR|j|� qRW q0W |jd� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
z1given distribution %r is not a member of the listr )r r r r �popr' )r r( r Zdep�todors Zsuccr! r! r" �get_dependent_dists� s
r! c C sv || krt d|j ��t| �}g }|j| }xD|rp|j� d }|j|� x$|j| D ]}||krT|j|� qTW q.W |S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
z1given distribution %r is not a member of the listr )r r r r r r' )r r( r r� r rs Zpredr! r! r" �get_required_dists� s
r" c K s4 |j dd�}tf |�}| |_||_|p(d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)r r r r] r# r )r r] �kwargsr# r r! r! r" � make_dist s
r% )r. )6r- Z
__future__r r� r� rJ r� Zloggingr� rH r/ r� r: r r �compatr r] r r r> r r
r �utilr r
r r r r r �__all__Z getLoggerr* rM r� ZCOMMANDS_FILENAMEr� rG r� r r r r r r rO rP r r r! r" r% r! r! r! r" �<module> sV $
l 7 G M
6 distlib/__pycache__/database.cpython-36.pyc 0000644 00000122116 15051612335 0014604 0 ustar 00 3
�Pf� � @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl m
Z
mZ ddlmZ ddlmZmZ ddlmZmZmZ dd lmZmZmZm Z m Z m Z m Z d
d d d
dgZ ej!e"�Z#dZ$dZ%deddde$dfZ&dZ'G dd� de(�Z)G dd� de(�Z*G dd
� d
e(�Z+G dd � d e+�Z,G d d � d e,�Z-G d d
� d
e,�Z.e-Z/e.Z0G d d � d e(�Z1d)d!d"�Z2d#d$� Z3d%d&� Z4d'd(� Z5dS )*zPEP 376 implementation.� )�unicode_literalsN� )�DistlibException� resources)�StringIO)�
get_scheme�UnsupportedVersionError)�Metadata�METADATA_FILENAME�WHEEL_METADATA_FILENAME)�parse_requirement�cached_property�parse_name_and_version� read_exports�
write_exports� CSVReader� CSVWriter� Distribution�BaseInstalledDistribution�InstalledDistribution�EggInfoDistribution�DistributionPathzpydist-exports.jsonzpydist-commands.jsonZ INSTALLER�RECORD� REQUESTED� RESOURCES�SHAREDz
.dist-infoc @ s( e Zd ZdZdd� Zdd� Zdd� ZdS ) �_CachezL
A simple cache mapping names and .dist-info paths to distributions
c C s i | _ i | _d| _dS )zZ
Initialise an instance. There is normally one for each DistributionPath.
FN)�name�path� generated)�self� r! � /usr/lib/python3.6/database.py�__init__0 s z_Cache.__init__c C s | j j� | jj� d| _dS )zC
Clear the cache, setting it to its initial state.
FN)r �clearr r )r r! r! r" r$ 8 s
z _Cache.clearc C s2 |j | j kr.|| j |j < | jj|jg �j|� dS )z`
Add a distribution to the cache.
:param dist: The distribution to add.
N)r r �
setdefault�key�append)r �distr! r! r" �add@ s z
_Cache.addN)�__name__�
__module__� __qualname__�__doc__r# r$ r) r! r! r! r" r , s r c @ s� e Zd ZdZd dd�Zdd� Zdd � Zeee�Zd
d � Z d d
� Z
dd� Z e dd� �Z
dd� Zdd� Zd dd�Zdd� Zd dd�ZdS ) r zU
Represents a set of distributions installed on a path (typically sys.path).
NFc C sD |dkrt j}|| _d| _|| _t� | _t� | _d| _td�| _ dS )a�
Create an instance from a path, optionally including legacy (distutils/
setuptools/distribute) distributions.
:param path: The path to use, as a list of directories. If not specified,
sys.path is used.
:param include_egg: If True, this instance will look for and return legacy
distributions as well as those based on PEP 376.
NT�default)
�sysr �
_include_dist� _include_eggr �_cache�
_cache_egg�_cache_enabledr �_scheme)r r Z include_eggr! r! r" r# N s zDistributionPath.__init__c C s | j S )N)r4 )r r! r! r" �_get_cache_enabledb s z#DistributionPath._get_cache_enabledc C s
|| _ d S )N)r4 )r �valuer! r! r" �_set_cache_enablede s z#DistributionPath._set_cache_enabledc C s | j j� | jj� dS )z,
Clears the internal cache.
N)r2 r$ r3 )r r! r! r" � clear_cachej s
z DistributionPath.clear_cachec
c sT t � }�xF| jD �]:}tj|�}|dkr*q|jd�}| s|j rDqt|j�}� x�|D ]�}|j|�}| sV|j|krvqV| jo�|jt ��rt
t g}x*|D ] }t j
||�} |j| �}
|
r�P q�W qVtj|
j� ��} t| dd�} W dQ R X tjd|j� |j|j� t|j| | d�V qV| jrV|jd �rVtjd|j� |j|j� t|j| �V qVW qW dS )
zD
Yield .dist-info and/or .egg(-info) distributions.
N� �legacy)�fileobj�schemezFound %s)�metadata�env� .egg-info�.egg)r@ rA )�setr r �finder_for_path�findZ is_container�sortedr0 �endswith� DISTINFO_EXTr
r � posixpath�join�
contextlib�closing� as_streamr �logger�debugr) �new_dist_classr1 �old_dist_class)
r �seenr �finder�rZrset�entryZpossible_filenamesZmetadata_filenameZ
metadata_pathZpydist�streamr> r! r! r" �_yield_distributionsr s@
z%DistributionPath._yield_distributionsc C st | j j }| jo| jj }|s"|rpx4| j� D ](}t|t�rH| j j|� q,| jj|� q,W |rdd| j _|rpd| j_dS )zk
Scan the path for distributions and populate the cache with
those that are found.
TN)r2 r r1 r3 rV �
isinstancer r) )r Zgen_distZgen_eggr( r! r! r" �_generate_cache� s
z DistributionPath._generate_cachec C s |j dd�}dj||g�t S )ao
The *name* and *version* parameters are converted into their
filename-escaped form, i.e. any ``'-'`` characters are replaced
with ``'_'`` other than the one in ``'dist-info'`` and the one
separating the name from the version number.
:parameter name: is converted to a standard distribution name by replacing
any runs of non- alphanumeric characters with a single
``'-'``.
:type name: string
:parameter version: is converted to a standard version string. Spaces
become dots, and all other non-alphanumeric characters
(except dots) become dashes, with runs of multiple
dashes condensed to a single dash.
:type version: string
:returns: directory name
:rtype: string�-�_)�replacerI rG )�clsr �versionr! r! r" �distinfo_dirname� s z!DistributionPath.distinfo_dirnamec c sj | j s x^| j� D ]
}|V qW nF| j� x| jjj� D ]
}|V q6W | jrfx| jjj� D ]
}|V qXW dS )a5
Provides an iterator that looks for distributions and returns
:class:`InstalledDistribution` or
:class:`EggInfoDistribution` instances for each one of them.
:rtype: iterator of :class:`InstalledDistribution` and
:class:`EggInfoDistribution` instances
N)r4 rV rX r2 r �valuesr1 r3 )r r( r! r! r" �get_distributions� s
z"DistributionPath.get_distributionsc C s� d}|j � }| js6xj| j� D ]}|j|kr |}P q W nH| j� || jjkr\| jj| d }n"| jr~|| jjkr~| jj| d }|S )a=
Looks for a named distribution on the path.
This function only returns the first result found, as no more than one
value is expected. If nothing is found, ``None`` is returned.
:rtype: :class:`InstalledDistribution`, :class:`EggInfoDistribution`
or ``None``
Nr ) �lowerr4 rV r& rX r2 r r1 r3 )r r �resultr( r! r! r" �get_distribution� s
z!DistributionPath.get_distributionc c s� d}|dk rJy| j jd||f �}W n$ tk
rH td||f ��Y nX xd| j� D ]X}|j}xL|D ]D}t|�\}}|dkr�||kr�|V P qd||krd|j|�rd|V P qdW qTW dS )a
Iterates over all distributions to find which distributions provide *name*.
If a *version* is provided, it will be used to filter the results.
This function only returns the first result found, since no more than
one values are expected. If the directory is not found, returns ``None``.
:parameter version: a version specifier that indicates the version
required, conforming to the format in ``PEP-345``
:type name: string
:type version: string
Nz%s (%s)z invalid name or version: %r, %r)r5 �matcher�
ValueErrorr r` �providesr �match) r r r] rd r( �provided�p�p_name�p_verr! r! r" �provides_distribution� s$
z&DistributionPath.provides_distributionc C s( | j |�}|dkr td| ��|j|�S )z5
Return the path to a resource file.
Nz no distribution named %r found)rc � LookupError�get_resource_path)r r �
relative_pathr( r! r! r" �
get_file_path s
z DistributionPath.get_file_pathc c s` xZ| j � D ]N}|j}||kr
|| }|dk r@||krX|| V q
x|j� D ]
}|V qJW q
W dS )z�
Return all of the exported entries in a particular category.
:param category: The category to search for entries.
:param name: If specified, only entries with that name are returned.
N)r` �exportsr_ )r �categoryr r( rS �d�vr! r! r" �get_exported_entries" s z%DistributionPath.get_exported_entries)NF)N)N)r* r+ r, r- r# r6 r8 �propertyZ
cache_enabledr9 rV rX � classmethodr^ r` rc rl rp ru r! r! r! r" r J s
*
$ c @ s� e Zd ZdZdZdZdd� Zedd� �ZeZ edd� �Z
ed d
� �Z d d � Z ed
d� �Z
edd� �Zedd� �Zedd� �Zedd� �Zdd� Zdd� Zdd � Zd d � Zd S ) r z�
A base class for distributions, whether installed or from indexes.
Either way, it must have some metadata, so that's all that's needed
for construction.
Fc C sL || _ |j| _| jj� | _|j| _d| _d| _d| _d| _t � | _
i | _ dS )z�
Initialise an instance.
:param metadata: The instance of :class:`Metadata` describing this
distribution.
N) r> r ra r& r] Zlocator�digest�extras�contextrB Z
download_urlsZdigests)r r> r! r! r" r# G s zDistribution.__init__c C s | j jS )zH
The source archive download URL for this distribution.
)r> �
source_url)r r! r! r" r{ X s zDistribution.source_urlc C s d| j | jf S )zX
A utility property which displays the name and version in parentheses.
z%s (%s))r r] )r r! r! r" �name_and_versiona s z Distribution.name_and_versionc C s. | j j}d| j| jf }||kr*|j|� |S )z�
A set of distribution names and versions provided by this distribution.
:return: A set of "name (version)" strings.
z%s (%s))r> rf r r] r' )r Zplist�sr! r! r" rf h s
zDistribution.providesc C s8 | j }tjd|j� � t||�}t|j|| j| jd��S )Nz%Getting requirements from metadata %r)ry r? ) r> rM rN Ztodict�getattrrB Zget_requirementsry rz )r Zreq_attr�mdZreqtsr! r! r" �_get_requirementst s
z Distribution._get_requirementsc C s
| j d�S )N� run_requires)r� )r r! r! r" r� { s zDistribution.run_requiresc C s
| j d�S )N�
meta_requires)r� )r r! r! r" r� s zDistribution.meta_requiresc C s
| j d�S )N�build_requires)r� )r r! r! r" r� � s zDistribution.build_requiresc C s
| j d�S )N�
test_requires)r� )r r! r! r" r� � s zDistribution.test_requiresc C s
| j d�S )N� dev_requires)r� )r r! r! r" r� � s zDistribution.dev_requiresc
C s� t |�}t| jj�}y|j|j�}W n6 tk
rZ tjd|� |j � d }|j|�}Y nX |j
}d}xJ| j D ]@}t |�\}} ||kr�qny|j
| �}P W qn tk
r� Y qnX qnW |S )z�
Say if this instance matches (fulfills) a requirement.
:param req: The requirement to match.
:rtype req: str
:return: True if it matches, else False.
z+could not read version %r - using name onlyr F)r r r> r= rd � requirementr rM �warning�splitr& rf r rg )
r �reqrS r= rd r rb ri rj rk r! r! r" �matches_requirement� s*
z Distribution.matches_requirementc C s( | j rd| j }nd}d| j| j|f S )zC
Return a textual representation of this instance,
z [%s]r: z<Distribution %s (%s)%s>)r{ r r] )r �suffixr! r! r" �__repr__� s zDistribution.__repr__c C s> t |�t | �k rd}n$| j|jko8| j|jko8| j|jk}|S )a<
See if this distribution is the same as another.
:param other: The distribution to compare with. To be equal to one
another. distributions must have the same type, name,
version and source_url.
:return: True if it is the same, else False.
F)�typer r] r{ )r �otherrb r! r! r" �__eq__� s zDistribution.__eq__c C s t | j�t | j� t | j� S )zH
Compute hash in a way which matches the equality test.
)�hashr r] r{ )r r! r! r" �__hash__� s zDistribution.__hash__N)r* r+ r, r- Zbuild_time_dependency� requestedr# rv r{ Z download_urlr| rf r� r� r� r� r� r� r� r� r� r� r! r! r! r" r 5 s$ "
c s0 e Zd ZdZdZd� fdd� Zddd�Z� ZS ) r z]
This is the base class for installed distributions (whether PEP 376 or
legacy).
Nc s t t| �j|� || _|| _dS )a
Initialise an instance.
:param metadata: An instance of :class:`Metadata` which describes the
distribution. This will normally have been initialised
from a metadata file in the ``path``.
:param path: The path of the ``.dist-info`` or ``.egg-info``
directory for the distribution.
:param env: This is normally the :class:`DistributionPath`
instance where this distribution was found.
N)�superr r# r � dist_path)r r> r r? )� __class__r! r" r# � s z"BaseInstalledDistribution.__init__c C sd |dkr| j }|dkr"tj}d}ntt|�}d| j }||�j� }tj|�jd�jd�}d||f S )a�
Get the hash of some data, using a particular hash algorithm, if
specified.
:param data: The data to be hashed.
:type data: bytes
:param hasher: The name of a hash implementation, supported by hashlib,
or ``None``. Examples of valid values are ``'sha1'``,
``'sha224'``, ``'sha384'``, '``sha256'``, ``'md5'`` and
``'sha512'``. If no hasher is specified, the ``hasher``
attribute of the :class:`InstalledDistribution` instance
is used. If the hasher is determined to be ``None``, MD5
is used as the hashing algorithm.
:returns: The hash of the data. If a hasher was explicitly specified,
the returned hash will be prefixed with the specified hasher
followed by '='.
:rtype: str
Nr: z%s=� =�asciiz%s%s) �hasher�hashlib�md5r~ rx �base64Zurlsafe_b64encode�rstrip�decode)r �datar� �prefixrx r! r! r" �get_hash� s
z"BaseInstalledDistribution.get_hash)N)N)r* r+ r, r- r� r# r� �
__classcell__r! r! )r� r" r � s c s� e Zd ZdZdZd'� fdd� Zdd� Zdd � Zd
d � Ze d d
� �Z
dd� Z dd� Z dd� Z
dd� Zd(dd�Zdd� Ze dd � �Zd)d d �Zd d � Zd!d"� Zd#d$� Zd%d&� ZejZ� ZS )*r a
Created with the *path* of the ``.dist-info`` directory provided to the
constructor. It reads the metadata contained in ``pydist.json`` when it is
instantiated., or uses a passed in Metadata instance (useful for when
dry-run mode is being used).
Zsha256Nc s0 t j|� | _}|d kr(dd l}|j� |rN|jrN||jjkrN|jj| j}nt|d kr�|j t
�}|d krr|j t �}|d kr�|j d�}|d kr�t dt
|f ��t
j|j� ��}t|dd�}W d Q R X tt| �j|||� |r�|jr�|jj| � y|j d�}W n& tk
�r dd l}|j� Y nX |d k | _d S )Nr ZMETADATAzno %s found in %sr; )r< r= r )r rC rR �pdbZ set_tracer4 r2 r r> rD r
r re rJ rK rL r r� r r# r) �AttributeErrorr� )r r r> r? rR r� rS rU )r� r! r" r# s4
z InstalledDistribution.__init__c C s d| j | j| jf S )Nz#<InstalledDistribution %r %s at %r>)r r] r )r r! r! r" r� 2 s z InstalledDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" �__str__6 s z InstalledDistribution.__str__c
C s� g }| j d�}tj|j� ��`}t|d��J}xB|D ]:}dd� tt|�d�D �}|| \}}} |j||| f� q0W W dQ R X W dQ R X |S )a"
Get the list of installed files for the distribution
:return: A list of tuples of path, hash and size. Note that hash and
size might be ``None`` for some entries. The path is exactly
as stored in the file (which is as in PEP 376).
r )rU c S s g | ]}d �qS )Nr! )�.0�ir! r! r" �
<listcomp>H s z6InstalledDistribution._get_records.<locals>.<listcomp>� N)�get_distinfo_resourcerJ rK rL r �range�lenr' )
r �resultsrS rU Z
record_reader�row�missingr �checksum�sizer! r! r" � _get_records9 s
(z"InstalledDistribution._get_recordsc C s i }| j t�}|r| j� }|S )a
Return the information exported by this distribution.
:return: A dictionary of exports, mapping an export category to a dict
of :class:`ExportEntry` instances describing the individual
export entries, and keyed by name.
)r� �EXPORTS_FILENAMEr )r rb rS r! r! r" rq P s
z InstalledDistribution.exportsc C s8 i }| j t�}|r4tj|j� ��}t|�}W dQ R X |S )z�
Read exports data from a file in .ini format.
:return: A dictionary of exports, mapping an export category to a list
of :class:`ExportEntry` instances describing the individual
export entries.
N)r� r� rJ rK rL r )r rb rS rU r! r! r" r ^ s
z"InstalledDistribution.read_exportsc
C s. | j t�}t|d��}t||� W dQ R X dS )a
Write a dictionary of exports to a file in .ini format.
:param exports: A dictionary of exports, mapping an export category to
a list of :class:`ExportEntry` instances describing the
individual export entries.
�wN)�get_distinfo_filer� �openr )r rq Zrf�fr! r! r" r m s
z#InstalledDistribution.write_exportsc C sh | j d�}tj|j� ��:}t|d��$}x |D ]\}}||kr,|S q,W W dQ R X W dQ R X td| ��dS )aW
NOTE: This API may change in the future.
Return the absolute path to a resource file with the given relative
path.
:param relative_path: The path, relative to .dist-info, of the resource
of interest.
:return: The absolute path where the resource is to be found.
r )rU Nz3no resource file with relative path %r is installed)r� rJ rK rL r �KeyError)r ro rS rU Zresources_readerZrelativeZ destinationr! r! r" rn x s
z'InstalledDistribution.get_resource_pathc c s x| j � D ]
}|V q
W dS )z�
Iterates over the ``RECORD`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: iterator of (path, hash, size)
N)r� )r rb r! r! r" �list_installed_files� s z*InstalledDistribution.list_installed_filesFc C s, t jj|d�}t jj| j�}|j|�}t jj|d�}| jd�}tjd|� |rRdS t|���}x�|D ]�}t jj |�s||j
d �r�d } }
n4dt jj |� }
t |d��} | j
| j� �} W dQ R X |j|�s�|r�|j|�r�t jj||�}|j|| |
f� qbW |j|��rt jj||�}|j|ddf� W dQ R X |S )
z�
Writes the ``RECORD`` file, using the ``paths`` iterable passed in. Any
existing ``RECORD`` file is silently overwritten.
prefix is used to determine when to write absolute paths.
r: r z creating %sN�.pyc�.pyoz%d�rb)r� r� )�osr rI �dirname�
startswithr� rM �infor �isdirrF �getsizer� r� �read�relpathZwriterow) r �pathsr� �dry_run�baseZbase_under_prefix� record_path�writerr �
hash_valuer� �fpr! r! r" �write_installed_files� s.
z+InstalledDistribution.write_installed_filesc
C s g }t jj| j�}| jd�}� x�| j� D ]�\}}}t jj|�sLt jj||�}||krVq(t jj|�sv|j|dddf� q(t jj |�r(t
t jj |��}|r�||kr�|j|d||f� q(|r(d|kr�|j dd�d }nd }t
|d
��2} | j| j� |�}
|
|k�r |j|d ||
f� W d Q R X q(W |S ) a�
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
r �existsTFr� �=r r Nr� r� )r� r r� r� r� �isabsrI r� r' �isfile�strr� r� r� r� r� ) r �
mismatchesr� r� r r� r� Z actual_sizer� r� Z actual_hashr! r! r" �check_installed_files� s.
z+InstalledDistribution.check_installed_filesc C s� i }t jj| jd�}t jj|�r�tj|ddd��}|j� j� }W dQ R X x@|D ]8}|jdd�\}}|dkr~|j |g �j
|� qN|||< qNW |S ) a�
A dictionary of shared locations whose keys are in the set 'prefix',
'purelib', 'platlib', 'scripts', 'headers', 'data' and 'namespace'.
The corresponding value is the absolute path of that category for
this distribution, and takes into account any paths selected by the
user at installation time (e.g. via command-line arguments). In the
case of the 'namespace' key, this would be a list of absolute paths
for the roots of namespace packages in this distribution.
The first time this property is accessed, the relevant information is
read from the SHARED file in the .dist-info directory.
r rS zutf-8)�encodingNr� r � namespace) r� r rI r� �codecsr� r� �
splitlinesr� r% r' )r rb � shared_pathr� �lines�liner& r7 r! r! r" �shared_locations� s
z&InstalledDistribution.shared_locationsc
C s� t jj| jd�}tjd|� |r$dS g }x6dD ].}|| }t jj|| �r.|jd ||f � q.W x"|jd
f �D ]}|jd | � qnW tj |d d
d��}|j
dj|�� W dQ R X |S )aa
Write shared location information to the SHARED file in .dist-info.
:param paths: A dictionary as described in the documentation for
:meth:`shared_locations`.
:param dry_run: If True, the action is logged but no file is actually
written.
:return: The path of the file written to.
r z creating %sNr� �lib�headers�scriptsr� z%s=%sr� z namespace=%sr� zutf-8)r� �
)r� r� r� r� r� ) r� r rI rM r� r� r' �getr� r� �write) r r� r� r� r� r& r �nsr� r! r! r" �write_shared_locations� s
z,InstalledDistribution.write_shared_locationsc C sF |t krtd|| jf ��tj| j�}|d kr<td| j ��|j|�S )Nz+invalid path for a dist-info file: %r at %rz Unable to get a finder for %s)�
DIST_FILESr r r rC rD )r r rR r! r! r" r� s z+InstalledDistribution.get_distinfo_resourcec C s~ |j tj�dkrT|jtj�dd� \}}|| jjtj�d krTtd|| j| jf ��|tkrntd|| jf ��tjj | j|�S ) a�
Returns a path located under the ``.dist-info`` directory. Returns a
string representing the path.
:parameter path: a ``'/'``-separated path relative to the
``.dist-info`` directory or an absolute path;
If *path* is an absolute path and doesn't start
with the ``.dist-info`` directory path,
a :class:`DistlibException` is raised
:type path: str
:rtype: str
r � Nr z;dist-info file %r does not belong to the %r %s distributionz+invalid path for a dist-info file: %r at %r������)
rD r� �sepr� r r r r] r� rI )r r r^ r! r! r" r� s z'InstalledDistribution.get_distinfo_filec c sV t jj| j�}xB| j� D ]6\}}}t jj|�s<t jj||�}|j| j�r|V qW dS )z�
Iterates over the ``RECORD`` entries and returns paths for each line if
the path is pointing to a file located in the ``.dist-info`` directory
or one of its subdirectories.
:returns: iterator of paths
N)r� r r� r� r� rI r� )r r� r r� r� r! r! r" �list_distinfo_files6 s z)InstalledDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� F s
z InstalledDistribution.__eq__)NN)F)F)r* r+ r, r- r� r# r� r� r� r
rq r r rn r� r� r� r� r� r� r� r� r� �objectr� r� r! r! )r� r" r s(
##
c sj e Zd ZdZdZi Zd� fdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
ejZ� ZS )r a Created with the *path* of the ``.egg-info`` directory or file provided
to the constructor. It reads the metadata contained in the file itself, or
if the given path happens to be a directory, the metadata is read from the
file ``PKG-INFO`` under that directory.TNc s� dd� }|| _ || _|rJ|jrJ||jj krJ|jj | j}|| |j|j� n0| j|�}|| |j|j� |rz|jrz|jj| � t t
| �j |||� d S )Nc S s || _ |j� | _|| _d S )N)r ra r& r] )r} �nrt r! r! r" �set_name_and_versionX s
z:EggInfoDistribution.__init__.<locals>.set_name_and_version) r r� r4 r3 r> r r] �
_get_metadatar) r� r r# )r r r? r� r> )r� r! r" r# W s
z EggInfoDistribution.__init__c
s2 d }dd� � � fdd�}|j d�r�tjj|�rdtjj|dd�}t|dd �}tjj|dd
�}||�}n`tj|�}t|j d �j
d ��}t|dd
�}y |j d�} � | j
d��}W n t k
r� d }Y nX nX|j d��rtjj|��rtjj|d
�}||�}tjj|d�}t|dd �}n t d| ��|�r.|j
|� |S )Nc S s� g }| j � }x�|D ]�}|j� }|jd�r6tjd|� P t|�}|sPtjd|� q|jr`tjd� |jst|j|j � qdj
dd� |jD ��}|jd|j |f � qW |S ) z�Create a list of dependencies from a requires.txt file.
*data*: the contents of a setuptools-produced requires.txt file.
�[z.Unexpected line: quitting requirement scan: %rz#Not recognised as a requirement: %rz4extra requirements in requires.txt are not supportedz, c s s | ]}d | V qdS )z%s%sNr! )r� �cr! r! r" � <genexpr>� s zQEggInfoDistribution._get_metadata.<locals>.parse_requires_data.<locals>.<genexpr>z%s (%s)) r� �stripr� rM r� r ry Z constraintsr' r rI )r� �reqsr� r� rS Zconsr! r! r" �parse_requires_datao s&
z>EggInfoDistribution._get_metadata.<locals>.parse_requires_datac sH g }y*t j| dd��}� |j� �}W dQ R X W n tk
rB Y nX |S )z�Create a list of dependencies from a requires.txt file.
*req_path*: the path to a setuptools-produced requires.txt file.
rS zutf-8N)r� r� r� �IOError)�req_pathr� r� )r� r! r" �parse_requires_path� s z>EggInfoDistribution._get_metadata.<locals>.parse_requires_pathz.eggzEGG-INFOzPKG-INFOr; )r r= z requires.txtzEGG-INFO/PKG-INFO�utf8)r< r= zEGG-INFO/requires.txtzutf-8z .egg-infoz,path must end with .egg-info or .egg, got %r)rF r� r r� rI r � zipimport� zipimporterr �get_datar� r� r Zadd_requirements)
r r �requiresr� � meta_pathr> r� Zzipfr< r� r! )r� r" r� l s:
z!EggInfoDistribution._get_metadatac C s d| j | j| jf S )Nz!<EggInfoDistribution %r %s at %r>)r r] r )r r! r! r" r� � s z EggInfoDistribution.__repr__c C s d| j | jf S )Nz%s %s)r r] )r r! r! r" r� � s zEggInfoDistribution.__str__c C sd g }t jj| jd�}t jj|�r`x>| j� D ]2\}}}||kr>q*t jj|�s*|j|dddf� q*W |S )a�
Checks that the hashes and sizes of the files in ``RECORD`` are
matched by the files themselves. Returns a (possibly empty) list of
mismatches. Each entry in the mismatch list will be a tuple consisting
of the path, 'exists', 'size' or 'hash' according to what didn't match
(existence is checked first, then size, then hash), the expected
value and the actual value.
zinstalled-files.txtr� TF)r� r rI r� r� r' )r r� r� r rZ r! r! r" r� � s z)EggInfoDistribution.check_installed_filesc
C s� dd� }dd� }t jj| jd�}g }t jj|�r�tj|ddd��|}xt|D ]l}|j� }t jjt jj| j|��}t jj|�s�tj d |� |j
d
�r�qHt jj |�sH|j |||�||�f� qHW W d Q R X |j |d d f� |S )z�
Iterates over the ``installed-files.txt`` entries and returns a tuple
``(path, hash, size)`` for each line.
:returns: a list of (path, hash, size)
c
S s0 t | d�}z |j� }W d |j� X tj|�j� S )Nr� )r� r� �closer� r� Z hexdigest)r r� Zcontentr! r! r" �_md5� s
z6EggInfoDistribution.list_installed_files.<locals>._md5c S s t j| �jS )N)r� �stat�st_size)r r! r! r" �_size� s z7EggInfoDistribution.list_installed_files.<locals>._sizezinstalled-files.txtrS zutf-8)r� zNon-existent file: %s�.pyc�.pyoN)r r )
r� r rI r� r� r� r� �normpathrM r� rF r� r' )r r� r r� rb r� r� ri r! r! r" r� � s"
&z(EggInfoDistribution.list_installed_filesFc c s� t jj| jd�}d}tj|ddd��d}x\|D ]T}|j� }|dkrFd}q,|s,t jjt jj| j|��}|j| j�r,|rz|V q,|V q,W W dQ R X dS ) a
Iterates over the ``installed-files.txt`` entries and returns paths for
each line if the path is pointing to a file located in the
``.egg-info`` directory or one of its subdirectories.
:parameter absolute: If *absolute* is ``True``, each returned path is
transformed into a local absolute path. Otherwise the
raw value from ``installed-files.txt`` is returned.
:type absolute: boolean
:returns: iterator of paths
zinstalled-files.txtTrS zutf-8)r� z./FN)r� r rI r� r� r� r r� )r Zabsoluter� �skipr� r� ri r! r! r" r� � s
z'EggInfoDistribution.list_distinfo_filesc C s t |t�o| j|jkS )N)rW r r )r r� r! r! r" r� s
zEggInfoDistribution.__eq__)N)F)r* r+ r, r- r� r� r# r� r� r� r� r� r� r� r� r� r� r! r! )r� r" r N s K&
c @ s^ e Zd ZdZdd� Zdd� Zddd�Zd d
� Zd d � Zddd�Z ddd�Z
dd� Z dd� Z dS )�DependencyGrapha�
Represents a dependency graph between distributions.
The dependency relationships are stored in an ``adjacency_list`` that maps
distributions to a list of ``(other, label)`` tuples where ``other``
is a distribution and the edge is labeled with ``label`` (i.e. the version
specifier, if such was provided). Also, for more efficient traversal, for
every distribution ``x``, a list of predecessors is kept in
``reverse_list[x]``. An edge from distribution ``a`` to
distribution ``b`` means that ``a`` depends on ``b``. If any missing
dependencies are found, they are stored in ``missing``, which is a
dictionary that maps distributions to a list of requirements that were not
provided by any other distributions.
c C s i | _ i | _i | _d S )N)�adjacency_list� reverse_listr� )r r! r! r" r# . s zDependencyGraph.__init__c C s g | j |< g | j|< dS )z�Add the *distribution* to the graph.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
N)r r )r � distributionr! r! r" �add_distribution3 s
z DependencyGraph.add_distributionNc C s6 | j | j||f� || j| kr2| j| j|� dS )a� Add an edge from distribution *x* to distribution *y* with the given
*label*.
:type x: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type y: :class:`distutils2.database.InstalledDistribution` or
:class:`distutils2.database.EggInfoDistribution`
:type label: ``str`` or ``None``
N)r r' r )r �x�y�labelr! r! r" �add_edge= s
zDependencyGraph.add_edgec C s& t jd||� | jj|g �j|� dS )a
Add a missing *requirement* for the given *distribution*.
:type distribution: :class:`distutils2.database.InstalledDistribution`
or :class:`distutils2.database.EggInfoDistribution`
:type requirement: ``str``
z
%s missing %rN)rM rN r� r% r' )r r r� r! r! r" � add_missingL s zDependencyGraph.add_missingc C s d|j |jf S )Nz%s %s)r r] )r r( r! r! r" �
_repr_distW s zDependencyGraph._repr_distr c C s� | j |�g}xv| j| D ]h\}}| j |�}|dk r>d||f }|jd| t|� � | j||d �}|jd�}|j|dd� � qW dj|�S )zPrints only a subgraphNz%s [%s]z r r� )r r r' r� � repr_noder� �extendrI )r r( �level�outputr� r Z suboutputZsubsr! r! r" r Z s
zDependencyGraph.repr_nodeTc C s� g }|j d� x|| jj� D ]n\}}t|�dkr>| r>|j|� xH|D ]@\}}|dk rn|j d|j|j|f � qD|j d|j|jf � qDW qW | r�t|�dkr�|j d� |j d� |j d� x&|D ] }|j d |j � |j d
� q�W |j d � |j d � dS ) a9 Writes a DOT output for the graph to the provided file *f*.
If *skip_disconnected* is set to ``True``, then all distributions
that are not dependent on any other distribution are skipped.
:type f: has to support ``file``-like operations
:type skip_disconnected: ``bool``
zdigraph dependencies {
r Nz"%s" -> "%s" [label="%s"]
z
"%s" -> "%s"
zsubgraph disconnected {
zlabel = "Disconnected"
zbgcolor = red
z"%s"r� z}
)r� r �itemsr� r' r )r r� Zskip_disconnectedZ disconnectedr( �adjsr� r r! r! r" �to_dotg s&
zDependencyGraph.to_dotc s� g }i }x&| j j� D ]\}}|dd� ||< qW x�g � x4t|j� �dd� D ] \}}|sL� j|� ||= qLW � srP x*|j� D ] \}}� fdd�|D �||< q|W tjddd� � D �� |j� � q2W |t|j� �fS )aa
Perform a topological sort of the graph.
:return: A tuple, the first element of which is a topologically sorted
list of distributions, and the second element of which is a
list of distributions that cannot be sorted because they have
circular dependencies and so form a cycle.
Nc s g | ]\}}|� kr||f�qS r! r! )r� rs rS )� to_remover! r" r� � s z4DependencyGraph.topological_sort.<locals>.<listcomp>zMoving to result: %sc S s g | ]}d |j |jf �qS )z%s (%s))r r] )r� rs r! r! r" r� � s )r r �listr' rM rN r �keys)r rb Zalist�krt r! )r r" �topological_sort� s$
z DependencyGraph.topological_sortc C s6 g }x&| j j� D ]\}}|j| j|�� qW dj|�S )zRepresentation of the graphr� )r r r' r rI )r r r( r r! r! r" r� � s zDependencyGraph.__repr__)N)r )T)
r* r+ r, r- r# r r
r r r r r r� r! r! r! r" r s
r r. c C sf t |�}t� }i }xX| D ]P}|j|� x@|jD ]6}t|�\}}tjd|||� |j|g �j||f� q.W qW x�| D ]�}|j |j
B |j B |j B }x�|D ]�} y|j
| �}
W n6 tk
r� tjd| � | j� d }|j
|�}
Y nX |
j}d} ||k�rJxV|| D ]J\}} y|
j|�}
W n tk
�r, d}
Y nX |
r�|j|| | � d} P q�W | s�|j|| � q�W qrW |S )a6 Makes a dependency graph from the given distributions.
:parameter dists: a list of distributions
:type dists: list of :class:`distutils2.database.InstalledDistribution` and
:class:`distutils2.database.EggInfoDistribution` instances
:rtype: a :class:`DependencyGraph` instance
zAdd to provided: %s, %s, %sz+could not read version %r - using name onlyr FT)r r r rf r rM rN r% r' r� r� r� r� rd r r� r� r& rg r
r )�distsr= �graphrh r( ri r r] r� r� rd ZmatchedZproviderrg r! r! r" �
make_graph� sD
r c C s~ || krt d|j ��t| �}|g}|j| }x@|rn|j� }|j|� x$|j| D ]}||krR|j|� qRW q0W |jd� |S )z�Recursively generate a list of distributions from *dists* that are
dependent on *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
z1given distribution %r is not a member of the listr )r r r r �popr' )r r( r Zdep�todors Zsuccr! r! r" �get_dependent_dists� s
r! c C sv || krt d|j ��t| �}g }|j| }xD|rp|j� d }|j|� x$|j| D ]}||krT|j|� qTW q.W |S )z�Recursively generate a list of distributions from *dists* that are
required by *dist*.
:param dists: a list of distributions
:param dist: a distribution, member of *dists* for which we are interested
z1given distribution %r is not a member of the listr )r r r r r r' )r r( r r� r rs Zpredr! r! r" �get_required_dists� s
r" c K s4 |j dd�}tf |�}| |_||_|p(d|_t|�S )zO
A convenience method for making a dist given just a name and version.
�summaryzPlaceholder for summary)r r r r] r# r )r r] �kwargsr# r r! r! r" � make_dist s
r% )r. )6r- Z
__future__r r� r� rJ r� Zloggingr� rH r/ r� r: r r �compatr r] r r r> r r
r �utilr r
r r r r r �__all__Z getLoggerr* rM r� ZCOMMANDS_FILENAMEr� rG r� r r r r r r rO rP r r r! r" r% r! r! r! r" �<module> sV $
l 7 G M
6 distlib/__pycache__/resources.cpython-36.pyc 0000644 00000025116 15051612335 0015054 0 ustar 00 3
�Pf* � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
ddl m Z ddl
mZmZmZmZ eje�ZdaG dd� de�ZG dd � d e�ZG d
d � d e�ZG d d
� d
e�ZG dd� de�ZG dd� de�Z e d�ee
j e iZ yFy d dl Z!W n e"k
�r$ d dl#Z!Y nX ee e!j$< ee e!j%< [!W n e"e&fk
�rX Y nX dd� Z'i Z(dd� Z)e j*e+d��Z,dd� Z-dS )� )�unicode_literalsN� )�DistlibException)�cached_property�get_cache_base�path_to_cache_dir�Cachec s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �
ResourceCacheNc s0 |d kr t jjt� td��}tt| �j|� d S )Nzresource-cache)�os�path�joinr �str�superr �__init__)�self�base)� __class__� � /usr/lib/python3.6/resources.pyr s zResourceCache.__init__c C s dS )z�
Is the cache stale for the given resource?
:param resource: The :class:`Resource` being cached.
:param path: The path of the resource in the cache.
:return: True if the cache is stale.
Tr )r �resourcer r r r �is_stale# s zResourceCache.is_stalec C s� |j j|�\}}|dkr |}n~tjj| j| j|�|�}tjj|�}tjj|�sXtj |� tjj
|�sjd}n | j ||�}|r�t |d��}|j
|j� W dQ R X |S )z�
Get a resource into the cache,
:param resource: A :class:`Resource` instance.
:return: The pathname of the resource in the cache.
NT�wb)�finder�get_cache_infor
r r r Z
prefix_to_dir�dirname�isdir�makedirs�existsr �open�write�bytes)r r �prefixr �resultr Zstale�fr r r �get. s
zResourceCache.get)N)�__name__�
__module__� __qualname__r r r$ �
__classcell__r r )r r r s r c @ s e Zd Zdd� ZdS )� ResourceBasec C s || _ || _d S )N)r �name)r r r* r r r r I s zResourceBase.__init__N)r% r& r' r r r r r r) H s r) c @ s@ e Zd ZdZdZdd� Zedd� �Zedd� �Zed d
� �Z d S ) �Resourcez�
A class representing an in-package resource, such as a data file. This is
not normally instantiated by user code, but rather by a
:class:`ResourceFinder` which manages the resource.
Fc C s | j j| �S )z�
Get the resource as a stream.
This is not a property to make it obvious that it returns a new stream
each time.
)r �
get_stream)r r r r � as_streamV s zResource.as_streamc C s t d krt� a t j| �S )N)�cacher r$ )r r r r � file_path_ s zResource.file_pathc C s | j j| �S )N)r � get_bytes)r r r r r f s zResource.bytesc C s | j j| �S )N)r �get_size)r r r r �sizej s z
Resource.sizeN)
r% r& r' �__doc__� is_containerr- r r/ r r2 r r r r r+ N s r+ c @ s e Zd ZdZedd� �ZdS )�ResourceContainerTc C s | j j| �S )N)r �
get_resources)r r r r � resourcesr s zResourceContainer.resourcesN)r% r& r' r4 r r7 r r r r r5 o s r5 c @ s� e Zd ZdZejjd�r d Znd Zdd� Zdd � Z d
d � Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zeejj�Zd d � Zd S )!�ResourceFinderz4
Resource finder for file system resources.
�java�.pyc�.pyo�.classc C s. || _ t|dd �| _tjjt|dd��| _d S )N�
__loader__�__file__� )�module�getattr�loaderr
r r r )r r@ r r r r � s zResourceFinder.__init__c C s t jj|�S )N)r
r �realpath)r r r r r � _adjust_path� s zResourceFinder._adjust_pathc C sB t |t�rd}nd}|j|�}|jd| j� tjj|� }| j|�S )N� /�/r ) �
isinstancer �split�insertr r
r r rD )r �
resource_name�sep�partsr" r r r �
_make_path� s
zResourceFinder._make_pathc C s t jj|�S )N)r
r r )r r r r r �_find� s zResourceFinder._findc C s
d |j fS )N)r )r r r r r r � s z ResourceFinder.get_cache_infoc C sD | j |�}| j|�sd }n&| j|�r0t| |�}n
t| |�}||_|S )N)rM rN �
_is_directoryr5 r+ r )r rJ r r" r r r �find� s
zResourceFinder.findc C s t |jd�S )N�rb)r r )r r r r r r, � s zResourceFinder.get_streamc C s t |jd��
}|j� S Q R X d S )NrQ )r r �read)r r r# r r r r0 � s zResourceFinder.get_bytesc C s t jj|j�S )N)r
r �getsize)r r r r r r1 � s zResourceFinder.get_sizec s* �fdd�� t � fdd�tj|j�D ��S )Nc s | dko| j � j� S )N� __pycache__)�endswith�skipped_extensions)r# )r r r �allowed� s z-ResourceFinder.get_resources.<locals>.allowedc s g | ]}� |�r|�qS r r )�.0r# )rW r r �
<listcomp>� s z0ResourceFinder.get_resources.<locals>.<listcomp>)�setr
�listdirr )r r r )rW r r r6 � s z ResourceFinder.get_resourcesc C s | j |j�S )N)rO r )r r r r r r4 � s zResourceFinder.is_containerc c s� | j |�}|d k r�|g}xn|r�|jd�}|V |jr|j}xH|jD ]>}|sP|}ndj||g�}| j |�}|jrz|j|� qB|V qBW qW d S )Nr rF )rP �popr4 r* r7 r �append)r rJ r ZtodoZrnamer* �new_nameZchildr r r �iterator� s
zResourceFinder.iteratorN)r: r; r< )r: r; )r% r& r' r3 �sys�platform�
startswithrV r rD rM rN r rP r, r0 r1 r6 r4 � staticmethodr
r r rO r_ r r r r r8 w s" r8 c s` e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z dd� Z � Z
S )�ZipResourceFinderz6
Resource finder for resources in .zip files.
c sZ t t| �j|� | jj}dt|� | _t| jd�r>| jj| _n t j
| | _t | j�| _ d S )Nr �_files)
r rd r rB �archive�len�
prefix_len�hasattrre � zipimport�_zip_directory_cache�sorted�index)r r@ rf )r r r r � s zZipResourceFinder.__init__c C s |S )Nr )r r r r r rD � s z ZipResourceFinder._adjust_pathc C s� || j d � }|| jkr d}nX|r:|d tjkr:|tj }tj| j|�}y| j| j|�}W n tk
rt d}Y nX |s�tj d|| j
j � ntj d|| j
j � |S )NTr Fz_find failed: %r %rz_find worked: %r %r���) rh re r
rK �bisectrm rb �
IndexError�logger�debugrB r! )r r r" �ir r r rN � s
zZipResourceFinder._findc C s& | j j}|jdt|� d � }||fS )Nr )rB rf r rg )r r r! r r r r r � s z ZipResourceFinder.get_cache_infoc C s | j j|j�S )N)rB �get_datar )r r r r r r0 � s zZipResourceFinder.get_bytesc C s t j| j|��S )N)�io�BytesIOr0 )r r r r r r, � s z ZipResourceFinder.get_streamc C s |j | jd � }| j| d S )N� )r rh re )r r r r r r r1 s zZipResourceFinder.get_sizec C s� |j | jd � }|r,|d tjkr,|tj7 }t|�}t� }tj| j|�}xV|t| j�k r�| j| j|�sjP | j| |d � }|j |j
tjd�d � |d7 }qJW |S )Nr r rn ) r rh r
rK rg rZ ro rm rb �addrH )r r r Zplenr" rs �sr r r r6 s
z ZipResourceFinder.get_resourcesc C sj || j d � }|r*|d tjkr*|tj7 }tj| j|�}y| j| j|�}W n tk
rd d}Y nX |S )Nr Frn )rh r
rK ro rm rb rp )r r rs r" r r r rO s
z ZipResourceFinder._is_directory)r% r& r' r3 r rD rN r r0 r, r1 r6 rO r( r r )r r rd � s rd c C s |t t| �< d S )N)�_finder_registry�type)rB � finder_makerr r r �register_finder0 s r} c C s� | t krt | }nv| tjkr$t| � tj| }t|dd�}|dkrJtd��t|dd�}tjt|��}|dkrxtd| ��||�}|t | < |S )z�
Return a resource finder for a package.
:param package: The name of the package.
:return: A :class:`ResourceFinder` instance for the package.
�__path__Nz8You cannot get a finder for a module, only for a packager= z Unable to locate finder for %r) �
_finder_cacher` �modules�
__import__rA r rz r$ r{ )�packager" r@ r rB r| r r r r 6 s
r Z __dummy__c C sR d}t j| � tjj| �}tjt|��}|rNt}tj j
| d�|_ ||_ ||�}|S )z�
Return a resource finder for a path, which should represent a container.
:param path: The path.
:return: A :class:`ResourceFinder` instance for the path.
Nr? )
�pkgutilZ get_importerr` �path_importer_cacher$ rz r{ �
_dummy_moduler
r r r> r= )r r" rB r r@ r r r �finder_for_pathR s
r� ).Z
__future__r ro ru Zloggingr
r� Zshutilr` �typesrj r? r �utilr r r r Z getLoggerr% rq r. r �objectr) r+ r5 r8 rd r{ � zipimporterrz �_frozen_importlib_externalZ_fi� ImportError�_frozen_importlib�SourceFileLoader�
FileFinder�AttributeErrorr} r r �
ModuleTyper
r� r� r r r r �<module> sH
,!ZN
distlib/__pycache__/__init__.cpython-36.pyc 0000644 00000001703 15051612335 0014575 0 ustar 00 3
�PfE � @ sn d dl Z dZG dd� de�Zyd dl mZ W n& ek
rR G dd� de j�ZY nX e je�Z e j
e� � dS )� Nz0.2.4c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r � /usr/lib/python3.6/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S )Nr )�self�recordr r r �handle s zNullHandler.handlec C s d S )Nr )r r
r r r �emit s zNullHandler.emitc C s
d | _ d S )N)�lock)r r r r �
createLock s zNullHandler.createLockN)r r r r r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ
addHandlerr r r r �<module> s
distlib/__pycache__/__init__.cpython-36.opt-1.pyc 0000644 00000001703 15051612335 0015534 0 ustar 00 3
�PfE � @ sn d dl Z dZG dd� de�Zyd dl mZ W n& ek
rR G dd� de j�ZY nX e je�Z e j
e� � dS )� Nz0.2.4c @ s e Zd ZdS )�DistlibExceptionN)�__name__�
__module__� __qualname__� r r � /usr/lib/python3.6/__init__.pyr s r )� NullHandlerc @ s$ e Zd Zdd� Zdd� Zdd� ZdS )r c C s d S )Nr )�self�recordr r r �handle s zNullHandler.handlec C s d S )Nr )r r
r r r �emit s zNullHandler.emitc C s
d | _ d S )N)�lock)r r r r �
createLock s zNullHandler.createLockN)r r r r r r r r r r r s r ) Zlogging� __version__� Exceptionr r � ImportErrorZHandlerZ getLoggerr ZloggerZ
addHandlerr r r r �<module> s
distlib/__pycache__/metadata.cpython-36.opt-1.pyc 0000644 00000064462 15051612335 0015570 0 ustar 00 3
�Pf�� � @ s d Z ddlmZ ddlZddlmZ ddlZddlZddlZddl m
Z
m Z ddl m
Z
mZmZ ddlmZ dd lmZmZ dd
lmZmZ eje�ZG d d � d e
�ZG d
d� de
�Z G dd� de
�Z G dd� de
�Z dddgZ dZ dZ!ej"d�Z#ej"d�Z$dGZ%dHZ&dIZ'dJZ(dKZ)dLZ*dMZ+e,� Z-e-j.e%� e-j.e&� e-j.e(� e-j.e*� ej"d8�Z/d9d:� Z0d;d<� Z1ddd d d%d d d d!d"d#d+d,d$d&d'd-d/d0d5d1d2d*d)d(d.d3d4d6d7d=� Z2dNZ3dOZ4dPZ5dQZ6dRZ7dSZ8dTZ9e:� Z;ej"d>�Z<dUd@dA�Z=G dBdC� dCe:�Z>dDZ?dEZ@G dFd� de:�ZAdS )VzImplementation of the Metadata for Python packages PEPs.
Supports all metadata formats (1.0, 1.1, 1.2, and 2.0 experimental).
� )�unicode_literalsN)�message_from_file� )�DistlibException� __version__)�StringIO� string_types� text_type)� interpret)�extract_by_key�
get_extras)�
get_scheme�PEP440_VERSION_REc @ s e Zd ZdZdS )�MetadataMissingErrorz A required metadata is missingN)�__name__�
__module__� __qualname__�__doc__� r r � /usr/lib/python3.6/metadata.pyr s r c @ s e Zd ZdZdS )�MetadataConflictErrorz>Attempt to read or write metadata fields that are conflictual.N)r r r r r r r r r s r c @ s e Zd ZdZdS )� MetadataUnrecognizedVersionErrorz Unknown metadata version number.N)r r r r r r r r r $ s r c @ s e Zd ZdZdS )�MetadataInvalidErrorzA metadata value is invalidN)r r r r r r r r r ( s r �Metadata�PKG_INFO_ENCODING�PKG_INFO_PREFERRED_VERSIONzutf-8z1.1z
\|z
�Metadata-Version�Name�Version�Platform�Summary� Description�Keywords� Home-page�Author� Author-email�License�Supported-Platform�
Classifier� Download-URL� Obsoletes�Provides�Requires�
Maintainer�Maintainer-email�Obsoletes-Dist� Project-URL�
Provides-Dist�
Requires-Dist�Requires-Python�Requires-External�Private-Version� Obsoleted-By�Setup-Requires-Dist� Extension�Provides-Extraz"extra\s*==\s*("([^"]+)"|'([^']+)')c C s< | dkr t S | dkrtS | dkr$tS | dkr0tS t| ��d S )Nz1.0z1.1z1.2z2.0)� _241_FIELDS� _314_FIELDS� _345_FIELDS� _426_FIELDSr )�versionr r r �_version2fieldlistg s r? c C s� dd� }g }x.| j � D ]"\}}|g ddfkr.q|j|� qW ddddg}xt|D ]l}|tkrld|krl|jd� |tkr�d|kr�|jd� |tkr�d|kr�|jd� |tkrNd|krN|jd� qNW t|�d kr�|d
S t|�d
kr�td ��d|ko�||t �}d|k�o
||t
�}d|k�o ||t �}t |�t |� t |� d k�rFtd ��| �rl| �rl| �rlt
|k�rlt
S |�rvdS |�r�dS dS )
z5Detect the best version depending on the fields used.c S s x|D ]}|| krdS qW dS )NTFr )�keys�markers�markerr r r � _has_markeru s
z"_best_version.<locals>._has_marker�UNKNOWNNz1.0z1.1z1.2z2.0r r zUnknown metadata setz(You used incompatible 1.1/1.2/2.0 fields)�items�appendr: �remover; r< r= �lenr � _314_MARKERS� _345_MARKERS� _426_MARKERS�intr ) �fieldsrC r@ �key�valueZpossible_versionsZis_1_1Zis_1_2Zis_2_0r r r �
_best_versions sB
rP ) �metadata_version�namer> �platformZsupported_platform�summary� description�keywords� home_page�author� author_email�
maintainer�maintainer_email�license�
classifier� download_url�obsoletes_dist�
provides_dist�
requires_dist�setup_requires_dist�requires_python�requires_external�requires�provides� obsoletes� project_urlZprivate_versionZ obsoleted_by� extensionZprovides_extraz[^A-Za-z0-9.]+Fc C s0 |r$t jd| �} t jd|jdd��}d| |f S )zhReturn the distribution name with version.
If for_filename is true, return a filename-escaped form.�-� �.z%s-%s)� _FILESAFE�sub�replace)rR r> Z for_filenamer r r �_get_name_and_version� s rp c @ s
e Zd ZdZd?dd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zd@dd �Zd d � Zd d � Zd!d"� Zd#d$� ZdAd%d&�ZdBd'd(�ZdCd)d*�Zd+d,� Zefd-d.�ZdDd/d0�ZdEd1d2�Zd3d4� Z d5d6� Z d7d8� Z d9d:� Z d;d<� Z d=d>� Z!dS )F�LegacyMetadataaa The legacy metadata of a release.
Supports versions 1.0, 1.1 and 1.2 (auto-detected). You can
instantiate the class with one of these arguments (or none):
- *path*, the path to a metadata file
- *fileobj* give a file-like object with metadata as content
- *mapping* is a dict-like object
- *scheme* is a version scheme name
N�defaultc C sz |||gj d �dk r td��i | _g | _d | _|| _|d k rH| j|� n.|d k r\| j|� n|d k rv| j|� | j � d S )N� z'path, fileobj and mapping are exclusive)
�count� TypeError�_fieldsZrequires_filesZ
_dependencies�scheme�read� read_file�update�set_metadata_version)�self�path�fileobj�mappingrw r r r �__init__� s
zLegacyMetadata.__init__c C s t | j�| jd< d S )NzMetadata-Version)rP rv )r| r r r r{ s z#LegacyMetadata.set_metadata_versionc C s |j d||f � d S )Nz%s: %s
)�write)r| r~ rR rO r r r � _write_field s zLegacyMetadata._write_fieldc C s
| j |�S )N)�get)r| rR r r r � __getitem__ s zLegacyMetadata.__getitem__c C s | j ||�S )N)�set)r| rR rO r r r � __setitem__ s zLegacyMetadata.__setitem__c C s8 | j |�}y | j|= W n tk
r2 t|��Y nX d S )N)�
_convert_namerv �KeyError)r| rR �
field_namer r r � __delitem__ s
zLegacyMetadata.__delitem__c C s || j kp| j|�| j kS )N)rv r� )r| rR r r r � __contains__ s
zLegacyMetadata.__contains__c C s( |t kr |S |jdd�j� }tj||�S )Nrj �_)� _ALL_FIELDSro �lower� _ATTR2FIELDr� )r| rR r r r r� s z LegacyMetadata._convert_namec C s |t ks|tkrg S dS )NrD )� _LISTFIELDS�_ELEMENTSFIELD)r| rR r r r �_default_value% s z LegacyMetadata._default_valuec C s& | j dkrtjd|�S tjd|�S d S )N�1.0�1.1�
)r� r� )rQ �_LINE_PREFIX_PRE_1_2rn �_LINE_PREFIX_1_2)r| rO r r r �_remove_line_prefix* s
z"LegacyMetadata._remove_line_prefixc C s |t kr| | S t|��d S )N)r� �AttributeError)r| rR r r r � __getattr__0 s zLegacyMetadata.__getattr__Fc C s t | d | d |�S )zhReturn the distribution name with version.
If filesafe is true, return a filename-escaped form.r r )rp )r| Zfilesafer r r � get_fullname; s zLegacyMetadata.get_fullnamec C s | j |�}|tkS )z+return True if name is a valid metadata key)r� r� )r| rR r r r �is_fieldA s
zLegacyMetadata.is_fieldc C s | j |�}|tkS )N)r� r� )r| rR r r r �is_multi_fieldF s
z LegacyMetadata.is_multi_fieldc
C s. t j|ddd�}z| j|� W d|j� X dS )z*Read the metadata values from a file path.�rzutf-8)�encodingN)�codecs�openry �close)r| �filepath�fpr r r rx J s zLegacyMetadata.readc C s� t |�}|d | jd< xxtD ]p}||kr*q |tkrh|j|�}|tkrZ|dk rZdd� |D �}| j||� q || }|dk r |dkr | j||� q W | j� dS )z,Read the metadata values from a file object.zmetadata-versionzMetadata-VersionNc S s g | ]}t |jd ���qS )�,)�tuple�split)�.0rO r r r �
<listcomp>_ s z,LegacyMetadata.read_file.<locals>.<listcomp>rD )r rv r� r� Zget_all�_LISTTUPLEFIELDSr� r{ )r| Zfileob�msg�field�valuesrO r r r ry R s
zLegacyMetadata.read_filec
C s0 t j|ddd�}z| j||� W d|j� X dS )z&Write the metadata fields to filepath.�wzutf-8)r� N)r� r� �
write_filer� )r| r� � skip_unknownr� r r r r� h s zLegacyMetadata.writec C s� | j � x�t| d �D ]�}| j|�}|r:|dg dgfkr:q|tkrX| j||dj|�� q|tkr�|dkr�| jd
kr�|jdd�}n |jdd �}|g}|t kr�d
d � |D �}x|D ]}| j|||� q�W qW d S )z0Write the PKG-INFO format data to a file object.zMetadata-VersionrD r� r! �1.0�1.1r� z
z
|c S s g | ]}d j |��qS )r� )�join)r� rO r r r r� � s z-LegacyMetadata.write_file.<locals>.<listcomp>N)r� r� )
r{ r? r� r� r� r� r� rQ ro r� )r| Z
fileobjectr� r� r� rO r r r r� p s$
zLegacyMetadata.write_filec s� � fdd�}|snHt |d�r>x<|j� D ]}|||| � q&W n x|D ]\}}|||� qDW |r~x |j� D ]\}}|||� qhW dS )a� Set metadata values from the given iterable `other` and kwargs.
Behavior is like `dict.update`: If `other` has a ``keys`` method,
they are looped over and ``self[key]`` is assigned ``other[key]``.
Else, ``other`` is an iterable of ``(key, value)`` iterables.
Keys that don't match a metadata field or that have an empty value are
dropped.
c s" | t kr |r � j� j| �|� d S )N)r� r� r� )rN rO )r| r r �_set� s z#LegacyMetadata.update.<locals>._setr@ N)�hasattrr@ rE )r| �other�kwargsr� �k�vr )r| r rz � s
zLegacyMetadata.updatec C sn | j |�}|tks|dkrPt|ttf� rPt|t�rJdd� |jd�D �}q~g }n.|tkr~t|ttf� r~t|t�rz|g}ng }tj t
j ��rB| d }t | j
�}|tkr�|dk r�x�|D ](}|j|jd�d �s�tjd |||� q�W n`|tko�|dk �r|j|��sBtjd
|||� n0|tk�rB|dk �rB|j|��sBtjd
|||� |tk�r`|d k�r`| j|�}|| j|< dS ) z"Control then set a metadata field.r c S s g | ] }|j � �qS r )�strip)r� r� r r r r� � s z&LegacyMetadata.set.<locals>.<listcomp>r� r N�;r z$'%s': '%s' is not valid (field '%s')z.'%s': '%s' is not a valid version (field '%s')r! )r� r� �
isinstance�listr� r r� r� �loggerZ isEnabledFor�loggingZWARNINGr
rw �_PREDICATE_FIELDS�is_valid_matcher�warning�_VERSIONS_FIELDS�is_valid_constraint_list�_VERSION_FIELDS�is_valid_version�_UNICODEFIELDSr� rv )r| rR rO Z project_namerw r� r r r r� � s@
zLegacyMetadata.setc C s� | j |�}|| jkr*|tkr&| j|�}|S |tkr@| j| }|S |tkr�| j| }|dkr^g S g }x6|D ].}|tkr�|j|� qh|j|d |d f� qhW |S |tkr�| j| }t |t
�r�|j d�S | j| S )zGet a metadata field.Nr r r� ) r� rv �_MISSINGr� r� r� r� rF r� r� r r� )r| rR rr rO �res�valr r r r� � s.
zLegacyMetadata.getc s | j � g g }}x d
D ]}|| kr|j|� qW |rT|g krTddj|� }t|��x dD ]}|| krZ|j|� qZW | d dkr�||fS t| j�� � fd d
�}xdt|ft� jft � j
ffD ]F\}}x<|D ]4} | j | d �}
|
d k o�||
� r�|jd | |
f � q�W q�W ||fS )zkCheck if the metadata is compliant. If strict is True then raise if
no Name or Version are providedr r z missing required metadata: %sz, � Home-pager$ zMetadata-Versionz1.2c s* x$| D ] }� j |jd�d �sdS qW dS )Nr� r FT)r� r� )rO r� )rw r r �are_valid_constraints s
z3LegacyMetadata.check.<locals>.are_valid_constraintsNzWrong value for '%s': %s)r r )r� r$ ) r{ rF r� r r
rw r� r� r� r� r� r� ) r| �strict�missing�warnings�attrr� r� rM Z
controllerr� rO r )rw r �check� s2
zLegacyMetadata.checkc C s� | j � dB}i }x,|D ]$\}}| s.|| jkr| | ||< qW | d dk� r�dK}x�|D ]F\}}| sn|| jkrV|d&k� r�| | ||< qVd,d-� | | D �||< qVW nF| d d.k� r�dO}x2|D ]*\}}| � s�|| jk� r�| | ||< � q�W |S )Pz�Return fields as a dict.
Field names will be converted to use the underscore-lowercase style
instead of hyphen-mixed case (i.e. home_page instead of Home-page).
rQ �Metadata-VersionrR r r> r rT r rW � Home-pagerX r$ rY � Author-emailr\ r& rU r! rV r" rS r � classifiersr( r^ � Download-URLz1.2ra �
Requires-Distrc �Requires-Pythonrd �Requires-Externalr` �
Provides-Distr_ �Obsoletes-Distrh � Project-URLrZ r- r[ �Maintainer-emailc S s g | ]}d j |��qS )r� )r� )r� �ur r r r� G s z)LegacyMetadata.todict.<locals>.<listcomp>z1.1rf r+ re r, rg r* �rQ r� �rR r �r> r �rT r �rW r� �rX r$ �rY r� �r\ r& �rU r! �rV r" �rS r �r� r( �r^ r� )
r� r� r� r� r� r� r� r� r� r� r� r� r� �ra r� �rc r� �rd r� �r` r� �r_ r� �rh r� �rZ r- �r[ r� )r� r� r� r� r� r� r� r� �rf r+ �re r, �rg r* )r� r� r� )r{ rv )r| Z skip_missingZ mapping_1_0�datarN r� Z mapping_1_2Z mapping_1_1r r r �todict sP
zLegacyMetadata.todictc C s< | d dkr(xdD ]}|| kr| |= qW | d |7 < d S )NzMetadata-Versionz1.1r* r, r+ z
Requires-Dist)r* r, r+ r )r| � requirementsr� r r r �add_requirementsU s
z LegacyMetadata.add_requirementsc C s t t| d ��S )NzMetadata-Version)r� r? )r| r r r r@ ` s zLegacyMetadata.keysc c s x| j � D ]
}|V q
W d S )N)r@ )r| rN r r r �__iter__c s zLegacyMetadata.__iter__c s � fdd�� j � D �S )Nc s g | ] }� | �qS r r )r� rN )r| r r r� h s z)LegacyMetadata.values.<locals>.<listcomp>)r@ )r| r )r| r r� g s zLegacyMetadata.valuesc s � fdd�� j � D �S )Nc s g | ]}|� | f�qS r r )r� rN )r| r r r� k s z(LegacyMetadata.items.<locals>.<listcomp>)r@ )r| r )r| r rE j s zLegacyMetadata.itemsc C s d| j j| j| jf S )Nz
<%s %s %s>)� __class__r rR r> )r| r r r �__repr__m s zLegacyMetadata.__repr__)NNNrr )F)F)F)N)F)F)"r r r r r� r{ r� r� r� r� r� r� r� r� r� r� r� r� rx ry r� r� rz r� r� r� r� r� r� r@ r� r� rE r� r r r r rq � s>
,
,
; rq z pydist.jsonz
metadata.jsonc @ s� e Zd ZdZejd�Zejdej�Ze Z
ejd�Z dZ de
Zf f dId�Zd Zd
Zef fedJfe
dKfe dLfd �ZdMZdNdd�ZedO�ZdefZdefZdefdefeeedefeeeedefdPdQd �
Z[[d d � Z dRd!d"�Z d#d$� Z e d%d&� �Z e d'd(� �Z!e!j"d)d(� �Z!dSd*d+�Z#e d,d-� �Z$e d.d/� �Z%e%j"d0d/� �Z%d1d2� Z&d3d4� Z'd5d6� Z(d7d8� Z)d9d:d;d<d=dd>�Z*d?d@� Z+dTdCdD�Z,dEdF� Z-dGdH� Z.dS )Ur z�
The metadata of a release. This implementation uses 2.0 (JSON)
metadata where possible. If not possible, it wraps a LegacyMetadata
instance which handles the key-value metadata format.
z
^\d+(\.\d+)*$z!^[0-9A-Z]([0-9A-Z_.-]*[0-9A-Z])?$z .{1,2047}z2.0z distlib (%s)�legacy)rR r> rT zqname version license summary description author author_email keywords platform home_page classifiers download_urlzwextras run_requires test_requires build_requires dev_requires provides meta_requires obsoleted_by supports_environments)rQ rR r> rT �_legacy�_datarw Nrr c C s0 |||gj d �dk r td��d | _d | _|| _|d k rzy| j||� || _W n* tk
rv t||d�| _| j� Y nX n�d }|r�t |d��}|j
� }W d Q R X n |r�|j
� }|d kr�| j | j d�| _ndt
|t�s�|jd�}y tj|�| _| j| j|� W n0 tk
�r* tt|�|d�| _| j� Y nX d S )Nrs z'path, fileobj and mapping are exclusive)r rw �rb)rQ � generatorzutf-8)r~ rw )rt ru r� r rw �_validate_mappingr rq �validater� rx �METADATA_VERSION� GENERATORr� r �decode�json�loads�
ValueErrorr )r| r} r~ r rw r� �fr r r r� � s<
zMetadata.__init__rR r> r\ rV rT z
Requires-DistzSetup-Requires-DistzProvides-Extrar( � Download-URL�Metadata-Version)
� run_requires�build_requires� dev_requiresZ
test_requires�
meta_requires�extras�modules�
namespaces�exports�commandsr� Z
source_urlrQ c
C sZ t j| d�}t j| d�}||k�r || \}}| jr^|d krP|d krHd n|� }n | jj|�}n�|d krjd n|� }|d kr�| jj||�}n�t � }|}| jjd�} | �r |dkr�| jd |�}nR|dkr�| jd
�} | r�| j||�}n.| jd �} | � s�| jjd �} | �r | j||�}||k�rV|}n:||k�r4t j| |�}n"| j�rJ| jj|�}n | jj|�}|S )
N� common_keys� mapped_keysr r r r r� �
extensionszpython.commandszpython.detailszpython.exports)r r r r r� )�object�__getattribute__r� r� r )
r| rN �common�mapped�lkZmaker�resultrO �sentinel�dr r r r � sF
zMetadata.__getattribute__c C sH || j krD| j | \}}|p | j|krD|j|�}|sDtd||f ��d S )Nz.'%s' is an invalid value for the '%s' property)�SYNTAX_VALIDATORSrw �matchr )r| rN rO rw �pattern�
exclusions�mr r r �_validate_value s
zMetadata._validate_valuec C s* | j ||� tj| d�}tj| d�}||kr�|| \}}| jrV|d krJt�|| j|< nf|d
krj|| j|< nR| jjdi �}|dkr�||d < n2|dkr�|jd
i �}|||< n|jd i �}|||< nh||kr�tj| ||� nP|d k�rt|t ��r|j
� }|�r|j � }ng }| j�r || j|< n
|| j|< d S )Nr r r r r r r� r zpython.commandszpython.detailszpython.exportsrV )r r r r r� ) r' r r r� �NotImplementedErrorr �
setdefault� __setattr__r� r r� r� )r| rN rO r r r r� r! r r r r* s>
zMetadata.__setattr__c C s t | j| jd�S )NT)rp rR r> )r| r r r �name_and_version@ s zMetadata.name_and_versionc C sF | j r| j d }n| jjdg �}d| j| jf }||krB|j|� |S )Nz
Provides-Distrf z%s (%s))r� r r) rR r> rF )r| r �sr r r rf D s
zMetadata.providesc C s | j r|| j d< n
|| jd< d S )Nz
Provides-Distrf )r� r )r| rO r r r rf O s c
C s� | j r |}n�g }t|pg | j�}xl|D ]d}d|kr@d|kr@d}n8d|krNd}n|jd�|k}|rx|jd�}|rxt||�}|r&|j|d � q&W xNd D ]F}d| } | |kr�|j| � | jjd | g �}|j| j|||d
�� q�W |S ) a�
Base method to get dependencies, given a set of extras
to satisfy and an optional environment context.
:param reqts: A list of sometimes-wanted dependencies,
perhaps dependent on extras and environment.
:param extras: A list of optional components being requested.
:param env: An optional environment for marker evaluation.
�extra� environmentTre �build�dev�testz:%s:z %s_requires)r �env)r/ r0 r1 ) r� r r r� r
�extendrG r �get_requirements)
r| �reqtsr r2 r r! �includerB rN �er r r r4 V s0
zMetadata.get_requirementsc C s | j r| j� S | jS )N)r� � _from_legacyr )r| r r r �
dictionary� s zMetadata.dictionaryc C s | j r t�nt| j| j�S d S )N)r� r( r r �DEPENDENCY_KEYS)r| r r r � dependencies� s zMetadata.dependenciesc C s | j r t�n | jj|� d S )N)r� r( r rz )r| rO r r r r; � s c C s� |j d�| jkrt� �g }x0| jj� D ]"\}}||kr&||kr&|j|� q&W |rfddj|� }t|��x"|j� D ]\}}| j|||� qpW d S )NrQ zMissing metadata items: %sz, ) r� r r �MANDATORY_KEYSrE rF r� r r' ) r| r rw r� rN r% r� r� r� r r r r � s zMetadata._validate_mappingc C sB | j r.| j jd�\}}|s |r>tjd||� n| j| j| j� d S )NTz#Metadata: missing: %s, warnings: %s)r� r� r� r� r r rw )r| r� r� r r r r � s
zMetadata.validatec C s( | j r| j jd�S t| j| j�}|S d S )NT)r� r� r r �
INDEX_KEYS)r| r r r r r� � s zMetadata.todictc
C s� | j | jd�}| jjd�}x2dD ]*}||kr |dkr:d }n|}|| ||< q W |jd
g �}|d gkrhg }||d < d}x2|D ]*\}}||krz|| rzd|| ig||< qzW | j|d< i }i } |S )N)rQ r TrR r> r\ rT rU r] r� r" � rV ra r rb r re rf )rR r> r\ rT rU r] �ra r �rb r )r? r@ )r r r� r� r� rf )
r| r Zlmdr� �nk�kwr@ �okrX rZ r r r r8 � s.
zMetadata._from_legacyr r r& r r! )rR r> r\ rT rU r� c C s� dd� }t � }| j}x*| jj� D ] \}}||kr || ||< q W || j| j �}|| j| j �}| jrtt | j�|d< t |�|d< t |�|d< |S )Nc S s� t � }x�| D ]�}|jd�}|jd�}|d }xb|D ]Z}| rN| rN|j|� q2d}|r^d| }|rx|rtd||f }n|}|jdj||f�� q2W q W |S )Nr- r. re r> z
extra == "%s"z (%s) and %sr� )r� r� �addr� )Zentriesr5 r7 r- r2 Zrlistr� rB r r r �process_entries� s"
z,Metadata._to_legacy.<locals>.process_entrieszProvides-Extraz
Requires-DistzSetup-Requires-Dist)
rq r �LEGACY_MAPPINGrE r r r r r �sorted)r| rE r ZnmdrA rC Zr1Zr2r r r �
_to_legacy� s zMetadata._to_legacyFTc C s� ||gj d �dkrtd��| j� |r`| jr4| j}n| j� }|rP|j||d� q�|j||d� n^| jrp| j� }n| j}|r�t j
||dddd� n.t j |dd��}t j
||dddd� W d Q R X d S ) Nr z)Exactly one of path and fileobj is needed)r� Trs )Z ensure_ascii�indentZ sort_keysr� zutf-8)
rt r
r r� rH r� r� r8 r r �dumpr� r� )r| r} r~ r� r� Z legacy_mdr! r r r r r� � s&
zMetadata.writec C s� | j r| j j|� nt| jjdg �}d }x"|D ]}d|kr,d|kr,|}P q,W |d krhd|i}|jd|� n t|d �t|�B }t|�|d< d S )Nr r. r- re r )r� r� r r) �insertr� rG )r| r� r �always�entryZrsetr r r r� s
zMetadata.add_requirementsc C s* | j pd}| jpd}d| jj| j||f S )Nz (no name)z
no versionz<%s %s %s (%s)>)rR r> r� r rQ )r| rR r> r r r r� ( s
zMetadata.__repr__)r� )r� )r� )r� )r� r rw )NNNrr )rR r> r\ rV rT )r N)r
N)N)NN)NNFT)/r r r r �re�compileZMETADATA_VERSION_MATCHER�IZ NAME_MATCHERr ZVERSION_MATCHERZSUMMARY_MATCHERr r r r< r= r: r" � __slots__r� r� r r� Z none_list�dictZ none_dictr r r' r* �propertyr+ rf �setterr4 r9 r; r r r� r8 rF rH r� r� r� r r r r r v sx
,+
'
* %
) r r r r r r! r" r# r$ r% r& )r r r r r' r r! r" r# r$ r% r& r( r) r* r+ r, )r* r+ r, r( r) )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 )r1 r2 r3 r/ r4 r- r. r0 )r r r r r' r r! r" r# r$ r% r- r. r& r( r) r/ r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 )r5 r9 r6 r7 r8 )r2 r/ r1 )r3 )r )r r( r* r, r+ r/ r1 r2 r4 r0 r' r7 r9 r8 )r0 )r" )r$ r- r r! )F)Br Z
__future__r r� Zemailr r r� rN r> r r �compatr r r rA r
�utilr r r> r
r Z getLoggerr r� r r r r �__all__r r rO r� r� r: r; rI r< rJ r= rK r� r� rz ZEXTRA_REr? rP r� r� r� r� r� r� r� r� r r� rm rp rq ZMETADATA_FILENAMEZWHEEL_METADATA_FILENAMEr r r r r �<module> s�
9
distlib/__pycache__/markers.cpython-36.pyc 0000644 00000013506 15051612335 0014506 0 ustar 00 3
�Pf� � @ sd d Z ddlZddlZddlZddlZddlmZmZ ddlm Z dgZ
G dd� de �Z d
d d�Z
dS ) zEParser for the environment markers micro-language defined in PEP 345.� N� )�python_implementation� string_types)�in_venv� interpretc
@ s� e Zd ZdZdd� dd� dd� dd� dd� dd� d d� d
d� d d� d � Zejd
ejdd� ejj dd�d e
j e e
� �ej� ej� ej� e� d� Zd*dd�Zdd� Zdd� Zd+dd�Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z dS ),� Evaluatorz5
A limited evaluator for Python expressions.
c C s | |kS )N� )�x�yr r � /usr/lib/python3.6/markers.py�<lambda> s zEvaluator.<lambda>c C s | |kS )Nr )r r
r r r r s c C s | |kS )Nr )r r
r r r r s c C s | |kS )Nr )r r
r r r r s c C s | |k S )Nr )r r
r r r r s c C s | |kS )Nr )r r
r r r r s c C s | S )Nr )r r r r r s c C s | |kS )Nr )r r
r r r r ! s c C s | |kS )Nr )r r
r r r r " s ) �eq�gtZgte�in�ltZlte�notZnoteqZnotinz%s.%sN� � r r ) Z sys_platformZpython_versionZpython_full_versionZos_nameZplatform_in_venvZplatform_releaseZplatform_versionZplatform_machineZ platform_python_implementationc C s |pi | _ d| _dS )zu
Initialise an instance.
:param context: If specified, names are looked up in this mapping.
N)�context�source)�selfr r r r �__init__3 s
zEvaluator.__init__c C s8 d}d| j ||| � }|| t| j �k r4|d7 }|S )zH
Get the part of the source which is causing a problem.
�
z%rz...)r �len)r �offsetZ fragment_len�sr r r � get_fragment< s
zEvaluator.get_fragmentc C s t | d| d�S )z@
Get a handler for the specified AST node type.
zdo_%sN)�getattr)r � node_typer r r � get_handlerF s zEvaluator.get_handlerc C s� t |t�rr|| _ddi}|r$||d< ytj|f|�}W n: tk
rp } z | j|j�}td| ��W Y dd}~X nX |jj j
� }| j |�}|dkr�| jdkr�d}n | j|j �}td||f ��||�S )zf
Evaluate a source string or node, using ``filename`` when
displaying errors.
�mode�eval�filenamezsyntax error %sNz(source not available)z don't know how to evaluate %r %s)
�
isinstancer r �ast�parse� SyntaxErrorr r � __class__�__name__�lowerr �
col_offset)r �noder" �kwargs�er r Zhandlerr r r �evaluateL s&
zEvaluator.evaluatec C s& t |tj�std��d|jj|jf S )Nzattribute node expectedz%s.%s)r# r$ Z Attribute�AssertionError�value�id�attr)r r+ r r r � get_attr_keyf s zEvaluator.get_attr_keyc C sf t |jtj�sd}n | j|�}|| jkp0|| jk}|sBtd| ��|| jkrX| j| }n
| j| }|S )NFzinvalid expression: %s)r# r0 r$ �Namer3 r �allowed_valuesr& )r r+ �valid�key�resultr r r � do_attributej s
zEvaluator.do_attributec C s� | j |jd �}|jjtjk}|jjtjk}|s8|s8t�|r@|sJ|r�| r�x4|jdd � D ]"}| j |�}|rp|sz|rZ| rZP qZW |S )Nr r )r. �values�opr' r$ ZOrZAndr/ )r r+ r8 Zis_orZis_and�nr r r � do_boolopx s
zEvaluator.do_boolopc s� � �fdd�}� j }�j|�}d}xnt� j� j�D ]\\}}|||� |jjj� }|�jkrft d| ���j|�}�j| ||�}|s�P |}|}q2W |S )Nc s@ d}t | tj�r t |tj�r d}|s<�j� j�}td| ��d S )NTFzInvalid comparison: %s)r# r$ ZStrr r* r& )�lhsnode�rhsnoder6 r )r+ r r r � sanity_check� s z*Evaluator.do_compare.<locals>.sanity_checkTzunsupported operation: %r)
�leftr. �zipZopsZ comparatorsr' r( r) � operatorsr& ) r r+ r@ r> Zlhsr8 r; r? Zrhsr )r+ r r �
do_compare� s
zEvaluator.do_comparec C s | j |j�S )N)r. Zbody)r r+ r r r �
do_expression� s zEvaluator.do_expressionc C sT d}|j | jkr"d}| j|j }n |j | jkr>d}| j|j }|sPtd|j ��|S )NFTzinvalid expression: %s)r1 r r5 r& )r r+ r6 r8 r r r �do_name� s zEvaluator.do_namec C s |j S )N)r )r r+ r r r �do_str� s zEvaluator.do_str)N)N) r( �
__module__� __qualname__�__doc__rC �sys�platform� version_info�version�split�os�name�strr �release�machiner r5 r r r r. r3 r9 r= rD rE rF rG r r r r r s<
r c C s t |�j| j� �S )z�
Interpret a marker and return a result depending on environment.
:param marker: The marker to interpret.
:type marker: str
:param execution_context: The context used for name lookup.
:type execution_context: mapping
)r r. �strip)ZmarkerZexecution_contextr r r r � s )N)rJ r$ rP rK rL �compatr r �utilr �__all__�objectr r r r r r �<module> s " distlib/__pycache__/index.cpython-36.opt-1.pyc 0000644 00000041620 15051612335 0015106 0 ustar 00 3
�Pf]R � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZyd dlmZ W n ek
r` d dl mZ Y nX ddl
m Z ddl m
Z
mZmZmZmZmZ ddlmZmZmZ eje�ZdZdZG d d
� d
e �Z dS ) � N)�Thread� )�DistlibException)�HTTPBasicAuthHandler�Request�HTTPPasswordMgr�urlparse� build_opener� string_types)�cached_property�zip_dir� ServerProxyz https://pypi.python.org/pypi�pypic @ s� e Zd ZdZdZd*dd�Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
dd� Z d+dd�Z d,dd�Z
d-dd�Zd.dd�Zd d � Zd/d d �Zd0d d!�Zd1d"d#�Zd$d%� Zd&d'� Zd2d(d)�ZdS )3� PackageIndexzc
This class represents a package index compatible with PyPI, the Python
Package Index.
s. ----------ThIs_Is_tHe_distlib_index_bouNdaRY_$Nc C s� |pt | _| j� t| j�\}}}}}}|s<|s<|s<|d krJtd| j ��d| _d| _d| _d| _d| _ t
t j d��R}xJd D ]B} y(t
j| dg||d �}
|
d
kr�| | _P W q| tk
r� Y q|X q|W W dQ R X dS )
z�
Initialise an instance.
:param url: The URL of the index. If not specified, the URL for PyPI is
used.
�http�httpszinvalid repository: %sN�w�gpg�gpg2z --version)�stdout�stderrr )r r )r r )�
DEFAULT_INDEX�url�read_configurationr r �password_handler� ssl_verifierr �gpg_home� rpc_proxy�open�os�devnull�
subprocessZ
check_call�OSError) �selfr �scheme�netloc�pathZparamsZqueryZfragZsink�s�rc� r) �/usr/lib/python3.6/index.py�__init__$ s(
zPackageIndex.__init__c C s& ddl m} ddlm} |� }||�S )zs
Get the distutils command for interacting with PyPI configurations.
:return: the command.
r )� Distribution)�
PyPIRCCommand)Zdistutils.corer, Zdistutils.configr- )r# r, r- �dr) r) r* �_get_pypirc_commandB s z PackageIndex._get_pypirc_commandc C sR | j � }| j|_|j� }|jd�| _|jd�| _|jdd�| _|jd| j�| _dS )z�
Read the PyPI access configuration as supported by distutils, getting
PyPI to do the actual work. This populates ``username``, ``password``,
``realm`` and ``url`` attributes from the configuration.
�username�password�realmr �
repositoryN)r/ r r3 Z _read_pypirc�getr0 r1 r2 )r# �cZcfgr) r) r* r L s z PackageIndex.read_configurationc C s$ | j � | j� }|j| j| j� dS )z�
Save the PyPI access configuration. You must have set ``username`` and
``password`` attributes before calling this method.
Again, distutils is used to do the actual work.
N)�check_credentialsr/ Z
_store_pypircr0 r1 )r# r5 r) r) r* �save_configuration[ s z PackageIndex.save_configurationc C s\ | j dks| jdkr td��t� }t| j�\}}}}}}|j| j|| j | j� t|�| _ dS )zp
Check that ``username`` and ``password`` have been set, and raise an
exception if not.
Nz!username and password must be set)
r0 r1 r r r r Z add_passwordr2 r r )r# Zpm�_r% r) r) r* r6 g s z PackageIndex.check_credentialsc C s\ | j � |j� |j� }d|d< | j|j� g �}| j|�}d|d< | j|j� g �}| j|�S )aq
Register a distribution on PyPI, using the provided metadata.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the distribution to be
registered.
:return: The HTTP response received from PyPI upon submission of the
request.
Zverifyz:actionZsubmit)r6 �validate�todict�encode_request�items� send_request)r# �metadatar. �requestZresponser) r) r* �registers s
zPackageIndex.registerc C sJ x<|j � }|sP |jd�j� }|j|� tjd||f � qW |j� dS )ar
Thread runner for reading lines of from a subprocess into a buffer.
:param name: The logical name of the stream (used for logging only).
:param stream: The stream to read from. This will typically a pipe
connected to the output stream of a subprocess.
:param outbuf: The list to append the read lines to.
zutf-8z%s: %sN)�readline�decode�rstrip�append�logger�debug�close)r# �name�streamZoutbufr' r) r) r* �_reader� s
zPackageIndex._readerc C s� | j dddg}|dkr | j}|r.|jd|g� |dk rF|jdddg� tj� }tjj|tjj|�d �}|jd
d d |d
||g� t j
ddj|�� ||fS )a�
Return a suitable command for signing a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The signing command as a list suitable to be
passed to :class:`subprocess.Popen`.
z --status-fd�2z--no-ttyNz --homedirz--batchz--passphrase-fd�0z.ascz
--detach-signz--armorz --local-userz--outputz invoking: %s� ) r r �extend�tempfileZmkdtempr r& �join�basenamerE rF )r# �filename�signer�
sign_password�keystore�cmdZtdZsfr) r) r* �get_sign_command� s
z PackageIndex.get_sign_commandc C s� t jt jd�}|dk r t j|d< g }g }t j|f|�}t| jd|j|fd�}|j� t| jd|j|fd�}|j� |dk r�|jj |� |jj
� |j � |j � |j � |j
||fS )a�
Run a command in a child process , passing it any input data specified.
:param cmd: The command to run.
:param input_data: If specified, this must be a byte string containing
data to be sent to the child process.
:return: A tuple consisting of the subprocess' exit code, a list of
lines read from the subprocess' ``stdout``, and a list of
lines read from the subprocess' ``stderr``.
)r r N�stdinr )�target�argsr )r! �PIPE�Popenr rJ r �startr rX �writerG �waitrP �
returncode) r# rV Z
input_data�kwargsr r �pZt1Zt2r) r) r* � run_command� s$
zPackageIndex.run_commandc
C sD | j ||||�\}}| j||jd��\}}} |dkr@td| ��|S )aR
Sign a file.
:param filename: The pathname to the file to be signed.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The absolute pathname of the file where the signature is
stored.
zutf-8r z&sign command failed with error code %s)rW rc �encoder )
r# rR rS rT rU rV �sig_filer( r r r) r) r* � sign_file� s
zPackageIndex.sign_file�sdist�sourcec C s( | j � tjj|�s td| ��|j� |j� }d} |rZ| jsJtj d� n| j
||||�} t |d��}
|
j � } W dQ R X t
j| �j� } t
j| �j� }
|jdd||| |
d�� dtjj|�| fg}| �rt | d��}
|
j � }W dQ R X |jd tjj| �|f� tjtjj| �� | j|j� |�}| j|�S )
a�
Upload a release file to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the file to be uploaded.
:param filename: The pathname of the file to be uploaded.
:param signer: The identifier of the signer of the file.
:param sign_password: The passphrase for the signer's
private key used for signing.
:param filetype: The type of the file being uploaded. This is the
distutils command which produced that file, e.g.
``sdist`` or ``bdist_wheel``.
:param pyversion: The version of Python which the release relates
to. For code compatible with any Python, this would
be ``source``, otherwise it would be e.g. ``3.2``.
:param keystore: The path to a directory which contains the keys
used in signing. If not specified, the instance's
``gpg_home`` attribute is used instead.
:return: The HTTP response received from PyPI upon submission of the
request.
z
not found: %sNz)no signing program available - not signed�rbZ file_upload�1)z:actionZprotocol_version�filetype� pyversion�
md5_digest�
sha256_digest�contentZ
gpg_signature)r6 r r& �existsr r9 r: r rE Zwarningrf r �read�hashlib�md5� hexdigestZsha256�updaterQ rD �shutilZrmtree�dirnamer; r< r= )r# r> rR rS rT rk rl rU r. re �fZ file_datarm rn �filesZsig_datar? r) r) r* � upload_file� s>
zPackageIndex.upload_filec
C s� | j � tjj|�s td| ��tjj|d�}tjj|�sFtd| ��|j� |j|j }}t
|�j � }d d|fd|fg}d||fg}| j ||�} | j
| �S )
a2
Upload documentation to the index.
:param metadata: A :class:`Metadata` instance defining at least a name
and version number for the documentation to be
uploaded.
:param doc_dir: The pathname of the directory which contains the
documentation. This should be the directory that
contains the ``index.html`` for the documentation.
:return: The HTTP response received from PyPI upon submission of the
request.
znot a directory: %rz
index.htmlz
not found: %r�:action�
doc_uploadrH �versionro )r{ r| )r6 r r& �isdirr rP rp r9 rH r} r �getvaluer; r= )
r# r> Zdoc_dir�fnrH r} Zzip_data�fieldsry r? r) r) r* �upload_documentation) s
z!PackageIndex.upload_documentationc C sT | j dddg}|dkr | j}|r.|jd|g� |jd||g� tjddj|�� |S ) a|
Return a suitable command for verifying a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: The verifying command as a list suitable to be
passed to :class:`subprocess.Popen`.
z --status-fdrK z--no-ttyNz --homedirz--verifyz invoking: %srM )r r rN rE rF rP )r# �signature_filename�
data_filenamerU rV r) r) r* �get_verify_commandE s z PackageIndex.get_verify_commandc C sH | j std��| j|||�}| j|�\}}}|dkr@td| ��|dkS )a6
Verify a signature for a file.
:param signature_filename: The pathname to the file containing the
signature.
:param data_filename: The pathname to the file containing the
signed data.
:param keystore: The path to a directory which contains the keys
used in verification. If not specified, the
instance's ``gpg_home`` attribute is used instead.
:return: True if the signature was verified, else False.
z0verification unavailable because gpg unavailabler r z(verify command failed with error code %s)r r )r r r� rc )r# r� r� rU rV r( r r r) r) r* �verify_signature] s z PackageIndex.verify_signaturec C sp |dkrd}t jd� n6t|ttf�r0|\}}nd}tt|�� }t jd| � t|d���}| jt |��}z�|j
� } d}
d} d} d}
d | kr�t | d
�} |r�||
|
| � xP|j |
�}|s�P | t
|�7 } |j|� |r�|j|� |
d7 }
|r�||
|
| � q�W W d|j� X W dQ R X | dk�r4| | k �r4td | | f ��|�rl|j� }||k�r`td ||||f ��t jd
|� dS )a
This is a convenience method for downloading a file from an URL.
Normally, this will be a file from the index, though currently
no check is made for this (i.e. a file can be downloaded from
anywhere).
The method is just like the :func:`urlretrieve` function in the
standard library, except that it allows digest computation to be
done during download and checking that the downloaded data
matched any expected value.
:param url: The URL of the file to be downloaded (assumed to be
available via an HTTP GET request).
:param destfile: The pathname where the downloaded file is to be
saved.
:param digest: If specified, this must be a (hasher, value)
tuple, where hasher is the algorithm used (e.g.
``'md5'``) and ``value`` is the expected value.
:param reporthook: The same as for :func:`urlretrieve` in the
standard library.
NzNo digest specifiedrs zDigest specified: %s�wbi r r zcontent-lengthzContent-Lengthz1retrieval incomplete: got only %d out of %d bytesz.%s digest mismatch for %s: expected %s, got %szDigest verified: %s���)rE rF �
isinstance�list�tuple�getattrrr r r= r �info�intrq �lenr^ ru rG r rt )r# r �destfileZdigestZ
reporthookZdigesterZhasherZdfpZsfp�headersZ blocksize�sizerq Zblocknum�block�actualr) r) r* �
download_filev sV
zPackageIndex.download_filec C s: g }| j r|j| j � | jr(|j| j� t|� }|j|�S )z�
Send a standard library :class:`Request` to PyPI and return its
response.
:param req: The request to send.
:return: The HTTP response from PyPI (a standard library HTTPResponse).
)r rD r r r )r# ZreqZhandlers�openerr) r) r* r= � s zPackageIndex.send_requestc C s� g }| j }xX|D ]P\}}t|ttf�s,|g}x2|D ]*}|jd| d| jd�d|jd�f� q2W qW x6|D ].\}} }
|jd| d|| f jd�d|
f� qjW |jd| d df� dj|�} d| } | tt| ��d�}
t | j
| |
�S ) a&
Encode fields and files for posting to an HTTP server.
:param fields: The fields to send as a list of (fieldname, value)
tuples.
:param files: The files to send as a list of (fieldname, filename,
file_bytes) tuple.
s --z)Content-Disposition: form-data; name="%s"zutf-8� z8Content-Disposition: form-data; name="%s"; filename="%s"s
s multipart/form-data; boundary=)z Content-typezContent-length) �boundaryr� r� r� rN rd rP �strr� r r )r# r� ry �partsr� �k�values�v�keyrR �valueZbodyZctr� r) r) r* r; � s2
zPackageIndex.encode_requestc C s> t |t�rd|i}| jd kr,t| jdd�| _| jj||p:d�S )NrH g @)Ztimeout�and)r� r
r r
r �search)r# Zterms�operatorr) r) r* r� � s
zPackageIndex.search)N)N)N)N)NNrg rh N)N)N)NN)N)�__name__�
__module__� __qualname__�__doc__r� r+ r/ r r7 r6 r@ rJ rW rc rf rz r� r� r� r� r= r; r� r) r) r) r* r s*
#
8
M+r ) rr Zloggingr rv r! rO Z threadingr � ImportErrorZdummy_threading� r �compatr r r r r r
�utilr r r
Z getLoggerr� rE r Z
DEFAULT_REALM�objectr r) r) r) r* �<module> s
distlib/__pycache__/wheel.cpython-36.opt-1.pyc 0000644 00000060467 15051612335 0015115 0 ustar 00 3
�Pf˘ � @ s� d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlZd dlZd dlZddlmZmZ ddlmZmZmZmZm Z ddl m Z ddl m Z m!Z! dd l"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ dd
l,m-Z-m.Z. e j/e0�Z1da2e3ed ��r4d Z4n*ej5j6d
��rHdZ4nej5dk�rZdZ4ndZ4ej7d�Z8e8�s�dej9dd� Z8de8 Z:e4e8 Z;ej"j<� j=dd�j=dd�Z>ej7d�Z?e?�r�e?j6d��r�e?j=dd�Z?ndd � Z@e@� Z?[@ejAd ejBejCB �ZDejAd ejBejCB �ZEejAd �ZFejAd �ZGd!ZHd"ZIe
jJd#k�r>d$d%� ZKnd&d%� ZKG d'd(� d(eL�ZMeM� ZNG d)d*� d*eL�ZOd+d,� ZPeP� ZQ[Pd/d-d.�ZRdS )0� )�unicode_literalsN)�message_from_file� )� __version__�DistlibException)� sysconfig�ZipFile�fsdecode� text_type�filter)�InstalledDistribution)�Metadata�METADATA_FILENAME) � FileOperator� convert_path� CSVReader� CSVWriter�Cache�cached_property�get_cache_base� read_exports�tempdir)�NormalizedVersion�UnsupportedVersionErrorZpypy_version_infoZpp�javaZjyZcliZip�cp�py_version_nodotz%s%s� �py�-�_�.�SOABIzcpython-c C sR dt g} tjd�r | jd� tjd�r0| jd� tjd�dkrH| jd� d j| �S )
Nr �Py_DEBUG�d�
WITH_PYMALLOC�mZPy_UNICODE_SIZE� �u� )�
VER_SUFFIXr �get_config_var�append�join)�parts� r/ �/usr/lib/python3.6/wheel.py� _derive_abi; s
r1 zz
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?
-(?P<py>\w+\d+(\.\w+\d+)*)
-(?P<bi>\w+)
-(?P<ar>\w+(\.\w+)*)
\.whl$
z7
(?P<nm>[^-]+)
-(?P<vn>\d+[^-]*)
(-(?P<bn>\d+[^-]*))?$
s
\s*#![^\r\n]*s ^(\s*#!("[^"]+"|\S+))\s+(.*)$s #!pythons #!pythonw�/c C s | S )Nr/ )�or/ r/ r0 �<lambda>] s r4 c C s | j tjd�S )Nr2 )�replace�os�sep)r3 r/ r/ r0 r4 _ s c @ s6 e Zd Zdd� Zdd� Zdd� Zd dd �Zd
d � ZdS )
�Mounterc C s i | _ i | _d S )N)�
impure_wheels�libs)�selfr/ r/ r0 �__init__c s zMounter.__init__c C s || j |< | jj|� d S )N)r9 r: �update)r; �pathname�
extensionsr/ r/ r0 �addg s
z Mounter.addc C s4 | j j|�}x"|D ]\}}|| jkr| j|= qW d S )N)r9 �popr: )r; r> r? �k�vr/ r/ r0 �removek s
zMounter.removeNc C s || j kr| }nd }|S )N)r: )r; �fullname�path�resultr/ r/ r0 � find_moduleq s
zMounter.find_modulec C sj |t jkrt j| }nP|| jkr,td| ��tj|| j| �}| |_|jdd�}t|�dkrf|d |_ |S )Nz unable to find extension for %sr! r r )
�sys�modulesr: � ImportError�impZ load_dynamic�
__loader__�rsplit�len� __package__)r; rE rG r. r/ r/ r0 � load_modulex s
zMounter.load_module)N)�__name__�
__module__� __qualname__r< r@ rD rH rQ r/ r/ r/ r0 r8 b s
r8 c @ s� e Zd ZdZd2ZdZd3dd�Zedd � �Zed
d � �Z ed d
� �Z
e dd� �Z dd� Z
e dd� �Zdd� Zd4dd�Zdd� Zdd� Zd d � Zd5d d �Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd6d*d+�Zd,d-� Zd.d/� Z d7d0d1�Z dS )8�Wheelz@
Class to build and install from Wheel files (PEP 427).
r Zsha256NFc C s8 || _ || _d| _tg| _dg| _dg| _tj� | _ |dkrRd| _
d| _ | j | _
n�tj|�}|r�|jd�}|d | _
|d jd d
�| _ |d | _| j | _
n�tjj|�\}}tj|�}|s�td | ��|r�tjj|�| _ || _
|jd�}|d | _
|d | _ |d | _|d
jd�| _|d jd�| _|d jd�| _dS )zB
Initialise an instance using a (valid) filename.
r) �none�anyNZdummyz0.1ZnmZvnr r Zbnz Invalid name or filename: %rr r! Zbi�ar)�signZ
should_verify�buildver�PYVER�pyver�abi�archr6 �getcwd�dirname�name�version�filenameZ _filename�NAME_VERSION_RE�match� groupdictr5 rF �split� FILENAME_REr �abspath)r; rc rY �verifyr& �infor` r/ r/ r0 r< � sB
zWheel.__init__c C s^ | j rd| j }nd}dj| j�}dj| j�}dj| j�}| jjdd�}d| j|||||f S )zJ
Build and return a filename from the various components.
r r) r! r z%s-%s%s-%s-%s-%s.whl)rZ r- r\ r] r^ rb r5 ra )r; rZ r\ r] r^ rb r/ r/ r0 rc � s
zWheel.filenamec C s t jj| j| j�}t jj|�S )N)r6 rF r- r` rc �isfile)r; rF r/ r/ r0 �exists� s z Wheel.existsc c s@ x:| j D ]0}x*| jD ] }x| jD ]}|||fV q W qW qW d S )N)r\ r] r^ )r; r\ r] r^ r/ r/ r0 �tags� s z
Wheel.tagsc C s� t jj| j| j�}d| j| jf }d| }tjd�}t |d���}| j
|�}|d j dd�}t dd � |D ��}|d
k rzd
} nt
} y8tj|| �}
|j|
��} || �} t| d �}
W d Q R X W n tk
r� td | ��Y nX W d Q R X |
S )Nz%s-%sz %s.dist-infozutf-8�rz
Wheel-Versionr! r c S s g | ] }t |��qS r/ )�int)�.0�ir/ r/ r0 �
<listcomp>� s z"Wheel.metadata.<locals>.<listcomp>ZMETADATA)Zfileobjz$Invalid wheel, because %s is missing)r r )r6 rF r- r` rc ra rb �codecs� getreaderr �get_wheel_metadatarg �tupler � posixpath�openr
�KeyError�
ValueError)r; r> �name_ver�info_dir�wrapper�zf�wheel_metadata�wv� file_version�fn�metadata_filename�bf�wfrG r/ r/ r0 �metadata� s(
zWheel.metadatac C sX d| j | jf }d| }tj|d�}|j|�� }tjd�|�}t|�}W d Q R X t|�S )Nz%s-%sz %s.dist-info�WHEELzutf-8) ra rb rx r- ry rt ru r �dict)r; r r| r} r� r� r� �messager/ r/ r0 rv � s zWheel.get_wheel_metadatac C s6 t jj| j| j�}t|d��}| j|�}W d Q R X |S )Nro )r6 rF r- r` rc r rv )r; r> r rG r/ r/ r0 rk � s z
Wheel.infoc C s� t j|�}|r||j� }|d |� ||d � }}d|j� krBt}nt}tj|�}|rfd|j� d
}nd}|| }|| }nT|jd�}|jd�} |dk s�|| kr�d}
n |||d � d kr�d }
nd}
t|
| }|S ) Ns pythonw� r � �
�
r r s
���) �
SHEBANG_REre �end�lower�SHEBANG_PYTHONW�SHEBANG_PYTHON�SHEBANG_DETAIL_RE�groups�find) r; �datar& r� ZshebangZdata_after_shebangZshebang_python�argsZcrZlfZtermr/ r/ r0 �process_shebang� s,
zWheel.process_shebangc C sh |d kr| j }ytt|�}W n tk
r< td| ��Y nX ||�j� }tj|�jd�j d�}||fS )Nz Unsupported hash algorithm: %r� =�ascii)
� hash_kind�getattr�hashlib�AttributeErrorr �digest�base64Zurlsafe_b64encode�rstrip�decode)r; r� r� �hasherrG r/ r/ r0 �get_hash s zWheel.get_hashc
C sb t |�}ttjj||��}|j|ddf� |j� t|�� }x|D ]}|j|� qBW W d Q R X d S )Nr) ) �list�to_posixr6 rF �relpathr, �sortr Zwriterow)r; �recordsZ record_path�base�p�writer�rowr/ r/ r0 � write_record' s
zWheel.write_recordc C s� g }|\}}t t| j�}xX|D ]P\}} t| d��}
|
j� } W d Q R X d| j| � } tjj| �}
|j || |
f� q W tjj
|d�} | j || |� t tjj
|d��}|j || f� d S )N�rbz%s=%s�RECORD)
r� r� r� ry �readr� r6 rF �getsizer, r- r� r� )r; rk �libdir�
archive_pathsr� �distinfor} r� �apr� �fr� r� �sizer/ r/ r0 �
write_records0 s zWheel.write_recordsc C sJ t |dtj��2}x*|D ]"\}}tjd||� |j||� qW W d Q R X d S )N�wzWrote %s to %s in wheel)r �zipfileZ ZIP_DEFLATED�logger�debug�write)r; r> r� r r� r� r/ r/ r0 � build_zip@ s zWheel.build_zipc ! s� |dkr i }t t� fdd�d$��d }|dkrFd}tg}tg}tg}nd}tg}d g}d
g}|jd |�| _|jd |�| _|jd
|�| _ � | } d| j
| j f }
d|
} d|
} g }
x�d%D ]�}|� kr�q�� | }t j
j|�r�x�t j|�D ]�\}}}x�|D ]�}tt j
j||��}t j
j||�}tt j
j| ||��}|
j||f� |dk� r�|jd� � r�t|d��}|j� }W dQ R X | j|�}t|d��}|j|� W dQ R X � q�W q�W q�W | }d}x�t j|�D ]�\}}}||k�rx@t|�D ]4\}}t|�}|jd��r�t j
j||�}||= P �q�W xP|D ]H}t|�jd&��r2�qt j
j||�}tt j
j||��}|
j||f� �qW �q�W t j|�}xJ|D ]B}|d'k�r|tt j
j||��}tt j
j| |��}|
j||f� �q|W d |�p�| j d t d | g} x*| j D ] \} } } | jd!| | | f � �q�W t j
j|d �}t|d"��}|jd#j| �� W dQ R X tt j
j| d ��}|
j||f� | j || f| |
� t j
j| j | j!�} | j"| |
� | S )(z�
Build a wheel from files in specified paths, and use any specified tags
when determining the name of the wheel.
Nc s | � kS )Nr/ )r3 )�pathsr/ r0 r4 N s z Wheel.build.<locals>.<lambda>�purelib�platlibr Zfalse�truerV rW r\ r] r^ z%s-%sz%s.dataz %s.dist-infor� �headers�scriptsz.exer� �wbz
.dist-info�.pyc�.pyor� � INSTALLER�SHAREDr� zWheel-Version: %d.%dzGenerator: distlib %szRoot-Is-Purelib: %sz
Tag: %s-%s-%sr� �
)r� r� )r� r� r� )r� r� )r� r� r� r� )#r� r �IMPVER�ABI�ARCHr[ �getr\ r] r^ ra rb r6 rF �isdir�walkr r- r� r� r, �endswithry r� r� r� � enumerate�listdir�
wheel_versionr rn r� r` rc r� )!r; r� rn r� ZlibkeyZis_pureZ
default_pyverZ default_abiZ default_archr� r| �data_dirr} r� �keyrF �root�dirs�filesr� r� �rpr� r� r� r� rr �dnr� r\ r] r^ r> r/ )r� r0 �buildF s�
"
z Wheel.buildc B I K s` |j }|jd�}|jdd�}tjj| j| j�}d| j| jf }d| } d| }
t j|
t
�} t j|
d�} t j|
d�}
t j d �}t
|d
����}|j| ��}||�}t|�}W d Q R X |d jd
d�}tdd� |D ��}|| jkr�|r�|| j|� |d dk�r|d }n|d }i }|j|
��<}t|d��&}x |D ]}|d }|||< �q.W W d Q R X W d Q R X t j| d�}t j|
d�} t j| dd�} t|d�} d| _tj } g } tj� }!|!|_d |_�z��y^�x�|j � D �]�}"|"j}#t |#t ��r�|#}$n
|#j d �}$|$j d��r��q�||$ }|d �r0t!|"j"�|d k�r0t#d |$ ��|d �r�|d jd d�\}%}&|j|#��}|j$� }'W d Q R X | j%|'|%�\}(})|)|&k�r�t#d |# ��|�r�|$j&| |f��r�t'j(d |$� �q�|$j&| ��o�|$j d!� }*|$j&|��r|$jd"d �\}(}+},tjj||+ t)|,��}-n$|$| |
fk�r�q�tjj|t)|$��}-|*�s|j|#��}| j*||-� W d Q R X | j+|-� | �r�|d �r�t|-d#��4}|j$� }'| j%|'|%�\}(}.|.|)k�r�t#d$|- ��W d Q R X | �rx|-j d%��rxy| j,|-�}/| j+|/� W n$ t-k
�r t'j.d&dd'� Y nX nttjj/t)|#��}0tjj|!|0�}1|j|#��}| j*||1� W d Q R X tjj|-�\}2}0|2|_|j0|0�}3| j1|3� | j2|3� �q�W |�r�t'j(d(� d }4�n~d }5| j3d }|d)k�r~t j|
d*�}6y�|j|6��}t4|�}7W d Q R X i }5xxd<D ]p}8d-|8 }9|9|7k�r�i |5d.|8 < }:xF|7|9 j5� D ]6};d/|;j6|;j7f }<|;j8�rB|<d0|;j8 7 }<|<|:|;j< �qW �q�W W n t-k
�rz t'j.d1� Y nX ndyB|j| ��.}||�}t9j:|�jd2�}5|5�r�|5jd3�}5W d Q R X W n t-k
�r� t'j.d4� Y nX |5�r�|5jd5i �}=|5jd6i �}>|=�s |>�r�|jdd�}?tjj;|?��s.t<d7��|?|_x6|=j=� D ]*\}9};d8|9|;f }@|j0|@�}3| j1|3� �q>W |>�r�d,di}Ax8|>j=� D ],\}9};d8|9|;f }@|j0|@|A�}3| j1|3� �q�W tjj||
�}t>|�}4t?|�}|d= |d= ||d9< |4j@||�}|�r| j+|� |4jA| |d: |� |4S t-k
�r@ t'jBd;� | jC� � Y nX W d tDjE|!� X W d Q R X d S )=a�
Install a wheel to the specified paths. If kwarg ``warner`` is
specified, it should be a callable, which will be called with two
tuples indicating the wheel version of this software and the wheel
version in the file, if there is a discrepancy in the versions.
This can be used to issue any warnings to raise any exceptions.
If kwarg ``lib_only`` is True, only the purelib/platlib files are
installed, and the headers, scripts, data and dist-info metadata are
not written.
The return value is a :class:`InstalledDistribution` instance unless
``options.lib_only`` is True, in which case the return value is ``None``.
�warner�lib_onlyFz%s-%sz%s.dataz %s.dist-infor� r� zutf-8ro Nz
Wheel-Versionr! r c S s g | ] }t |��qS r/ )rp )rq rr r/ r/ r0 rs � s z!Wheel.install.<locals>.<listcomp>zRoot-Is-Purelibr� r� r� )�streamr r) r� )�dry_runTz /RECORD.jwsr zsize mismatch for %s�=zdigest mismatch for %szlib_only: skipping %sz.exer2 r� z digest mismatch on write for %sz.pyzByte-compilation failed)�exc_infozlib_only: returning Nonez1.0zentry_points.txt�console�guiz
%s_scriptszwrap_%sz%s:%sz %szAUnable to read legacy script metadata, so cannot generate scriptsr? zpython.commandsz8Unable to read JSON metadata, so cannot generate scriptsZ wrap_consoleZwrap_guiz Valid script path not specifiedz%s = %s�lib�prefixzinstallation failed.)r� r� )Fr� r� r6 rF r- r` rc ra rb rx r rt ru r ry r rg rw r� r r �recordrI �dont_write_bytecode�tempfileZmkdtempZ
source_dirZ
target_dir�infolist�
isinstancer
r� r� �str� file_sizer r� r� �
startswithr� r� r Z copy_streamr, Z byte_compile� ExceptionZwarning�basenameZmakeZset_executable_mode�extendrk r �valuesr� �suffix�flags�json�loadr� r{ �itemsr r� Zwrite_shared_locationsZwrite_installed_filesZ exceptionZrollback�shutilZrmtree)Br; r� Zmaker�kwargsr� r� r� r> r| r� r} �
metadata_name�wheel_metadata_name� record_namer~ r �bwfr� r� r� r� r� r� r� �readerr� r� Zdata_pfxZinfo_pfxZ
script_pfxZfileopZbcZoutfiles�workdir�zinfo�arcname� u_arcname�kind�valuer� r r� Z is_script�wherer� ZoutfileZ newdigestZpycr� Zworknamer� � filenamesZdistZcommandsZepZepdatar� rB r$ rC �sZconsole_scriptsZ gui_scriptsZ
script_dirZscriptZoptionsr/ r/ r0 �install� sB
"
z
Wheel.installc C s4 t d kr0tjjt� td�tjd d� �}t|�a t S )Nz dylib-cache� ) �cacher6 rF r- r r� rI rb r )r; r� r/ r/ r0 �_get_dylib_cache� s
zWheel._get_dylib_cachec C sl t jj| j| j�}d| j| jf }d| }tj|d�}tj d�}g }t
|d���}y�|j |���}||�} t j
| �}
| j� } | j|�} t jj| j| �}
t jj|
�s�t j|
� x�|
j� D ]�\}}t jj|
t|��}t jj|�s�d}n6t j|�j}tjj|�}|j|�}tj|j� }||k}|�r(|j ||
� |j ||f� q�W W d Q R X W n t k
�r\ Y nX W d Q R X |S )Nz%s-%sz %s.dist-infoZ
EXTENSIONSzutf-8ro T) r6 rF r- r` rc ra rb rx rt ru r ry r� r� r Z
prefix_to_dirr� r� �makedirsr� r rm �stat�st_mtime�datetimeZ
fromtimestampZgetinfoZ date_time�extractr, rz )r; r> r| r} r r~ rG r r� r� r? r
r� Z
cache_basera r� �destr Z file_timerk Z
wheel_timer/ r/ r0 �_get_extensions� s>
zWheel._get_extensionsc C s t | �S )zM
Determine if a wheel is compatible with the running system.
)�